-- Logs begin at Wed 2022-04-20 13:46:15 UTC, end at Wed 2022-04-20 16:05:46 UTC. -- Apr 20 14:19:52.997810 n-d-836145-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 14:19:55.725700 n-d-836145-2 neutron-server[102756]: INFO neutron.common.config [-] Logging enabled! Apr 20 14:19:55.726332 n-d-836145-2 neutron-server[102756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 14:19:55.726422 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 14:19:55.729666 n-d-836145-2 neutron-server[102756]: INFO neutron.common.config [-] Logging enabled! Apr 20 14:19:55.729915 n-d-836145-2 neutron-server[102756]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 14:19:55.730223 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102756) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 14:19:55.731212 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:19:55.731438 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 14:19:55.731787 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:19:55.732026 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 14:19:55.732259 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 14:19:55.732557 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.732857 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.733146 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.733374 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.733649 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.733931 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.734211 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.734498 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.734824 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.735106 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.735387 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.735673 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.735900 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.736180 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.736450 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.736737 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.736960 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] debug = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.737237 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.737666 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.738085 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.738367 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.738676 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.738959 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.739230 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.739502 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.739803 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.740105 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] host = n-d-836145-2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.740381 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.740665 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.740949 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.741231 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.741503 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.741775 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.742057 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.742331 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.742622 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.742899 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.743187 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.743473 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.743796 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.744012 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.744234 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.744520 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.744801 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.745076 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.745350 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.745628 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.745902 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.746174 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.746441 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.746752 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.747035 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.747319 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.747590 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.747862 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.748131 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.748400 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.748684 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.748954 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.749223 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.749495 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.749780 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.750047 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.750318 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.750641 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.750927 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.751208 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.751490 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.751761 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.752038 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.752306 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.752576 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.752844 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_json = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.753112 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.753378 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.753653 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.753922 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.754191 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.754462 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.754764 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.755047 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.755315 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:55.755610 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.755905 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.756201 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.756486 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.756773 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.757052 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.757341 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.757613 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.757898 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.758185 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.758471 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.758776 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.759059 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.759388 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.759685 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.760159 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.760454 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.760747 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.761021 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.761293 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.761565 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.761841 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.762126 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.762400 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.762715 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.763005 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.763282 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.763568 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.763858 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.764147 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.764418 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.764698 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.764989 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.765269 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.765548 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.765825 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.766114 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.766392 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.766699 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.766985 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.767263 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.767535 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.767804 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.768079 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.768368 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.768647 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.768917 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.769185 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.769460 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.769734 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.770014 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.770290 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.770896 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.771169 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.771445 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.771718 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.771988 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.772264 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.772535 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.772809 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.773079 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.773349 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.773619 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.773887 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.774156 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.774424 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.774730 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.775121 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.775520 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.775839 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.776116 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.776390 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.776664 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.776953 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.777251 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.777529 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.777807 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.778085 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.778361 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.778664 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.778944 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.779222 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.779500 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.779771 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.780058 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.780339 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.780619 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.780904 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.781187 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.781480 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.781758 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.782041 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.782317 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.782625 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.782913 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.783196 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.783489 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.783780 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.784070 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.784363 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.784657 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.784939 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.785248 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.785526 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:55.785747 n-d-836145-2 neutron-server[102756]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 14:19:55.785987 n-d-836145-2 neutron-server[102756]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102756) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 14:19:56.137238 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 14:19:56.137467 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 14:19:56.137703 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 14:19:56.138030 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 14:19:56.527818 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.528062 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.528363 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.529651 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.529927 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.530195 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.565144 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.565419 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.565687 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.580420 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.580690 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.580960 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.608670 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.608946 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.609214 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.645784 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.646047 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.646314 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.870695 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.871305 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.871305 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.871454 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.872164 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.996120 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.996411 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.996712 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.996984 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.997251 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.997561 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.997821 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.998071 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.998321 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.998598 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.998883 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.999128 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.999378 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.999629 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:56.999876 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.000136 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.000388 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.000649 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.000914 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.001147 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.001412 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.001660 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.001934 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.002305 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.002551 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.002814 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.003209 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.003443 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.003675 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.003907 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.004140 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.004370 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.004731 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 14:19:57.007925 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 14:19:57.012048 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 14:19:57.016029 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 20 14:19:57.017633 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 14:19:57.018085 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 14:19:57.018415 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 14:19:57.018833 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 14:19:57.021928 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 14:19:57.022174 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 14:19:57.022515 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 14:19:57.027899 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 20 14:19:57.049593 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 14:19:57.050047 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.050344 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102756) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 14:19:57.050731 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.052091 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102756) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 14:19:57.052369 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 14:19:57.052614 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 14:19:57.056214 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.056492 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.119857 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 14:19:57.119998 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 14:19:57.120249 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 14:19:57.120621 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 14:19:57.144306 n-d-836145-2 neutron-server[102756]: DEBUG oslo_db.sqlalchemy.engines [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102756) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 20 14:19:57.696949 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing driver for type 'gre' Apr 20 14:19:57.697695 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] gre ID ranges: [(1, 1000)] Apr 20 14:19:57.750555 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing driver for type 'local' Apr 20 14:19:57.750916 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing driver for type 'vlan' Apr 20 14:19:57.763745 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] VlanTypeDriver initialization complete Apr 20 14:19:57.764106 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing driver for type 'vxlan' Apr 20 14:19:57.764603 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] vxlan ID ranges: [(1, 1000)] Apr 20 14:19:57.823133 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing extension driver 'port_security' Apr 20 14:19:57.823469 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.extensions.port_security [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] PortSecurityExtensionDriver initialization complete Apr 20 14:19:57.823805 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing mechanism driver 'openvswitch' Apr 20 14:19:57.824124 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing mechanism driver 'hyperv' Apr 20 14:19:57.830795 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:57.831498 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.831866 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.832216 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.832749 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.833182 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.833567 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.833910 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.834300 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.834734 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.835083 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.835421 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.835806 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.836204 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.836556 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.836891 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.837734 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.838446 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.838822 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.839166 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.839560 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.839943 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > address_group after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.840287 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > address_group after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.840625 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.841012 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102756) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 14:19:57.841456 n-d-836145-2 neutron-server[102756]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] ML2 OVO RPC backend initialized. {{(pid=102756) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 20 14:19:57.842170 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.842522 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.842958 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.843305 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > networks before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.843650 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.843987 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > ports before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.844327 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.844667 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnets before_response 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.845015 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.845357 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.845693 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.846030 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.846364 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.846730 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.847065 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.847403 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.847735 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.855791 n-d-836145-2 neutron-server[102756]: INFO neutron.quota [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded quota_driver: . Apr 20 14:19:57.856151 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.plugin [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Modular L2 Plugin initialization complete Apr 20 14:19:57.856499 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading services supported by the core plugin {{(pid=102756) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 14:19:57.856844 n-d-836145-2 neutron-server[102756]: INFO neutron.plugins.ml2.managers [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Got port-security extension from driver 'port_security' Apr 20 14:19:57.857327 n-d-836145-2 neutron-server[102756]: INFO neutron.extensions.vlantransparent [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Disabled vlantransparent extension. Apr 20 14:19:57.857821 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102756) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 14:19:57.858145 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: router Apr 20 14:19:57.894274 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.894909 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_create 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.894998 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router before_create 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.895680 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.896085 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.896438 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_delete 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.896791 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.897140 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.897494 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_create 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.897832 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.898181 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.898525 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.898898 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.899304 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.899653 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.900572 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.900927 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: subnet after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.901270 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.901615 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.901968 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_create 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.902309 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.902689 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.903048 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router after_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.903389 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.903735 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_create 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.904084 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.904425 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_update 55549900 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.904782 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > agent after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.905127 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > agent after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.905471 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > network after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.906325 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Tracking information for resource: router configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.906678 n-d-836145-2 neutron-server[102756]: DEBUG neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Tracking information for resource: floatingip configured {{(pid=102756) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 14:19:57.911509 n-d-836145-2 neutron-server[102756]: INFO neutron.db.l3_agentschedulers_db [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 14:19:57.912079 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.912444 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.912797 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.913144 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: port after_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.913927 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router before_create 55550100 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.914289 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.914672 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_create 55550100 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.915036 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > router precommit_update 55550100 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.920353 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.provider_configuration [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service providers = [] {{(pid=102756) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 14:19:57.920714 n-d-836145-2 neutron-server[102756]: DEBUG neutron.db.servicetype_db [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102756) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 14:19:57.923685 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.service_base [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 14:19:57.924032 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.service_base [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 14:19:57.924384 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.service_base [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 14:19:57.925278 n-d-836145-2 neutron-server[102756]: DEBUG neutron.services.service_base [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102756) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 14:19:57.925643 n-d-836145-2 neutron-server[102756]: INFO neutron.services.service_base [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 14:19:57.926011 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.926328 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 14:19:57.937106 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.937440 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: auto_allocate Apr 20 14:19:57.943396 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: network precommit_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.943758 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: network precommit_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.944278 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.944599 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: tag Apr 20 14:19:57.951293 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.951561 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: timestamp Apr 20 14:19:57.955491 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.955825 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: network_ip_availability Apr 20 14:19:57.961163 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.961529 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.961888 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:57.962977 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.963500 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: flavors Apr 20 14:19:57.969313 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.969644 n-d-836145-2 neutron-server[102756]: INFO neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading Plugin: revisions Apr 20 14:19:57.973917 n-d-836145-2 neutron-server[102756]: DEBUG neutron.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102756) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 14:19:57.974303 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=102756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 14:19:57.975071 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102756) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 20 14:19:57.975664 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Initializing extension manager. Apr 20 14:19:57.976174 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: __init__.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.976505 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: __pycache__ {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.976836 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.977164 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: address_group.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.977981 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.979070 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: address-group Apr 20 14:19:57.979393 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: address_scope.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.980109 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.980620 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: address-scope Apr 20 14:19:57.980937 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.981858 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.982371 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: router-admin-state-down-before-update Apr 20 14:19:57.982715 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: agent.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.983572 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.984079 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: agent Apr 20 14:19:57.984397 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: agent_resources_synced.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.985302 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.985806 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: agent-resources-synced Apr 20 14:19:57.986123 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: allowedaddresspairs.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.987925 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.988446 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: allowed-address-pairs Apr 20 14:19:57.988767 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: auto_allocated_topology.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.989823 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.990336 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: auto-allocated-topology Apr 20 14:19:57.990683 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: availability_zone.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.991372 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.991880 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: availability_zone Apr 20 14:19:57.992195 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: availability_zone_filter.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.993106 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.993664 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: availability_zone_filter Apr 20 14:19:57.994424 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: data_plane_status.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.995356 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.995861 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 14:19:57.996182 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: default_subnetpools.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.997085 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.997598 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: default-subnetpools Apr 20 14:19:57.997922 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:57.998760 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:57.999269 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: dhcp_agent_scheduler Apr 20 14:19:57.999593 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: dns.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.000501 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.001002 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 14:19:58.001331 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: dns_domain_ports.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.002240 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.002782 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 14:19:58.003104 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.004017 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.004527 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 20 14:19:58.004844 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: dvr.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.005512 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.006017 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: dvr Apr 20 14:19:58.006335 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: ecmp_routes.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.007259 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.007764 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 20 14:19:58.008084 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: empty_string_filtering.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.008981 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.009992 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: empty-string-filtering Apr 20 14:19:58.010319 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.011271 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.011782 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 14:19:58.012103 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.013023 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.013531 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 14:19:58.013845 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: external_net.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.014784 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.015292 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: external-net Apr 20 14:19:58.015611 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.016511 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.017012 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: extra_dhcp_opt Apr 20 14:19:58.017329 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: extraroute.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.018219 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.018761 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: extraroute Apr 20 14:19:58.019076 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: extraroute_atomic.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.020101 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.020922 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: extraroute-atomic Apr 20 14:19:58.021237 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: filter_validation.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.021898 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.022409 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: filter-validation Apr 20 14:19:58.022751 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: fip_pf_description.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.023656 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.024158 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 14:19:58.024472 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: fip_port_details.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.025869 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.026382 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: fip-port-details Apr 20 14:19:58.026728 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: flavors.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.027959 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.028483 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: flavors Apr 20 14:19:58.028803 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.030447 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.031000 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 14:19:58.031331 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: floatingip_pools.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.032032 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.032547 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: floatingip-pools Apr 20 14:19:58.032869 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: ip_allocation.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.033793 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.034299 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 14:19:58.034646 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.035557 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.036068 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: ip-substring-filtering Apr 20 14:19:58.036389 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l2_adjacency.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.037321 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.037828 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 14:19:58.038148 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.039139 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.039656 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: router Apr 20 14:19:58.039978 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.042893 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.043416 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 14:19:58.043748 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.044679 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.045193 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: ext-gw-mode Apr 20 14:19:58.045517 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.046432 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.046971 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: l3-ha Apr 20 14:19:58.047297 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3_flavors.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.048218 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.048731 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: l3-flavors Apr 20 14:19:58.049050 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.049964 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.050477 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 14:19:58.050824 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: l3agentscheduler.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.051874 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.052396 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: l3_agent_scheduler Apr 20 14:19:58.052723 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: logging.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.054185 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.054753 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension logging not supported by any of loaded plugins Apr 20 14:19:58.055081 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: metering.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.055815 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.056894 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: metering Apr 20 14:19:58.057229 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.058322 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.058872 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: metering_source_and_destination_fields Apr 20 14:19:58.059195 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: multiprovidernet.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.060124 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.060641 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: multi-provider Apr 20 14:19:58.060965 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: netmtu.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.061872 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.062381 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: net-mtu Apr 20 14:19:58.062746 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: netmtu_writable.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.063659 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.064169 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: net-mtu-writable Apr 20 14:19:58.064488 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: network_availability_zone.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.065150 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.065656 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: network_availability_zone Apr 20 14:19:58.065968 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: network_ip_availability.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.067105 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.067614 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: network-ip-availability Apr 20 14:19:58.067933 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: network_segment_range.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.068695 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.069205 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 14:19:58.069521 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: pagination.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.070511 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.070946 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: pagination Apr 20 14:19:58.071265 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: port_device_profile.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.072692 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.073221 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: port-device-profile Apr 20 14:19:58.073543 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.074453 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.075004 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: port-mac-address-regenerate Apr 20 14:19:58.075323 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.076238 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.076742 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: port-numa-affinity-policy Apr 20 14:19:58.077060 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: port_resource_request.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.077956 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.078464 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 14:19:58.078808 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: portbindings.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.079724 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.080229 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: binding Apr 20 14:19:58.080545 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: portbindings_extended.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.081943 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.082466 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: binding-extended Apr 20 14:19:58.082823 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: portsecurity.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.083737 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.084249 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: port-security Apr 20 14:19:58.084567 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: project_id.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.085546 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.085873 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: project-id Apr 20 14:19:58.086194 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: providernet.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.087130 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.088156 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: provider Apr 20 14:19:58.088496 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.092074 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.092598 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos not supported by any of loaded plugins Apr 20 14:19:58.092932 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.094166 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.094721 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 14:19:58.095048 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.095964 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.096479 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 14:19:58.096803 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_default.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.097711 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.098229 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-default not supported by any of loaded plugins Apr 20 14:19:58.098553 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_fip.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.099231 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.099737 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 14:19:58.100059 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_gateway_ip.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.100978 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.101492 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 14:19:58.101812 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_port_network_policy.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.102748 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.103822 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 14:19:58.104147 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_pps_rule.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.105316 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.105838 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-pps not supported by any of loaded plugins Apr 20 14:19:58.106164 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_rule_type_details.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.107115 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.107624 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 14:19:58.107949 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: qos_rules_alias.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.108975 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.109485 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 14:19:58.109808 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: quotasv2.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.110767 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.111096 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: quotas Apr 20 14:19:58.111419 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: quotasv2_detail.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.113103 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.113438 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: quota_details Apr 20 14:19:58.113760 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: rbac.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.114857 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.115372 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: rbac-policies Apr 20 14:19:58.115703 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: rbac_address_group.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.116636 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.117149 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: rbac-address-group Apr 20 14:19:58.117473 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: rbac_address_scope.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.118395 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.120962 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: rbac-address-scope Apr 20 14:19:58.121304 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: rbac_security_groups.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.122246 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.122811 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: rbac-security-groups Apr 20 14:19:58.123141 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: rbac_subnetpool.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.124060 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.124582 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: rbac-subnetpool Apr 20 14:19:58.124907 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: revisionifmatch.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.125835 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.126350 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: revision-if-match Apr 20 14:19:58.126702 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: revisions.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.127824 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.128351 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: standard-attr-revisions Apr 20 14:19:58.128659 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: router_availability_zone.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.129342 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.129856 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: router_availability_zone Apr 20 14:19:58.130181 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: routerservicetype.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.131131 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.131647 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 14:19:58.131967 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.132883 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.133406 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: security-groups-normalized-cidr Apr 20 14:19:58.133734 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.135249 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.135777 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: port-security-groups-filtering Apr 20 14:19:58.136099 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.137024 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.137540 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: security-groups-remote-address-group Apr 20 14:19:58.137860 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: securitygroup.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.147790 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.148323 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: security-group Apr 20 14:19:58.148653 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: segment.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.149448 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.150095 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension segment not supported by any of loaded plugins Apr 20 14:19:58.150428 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.151421 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.151936 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 14:19:58.152262 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: servicetype.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.153420 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.153940 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: service-type Apr 20 14:19:58.154265 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: sorting.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.155264 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.155592 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: sorting Apr 20 14:19:58.155910 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: standard_attr_segment.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.156823 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.157332 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 14:19:58.157655 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: standardattrdescription.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.158314 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.158851 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: standard-attr-description Apr 20 14:19:58.159175 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: stateful_security_group.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.160108 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.160628 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: stateful-security-group Apr 20 14:19:58.160980 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: stdattrs_common.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.161567 n-d-836145-2 neutron-server[102756]: WARNING neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 14:19:58.161890 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.162866 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.163387 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 14:19:58.163707 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnet_onboard.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.164765 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.165288 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: subnet_onboard Apr 20 14:19:58.166178 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.167145 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.167659 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 14:19:58.167983 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnet_service_types.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.168893 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.169413 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: subnet-service-types Apr 20 14:19:58.169741 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnetallocation.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.170860 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.171371 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: subnet_allocation Apr 20 14:19:58.171690 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.172361 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.172869 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: subnetpool-prefix-ops Apr 20 14:19:58.173196 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.174121 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.174665 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 14:19:58.174988 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: tagging.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.176057 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.176575 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: standard-attr-tag Apr 20 14:19:58.176898 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: timestamp.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.178108 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.178655 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loaded extension: standard-attr-timestamp Apr 20 14:19:58.178981 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: trunk.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.180022 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.180539 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension trunk not supported by any of loaded plugins Apr 20 14:19:58.180861 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: trunk_details.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.186669 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.187678 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 14:19:58.188023 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: uplink_status_propagation.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.189003 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.189526 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 14:19:58.189859 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Loading extension file: vlantransparent.py {{(pid=102756) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 14:19:58.190539 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102756) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:19:58.191077 n-d-836145-2 neutron-server[102756]: INFO neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 14:19:58.193567 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:network Apr 20 14:19:58.194098 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnet Apr 20 14:19:58.194490 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:19:58.194905 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:port Apr 20 14:19:58.196160 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.196594 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service FLAVORS assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.197677 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.198350 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.198888 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:router Apr 20 14:19:58.199565 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 14:19:58.200341 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service METERING assigned prefix: /metering {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.202855 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:58.203363 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:58.203910 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:19:58.205456 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 14:19:58.206128 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:security_group Apr 20 14:19:58.206842 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 14:19:58.207773 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service CORE assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.208277 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:19:58.208811 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] subnetpool is already registered Apr 20 14:19:58.209482 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service CORE assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.209986 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:19:58.210502 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] subnetpool is already registered Apr 20 14:19:58.214930 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.215373 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service FLAVORS assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.215966 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.216384 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.216716 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:router Apr 20 14:19:58.217053 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] router is already registered Apr 20 14:19:58.217466 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 14:19:58.217797 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] floatingip is already registered Apr 20 14:19:58.218254 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service METERING assigned prefix: /metering {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.218945 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 14:19:58.219255 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] rbac_policy is already registered Apr 20 14:19:58.219661 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:security_group Apr 20 14:19:58.219994 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] security_group is already registered Apr 20 14:19:58.220393 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 14:19:58.220724 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] security_group_rule is already registered Apr 20 14:19:58.221337 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service CORE assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.221659 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:19:58.221990 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] subnetpool is already registered Apr 20 14:19:58.222411 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.v2.resource_helper [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Service CORE assigned prefix: {{(pid=102756) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 14:19:58.222757 n-d-836145-2 neutron-server[102756]: INFO neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:19:58.223087 n-d-836145-2 neutron-server[102756]: WARNING neutron.quota.resource_registry [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] subnetpool is already registered Apr 20 14:19:58.223551 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: extensions {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.225033 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: address-groups {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.226495 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: address-scopes {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.227859 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: agents {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.229628 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: auto-allocated-topology {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.230947 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: availability_zones {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.232171 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: dhcp-networks {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.233663 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: dhcp-agents {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.235127 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: routers {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.237314 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: flavors {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.238467 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: service_profiles {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.239712 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: next_providers {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.241150 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: service_profiles {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.242702 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: floatingip-pools {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.244404 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: routers {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.246515 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: floatingips {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.247817 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: l3-routers {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.249197 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: l3-agents {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.250616 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: metering-labels {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.251981 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: metering-label-rules {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.253227 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: network-ip-availabilities {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.254491 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: bindings {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.257043 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: quotas {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.258477 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: quotas {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.260135 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: rbac-policies {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.261351 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: security-groups {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.262670 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: security-group-rules {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.263905 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: service-providers {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.265117 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: subnetpools {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.266531 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: subnetpools {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.268019 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.269689 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.271852 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.273616 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.275928 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.277817 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.279546 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.281429 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.283230 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.284985 n-d-836145-2 neutron-server[102756]: DEBUG neutron.api.extensions [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Extended resource: tags {{(pid=102756) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 14:19:58.291154 n-d-836145-2 neutron-server[102756]: WARNING keystonemiddleware.auth_token [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 14:19:58.295974 n-d-836145-2 neutron-server[102756]: WARNING keystonemiddleware.auth_token [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 14:19:58.304404 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Acquired lock "singleton_lock" {{(pid=102756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 14:19:58.304879 n-d-836145-2 neutron-server[102756]: DEBUG oslo_concurrency.lockutils [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Releasing lock "singleton_lock" {{(pid=102756) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 14:19:58.305510 n-d-836145-2 neutron-server[102756]: INFO oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Starting 2 workers Apr 20 14:19:58.310866 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Started child 102863 {{(pid=102756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 14:19:58.315267 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Started child 102864 {{(pid=102756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 14:19:58.316139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.316909 n-d-836145-2 neutron-server[102756]: INFO neutron.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 14:19:58.317372 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Notify callbacks [] for process, before_spawn {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.317767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [-] (102863) wsgi starting up on http://0.0.0.0:9696 Apr 20 14:19:58.319749 n-d-836145-2 neutron-server[102756]: INFO oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Starting 1 workers Apr 20 14:19:58.319940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.321132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [-] (102864) wsgi starting up on http://0.0.0.0:9696 Apr 20 14:19:58.325078 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Started child 102865 {{(pid=102756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 14:19:58.325622 n-d-836145-2 neutron-server[102756]: INFO oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Starting 1 workers Apr 20 14:19:58.329541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] calling RpcWorker wait() {{(pid=102865) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 14:19:58.330115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] returning from RpcWorker wait() {{(pid=102865) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 14:19:58.330215 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Started child 102866 {{(pid=102756) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 14:19:58.330914 n-d-836145-2 neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b202632f-88aa-4ad2-8969-399725a2c124 None None] Notify callbacks [] for process, after_spawn {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.331280 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.331730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:58.332691 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 14:19:58.332875 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:19:58.333085 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 14:19:58.333280 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:19:58.333609 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 14:19:58.333735 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 14:19:58.334242 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.334516 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.334836 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.335104 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.335392 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.335690 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.336198 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.336198 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.336417 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.336693 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.336819 n-d-836145-2 neutron-server[102866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:58.336898 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.337085 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.337196 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.337585 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.338478 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.338820 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.339090 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.339338 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.339612 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.339783 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.340031 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.340293 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.340548 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.340786 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] debug = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.341060 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.341534 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.341759 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.342002 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.342222 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.342494 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.342766 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.343017 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.343256 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.343468 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.343669 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.343926 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.344170 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.344376 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.344561 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.344825 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.345066 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.345546 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] host = n-d-836145-2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.345767 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.346010 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.346266 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.346495 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.346754 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.346986 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.347251 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.347507 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.347746 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.347972 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.348242 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.348491 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.348729 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.348974 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.349138 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_options = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.349367 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.349648 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.349910 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.350096 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.350249 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.350465 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.350803 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.351092 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.351245 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.351464 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.351730 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.351966 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.352200 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.352414 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.352671 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.353048 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.353407 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.354148 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.354416 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.354687 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.354965 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.355147 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.355365 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.355600 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.355815 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.356056 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.356298 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.356513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.356726 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.356978 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.357310 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.357669 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.357890 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.358126 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.358387 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.358664 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.359085 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.359304 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.359565 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.359791 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.360038 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.360756 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.360990 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.361244 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.361516 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.361752 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.361961 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_json = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.362204 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.362697 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.362697 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.362853 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.363060 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.363699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.363875 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.364341 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.364606 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.365010 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.366006 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.366174 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.366509 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.366702 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.367293 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.367293 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.367528 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.367656 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.367795 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.368100 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.368370 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.368755 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.369597 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.369917 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.370226 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.370469 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.370757 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.371018 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.371268 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.371509 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.371977 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.372245 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.372488 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.373251 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.373496 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.373720 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.374035 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.374297 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.374551 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.374864 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.375084 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.375326 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.375562 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.375776 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.375998 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.376210 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.376486 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.376703 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.376939 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.377178 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.377427 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.377677 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.377910 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.378137 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.378388 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.378654 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.378884 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.379119 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.379302 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.379508 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.379727 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.379955 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.380184 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.380456 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.380680 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.380918 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.381148 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.381377 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.381597 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.381825 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.382042 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.382254 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.382465 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.382711 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.382963 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.383173 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.383393 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.383605 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.383834 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.384052 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.384331 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.385129 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.385383 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.385637 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.385849 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.386084 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.386297 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.386518 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.386780 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.387014 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.387228 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.387446 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.387679 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.388141 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.388533 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.388922 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.389529 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.390535 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.390847 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.391184 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.391404 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.391838 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.392265 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.392719 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.393201 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.393723 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.394139 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.394577 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.394995 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.395743 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.396184 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.396497 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.396794 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.397101 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.397407 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.397714 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.398009 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.398232 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.398487 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.398739 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.399029 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.399287 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.399539 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.399907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.400618 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.401079 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.401338 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.401622 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.401848 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.402138 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.402427 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.402892 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.403348 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.403792 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.404066 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.404348 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.404602 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.404878 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.405115 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.405349 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.405572 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.405845 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.406066 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.406289 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.406522 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.406780 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.407115 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.407344 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.407559 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.407773 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.408032 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.408287 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.408524 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.408798 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.409050 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.409284 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.409518 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.409773 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.410004 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.410247 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.410493 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.410751 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.410999 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.411237 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.411475 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.411706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.411921 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.412153 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.412364 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.412582 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.412824 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.413027 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.413244 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.413487 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.413700 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.413919 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.414164 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.414381 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.414641 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.414901 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.415128 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.415411 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.416123 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.416412 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.416659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.416893 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.417136 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.417450 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.418118 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.418343 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.418615 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.418870 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.419092 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.419307 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.419527 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.419746 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.419961 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.420193 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.420399 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.420796 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.421036 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.421377 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.421629 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.421855 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.422108 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.422345 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.422590 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.422852 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.423066 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.423300 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.423521 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.423760 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.423993 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.424232 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.424462 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.424686 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.424902 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.425161 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.425412 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.425658 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.425879 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.426099 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.426332 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.426544 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.426783 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.426995 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.427225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.427458 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.427678 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.427903 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.428174 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.428419 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.428652 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.428897 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.429141 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.429355 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.429603 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.429811 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.430049 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.430268 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.430508 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.430768 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.431102 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.431504 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.432115 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.432347 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.432568 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.432779 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.433005 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.433215 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.433426 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.433670 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.433895 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.434106 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.434331 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.434538 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.434777 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.435002 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.435217 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.435421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.435819 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.436030 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.436239 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.436458 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.436673 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.436879 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.437172 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.437416 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.437512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:58.437634 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.437915 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.438158 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.438400 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.438660 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.438983 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.439196 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.439448 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.439663 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.439877 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.440130 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.440390 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.440693 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.441684 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.441942 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.442193 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.442472 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.442769 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.443042 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.443266 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.443554 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.443879 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.444142 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.444405 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.444655 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.444908 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.445135 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.445350 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.445570 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.445814 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.446048 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.446304 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.446532 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.446937 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.447531 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.447764 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.447980 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.448238 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.448450 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.448670 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.448885 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.449043 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 14:19:58.449549 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102756) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 14:19:58.449711 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:19:58.449862 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 14:19:58.450024 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:19:58.450196 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 14:19:58.450354 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 14:19:58.450558 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.450744 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.450907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451059 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451198 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451379 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451535 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451694 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.451848 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452004 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452159 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452315 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452471 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452628 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452786 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.452993 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453096 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453244 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453405 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453561 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453719 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.453876 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454031 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] debug = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454188 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454385 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454545 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454727 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.454883 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455039 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455197 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455353 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455509 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455665 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455820 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.455976 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456132 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456290 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456458 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456600 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456738 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.456876 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] host = n-d-836145-2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457024 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457191 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457375 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457611 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457611 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457987 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.457987 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458246 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458246 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458521 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458521 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458825 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.458825 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459087 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459087 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_options = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459376 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459376 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459638 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459638 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459912 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.459912 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460238 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460238 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460501 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460501 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460796 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.460796 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461058 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461058 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461328 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461465 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461609 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461747 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.461883 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.462029 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.462167 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.462392 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.462606 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463135 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463302 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463444 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463606 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463748 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.463908 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.464050 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.464217 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.464946 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.465188 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.465341 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.465479 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.465614 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.465749 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466059 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466059 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466593 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466593 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466593 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.466593 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_json = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.467421 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.468513 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.469659 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.470699 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.471661 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.472433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.473925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.474706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.474706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.474706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.474706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.474706 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.475433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.475433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.475433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.475433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.475433 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.476907 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.477589 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.477589 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.477589 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.477589 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.478181 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.478181 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.478181 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.478877 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.478877 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479083 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479151 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479316 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479476 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479635 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479794 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.479954 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480114 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480273 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480431 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480589 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480759 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.480895 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481052 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481211 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481368 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481526 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481685 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.481843 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482001 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482160 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482317 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482476 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482664 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482838 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.482997 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483157 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483450 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483450 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483612 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483752 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.483945 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484146 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484284 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484494 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484583 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484804 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.484924 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485073 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485296 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485417 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485570 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485727 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.485885 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486043 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486240 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486430 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486649 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486781 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.486908 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487116 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487310 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487508 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487599 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487742 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.487912 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488122 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488252 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488424 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488604 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488765 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.488923 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489092 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489248 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489412 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489580 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489791 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.489936 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490075 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490298 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490464 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490732 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490835 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.490989 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.491153 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.491305 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.491464 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.491619 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.491777 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492004 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492225 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492343 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492440 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492575 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492763 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.492923 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.493081 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.493534 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.493534 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.493897 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.494339 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.494519 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.494729 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.494925 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495072 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495459 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495623 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495781 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.495961 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496104 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496265 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496440 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496582 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496741 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.496910 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497058 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497236 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497365 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497524 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497697 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.497841 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498004 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498161 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498321 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498646 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498646 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498826 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.498965 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499222 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499371 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499493 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499684 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499812 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.499971 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500148 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500309 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500499 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500611 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500778 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.500943 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501093 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501273 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501427 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501538 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501726 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.501874 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502093 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502255 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502457 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502660 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502784 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.502889 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.503116 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.503261 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.503397 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.503559 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.503723 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504175 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504175 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504175 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504458 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504592 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504696 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504837 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.504995 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.505188 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.505394 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.505588 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.505714 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.505857 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506031 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506178 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506373 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506536 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506718 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.506875 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507112 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507367 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507510 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507598 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507759 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.507949 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.508127 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.508346 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.508506 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.508664 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.508823 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.509007 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.509221 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.509878 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510042 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510202 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510361 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510519 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510714 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.510875 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511052 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511291 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511453 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511612 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511783 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.511946 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.512149 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.512298 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.512509 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.512671 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.512830 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513005 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513164 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513324 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513483 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513644 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513802 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.513963 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514133 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514301 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514467 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514651 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514822 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.514989 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515157 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515315 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515479 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515653 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515812 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.515974 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516132 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516293 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516468 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516615 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516773 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.516932 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517090 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517249 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517408 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517574 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517724 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.517882 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518040 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518206 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518363 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518522 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518711 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 14:19:58.518865 n-d-836145-2 neutron-server[102756]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102756) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 14:19:58.676920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41378) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:19:58.687102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067530 Apr 20 14:20:10.104027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0937107c-9a8a-4485-8e0a-3b662581e738 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:20:10.193483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937107c-9a8a-4485-8e0a-3b662581e738 None None] No non-hosted networks {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 14:20:10.202233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.agentschedulers_db [None req-0937107c-9a8a-4485-8e0a-3b662581e738 None None] DHCP Agent not found on host n-d-836145-2 {{(pid=102865) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 14:20:10.278883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fc87870-d8de-445d-af13-e9a570bf8ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:12.477918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1836-8b8b-499f-86c9-3ba07a6324c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:12.528247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cffb6a7f-3b91-4774-a175-793433fc8e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:13.498176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:15.009043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:15.176568 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:15.176982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.177567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.177963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.178299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.178660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.179031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.179457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.179812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.180135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.180460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.180881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.181423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:15.181847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836145-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:15.188728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836145-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:16.174216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:16.697548 n-d-836145-2 neutron-server[102863]: WARNING oslo_policy.policy [None req-d464e3de-ff01-4a96-9869-3d671d68946a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:16.698116 n-d-836145-2 neutron-server[102863]: WARNING oslo_policy.policy [None req-d464e3de-ff01-4a96-9869-3d671d68946a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:16.918143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-d464e3de-ff01-4a96-9869-3d671d68946a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:16.919366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d464e3de-ff01-4a96-9869-3d671d68946a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7433050 Apr 20 14:20:19.353742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41484) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:19.828117 n-d-836145-2 neutron-server[102865]: INFO neutron.db.l3_hamode_db [None req-792ead90-0f58-4e40-af42-48b1187e2260 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 14:20:19.871371 n-d-836145-2 neutron-server[102864]: WARNING oslo_policy.policy [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:19.871923 n-d-836145-2 neutron-server[102864]: WARNING oslo_policy.policy [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:19.906959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ead90-0f58-4e40-af42-48b1187e2260 None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:20:19.907324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ead90-0f58-4e40-af42-48b1187e2260 None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 14:20:20.092463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:20.189871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.policy [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102864) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 14:20:20.235492 n-d-836145-2 neutron-server[102864]: WARNING oslo_policy.policy [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:20.235848 n-d-836145-2 neutron-server[102864]: WARNING oslo_policy.policy [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:20.344686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238520560', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238520995', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238541252', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238543520', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238293857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742238489395', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-528554', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3687966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3760647'] for rbac-policy, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:20.414174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:20.415599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-17199130-6ceb-45eb-8614-8f814435af0d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0624356 Apr 20 14:20:23.060439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:23.376397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:23.432107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Made reservation on behalf of bccbdd656ab34f1aae24296f30a8028b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:20:23.498433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.policy [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102863) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 14:20:23.542855 n-d-836145-2 neutron-server[102863]: WARNING oslo_policy.policy [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:23.543219 n-d-836145-2 neutron-server[102863]: WARNING oslo_policy.policy [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:20:23.552825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.575322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.685566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.691861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.716590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:20:23.740200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742240504935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.740762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Unsubscribe: segment precommit_create {{(pid=102863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 14:20:23.741257 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Added segment 701a8477-4b5b-4896-ac75-f4c05f8a15d0 of type vlan for network f38764db-0733-40c3-92b9-c34406a92617 Apr 20 14:20:23.746981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816ba33-4bd5-4ec9-88fd-e08ff0225244,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:23.771164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.771418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.771745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.772064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.772384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.772698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.773017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.773324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.773632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.773940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.774270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.774591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Tracked resource versions report: Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: pushed versions: Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: { 'AddressGroup': {'1.2'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'ConntrackHelper': {'1.0'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Log': {'1.0'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Network': {'1.1'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Port': {'1.7'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'PortForwarding': {'1.2'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'QosPolicy': {'1.9'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SecurityGroup': {'1.4'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SubPort': {'1.0'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Subnet': {'1.1'}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Trunk': {'1.1'}} Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: consumer versions: Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: L3 agent@n-d-836145-2: {}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: Metadata agent@n-d-836145-2: {}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: Metering agent@n-d-836145-2: {}, Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'ConntrackHelper': '1.0', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Log': '1.0', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Network': '1.1', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Port': '1.7', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'PortForwarding': '1.2', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'QosPolicy': '1.9', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SecurityGroup': '1.4', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SecurityGroupRule': '1.2', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'SubPort': '1.0', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Subnet': '1.1', Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: 'Trunk': '1.1'}} Apr 20 14:20:23.775643 n-d-836145-2 neutron-server[102863]: {{(pid=102863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:20:23.866743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.909552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:23.910969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:23.911640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:24.002526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9410036 Apr 20 14:20:24.015413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6484315-35d1-49e0-a787-e645d62c1230 admin admin] Pushing event updated for resources: {'Network': ['ID=f38764db-0733-40c3-92b9-c34406a92617,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:24.031680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f38764db-0733-40c3-92b9-c34406a92617 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:20:26.745017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41518) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:27.216466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7f15c-fedd-4393-8b7e-7c4a89c93ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:27.217936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30a7f15c-fedd-4393-8b7e-7c4a89c93ea5 admin admin] 10.222.0.20 "GET /v2.0/networks/f38764db-0733-40c3-92b9-c34406a92617 HTTP/1.1" status: 200 len: 825 time: 0.4720020 Apr 20 14:20:27.246916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bba6dbb-0b41-4541-af88-41f6fc73009e admin admin] 10.222.0.20 "GET /v2.0/subnetpools/8ed831cf-fadf-4b99-894b-2953b2cdfd01 HTTP/1.1" status: 200 len: 734 time: 0.0196114 Apr 20 14:20:27.256105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'name': 'private-subnet', 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:27.283584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Made reservation on behalf of bccbdd656ab34f1aae24296f30a8028b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:20:27.286061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:27.583331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:27.649558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Checking segment: {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:27.649849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Network hostable DHCP agents. Network: f38764db-0733-40c3-92b9-c34406a92617, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:20:27.661357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4479216-7453-412b-bac1-3ec330892127,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:27.676417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.676742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.677066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.677386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.677694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.678000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.678306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.678603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.678944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.679248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.679548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.679836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Tracked resource versions report: Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: pushed versions: Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: { 'AddressGroup': {'1.2'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'ConntrackHelper': {'1.0'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Log': {'1.0'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Network': {'1.1'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Port': {'1.7'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'PortForwarding': {'1.2'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'QosPolicy': {'1.9'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SecurityGroup': {'1.4'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SubPort': {'1.0'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Subnet': {'1.1'}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Trunk': {'1.1'}} Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: consumer versions: Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: L3 agent@n-d-836145-2: {}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: Metadata agent@n-d-836145-2: {}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: Metering agent@n-d-836145-2: {}, Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'ConntrackHelper': '1.0', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Log': '1.0', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Network': '1.1', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Port': '1.7', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'PortForwarding': '1.2', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'QosPolicy': '1.9', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SecurityGroup': '1.4', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SecurityGroupRule': '1.2', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'SubPort': '1.0', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Subnet': '1.1', Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: 'Trunk': '1.1'}} Apr 20 14:20:27.680887 n-d-836145-2 neutron-server[102864]: {{(pid=102864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:20:27.700499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Network f38764db-0733-40c3-92b9-c34406a92617 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:20:27.717147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f38764db-0733-40c3-92b9-c34406a92617) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:27.722097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:27.722760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:27.726922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440d6c4-6a88-426d-8577-be9c697e89c8 None None] Network f38764db-0733-40c3-92b9-c34406a92617 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:20:27.739938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee8d0178-c3f6-44c4-9b1d-f39fcb0d82f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4868784 Apr 20 14:20:28.046244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f38764db-0733-40c3-92b9-c34406a92617', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:20:28.047595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.348724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Allocated IP 172.20.0.2 (f38764db-0733-40c3-92b9-c34406a92617/c4479216-7453-412b-bac1-3ec330892127/6b191444-7378-4214-8e14-2976162cf7dc) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:20:28.560246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.568676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.641976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Network f38764db-0733-40c3-92b9-c34406a92617 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:20:28.647004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:28.650490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:20:28.662144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Pushing event updated for resources: {'Port': ['ID=6b191444-7378-4214-8e14-2976162cf7dc,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:28.692879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.693260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.693574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.693924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.694259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.694605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.694949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.695272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.695620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.696036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.696376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.696712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Tracked resource versions report: Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: pushed versions: Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: { 'AddressGroup': {'1.2'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'ConntrackHelper': {'1.0'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Log': {'1.0'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Network': {'1.1'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Port': {'1.7'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'PortForwarding': {'1.2'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'QosPolicy': {'1.9'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SecurityGroup': {'1.4'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SubPort': {'1.0'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Subnet': {'1.1'}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Trunk': {'1.1'}} Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: consumer versions: Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: L3 agent@n-d-836145-2: {}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: Metadata agent@n-d-836145-2: {}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: Metering agent@n-d-836145-2: {}, Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'ConntrackHelper': '1.0', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Log': '1.0', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Network': '1.1', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Port': '1.7', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'PortForwarding': '1.2', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'QosPolicy': '1.9', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SecurityGroup': '1.4', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SecurityGroupRule': '1.2', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'SubPort': '1.0', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Subnet': '1.1', Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: 'Trunk': '1.1'}} Apr 20 14:20:28.697757 n-d-836145-2 neutron-server[102865]: {{(pid=102865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:20:28.743892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Attempting to bind port 6b191444-7378-4214-8e14-2976162cf7dc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:20:28.744522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Attempting to bind port 6b191444-7378-4214-8e14-2976162cf7dc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:20:28.744682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Attempting to bind port 6b191444-7378-4214-8e14-2976162cf7dc on network f38764db-0733-40c3-92b9-c34406a92617 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:20:28.749660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:20:28.750059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Checking segment: {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:28.750540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.750958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Bound using segment: {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:20:28.751448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Bound port: 6b191444-7378-4214-8e14-2976162cf7dc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:20:28.751852 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.813149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] For port 6b191444-7378-4214-8e14-2976162cf7dc, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:20:28.817363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] For port 6b191444-7378-4214-8e14-2976162cf7dc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6b191444-7378-4214-8e14-2976162cf7dc,segment=NetworkSegment(701a8477-4b5b-4896-ac75-f4c05f8a15d0),segment_id=701a8477-4b5b-4896-ac75-f4c05f8a15d0)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:20:28.823047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:28.888560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9670-9ccf-4d78-843d-45a26dd0350d None None] Pushing event updated for resources: {'Port': ['ID=6b191444-7378-4214-8e14-2976162cf7dc,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:30.148192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41530) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:30.475103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-674013e2-67fd-4b93-90f4-c4e8520372e8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:30.476107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-674013e2-67fd-4b93-90f4-c4e8520372e8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3268511 Apr 20 14:20:32.917293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41538) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:33.257032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-94d77349-0d75-4580-b9fb-ea9b7256153b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:33.268069 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-94d77349-0d75-4580-b9fb-ea9b7256153b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397908 Apr 20 14:20:35.940008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:36.257382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:36.283386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.284994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.453692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.458718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.473211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.484576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0ef28ccc-cf63-4463-9232-76f3369dff00 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5334275 Apr 20 14:20:36.490180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6b191444-7378-4214-8e14-2976162cf7dc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:20:36.590282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6b191444-7378-4214-8e14-2976162cf7dc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:36.590739 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.701790 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.737935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 6b191444-7378-4214-8e14-2976162cf7dc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6b191444-7378-4214-8e14-2976162cf7dc,segment=NetworkSegment(701a8477-4b5b-4896-ac75-f4c05f8a15d0),segment_id=701a8477-4b5b-4896-ac75-f4c05f8a15d0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:36.742911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:36.793664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=6b191444-7378-4214-8e14-2976162cf7dc,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:37.260878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339236f-f48a-4f1b-abd2-2f91e46b67db None None] Network f38764db-0733-40c3-92b9-c34406a92617 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:20:37.345105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4177c140-a799-41e5-a95d-295e156554c8 None None] Provisioning complete for port 6b191444-7378-4214-8e14-2976162cf7dc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:37.345467 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4177c140-a799-41e5-a95d-295e156554c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:37.708714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-538a6d1e-3d33-439a-b490-4bd2b0a35748 None None] Provisioning complete for port 6b191444-7378-4214-8e14-2976162cf7dc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:37.709402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-538a6d1e-3d33-439a-b490-4bd2b0a35748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:38.458616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6b191444-7378-4214-8e14-2976162cf7dc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:20:38.507414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6b191444-7378-4214-8e14-2976162cf7dc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:38.507781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:38.973017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41560) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:39.309567 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-2e04febe-f406-4d1b-ae68-fddc83fd15d4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:39.310886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2e04febe-f406-4d1b-ae68-fddc83fd15d4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365641 Apr 20 14:20:40.050072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d161e622-3cbe-4bc2-9124-3d9f4076beef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:41.733579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41568) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:42.100794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:42.124305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Made reservation on behalf of 12470a24e4494f7abace0c884562a5d8 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:20:42.127947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.150487 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.261809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.268329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.287376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Reserving flat network on physical network physnet1 {{(pid=102864) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 14:20:42.307490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b40ce-2115-4816-a04b-cfd323877985,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:42.313662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742240504935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.314226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Unsubscribe: segment precommit_create {{(pid=102864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 14:20:42.314724 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Added segment b1603441-b86c-439a-9dad-b18be062fea8 of type flat for network 83103849-99eb-42c2-bd65-4018e624a005 Apr 20 14:20:42.366540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.415309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.416627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:42.417454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.476054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7374e188-9cc9-4d9a-a865-184aac3cc8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:42.521211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7861845 Apr 20 14:20:42.525174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cf08-1cd4-41e4-a63a-c444da2f157d admin admin] Pushing event updated for resources: {'Network': ['ID=83103849-99eb-42c2-bd65-4018e624a005,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:42.537424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 83103849-99eb-42c2-bd65-4018e624a005 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:20:43.433303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:44.960078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:44.985340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:45.165544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:45.176372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74030d-052c-427d-a799-23c5260dc6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:45.177726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a74030d-052c-427d-a799-23c5260dc6d8 admin admin] 10.222.0.20 "GET /v2.0/subnets/c4479216-7453-412b-bac1-3ec330892127 HTTP/1.1" status: 200 len: 849 time: 0.1914053 Apr 20 14:20:45.300525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-84527809-76ea-4d09-b422-c108eac81a96 admin admin] 10.222.0.20 "GET /v2.0/routers/9d7f6c2b-6e03-4907-b706-35a8502419d0 HTTP/1.1" status: 200 len: 704 time: 0.1161954 Apr 20 14:20:45.584544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:45.880602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Allocated IP 172.20.0.1 (f38764db-0733-40c3-92b9-c34406a92617/c4479216-7453-412b-bac1-3ec330892127/b850b506-b812-406c-86b4-d497a4bc70d9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:20:46.032937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.148239 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.217066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Network f38764db-0733-40c3-92b9-c34406a92617 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:20:46.221796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:46.227533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:20:46.228532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.252040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Pushing event updated for resources: {'Port': ['ID=b850b506-b812-406c-86b4-d497a4bc70d9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:46.422904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ae084ef8-ab60-4b96-a0cb-9320c2ce391c None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:46.423453 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae084ef8-ab60-4b96-a0cb-9320c2ce391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.428215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.455533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ae084ef8-ab60-4b96-a0cb-9320c2ce391c None None] Port b850b506-b812-406c-86b4-d497a4bc70d9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:20:46.637625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.644210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.645478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:46.719814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Pushing event updated for resources: {'Port': ['ID=b850b506-b812-406c-86b4-d497a4bc70d9,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:46.772433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Network f38764db-0733-40c3-92b9-c34406a92617 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:20:46.774222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:46.934409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Router 9d7f6c2b-6e03-4907-b706-35a8502419d0 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:20:46.979712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-76f35976-ddbe-493a-8d8a-da69798c96d8 None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:46.980000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76f35976-ddbe-493a-8d8a-da69798c96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:47.013079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-76f35976-ddbe-493a-8d8a-da69798c96d8 None None] Port b850b506-b812-406c-86b4-d497a4bc70d9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:20:47.030428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:20:47.036371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6d172dfa-813b-40b8-b035-8581ecdaee9c admin admin] 10.222.0.20 "PUT /v2.0/routers/9d7f6c2b-6e03-4907-b706-35a8502419d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7238688 Apr 20 14:20:47.042101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Sync routers for ids ['9d7f6c2b-6e03-4907-b706-35a8502419d0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:20:47.055674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Routers {'9d7f6c2b-6e03-4907-b706-35a8502419d0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:20:47.056512 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:20:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d7f6c2b-6e03-4907-b706-35a8502419d0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:47.241557 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Set router 9d7f6c2b-6e03-4907-b706-35a8502419d0 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:20:47.675701 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:46Z', 'revision_number': 2, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port_host': None, '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:46Z', 'revision_number': 2, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:47.728230 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Checking router: 9d7f6c2b-6e03-4907-b706-35a8502419d0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:20:47.728587 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Updating router 9d7f6c2b-6e03-4907-b706-35a8502419d0 port b850b506-b812-406c-86b4-d497a4bc70d9 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:20:47.777465 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.299307 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.307383 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.470925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Pushing event updated for resources: {'Port': ['ID=b850b506-b812-406c-86b4-d497a4bc70d9,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:48.486891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.487237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.487572 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.487886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.488213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.488524 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.488865 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.489161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.489482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.489825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.490181 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.490541 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Tracked resource versions report: Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: pushed versions: Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: { 'AddressGroup': {'1.2'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'ConntrackHelper': {'1.0'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Log': {'1.0'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Network': {'1.1'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Port': {'1.7'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'PortForwarding': {'1.2'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'QosPolicy': {'1.9'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SecurityGroup': {'1.4'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SubPort': {'1.0'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Subnet': {'1.1'}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Trunk': {'1.1'}} Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: consumer versions: Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: L3 agent@n-d-836145-2: {}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: Metadata agent@n-d-836145-2: {}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: Metering agent@n-d-836145-2: {}, Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'ConntrackHelper': '1.0', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Log': '1.0', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Network': '1.1', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Port': '1.7', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'PortForwarding': '1.2', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'QosPolicy': '1.9', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SecurityGroup': '1.4', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SecurityGroupRule': '1.2', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'SubPort': '1.0', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Subnet': '1.1', Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: 'Trunk': '1.1'}} Apr 20 14:20:48.491719 n-d-836145-2 neutron-server[102866]: {{(pid=102866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:20:48.496823 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Attempting to bind port b850b506-b812-406c-86b4-d497a4bc70d9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:20:48.497212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Attempting to bind port b850b506-b812-406c-86b4-d497a4bc70d9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:20:48.497654 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Attempting to bind port b850b506-b812-406c-86b4-d497a4bc70d9 on network f38764db-0733-40c3-92b9-c34406a92617 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:20:48.503185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:20:48.503583 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Checking segment: {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:48.504066 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.504448 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Bound using segment: {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:20:48.504941 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Bound port: b850b506-b812-406c-86b4-d497a4bc70d9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701a8477-4b5b-4896-ac75-f4c05f8a15d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:20:48.505354 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.547148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ec7ede2a-d6d2-4511-9bf5-e66797df0748 None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:48.548224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec7ede2a-d6d2-4511-9bf5-e66797df0748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.574545 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] For port b850b506-b812-406c-86b4-d497a4bc70d9, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:20:48.582261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ede2a-d6d2-4511-9bf5-e66797df0748 None None] Port b850b506-b812-406c-86b4-d497a4bc70d9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:20:48.594910 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] For port b850b506-b812-406c-86b4-d497a4bc70d9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b850b506-b812-406c-86b4-d497a4bc70d9,segment=NetworkSegment(701a8477-4b5b-4896-ac75-f4c05f8a15d0),segment_id=701a8477-4b5b-4896-ac75-f4c05f8a15d0)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:20:48.599864 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.646900 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Routers {'9d7f6c2b-6e03-4907-b706-35a8502419d0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:20:48.647521 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:20:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d7f6c2b-6e03-4907-b706-35a8502419d0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:48.719400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82140b-d180-41e7-b2d8-8993dd0be971 None None] Pushing event updated for resources: {'Port': ['ID=b850b506-b812-406c-86b4-d497a4bc70d9,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:48.742147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] Set router 9d7f6c2b-6e03-4907-b706-35a8502419d0 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:20:48.802513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:48.803004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.895266 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.932560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] For port b850b506-b812-406c-86b4-d497a4bc70d9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b850b506-b812-406c-86b4-d497a4bc70d9,segment=NetworkSegment(701a8477-4b5b-4896-ac75-f4c05f8a15d0),segment_id=701a8477-4b5b-4896-ac75-f4c05f8a15d0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:48.937952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:48.958259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9006b862-294b-4264-9554-2bde1110b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:46Z', 'revision_number': 2, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port_host': None, '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:48Z', 'revision_number': 4, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:48.984451 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006b862-294b-4264-9554-2bde1110b011 None None] The sync data for ids ['9d7f6c2b-6e03-4907-b706-35a8502419d0'] in n-d-836145-2 is: [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:46Z', 'revision_number': 2, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port_host': None, '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:48Z', 'revision_number': 4, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:20:48.986010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0c3ca-12e0-4fd4-8803-230fc1ccc5ba None None] Pushing event updated for resources: {'Port': ['ID=b850b506-b812-406c-86b4-d497a4bc70d9,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:49.293089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41606) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:49.403712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86272f8f-9141-488d-8b91-f48d88042799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:49.411109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-86272f8f-9141-488d-8b91-f48d88042799 admin admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 842 time: 0.1109948 Apr 20 14:20:49.415271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Request body: {'subnet': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.1.0/24'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:49.439736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Made reservation on behalf of 12470a24e4494f7abace0c884562a5d8 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:20:49.442256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.720940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:20:49.721368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.771910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf52051-8fc1-405e-ba49-b72696fa3a24,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:49.783310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:49.783650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Network hostable DHCP agents. Network: 83103849-99eb-42c2-bd65-4018e624a005, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:20:49.801474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:20:49.812072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 83103849-99eb-42c2-bd65-4018e624a005) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:49.818718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:49.818718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.822128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91951970-502e-4019-b9f8-8e2ac246d9e5 None None] Network 83103849-99eb-42c2-bd65-4018e624a005 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:20:49.843537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c53c689f-ef97-4467-9b09-f1f8a37fc174 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312716 Apr 20 14:20:49.962854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9223c41-867c-4607-9c17-3a5c3920b199 None None] Network 83103849-99eb-42c2-bd65-4018e624a005 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:20:52.153459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:52.431106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-50a869d7-5a28-4a70-8808-a9ca179c6e84 admin admin] 10.222.0.20 "GET /v2.0/routers/9d7f6c2b-6e03-4907-b706-35a8502419d0 HTTP/1.1" status: 200 len: 710 time: 0.2764790 Apr 20 14:20:52.633657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d39ea-5411-4b37-9c5c-5745908f1109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:52.635393 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-123d39ea-5411-4b37-9c5c-5745908f1109 admin admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 886 time: 0.1969168 Apr 20 14:20:52.645214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:52.891548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:53.128062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:53.208201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:53.406819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Allocated IP 172.25.1.9 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:20:53.517918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:53.578547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:53.669538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:20:53.674478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:20:53.680884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:20:53.682994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Pushing event updated for resources: {'Port': ['ID=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:54.023611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:54.246061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:54.251804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:54.372723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Router 9d7f6c2b-6e03-4907-b706-35a8502419d0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:20:54.483689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:20:54.488852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:54.490017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b8955aba-1bb7-4093-96a5-daec50890fec admin admin] 10.222.0.20 "PUT /v2.0/routers/9d7f6c2b-6e03-4907-b706-35a8502419d0 HTTP/1.1" status: 200 len: 888 time: 1.8482380 Apr 20 14:20:54.505224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b850b506-b812-406c-86b4-d497a4bc70d9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:20:54.561458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:54.562045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:55.529823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Sync routers for ids ['9d7f6c2b-6e03-4907-b706-35a8502419d0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:20:55.541954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Routers {'9d7f6c2b-6e03-4907-b706-35a8502419d0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:20:55.542637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:20:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d7f6c2b-6e03-4907-b706-35a8502419d0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:55.754504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Set router 9d7f6c2b-6e03-4907-b706-35a8502419d0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:20:56.210451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:53Z', 'revision_number': 4, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port': {'id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:53Z', 'updated_at': '2022-04-20T14:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:48Z', 'revision_number': 5, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:56.263080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Checking router: 9d7f6c2b-6e03-4907-b706-35a8502419d0 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:20:56.263422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Updating router 9d7f6c2b-6e03-4907-b706-35a8502419d0 port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:20:56.314863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.375234 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:20:56.669436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.675679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.732418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Attempting to bind port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:20:56.732655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Attempting to bind port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:20:56.733034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Attempting to bind port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:20:56.736183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c3f84-0581-443c-9269-2b82b663605d None None] Pushing event updated for resources: {'Port': ['ID=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:56.743248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:20:56.743592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:56.744227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.744827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:20:56.745502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Bound port: baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:20:56.745922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.801583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] For port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:20:56.805519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] For port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:20:56.810507 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.882154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c3f84-0581-443c-9269-2b82b663605d None None] Pushing event updated for resources: {'Port': ['ID=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:56.885458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Routers {'9d7f6c2b-6e03-4907-b706-35a8502419d0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:20:56.886038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:20:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d7f6c2b-6e03-4907-b706-35a8502419d0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:56.996542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] Set router 9d7f6c2b-6e03-4907-b706-35a8502419d0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:20:57.015302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:57.143733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51f79ae8-354d-4b9e-9c98-4f2991c0732a admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1272862 Apr 20 14:20:57.243328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:53Z', 'revision_number': 4, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port': {'id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:53Z', 'updated_at': '2022-04-20T14:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:48Z', 'revision_number': 5, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:20:57.275356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d16e9-9d70-4dc7-9dea-37dd927a7bbf None None] The sync data for ids ['9d7f6c2b-6e03-4907-b706-35a8502419d0'] in n-d-836145-2 is: [{'id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'name': 'router1', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:20:36Z', 'updated_at': '2022-04-20T14:20:53Z', 'revision_number': 4, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'gw_port': {'id': 'baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:53Z', 'updated_at': '2022-04-20T14:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b850b506-b812-406c-86b4-d497a4bc70d9', 'name': '', 'network_id': 'f38764db-0733-40c3-92b9-c34406a92617', 'tenant_id': 'bccbdd656ab34f1aae24296f30a8028b', 'mac_address': 'fa:16:3e:3f:41:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7f6c2b-6e03-4907-b706-35a8502419d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4479216-7453-412b-bac1-3ec330892127', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:20:45Z', 'updated_at': '2022-04-20T14:20:48Z', 'revision_number': 5, 'project_id': 'bccbdd656ab34f1aae24296f30a8028b', 'subnets': [{'id': 'c4479216-7453-412b-bac1-3ec330892127', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed831cf-fadf-4b99-894b-2953b2cdfd01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:20:58.497723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:20:58.560193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:58.560917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:58.641907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:58.662304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:58.666845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:58.711447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:00.478731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:00.535274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port baf9e3cc-4cfe-4cc2-9f2d-c8439dd21832 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:00.535640 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:10.056855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-131a2f81-d590-4568-8e14-6803bdca8375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:12.485557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40803369-decb-4110-93b7-090408105e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:13.440433 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:14.969354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:15.173042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:33.374920 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:21:40.056544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8e665880-99d1-494d-ab3a-0dc9f8bc71c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.481009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8501b27-5833-4335-8c00-07b47c260d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.440317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.963435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.160365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:10.056895 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-651a22a1-2a60-4d6d-a611-82cba91f9919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:10.374147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:22:12.481519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f399ec27-e90f-4f55-a640-b301e54b1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:13.444106 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:14.962398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:15.155396 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:39.066209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:39.140098 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20295ef-dd38-477b-b958-06c3fae7f46d admin admin] GET failed (client error): The resource could not be found. Apr 20 14:22:39.141422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d20295ef-dd38-477b-b958-06c3fae7f46d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742357 Apr 20 14:22:39.303059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f16f5-59f0-4d3b-9a61-17716bba9f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:39.304592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-411f16f5-59f0-4d3b-9a61-17716bba9f44 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579714 Apr 20 14:22:40.052395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94431e4c-f4d7-467b-b754-a20265016177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:41.537367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:41.655055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710b2a4-9d54-4fa9-9c36-1970da0d40f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:41.656403 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4710b2a4-9d54-4fa9-9c36-1970da0d40f2 admin admin] 10.222.0.20 "GET /v2.0/subnets/c4479216-7453-412b-bac1-3ec330892127 HTTP/1.1" status: 200 len: 849 time: 0.1180587 Apr 20 14:22:41.672123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:22:41.758492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Notify callbacks [] for subnet, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:41.924010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742240465592'] for subnet, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:41.953577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:41.954165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:41.956067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] 10.222.0.20 "PUT /v2.0/subnets/c4479216-7453-412b-bac1-3ec330892127 HTTP/1.1" status: 200 len: 868 time: 0.2876542 Apr 20 14:22:41.959609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df0821-f474-4aea-a3bc-3b0114fe3c8e None None] Network f38764db-0733-40c3-92b9-c34406a92617 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:22:41.982608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4479216-7453-412b-bac1-3ec330892127,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:22:41.990587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.990970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.991311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.992275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.992654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.992992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.993320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.993645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.993971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.994294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.994637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:41.994959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9b2a6-f27d-43c5-983b-a99c3356e3bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:22:42.324841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8de51eeb-2ff0-45d5-b0f0-e1824c474f9f None None] Provisioning complete for port b850b506-b812-406c-86b4-d497a4bc70d9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:22:42.325216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de51eeb-2ff0-45d5-b0f0-e1824c474f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:42.417271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8de51eeb-2ff0-45d5-b0f0-e1824c474f9f None None] Provisioning complete for port 6b191444-7378-4214-8e14-2976162cf7dc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:22:42.417522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de51eeb-2ff0-45d5-b0f0-e1824c474f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:42.494730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a59a8bb0-a272-47b6-8966-f87cec924ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:43.447410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:44.209865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42238) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:44.412288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4f07c-9e3e-4470-8a74-58bccea97ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:44.412636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4f07c-9e3e-4470-8a74-58bccea97ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:44.414266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-26a4f07c-9e3e-4470-8a74-58bccea97ca1 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034309 Apr 20 14:22:44.965216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:45.160629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:46.630798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:46.767837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fc7c1-49ad-4d53-bcbe-7b00c6594d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:46.768208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fc7c1-49ad-4d53-bcbe-7b00c6594d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:46.770025 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-345fc7c1-49ad-4d53-bcbe-7b00c6594d47 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1379485 Apr 20 14:22:47.373231 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:22:49.002312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:49.213664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922be919-7381-40a2-aa48-ba3206fc3d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:49.215090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-922be919-7381-40a2-aa48-ba3206fc3d9a admin admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 886 time: 0.2117009 Apr 20 14:22:51.387521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:51.548287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78732d84-07fa-43f2-a480-306481ef8b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:51.549691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78732d84-07fa-43f2-a480-306481ef8b19 admin admin] 10.222.0.20 "GET /v2.0/networks/f38764db-0733-40c3-92b9-c34406a92617 HTTP/1.1" status: 200 len: 869 time: 0.1612012 Apr 20 14:22:53.752387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:53.955427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae5aa5-bfd8-4268-bdb9-ec133c7ea9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:53.955881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae5aa5-bfd8-4268-bdb9-ec133c7ea9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:53.957403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-60ae5aa5-bfd8-4268-bdb9-ec133c7ea9c8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2037234 Apr 20 14:22:56.172072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42280) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:56.297347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e298b93-5ad7-4d9f-af0e-a6ecd2e3d70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:56.297777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e298b93-5ad7-4d9f-af0e-a6ecd2e3d70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:56.301084 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e298b93-5ad7-4d9f-af0e-a6ecd2e3d70f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263905 Apr 20 14:22:58.497825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:58.586477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccacc40-a018-430c-8b26-30a67c9e51b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:58.587815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5ccacc40-a018-430c-8b26-30a67c9e51b2 admin admin] 10.222.0.20 "GET /v2.0/subnets/6bf52051-8fc1-405e-ba49-b72696fa3a24 HTTP/1.1" status: 200 len: 816 time: 0.0890439 Apr 20 14:23:00.773486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42296) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:00.885108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045effcd-cc43-4fed-b69b-5972e0d660db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:00.886480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-045effcd-cc43-4fed-b69b-5972e0d660db admin admin] 10.222.0.20 "GET /v2.0/subnets/c4479216-7453-412b-bac1-3ec330892127 HTTP/1.1" status: 200 len: 868 time: 0.1119568 Apr 20 14:23:10.056927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3b50b7d9-e075-4248-a9f5-8635a9372f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:12.477770 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2761c2e1-e0df-4cb5-9f75-8a6d79dbc512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:13.449324 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:14.968842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:15.165185 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:21.296388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42350) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:21.347695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-c181e9d1-0565-49fc-9ddc-4cd0efe04c84 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:23:21.348690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c181e9d1-0565-49fc-9ddc-4cd0efe04c84 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513575 Apr 20 14:23:23.645850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42358) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:23.733087 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be8e9ba-1aa4-4974-9c28-af4481cac0ef admin admin] GET failed (client error): The resource could not be found. Apr 20 14:23:23.734407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1be8e9ba-1aa4-4974-9c28-af4481cac0ef admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0876174 Apr 20 14:23:23.831185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f71a9-e660-41be-85ca-23fc46e0f116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:23.832569 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-142f71a9-e660-41be-85ca-23fc46e0f116 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0908680 Apr 20 14:23:24.373493 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:23:26.048336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42366) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:26.098019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:23:26.119262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Made reservation on behalf of 12470a24e4494f7abace0c884562a5d8 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:23:26.121447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:26.156175 n-d-836145-2 neutron-server[102863]: WARNING neutron.services.revisions.revision_plugin [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Could not find related network for resource to bump revision. Apr 20 14:23:26.169324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:23:26.182825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:26.183168 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Added segment 7e18424e-0388-47b0-b3a9-ad095479304d of type vlan for network eba544b1-074d-4ecf-9cc3-82922e71721d Apr 20 14:23:26.222243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:26.251897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:26.253023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:26.253683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:26.301367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2519600 Apr 20 14:23:26.314749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3278858-4285-49a9-938f-0b751bd7627c admin admin] Pushing event updated for resources: {'Network': ['ID=eba544b1-074d-4ecf-9cc3-82922e71721d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:23:26.326207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network eba544b1-074d-4ecf-9cc3-82922e71721d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:23:28.611827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:28.708232 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2449427a-1e63-4cd8-8a69-5d3e8bcc5c63 admin admin] GET failed (client error): The resource could not be found. Apr 20 14:23:28.709718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2449427a-1e63-4cd8-8a69-5d3e8bcc5c63 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0968525 Apr 20 14:23:28.784182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb0db4-ba50-48de-95bb-37f941a16744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:28.785603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6feb0db4-ba50-48de-95bb-37f941a16744 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707004 Apr 20 14:23:28.796240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:23:28.816573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Made reservation on behalf of 12470a24e4494f7abace0c884562a5d8 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:23:28.818974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.007844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.057566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b25e75-ebb3-448f-a94b-067945e67d70,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:23:29.074559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:23:29.074933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Network hostable DHCP agents. Network: eba544b1-074d-4ecf-9cc3-82922e71721d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:23:29.098034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Network eba544b1-074d-4ecf-9cc3-82922e71721d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:23:29.110232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, eba544b1-074d-4ecf-9cc3-82922e71721d) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:23:29.114705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:29.115290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.120086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614cb488-0b0f-431e-9777-508c7dd94967 None None] Network eba544b1-074d-4ecf-9cc3-82922e71721d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:23:29.140095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9011bf81-8c98-44fc-877c-229b9afb789f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3470664 Apr 20 14:23:29.385029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-eba544b1-074d-4ecf-9cc3-82922e71721d', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'tenant_id': '12470a24e4494f7abace0c884562a5d8', 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:23:29.385975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.533815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Allocated IP 192.168.233.2 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/55c371f0-9237-4c66-a7d0-131682ac08ac) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:23:29.677885 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.683888 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.719127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:23:29.730370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Pushing event updated for resources: {'Port': ['ID=55c371f0-9237-4c66-a7d0-131682ac08ac,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:23:29.732591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:23:29.738544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:23:29.741098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.741444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.742633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.742633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.742633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.742996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.743369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.743730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.744113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.744469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.744807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.745159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:23:29.806546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Attempting to bind port 55c371f0-9237-4c66-a7d0-131682ac08ac on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:23:29.807031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Attempting to bind port 55c371f0-9237-4c66-a7d0-131682ac08ac by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:23:29.807391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Attempting to bind port 55c371f0-9237-4c66-a7d0-131682ac08ac on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:23:29.812534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:23:29.812898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:23:29.813296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.813680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:23:29.814138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Bound port: 55c371f0-9237-4c66-a7d0-131682ac08ac, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:23:29.814529 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.879192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] For port 55c371f0-9237-4c66-a7d0-131682ac08ac, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:23:29.882426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] For port 55c371f0-9237-4c66-a7d0-131682ac08ac, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=55c371f0-9237-4c66-a7d0-131682ac08ac,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:23:29.887432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.951726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8377d6e-240a-4190-a398-dd4c44a2a42f None None] Pushing event updated for resources: {'Port': ['ID=55c371f0-9237-4c66-a7d0-131682ac08ac,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:23:30.649057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 55c371f0-9237-4c66-a7d0-131682ac08ac up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:23:30.703620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 55c371f0-9237-4c66-a7d0-131682ac08ac triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:23:30.703992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:30.801025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:30.839398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 55c371f0-9237-4c66-a7d0-131682ac08ac, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=55c371f0-9237-4c66-a7d0-131682ac08ac,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:23:30.841977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6f769-01b9-40cd-9525-c7ebd8a63714 None None] Network eba544b1-074d-4ecf-9cc3-82922e71721d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:23:30.857416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:30.970814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=55c371f0-9237-4c66-a7d0-131682ac08ac,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:23:30.975066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0eda405b-f343-4e57-ac42-05b00b078963 None None] Provisioning complete for port 55c371f0-9237-4c66-a7d0-131682ac08ac triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:23:30.975512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0eda405b-f343-4e57-ac42-05b00b078963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:31.337322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f0554e52-446c-41d8-96d1-eae7e531afcd None None] Provisioning complete for port 55c371f0-9237-4c66-a7d0-131682ac08ac triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:23:31.337726 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f0554e52-446c-41d8-96d1-eae7e531afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:32.561293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 55c371f0-9237-4c66-a7d0-131682ac08ac up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:23:32.611770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 55c371f0-9237-4c66-a7d0-131682ac08ac triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:23:32.612136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:40.061053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac72afa3-b585-495d-8f55-2af76e2b10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:42.484515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2fb1963-7cb3-46d0-aca1-c309f0b68f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:43.451988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:44.970391 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:45.169399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:01.372269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:24:10.065100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7df4d3b8-6681-4943-a960-18456576dace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:12.480416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40749d32-3437-43f1-a872-0478620b331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:13.457310 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:14.979336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:15.175115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:38.371287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:24:40.073227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7401104b-9b5c-4528-a42c-1f06afb89d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:42.474982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-35918722-b59a-44cb-856f-a48289e29c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.458554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:44.979862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:45.170052 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.217697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42414) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:58.224652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-4a163f8f-72e6-45d3-9c9d-29ee627f30da tempest-verify_tempest_config-1994760909 tempest-verify_tempest_config-1994760909-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:24:58.225720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4a163f8f-72e6-45d3-9c9d-29ee627f30da tempest-verify_tempest_config-1994760909 tempest-verify_tempest_config-1994760909-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066767 Apr 20 14:24:58.578095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42432) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:58.687440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.762743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.768834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.812692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2417df6de4334f3fb778c2f4c9c8bd80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2335510 Apr 20 14:24:58.813451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a29570-4741-4112-90e8-3322dfce9f96,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:58.815795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42436) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:58.820206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.820547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.820886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.821218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.821548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.821865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.822190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.822495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.822850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.823172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.823515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.823812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5dc60-1936-4fad-9de6-6edb61044dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:58.875336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.900237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:59.004352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:59.007861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:59.013033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77a29570-4741-4112-90e8-3322dfce9f96 HTTP/1.1" status: 204 len: 168 time: 0.1926360 Apr 20 14:24:59.018845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a29570-4741-4112-90e8-3322dfce9f96,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:59.026183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.026521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.026868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.027223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.027557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.027888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.028216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.028532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.028855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.029179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.029501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:59.029872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b9ed9-2b44-4457-a422-1a2c2e378e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:10.069686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e0547e11-b801-441c-975d-1e6e220d1473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:12.487103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2b00-c9f3-4e96-9627-61f4c0f881d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:13.476480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:14.983594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:15.178416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:15.376213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:25:40.067856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d4ad-497d-48e6-abc4-75f7084d4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:42.492341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-266aa88f-a83a-496a-bf31-c1ac8be8b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:43.476296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:44.986891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:45.179961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:52.379898 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:26:10.062347 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d73c4c2f-95ac-4b44-ba17-1e54a3c34c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.490392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b76c-c961-4f4f-b949-75e15764cf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.483146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.984611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.175979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:29.384360 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:26:40.066607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6648e3-8c6c-4301-9ea4-0423075ad653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:42.496537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-736ecc3f-0e64-4864-96b9-a4687b71b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:43.480861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:44.990919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:45.186457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:06.389113 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:27:10.081759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb6f99c2-9857-4d44-9810-ed1e42a5174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:12.491437 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8668-ca68-4fac-b28d-ee5aa632327b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:13.482998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:14.998550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:15.180855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:40.087849 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e92da987-7954-447e-ad6d-693530684360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:42.500998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcfb41a7-2f2b-454c-9d61-284fc2bb46a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:43.393441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 5 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:27:43.491187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:45.006641 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:45.189866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:03.075063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:06.319674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3700451'] for agent, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:10.090322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daa0ec64-6613-4ee0-8850-f3058986e79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:12.500163 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fa6b6faa-5d95-43d1-bb40-31daace93cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:13.488934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:15.007099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:15.187288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:20.399474 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:28:33.037731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:36.284236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:40.089432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-44a6d00b-f36c-4e11-83e6-823419b67932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:42.494037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-71fc84b8-e0d3-4519-a145-f62c69cfebbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:43.501842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:45.010121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:45.189328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:53.419417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42494) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:28:53.537451 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6d0e82df-aadd-440a-8474-5067e090047f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1168869 Apr 20 14:28:55.743074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42504) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:28:55.813455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d714803e-8feb-45b9-8734-ae166b043364 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0692778 Apr 20 14:28:57.405362 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:29:03.050089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:06.289566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:10.087567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb34-8b5f-4d5b-956d-3465f640b832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:12.505116 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30bc2d47-40b0-4069-9354-789cdfe411d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:13.504416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:15.014276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:15.186103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:33.045381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:34.395622 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:29:36.294445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:40.086040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-649b9eee-af61-40c5-b20e-9f0deeb3af1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:42.516969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9497ebfa-684f-4394-9c5b-f0af914224f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:43.505883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:45.009505 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:45.182186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:03.056096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:06.295931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:10.081776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7244-c58a-44b4-ad79-e33020a7ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:11.396384 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:30:12.502256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1c9249bb-cf46-488e-8cad-5c8f77fe5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:13.503046 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:15.023396 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:15.179748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:33.078611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:34.830084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42678) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:35.067074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-099e656f-b6af-4024-8289-83998f94a472 tempest-AutoAllocateNetworkTest-98288672 tempest-AutoAllocateNetworkTest-98288672-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b105fd5a190347639a03f0e84b239e03&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2356031 Apr 20 14:30:35.069525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:35.262910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f139d-f561-43b6-bc39-043a0510c440 tempest-AutoAllocateNetworkTest-98288672 tempest-AutoAllocateNetworkTest-98288672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:35.267878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:35.268382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf7f139d-f561-43b6-bc39-043a0510c440 tempest-AutoAllocateNetworkTest-98288672 tempest-AutoAllocateNetworkTest-98288672-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1973467 Apr 20 14:30:35.330003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34128f98-7cea-404a-8fa4-15a885898c16 tempest-AutoAllocateNetworkTest-98288672 tempest-AutoAllocateNetworkTest-98288672-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606174 Apr 20 14:30:35.332585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:35.363487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-277a412b-1bc9-4495-8cfb-847ad5a743e8 tempest-AutoAllocateNetworkTest-98288672 tempest-AutoAllocateNetworkTest-98288672-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b105fd5a190347639a03f0e84b239e03 HTTP/1.1" status: 200 len: 208 time: 0.0296388 Apr 20 14:30:35.955287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42750) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:36.140885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:36.291972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.324284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-network', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:36.343655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Made reservation on behalf of f594feacd5d5496ab0c3b4ba044c8df4 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:30:36.348079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.357132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.403226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5b2e-99ac-442c-a534-01a6cd766362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.499596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.511915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.545376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:30:36.564809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5b2e-99ac-442c-a534-01a6cd766362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.576642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.577013 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Added segment fe8b3def-b9ac-4c42-9486-8aaea0f59310 of type vlan for network a709da28-7c12-4c5f-a70f-37040aa74b44 Apr 20 14:30:36.580717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8ba5b2e-99ac-442c-a534-01a6cd766362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.596131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea288e3c-a78c-47e9-8cf1-c227ee5418fa,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:36.638104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.638449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.638813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.639147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.639477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.639802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.640126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.640451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.640790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.641245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.641434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.641943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Tracked resource versions report: Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: pushed versions: Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: { 'AddressGroup': {'1.2'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'ConntrackHelper': {'1.0'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Log': {'1.0'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Network': {'1.1'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Port': {'1.7'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'PortForwarding': {'1.2'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'QosPolicy': {'1.9'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SecurityGroup': {'1.4'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SubPort': {'1.0'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Subnet': {'1.1'}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Trunk': {'1.1'}} Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: consumer versions: Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: HyperV agent@n-h1-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: HyperV agent@n-h2-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: L3 agent@n-d-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: Metadata agent@n-d-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: Metering agent@n-d-836145-2: {}, Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'ConntrackHelper': '1.0', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Log': '1.0', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Network': '1.1', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Port': '1.7', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'PortForwarding': '1.2', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'QosPolicy': '1.9', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SecurityGroup': '1.4', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SecurityGroupRule': '1.2', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'SubPort': '1.0', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Subnet': '1.1', Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: 'Trunk': '1.1'}} Apr 20 14:30:36.643290 n-d-836145-2 neutron-server[102863]: {{(pid=102863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:30:36.675589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42798) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:36.679129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c8ba5b2e-99ac-442c-a534-01a6cd766362 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b105fd5a190347639a03f0e84b239e03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5371222 Apr 20 14:30:36.681380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.709540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba5b2e-99ac-442c-a534-01a6cd766362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2aa47-45f6-4ffc-9054-3f3962cbc112,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:36.721252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.722789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:36.723508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.740692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.755216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:36.755458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7988219 Apr 20 14:30:36.760259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Request body: {'subnet': {'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-subnet', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:36.784478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Made reservation on behalf of f594feacd5d5496ab0c3b4ba044c8df4 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:30:36.786970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.794442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.796935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70754-57e2-47d0-9915-f82483a8a91f admin admin] Pushing event updated for resources: {'Network': ['ID=a709da28-7c12-4c5f-a70f-37040aa74b44,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:36.809634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a709da28-7c12-4c5f-a70f-37040aa74b44 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:30:36.952148 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.954540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:36.958448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53e2aa47-45f6-4ffc-9054-3f3962cbc112 HTTP/1.1" status: 204 len: 168 time: 0.2818429 Apr 20 14:30:36.969931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2aa47-45f6-4ffc-9054-3f3962cbc112,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:36.994209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.994555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.994932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.995268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.995727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.995942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.996268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.996634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.996954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.997248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.997569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.997881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5b8ea-a35f-4c3e-8220-600a87e2b7eb admin admin] Tracked resource versions report: Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: pushed versions: Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: { 'AddressGroup': {'1.2'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'ConntrackHelper': {'1.0'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Log': {'1.0'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Network': {'1.1'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Port': {'1.7'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'PortForwarding': {'1.2'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'QosPolicy': {'1.9'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SecurityGroup': {'1.4'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SubPort': {'1.0'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Subnet': {'1.1'}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Trunk': {'1.1'}} Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: consumer versions: Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: HyperV agent@n-h1-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: HyperV agent@n-h2-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: L3 agent@n-d-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: Metadata agent@n-d-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: Metering agent@n-d-836145-2: {}, Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'ConntrackHelper': '1.0', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Log': '1.0', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Network': '1.1', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Port': '1.7', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'PortForwarding': '1.2', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'QosPolicy': '1.9', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SecurityGroup': '1.4', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SecurityGroupRule': '1.2', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'SubPort': '1.0', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Subnet': '1.1', Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: 'Trunk': '1.1'}} Apr 20 14:30:36.999101 n-d-836145-2 neutron-server[102864]: {{(pid=102864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:30:37.073428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.121971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:37.138331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Checking segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:37.138702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Network hostable DHCP agents. Network: a709da28-7c12-4c5f-a70f-37040aa74b44, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:30:37.162452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:30:37.175903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a709da28-7c12-4c5f-a70f-37040aa74b44) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:37.180592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:37.181179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.187268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b33d7-9a43-4cc7-adf8-15ed91d68a99 None None] Network a709da28-7c12-4c5f-a70f-37040aa74b44 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:30:37.218355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7aa86afd-c1a2-4c82-9a8a-6e0554c7b93c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4620371 Apr 20 14:30:37.221368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:37.231995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:37.282047 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.283153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.369935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.398295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a709da28-7c12-4c5f-a70f-37040aa74b44', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:30:37.400006 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.613660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Allocated IP 172.20.0.2 (a709da28-7c12-4c5f-a70f-37040aa74b44/448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d/956daea4-335f-4700-a1b6-1c004b331efd) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:37.615782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.791754 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.799698 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.851939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Pushing event updated for resources: {'Port': ['ID=956daea4-335f-4700-a1b6-1c004b331efd,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:37.866360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.866652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.867154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.867637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.868097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.868566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.868895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.869218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.869540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.869860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.870184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.870663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Tracked resource versions report: Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: pushed versions: Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: { 'AddressGroup': {'1.2'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'ConntrackHelper': {'1.0'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Log': {'1.0'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Network': {'1.1'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Port': {'1.7'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'PortForwarding': {'1.2'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'QosPolicy': {'1.9'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SecurityGroup': {'1.4'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SubPort': {'1.0'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Subnet': {'1.1'}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Trunk': {'1.1'}} Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: consumer versions: Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: HyperV agent@n-h1-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: HyperV agent@n-h2-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: L3 agent@n-d-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: Metadata agent@n-d-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: Metering agent@n-d-836145-2: {}, Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'ConntrackHelper': '1.0', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Log': '1.0', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Network': '1.1', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Port': '1.7', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'PortForwarding': '1.2', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'QosPolicy': '1.9', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SecurityGroup': '1.4', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SecurityGroupRule': '1.2', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'SubPort': '1.0', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Subnet': '1.1', Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: 'Trunk': '1.1'}} Apr 20 14:30:37.871804 n-d-836145-2 neutron-server[102865]: {{(pid=102865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:30:37.875101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:37.877125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:37.879466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:37.950007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Attempting to bind port 956daea4-335f-4700-a1b6-1c004b331efd on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:37.950406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Attempting to bind port 956daea4-335f-4700-a1b6-1c004b331efd by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:37.950802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Attempting to bind port 956daea4-335f-4700-a1b6-1c004b331efd on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:37.956444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:37.956814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Checking segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:37.957217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:37.957606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Bound using segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:37.958202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Bound port: 956daea4-335f-4700-a1b6-1c004b331efd, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:37.958768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.039056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.069541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.147297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] For port 956daea4-335f-4700-a1b6-1c004b331efd, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:38.158422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] For port 956daea4-335f-4700-a1b6-1c004b331efd, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=956daea4-335f-4700-a1b6-1c004b331efd,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:38.165310 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.202650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Allocated IP 172.25.1.224 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/03542c42-e720-412c-b2a2-3ffff46f107c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:38.263089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe4528-43bd-41f4-9bf3-c7288254febe None None] Pushing event updated for resources: {'Port': ['ID=956daea4-335f-4700-a1b6-1c004b331efd,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:38.344889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.396709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:38.452110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:38.457197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:38.462165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:38.465858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=03542c42-e720-412c-b2a2-3ffff46f107c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:38.887227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 956daea4-335f-4700-a1b6-1c004b331efd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:38.959720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 956daea4-335f-4700-a1b6-1c004b331efd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:38.960090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.035763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.066687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.107887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 956daea4-335f-4700-a1b6-1c004b331efd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=956daea4-335f-4700-a1b6-1c004b331efd,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:39.112590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.208036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=956daea4-335f-4700-a1b6-1c004b331efd,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:39.391680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.598191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:30:39.704238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ed6f4-3831-44f3-94b5-b073a772327a None None] Network a709da28-7c12-4c5f-a70f-37040aa74b44 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:30:39.755209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:30:39.768917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:30:39.782873 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:39.783757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:12Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:39.785350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.789701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b7b47c4-a969-42ba-be35-6cb90a50b1d2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5647235 Apr 20 14:30:39.792665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:39.844952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b9ab6b17-df8f-42f5-b2b9-b47108c177bc None None] Provisioning complete for port 956daea4-335f-4700-a1b6-1c004b331efd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:39.847449 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6b17-df8f-42f5-b2b9-b47108c177bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.018974 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:40.188791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4d952557-6fa8-482d-8db8-92f9f0f90a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.395894 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:38Z', 'revision_number': 3, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:40.445303 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:30:40.445871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Updating router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea port 03542c42-e720-412c-b2a2-3ffff46f107c binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:30:40.482992 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.517573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a976a744-1437-4955-9c55-7dcadbe3b77b None None] Provisioning complete for port 956daea4-335f-4700-a1b6-1c004b331efd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:40.519053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a976a744-1437-4955-9c55-7dcadbe3b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.630944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.845823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 956daea4-335f-4700-a1b6-1c004b331efd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:40.868565 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.876455 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.912969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43028) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:40.919173 n-d-836145-2 neutron-server[102864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 14:30:40.923033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 956daea4-335f-4700-a1b6-1c004b331efd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:40.923772 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.925098 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Attempting to bind port 03542c42-e720-412c-b2a2-3ffff46f107c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:40.925499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Attempting to bind port 03542c42-e720-412c-b2a2-3ffff46f107c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:40.925831 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Attempting to bind port 03542c42-e720-412c-b2a2-3ffff46f107c on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:40.932038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Allocated IP 172.20.0.1 (a709da28-7c12-4c5f-a70f-37040aa74b44/448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d/6d6f90f2-d3dd-4585-ab2d-e2f073605b97) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:40.940793 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:40.941521 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:40.942173 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.942811 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:40.943522 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Bound port: 03542c42-e720-412c-b2a2-3ffff46f107c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:40.944138 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:40.947300 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Pushing event updated for resources: {'Port': ['ID=03542c42-e720-412c-b2a2-3ffff46f107c,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:40.959260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-66ea4bd9-3578-46a1-8774-ee25f8b698ee tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415776 Apr 20 14:30:40.976302 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.977120 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.977548 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.978114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.978666 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.979268 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.979873 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.980413 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.980970 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.981509 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.982076 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.982487 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Tracked resource versions report: Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: pushed versions: Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: { 'AddressGroup': {'1.2'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'ConntrackHelper': {'1.0'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Log': {'1.0'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Network': {'1.1'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Port': {'1.7'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'PortForwarding': {'1.2'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'QosPolicy': {'1.9'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SecurityGroup': {'1.4'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SubPort': {'1.0'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Subnet': {'1.1'}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Trunk': {'1.1'}} Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: consumer versions: Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: { DHCP agent@n-d-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: HyperV agent@n-h1-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: HyperV agent@n-h2-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: L3 agent@n-d-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: Metadata agent@n-d-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: Metering agent@n-d-836145-2: {}, Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: Open vSwitch agent@n-d-836145-2: { 'AddressGroup': '1.2', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'ConntrackHelper': '1.0', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Log': '1.0', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Network': '1.1', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Port': '1.7', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'PortForwarding': '1.2', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'QosPolicy': '1.9', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SecurityGroup': '1.4', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SecurityGroupRule': '1.2', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'SubPort': '1.0', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Subnet': '1.1', Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: 'Trunk': '1.1'}} Apr 20 14:30:40.983694 n-d-836145-2 neutron-server[102866]: {{(pid=102866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 14:30:41.020479 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] For port 03542c42-e720-412c-b2a2-3ffff46f107c, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:41.025549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] For port 03542c42-e720-412c-b2a2-3ffff46f107c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03542c42-e720-412c-b2a2-3ffff46f107c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:41.032778 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.076729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-82d1fb31-76bb-479b-98d4-e3dd0ca398e5 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:41.085318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-82d1fb31-76bb-479b-98d4-e3dd0ca398e5 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245725 Apr 20 14:30:41.103219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-1ac85324-4135-417b-a578-0f02e1c5baf2 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/quotas/fbeaa8b05dd74729a4fa70a10b111806 HTTP/1.1" status: 200 len: 375 time: 0.0168788 Apr 20 14:30:41.142547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca413eaa-2217-4383-b7a1-aa0cdd33a456 None None] Pushing event updated for resources: {'Port': ['ID=03542c42-e720-412c-b2a2-3ffff46f107c,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:41.147826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.171134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-675ff286-cfb7-473d-80ea-0fc7cadaa621 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649121 Apr 20 14:30:41.190351 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:41.191572 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:12Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:41.213089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.279146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:41.284023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:41.296931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:41.297270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.357962 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:41.529868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:41.558536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43068) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:41.624385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-05a42c7c-019e-4254-b5c2-008581a49d81 None None] Provisioning complete for port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:41.624385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05a42c7c-019e-4254-b5c2-008581a49d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.653823 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:38Z', 'revision_number': 3, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:41.669613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.689912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7393fd0c-cf32-41ed-80d3-1c3b13489fb4 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:38Z', 'revision_number': 3, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:30:41.703888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-05a42c7c-019e-4254-b5c2-008581a49d81 None None] Port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:41.789024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43074) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:41.914204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.921609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.922769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:41.978116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05c49d41-47e7-4604-92d7-2b2e653139cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.050792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:42.063098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e86c945-0496-41a7-b145-9ec4c8c34ea5 req-6a6690c0-f420-489c-8460-d9655ab99a7d tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.2708580 Apr 20 14:30:42.167514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:42.173087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:42.277203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05c49d41-47e7-4604-92d7-2b2e653139cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.283335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05c49d41-47e7-4604-92d7-2b2e653139cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.334660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c49d41-47e7-4604-92d7-2b2e653139cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0bc676-390e-4ace-a776-6a5e5a94c1d6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:42.354873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-05c49d41-47e7-4604-92d7-2b2e653139cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=024ae67f523e4d36ae40789b99485b7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7936337 Apr 20 14:30:42.368995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43116) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:42.456259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.459529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:30:42.519235 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.543718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e8beb87-e73b-406f-9c45-34c144f6eacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.676471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.677539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-06bb6500-502a-443d-8e0f-68ab06549d4c None None] Provisioning complete for port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:42.678023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06bb6500-502a-443d-8e0f-68ab06549d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.680286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:42.703424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf0bc676-390e-4ace-a776-6a5e5a94c1d6 HTTP/1.1" status: 204 len: 168 time: 0.3235188 Apr 20 14:30:42.738045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41320b06-1a45-457e-8272-d1bfcd1ab6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0bc676-390e-4ace-a776-6a5e5a94c1d6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:42.758982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:30:42.777317 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af0396be-6f9c-451e-9a2b-f13b7a9902c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/368ac2a3-ad19-47d7-9b7b-861c19ee67ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9816930 Apr 20 14:30:42.903289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-06bb6500-502a-443d-8e0f-68ab06549d4c None None] Port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:42.971284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03542c42-e720-412c-b2a2-3ffff46f107c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:43.094137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 03542c42-e720-412c-b2a2-3ffff46f107c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:43.096474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.273721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d73163fd-4a58-4981-bcac-b51566f4cd89 req-5f28f609-aa07-436e-b936-a60ac9efa81d tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.0500872 Apr 20 14:30:43.320195 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.382015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 03542c42-e720-412c-b2a2-3ffff46f107c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03542c42-e720-412c-b2a2-3ffff46f107c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:43.394523 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.537766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=03542c42-e720-412c-b2a2-3ffff46f107c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:43.548963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.742514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:43.772118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2069fc13-a655-44e6-beb4-21b37e2dbaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.949623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2069fc13-a655-44e6-beb4-21b37e2dbaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.955015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2069fc13-a655-44e6-beb4-21b37e2dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.008092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2069fc13-a655-44e6-beb4-21b37e2dbaa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed1433a3466140ae97a5178b4f0a6d84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2635195 Apr 20 14:30:44.009160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069fc13-a655-44e6-beb4-21b37e2dbaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f12d0-497a-44b3-90aa-48ac8b715998,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:44.011432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43210) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:44.116294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.148887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.235970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.240474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.242833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d15f12d0-497a-44b3-90aa-48ac8b715998 HTTP/1.1" status: 204 len: 168 time: 0.2302225 Apr 20 14:30:44.261747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057bcfe-230d-4e0b-8129-1642b09292fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f12d0-497a-44b3-90aa-48ac8b715998,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:44.372424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:44.397325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.43', 57510) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:44.468555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-7b7d457d-7128-4572-ae4b-0326be215233 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685990 Apr 20 14:30:44.632589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:30:44.651680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:44.653015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:44.739759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-11166a50-abc0-46d9-b3a8-18c404a9ef68 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:44.741703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-11166a50-abc0-46d9-b3a8-18c404a9ef68 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686167 Apr 20 14:30:44.782556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-924cb5db-5f51-42a9-a090-9ce020804ccd req-731963ff-418b-45c1-8562-5d2d03dba717 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.0397379 Apr 20 14:30:44.817374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:44.823839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-network', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:44.831187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0c2873a-782c-408d-bc16-76d07c093feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.870411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Made reservation on behalf of e13889c1771c4247b708db0ea4d96bd5 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:30:44.873332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.885668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03542c42-e720-412c-b2a2-3ffff46f107c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:44.887855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:44.979377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:45.001981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.009078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.025990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Request body: {'port': {'device_id': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'fbeaa8b05dd74729a4fa70a10b111806'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:45.054125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:30:45.061032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e4300-a734-44e1-90ab-64d1395fdb7a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:45.073451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.078185 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Added segment f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe of type vlan for network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce Apr 20 14:30:45.115972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0c2873a-782c-408d-bc16-76d07c093feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.130353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0c2873a-782c-408d-bc16-76d07c093feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.165783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.222030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.223614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:45.224229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.283791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.466003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6462569 Apr 20 14:30:45.476766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:45.486528 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.493140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 03542c42-e720-412c-b2a2-3ffff46f107c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:45.493524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.495846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Request body: {'subnet': {'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-subnet', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:45.533760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d4ad8-21b6-43f0-8150-0f77590f61e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6e8342-a28d-4aa6-9b02-666a29f2d4ce,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:45.567466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Made reservation on behalf of e13889c1771c4247b708db0ea4d96bd5 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:30:45.570007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Notify callbacks [] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.597533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:30:45.639255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d0c2873a-782c-408d-bc16-76d07c093feb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=440d9f2600014c37be26850f479b624b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2653704 Apr 20 14:30:45.661169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:45.670035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2873a-782c-408d-bc16-76d07c093feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b3dcd-57f4-4d2e-97c0-b6fa51c4890e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:45.761905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Made reservation on behalf of fbeaa8b05dd74729a4fa70a10b111806 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:30:45.765611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.775102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.781604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.878747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.964282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:45.984949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:45.998130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.049796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.058066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.061396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.062770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f9b3dcd-57f4-4d2e-97c0-b6fa51c4890e HTTP/1.1" status: 204 len: 168 time: 0.4006119 Apr 20 14:30:46.068362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-553b2c4e-797d-40a9-ba0d-bacacf97ca81 req-0bc5577b-cae7-4a1e-928b-b70799566939 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.1198573 Apr 20 14:30:46.087409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb9e6e-2a2d-41c5-8f7a-0a51405b5314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b3dcd-57f4-4d2e-97c0-b6fa51c4890e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:46.103658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa650095-0b08-40fa-8067-529f7bdd6e8d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:46.133259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Checking segment: {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:46.133629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Network hostable DHCP agents. Network: ea6e8342-a28d-4aa6-9b02-666a29f2d4ce, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:30:46.160662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:30:46.186263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ea6e8342-a28d-4aa6-9b02-666a29f2d4ce) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:46.196802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:46.197726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.228758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabfaa9-1fb4-4876-b795-fd5d5f7e1dbf None None] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:30:46.243702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2975cc31-121d-4245-914c-7f3a1ae9aafe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7619972 Apr 20 14:30:46.246177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:46.256779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:46.298104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65820684-b16f-42e2-b18d-c89b4cdb38be,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:46.344586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.346990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.633605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.660735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 2, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:46.737600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:30:46.740652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Updating router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:30:46.768207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693dcaca-4aeb-450c-82aa-16d4addd8821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.809841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Allocated IP 192.168.233.16 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/94ac5c9b-97cb-460b-8014-79414df9a41a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:46.857955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:46.976282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'fixed_ips': [{'subnet_id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:30:46.977470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.074629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.240815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43312) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:47.305937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2fa0fff7-e270-4293-b32e-87e8036c4ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.434928 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693dcaca-4aeb-450c-82aa-16d4addd8821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.473521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693dcaca-4aeb-450c-82aa-16d4addd8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.541030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-693dcaca-4aeb-450c-82aa-16d4addd8821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d46a4c53e540c7b49546f3b99ec8cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5527542 Apr 20 14:30:47.544299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:47.709139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bcf8f742-7141-4c17-9ab4-118e3e88da30 req-2cafe9c6-6f8f-4ce4-895a-31010e4db3b3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.1567390 Apr 20 14:30:47.798193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.809513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dcaca-4aeb-450c-82aa-16d4addd8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fb186-d40e-481e-bbbb-5655c9b4c81c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:47.884141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2fa0fff7-e270-4293-b32e-87e8036c4ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.912237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.960192 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.985050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:47.990229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2fa0fff7-e270-4293-b32e-87e8036c4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.096327 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2fa0fff7-e270-4293-b32e-87e8036c4ae1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa0d938abce542458f9d1bd03149421e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8497913 Apr 20 14:30:48.105022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:48.113146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65012af-4078-4fae-bb38-d073bc8b303f None None] Pushing event updated for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:48.187002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.228662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.247820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:48.250129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Pushing event updated for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:48.274554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:48.299849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:48.327195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.330250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.332296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80fb186-d40e-481e-bbbb-5655c9b4c81c HTTP/1.1" status: 204 len: 168 time: 0.7660098 Apr 20 14:30:48.336668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:48.341542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.404723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Allocated IP 172.20.0.2 (ea6e8342-a28d-4aa6-9b02-666a29f2d4ce/aa650095-0b08-40fa-8067-529f7bdd6e8d/a0dc8973-4553-497c-955a-736eb9242f80) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:48.406018 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:30:48.430819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-0081f579-9cf3-48b7-9ce3-fa1ae65e3f70 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4247191 Apr 20 14:30:48.454178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-693346a9-45e7-4573-9d8e-c0be2e738f04 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:30:48.455766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0fff7-e270-4293-b32e-87e8036c4ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904c7ec-e578-4f53-bfef-de20b5104767,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:48.469287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-693346a9-45e7-4573-9d8e-c0be2e738f04 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315533 Apr 20 14:30:48.504564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e8ced-0f4d-44e6-bfa9-81314df581f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fb186-d40e-481e-bbbb-5655c9b4c81c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:48.525669 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.592931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Attempting to bind port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:48.593138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Attempting to bind port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:48.594185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Attempting to bind port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:48.602907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.649906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:48.657924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Checking segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:48.666247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.668155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Bound using segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:48.669626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Bound port: 6d6f90f2-d3dd-4585-ab2d-e2f073605b97, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:48.670159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.713597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.764279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.884998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ea7d890-943a-43e6-a90a-29f0de3a1a29 None None] Provisioning complete for port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:48.885358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d890-943a-43e6-a90a-29f0de3a1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.915504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.918627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:48.919754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3904c7ec-e578-4f53-bfef-de20b5104767 HTTP/1.1" status: 204 len: 168 time: 0.8067815 Apr 20 14:30:48.961997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Allocated IP 172.25.1.98 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:48.990370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] For port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:49.006465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a76cc0-d27a-4736-8660-e3845b4bffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904c7ec-e578-4f53-bfef-de20b5104767,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:49.016332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7d890-943a-43e6-a90a-29f0de3a1a29 None None] Port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:49.025326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] For port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:49.031914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.075599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b6509-dfab-43bb-bb7e-6993d375a982 req-2ea5e55f-1102-4484-8a35-39252c57ea8e tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:49.077784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-207b6509-dfab-43bb-bb7e-6993d375a982 req-2ea5e55f-1102-4484-8a35-39252c57ea8e tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 935 time: 0.1946895 Apr 20 14:30:49.183356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:49.183356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:49.290128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.350888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-207b6509-dfab-43bb-bb7e-6993d375a982 req-1b82ef50-ce8c-4135-8bce-63b12d196600 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547495 Apr 20 14:30:49.391838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.475190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:49.502415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:49.505062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:49.508113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:49.578580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0be5e95-e079-497f-a117-46eb24b93139 None None] Provisioning complete for port 94ac5c9b-97cb-460b-8014-79414df9a41a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:49.580004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0be5e95-e079-497f-a117-46eb24b93139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.584784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.694364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:49.748280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65012af-4078-4fae-bb38-d073bc8b303f None None] Pushing event updated for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:49.765394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:49.865804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0be5e95-e079-497f-a117-46eb24b93139 None None] Port 94ac5c9b-97cb-460b-8014-79414df9a41a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:49.874380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:49.884739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:49.888654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:49.992670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Pushing event updated for resources: {'Port': ['ID=a0dc8973-4553-497c-955a-736eb9242f80,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:50.083188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43354) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:50.101891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea3c-388f-4d2e-9b2a-9a361a9d4beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.188388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.251573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] Provisioning complete for port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:50.251950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.320223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea3c-388f-4d2e-9b2a-9a361a9d4beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.327779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-60a9ea3c-388f-4d2e-9b2a-9a361a9d4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.434217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Attempting to bind port a0dc8973-4553-497c-955a-736eb9242f80 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:50.434605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Attempting to bind port a0dc8973-4553-497c-955a-736eb9242f80 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:50.437153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Attempting to bind port a0dc8973-4553-497c-955a-736eb9242f80 on network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:50.509670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:50.511913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Checking segment: {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:50.512774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.516239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Bound using segment: {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:50.517087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Bound port: a0dc8973-4553-497c-955a-736eb9242f80, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:50.517728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.531233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ea3c-388f-4d2e-9b2a-9a361a9d4beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45d6a56-1987-4275-b76c-b82382a7b5de,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:50.566064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Request body: {'port': {'device_id': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'device_owner': 'compute:tempest-test_az-1104975958', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:30:50.609616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-60a9ea3c-388f-4d2e-9b2a-9a361a9d4beb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c974859bf12841609e4f95e27178cdd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5253618 Apr 20 14:30:50.614157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:50.937296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6073a6-e802-457e-9a54-b1ef2c7fa64b req-7414506b-53c4-4cdb-a351-78f38c264af2 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:50.951953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e6073a6-e802-457e-9a54-b1ef2c7fa64b req-7414506b-53c4-4cdb-a351-78f38c264af2 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 935 time: 0.4620376 Apr 20 14:30:50.993762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.027840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.059418 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.083111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.169267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] For port a0dc8973-4553-497c-955a-736eb9242f80, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:51.181036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] For port a0dc8973-4553-497c-955a-736eb9242f80, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0dc8973-4553-497c-955a-736eb9242f80,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:51.235062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.240858 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.608768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e6073a6-e802-457e-9a54-b1ef2c7fa64b req-db324bef-7114-45e0-bc78-97867906a668 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430950 Apr 20 14:30:51.608768 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.608768 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.619437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b45d6a56-1987-4275-b76c-b82382a7b5de HTTP/1.1" status: 204 len: 168 time: 0.9935884 Apr 20 14:30:51.625754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764060-2755-49d0-8ef4-10b1ddef3911 None None] Pushing event updated for resources: {'Port': ['ID=a0dc8973-4553-497c-955a-736eb9242f80,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:51.658476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] For port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:51.675219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:51.720572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:51.737490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3266a-ffb7-42b9-9fb8-72fc2cd15638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45d6a56-1987-4275-b76c-b82382a7b5de,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:51.769474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Router 1544102e-6bbf-4732-8fc7-9a211a707c85 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:30:51.809048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:48Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:51.925400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651fa99-9163-47c2-98a7-e06bdc9f2bf1 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:48Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:30:51.954593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8cb28-7e85-4bcb-a0b5-29d89e81a9c7 None None] Pushing event updated for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:51.976478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ac5c9b-97cb-460b-8014-79414df9a41a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:30:52.026884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:52.155158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Transition to ACTIVE for port object 94ac5c9b-97cb-460b-8014-79414df9a41a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:30:52.164359 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:52.186954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:30:52.226475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:52.228471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-40bf3230-4c71-44ad-a7bb-c86c21188357 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9806483 Apr 20 14:30:52.238365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:52.265538 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Sync routers for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:30:52.344325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:52.344758 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:52.448788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Pushing event updated for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:52.662180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Attempting to bind port 94ac5c9b-97cb-460b-8014-79414df9a41a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:52.664361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Attempting to bind port 94ac5c9b-97cb-460b-8014-79414df9a41a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:52.664979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Attempting to bind port 94ac5c9b-97cb-460b-8014-79414df9a41a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:52.712285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Port 94ac5c9b-97cb-460b-8014-79414df9a41a on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:30:52.713105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Attempting to bind port 94ac5c9b-97cb-460b-8014-79414df9a41a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:52.753505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:52.753762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:52.758153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:52.758679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Bound port: 94ac5c9b-97cb-460b-8014-79414df9a41a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:52.763429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:52.987890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-baf75729-3f9b-42ca-b000-4ce9ea632410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.155566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0438da-f700-4947-ace0-232d12e2e123 req-fcbcd492-1455-431c-b975-b91e9086a26d tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:53.158018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b0438da-f700-4947-ace0-232d12e2e123 req-fcbcd492-1455-431c-b975-b91e9086a26d tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.2861707 Apr 20 14:30:53.220066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:53.362607 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:53.381340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43426) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:53.443971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-baf75729-3f9b-42ca-b000-4ce9ea632410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.470543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-baf75729-3f9b-42ca-b000-4ce9ea632410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.478486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:53.512271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2da10f-92c6-41ba-a1b1-5f103305f929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.522119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:53.524107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.587196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b0438da-f700-4947-ace0-232d12e2e123 req-22e3e183-3034-4084-910a-a3b5fc42fc44 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045718 Apr 20 14:30:53.628997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=94ac5c9b-97cb-460b-8014-79414df9a41a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:53.649084 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-baf75729-3f9b-42ca-b000-4ce9ea632410 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f5529891ec469fbbb29681e24b68bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9271910 Apr 20 14:30:53.659667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:53.660963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43428) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:53.830507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0dc8973-4553-497c-955a-736eb9242f80 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:54.015917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a0dc8973-4553-497c-955a-736eb9242f80 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:54.025725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.173087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.223263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.310093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863b7a4-0025-4842-a710-e795be975f4e None None] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:30:54.392246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Pushing event updated for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:54.401922 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:49Z', 'revision_number': 3, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:54.440580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.443318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.444596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ace99ea-a8f2-42c2-a512-e5d77a6afc4a HTTP/1.1" status: 204 len: 168 time: 0.7581902 Apr 20 14:30:54.460598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf75729-3f9b-42ca-b000-4ce9ea632410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace99ea-a8f2-42c2-a512-e5d77a6afc4a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:54.496713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda77942-1eea-416b-b40c-96c46e14845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace99ea-a8f2-42c2-a512-e5d77a6afc4a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:54.528434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:54.531248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:54.543183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-87d348a4-1161-4b4e-a92c-cfc35ab866d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/94ac5c9b-97cb-460b-8014-79414df9a41a HTTP/1.1" status: 200 len: 1117 time: 5.0015831 Apr 20 14:30:54.546151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:30:54.622070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Checking router: 1544102e-6bbf-4732-8fc7-9a211a707c85 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:30:54.624871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Updating router 1544102e-6bbf-4732-8fc7-9a211a707c85 port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:30:54.859218 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.010491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2da10f-92c6-41ba-a1b1-5f103305f929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.050116 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.071172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2da10f-92c6-41ba-a1b1-5f103305f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.151595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-db44eac1-8bcd-4c44-b9be-3234a97bb986 None None] Provisioning complete for port a0dc8973-4553-497c-955a-736eb9242f80 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:55.152503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db44eac1-8bcd-4c44-b9be-3234a97bb986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.260174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a0dc8973-4553-497c-955a-736eb9242f80, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0dc8973-4553-497c-955a-736eb9242f80,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:55.288295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.321839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.432256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a0dc8973-4553-497c-955a-736eb9242f80,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:55.556365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da10f-92c6-41ba-a1b1-5f103305f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2856ca-7d85-4e4f-abd4-5252a95d4b79,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:55.607574 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:30:55.703087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eb2da10f-92c6-41ba-a1b1-5f103305f929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3f9470caffa477f8a524698289ff95c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3103380 Apr 20 14:30:55.708217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43456) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:55.728296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43458) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:55.782426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-3a58e369-040f-407e-9b29-6f2543a41b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:55.785365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-3a58e369-040f-407e-9b29-6f2543a41b19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 1120 time: 0.7590177 Apr 20 14:30:55.791599 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.801806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a1275-81e3-4804-935e-8527d87d80fa req-a2dbf15c-ce77-42e8-9de7-7d8bbbbd3ace tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:55.817574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b3a1275-81e3-4804-935e-8527d87d80fa req-a2dbf15c-ce77-42e8-9de7-7d8bbbbd3ace tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.8721471 Apr 20 14:30:55.820794 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.821553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f299e90c-5d85-450e-bab6-a67786a86824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:55.855328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e8c4465d-5d3d-442e-be19-8fe52eac7463 None None] Provisioning complete for port a0dc8973-4553-497c-955a-736eb9242f80 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:55.855713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8c4465d-5d3d-442e-be19-8fe52eac7463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.073270 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Attempting to bind port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:30:56.075287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Attempting to bind port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:30:56.075666 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Attempting to bind port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:30:56.099060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Allocated IP 172.20.0.1 (ea6e8342-a28d-4aa6-9b02-666a29f2d4ce/aa650095-0b08-40fa-8067-529f7bdd6e8d/74fd26c7-2228-4650-b5dd-cb8a5750664c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:30:56.141467 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239c26-b72c-41d7-b989-3d8d5bf040ed None None] Pushing event updated for resources: {'Port': ['ID=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:56.159608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:30:56.162111 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:30:56.162257 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.162621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:30:56.163112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Bound port: 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:30:56.165722 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.168091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-7f28a335-c285-48c6-9054-e0e5d5417542 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=94ac5c9b-97cb-460b-8014-79414df9a41a HTTP/1.1" status: 200 len: 217 time: 0.3219957 Apr 20 14:30:56.199946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f299e90c-5d85-450e-bab6-a67786a86824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.216922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f299e90c-5d85-450e-bab6-a67786a86824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.261648 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] For port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:30:56.270197 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] For port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:30:56.282670 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.351874 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:30:56.351874 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:56.352239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299e90c-5d85-450e-bab6-a67786a86824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d9356-5612-490a-9b79-b8771e774ff4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:56.399267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b3a1275-81e3-4804-935e-8527d87d80fa req-f68280ce-0aaf-429b-ba8d-c374682d1269 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744078 Apr 20 14:30:56.478475 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb239c26-b72c-41d7-b989-3d8d5bf040ed None None] Pushing event updated for resources: {'Port': ['ID=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:56.509969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f299e90c-5d85-450e-bab6-a67786a86824 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b43c060b1ed43f7b2eb91fae70967b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724984 Apr 20 14:30:56.513171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:56.577629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.586629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-7fb9b35d-067e-4b22-99b5-6c4a6e603efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:56.590875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-7fb9b35d-067e-4b22-99b5-6c4a6e603efe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.4093287 Apr 20 14:30:56.617090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.632151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.644414 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:30:56.666514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.688266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.794760 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc203c2-8c82-45cc-b52f-201ce91ce7cb x-openstack-request-id: req-dbc203c2-8c82-45cc-b52f-201ce91ce7cb {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:30:56.795130 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:30:56.795417 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbc203c2-8c82-45cc-b52f-201ce91ce7cb {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:30:56.795525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.796116 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc203c2-8c82-45cc-b52f-201ce91ce7cb'] response: {'name': 'network-changed', 'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a', 'status': 'completed', 'code': 200} Apr 20 14:30:56.805471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.809205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5d9356-5612-490a-9b79-b8771e774ff4 HTTP/1.1" status: 204 len: 168 time: 0.2922037 Apr 20 14:30:56.829691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b011f-de92-4ef6-84bd-14f2abbf3433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d9356-5612-490a-9b79-b8771e774ff4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:56.906166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.928428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.931414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.933371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b2856ca-7d85-4e4f-abd4-5252a95d4b79 HTTP/1.1" status: 204 len: 168 time: 1.1978390 Apr 20 14:30:56.975075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af3d7-d600-4546-ae7d-647b7d1a7517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2856ca-7d85-4e4f-abd4-5252a95d4b79,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:57.008109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Pushing event updated for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:57.013779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-539b7656-6c3e-4976-85e3-926ba6fa5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:57.022028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-539b7656-6c3e-4976-85e3-926ba6fa5d04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3993065 Apr 20 14:30:57.052831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:57.054520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:57.064944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:30:57.066119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:57.244492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:49Z', 'revision_number': 3, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:30:57.388179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-8dcfcd76-4d59-4587-b8b1-f68325080697 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533397 Apr 20 14:30:57.421581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69724aa-4639-4b1a-a95d-a9eff30f3e3f None None] The sync data for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 is: [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:49Z', 'revision_number': 3, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:30:57.525356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0dc8973-4553-497c-955a-736eb9242f80 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:57.716795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a0dc8973-4553-497c-955a-736eb9242f80 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:57.717176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:57.732856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-31ecc2a9-36a9-4db9-9ab8-0692a5346a4c None None] Provisioning complete for port 74fd26c7-2228-4650-b5dd-cb8a5750664c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:57.733234 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-31ecc2a9-36a9-4db9-9ab8-0692a5346a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:57.740929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc18f12-2129-47c5-80c0-6592a66e6df7 req-bcc633a8-447f-41e0-bb2e-283cb0872ea8 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:57.743481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc18f12-2129-47c5-80c0-6592a66e6df7 req-bcc633a8-447f-41e0-bb2e-283cb0872ea8 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1554017 Apr 20 14:30:57.825209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43502) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:57.839581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-31ecc2a9-36a9-4db9-9ab8-0692a5346a4c None None] Port 74fd26c7-2228-4650-b5dd-cb8a5750664c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:57.882512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:57.891867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc18f12-2129-47c5-80c0-6592a66e6df7 req-d1faa201-a0d2-4650-bbd5-2553df2d2dd6 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251690 Apr 20 14:30:57.894497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d606896a-7e4b-407b-81ac-e246c0b43fe1 req-6f50944e-44e2-4021-a565-8a38338f15a6 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865191 Apr 20 14:30:58.113327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-1f1026fd-4a11-449b-bc3a-5b2a11603ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:58.114878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-1f1026fd-4a11-449b-bc3a-5b2a11603ff3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 1120 time: 0.1310284 Apr 20 14:30:58.236438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.255149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.256110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.271455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d42-4bb5-407f-ad34-11b2365b2257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.443564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Pushing event updated for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:58.553716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:30:58.555422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:30:58.630254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d42-4bb5-407f-ad34-11b2365b2257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.651578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d42-4bb5-407f-ad34-11b2365b2257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.746524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7edd1d42-4bb5-407f-ad34-11b2365b2257 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07d321092ef744b6bf117e3674692978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171450 Apr 20 14:30:58.748695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43526) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:30:58.825599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-c035228d-918b-41ac-b2f9-4aa382fa477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:58.827092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-c035228d-918b-41ac-b2f9-4aa382fa477b service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.6864040 Apr 20 14:30:58.833996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1d42-4bb5-407f-ad34-11b2365b2257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db81c8a8-65a8-4231-89fd-e70f603c07a7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:58.925489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-7035c70a-d261-4be1-9a69-c643b7fc138d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=94ac5c9b-97cb-460b-8014-79414df9a41a HTTP/1.1" status: 200 len: 217 time: 0.0673187 Apr 20 14:30:58.927774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Router 1544102e-6bbf-4732-8fc7-9a211a707c85 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:30:58.990042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.060155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.078408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0ea36725-af7c-4166-9b20-e0795b08c265 None None] Provisioning complete for port 74fd26c7-2228-4650-b5dd-cb8a5750664c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:59.079427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0ea36725-af7c-4166-9b20-e0795b08c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.101339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-9e2fb63b-a55e-4e01-ace4-d873bfb0663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:59.103889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-9e2fb63b-a55e-4e01-ace4-d873bfb0663c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1574240 Apr 20 14:30:59.116607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da8071-da61-4f4b-ae82-a323852e095b req-9fec7b72-9827-483a-8b60-e1e7ef0bcafd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:59.127173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3da8071-da61-4f4b-ae82-a323852e095b req-9fec7b72-9827-483a-8b60-e1e7ef0bcafd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1189973 Apr 20 14:30:59.177524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0ea36725-af7c-4166-9b20-e0795b08c265 None None] Port 74fd26c7-2228-4650-b5dd-cb8a5750664c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:30:59.244494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-9dd3b594-70d1-49de-b524-f7cbdafac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:59.244705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:30:59.246304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-9dd3b594-70d1-49de-b524-f7cbdafac856 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988958 Apr 20 14:30:59.256390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ed8a7eb3-fdfc-421b-a291-13c30c386f69 admin admin] 10.222.0.20 "PUT /v2.0/routers/1544102e-6bbf-4732-8fc7-9a211a707c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0169239 Apr 20 14:30:59.264476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.269409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.269878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3da8071-da61-4f4b-ae82-a323852e095b req-ce3d139c-401a-4b78-82f3-6587b95e24b7 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274700 Apr 20 14:30:59.271433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db81c8a8-65a8-4231-89fd-e70f603c07a7 HTTP/1.1" status: 204 len: 168 time: 0.5217528 Apr 20 14:30:59.295054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e68af-e3e8-417d-b045-88d597e62f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db81c8a8-65a8-4231-89fd-e70f603c07a7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:59.422164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-05db120b-4a9c-42e2-8f55-08ca3a640d10 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512148 Apr 20 14:30:59.507199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:59.641229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:59.641826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.651604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd16ba8e-8d4d-4880-9b49-e7687d3b2fe9 req-6bceee00-4121-4ffc-81a7-90c9a6ef3621 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028432 Apr 20 14:30:59.840396 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.871543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:59.878853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.979809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:00.190685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43560) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:00.209671 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae9de7c3-31b8-4bba-9689-617911435fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.219441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Sync routers for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:00.235908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:00.237063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:00.380999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae9de7c3-31b8-4bba-9689-617911435fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.391188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae9de7c3-31b8-4bba-9689-617911435fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.428379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:00.557907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43576) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:00.567295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ae9de7c3-31b8-4bba-9689-617911435fd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23b68c891f274f0dadcfeec75a5970e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753653 Apr 20 14:31:00.574458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de7c3-31b8-4bba-9689-617911435fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34578f49-56a8-4768-bf2f-ebf69722b36b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:00.592969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1d23-f718-45d6-9d46-9e3dd49887aa req-cd281441-c8da-42e4-bc89-205429e80340 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:00.594485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff5f1d23-f718-45d6-9d46-9e3dd49887aa req-cd281441-c8da-42e4-bc89-205429e80340 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1609113 Apr 20 14:31:00.664263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.673188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff5f1d23-f718-45d6-9d46-9e3dd49887aa req-a5e00830-c737-410f-9c34-403618fbc7e5 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688679 Apr 20 14:31:00.695607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.753846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.756585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:00.758109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34578f49-56a8-4768-bf2f-ebf69722b36b HTTP/1.1" status: 204 len: 168 time: 0.1990967 Apr 20 14:31:00.769659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31067cb-c359-4451-8fa3-b02c00e900f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34578f49-56a8-4768-bf2f-ebf69722b36b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:00.814424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:57Z', 'revision_number': 4, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '74fd26c7-2228-4650-b5dd-cb8a5750664c', 'name': '', 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'mac_address': 'fa:16:3e:2b:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:55Z', 'updated_at': '2022-04-20T14:30:58Z', 'revision_number': 2, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'subnets': [{'id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:00.845423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Checking router: 1544102e-6bbf-4732-8fc7-9a211a707c85 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:00.845776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Updating router 1544102e-6bbf-4732-8fc7-9a211a707c85 port 74fd26c7-2228-4650-b5dd-cb8a5750664c binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:31:00.879804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.182421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.194998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.196424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43606) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:01.202801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777089948', 'description': 'tempest-description--1179054734'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:01.236425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.267944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994e78-72f1-4b54-8037-b78fec3102b7 None None] Pushing event updated for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:01.341787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Attempting to bind port 74fd26c7-2228-4650-b5dd-cb8a5750664c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:01.342448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Attempting to bind port 74fd26c7-2228-4650-b5dd-cb8a5750664c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:01.343653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Attempting to bind port 74fd26c7-2228-4650-b5dd-cb8a5750664c on network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:01.351269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:01.351910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Checking segment: {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:01.352995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.353213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Bound using segment: {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:01.354670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Bound port: 74fd26c7-2228-4650-b5dd-cb8a5750664c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:01.355642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.540514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:01.590765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.596814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.610229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] For port 74fd26c7-2228-4650-b5dd-cb8a5750664c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:01.615510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] For port 74fd26c7-2228-4650-b5dd-cb8a5750664c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=74fd26c7-2228-4650-b5dd-cb8a5750664c,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:01.626991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.633671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:01.641088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.642378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b1ffe886-e19f-456a-a2b9-f81620475f9e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4443400 Apr 20 14:31:01.645616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:01.653688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] Provisioning complete for port 74fd26c7-2228-4650-b5dd-cb8a5750664c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:01.654041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.658377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'security_group_rule': {'security_group_id': '4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:01.714859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:01.715239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.716730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.773415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:01.774492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:30:42Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:01.790172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51994e78-72f1-4b54-8037-b78fec3102b7 None None] Pushing event updated for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:01.881801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b5cae-148e-483b-8b71-6fadcd98e082 req-a51d35a3-6eb2-42ec-810a-ab014506f5cd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:01.886205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d3b5cae-148e-483b-8b71-6fadcd98e082 req-a51d35a3-6eb2-42ec-810a-ab014506f5cd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1055229 Apr 20 14:31:01.891609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.898558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.916673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.936687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:01.938954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922909 Apr 20 14:31:01.942449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0764bdf-c955-44ed-ad69-0ac9f1e87203 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fee8d2-2bc5-4dfe-bc3b-db9d3155473a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:01.942625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:01.953016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'security_group_rule': {'security_group_id': '4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:01.963236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d3b5cae-148e-483b-8b71-6fadcd98e082 req-0f3deac9-f546-43f7-b9c1-4c9003e90789 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701566 Apr 20 14:31:01.999403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.040749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] For port 74fd26c7-2228-4650-b5dd-cb8a5750664c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=74fd26c7-2228-4650-b5dd-cb8a5750664c,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:02.085536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.092972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.132841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f585ff7-0491-4f05-bbde-3dcf09d729ec,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:02.153965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.156401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-72ad244d-e8d8-422a-a862-e39d6c57cc1c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066996 Apr 20 14:31:02.159283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43640) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:02.161107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.165253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:02.197609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.251360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:02.339772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.395010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-00917ec5-1cf4-4b26-912b-6606d60ba7d4 None None] Provisioning complete for port 74fd26c7-2228-4650-b5dd-cb8a5750664c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:02.395010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-00917ec5-1cf4-4b26-912b-6606d60ba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.398245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a0966-cb16-434b-b30a-401b3b271822 None None] Pushing event updated for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:02.487940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Allocated IP 172.25.1.70 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7e26be4a-323d-4598-bfd9-74eddeda27fc) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:02.653219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:57Z', 'revision_number': 4, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '74fd26c7-2228-4650-b5dd-cb8a5750664c', 'name': '', 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'mac_address': 'fa:16:3e:2b:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:55Z', 'updated_at': '2022-04-20T14:31:01Z', 'revision_number': 4, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'subnets': [{'id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:02.663016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.680970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac9026-7f7c-4fbf-93cf-e02105f0b3b2 None None] The sync data for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 is: [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:30:57Z', 'revision_number': 4, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '74fd26c7-2228-4650-b5dd-cb8a5750664c', 'name': '', 'network_id': 'ea6e8342-a28d-4aa6-9b02-666a29f2d4ce', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'mac_address': 'fa:16:3e:2b:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:55Z', 'updated_at': '2022-04-20T14:31:01Z', 'revision_number': 4, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'subnets': [{'id': 'aa650095-0b08-40fa-8067-529f7bdd6e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:02.705156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.774264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:02.790920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:02.793763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:02.814829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'Port': ['ID=7e26be4a-323d-4598-bfd9-74eddeda27fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:02.862531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:02.916286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:02.995900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.102758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.217505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4cee-5429-4047-b65e-a94ed79cddee req-7f942fcc-1c94-4498-af98-504e89ace032 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:03.219136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-438b4cee-5429-4047-b65e-a94ed79cddee req-7f942fcc-1c94-4498-af98-504e89ace032 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1389785 Apr 20 14:31:03.223934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61e80534-651b-4622-98aa-d8c35770cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.292872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-438b4cee-5429-4047-b65e-a94ed79cddee req-071b86e9-8cf3-40b4-acb5-c5171dad00ce tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638959 Apr 20 14:31:03.392143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.400468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.430612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61e80534-651b-4622-98aa-d8c35770cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.434416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.437883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61e80534-651b-4622-98aa-d8c35770cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.461145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.462479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3012407 Apr 20 14:31:03.467482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fcdc2-bf01-4b8d-a7d4-47563c9d8c4a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'Port': ['ID=7e26be4a-323d-4598-bfd9-74eddeda27fc,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:03.471804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 74fd26c7-2228-4650-b5dd-cb8a5750664c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:03.497482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e80534-651b-4622-98aa-d8c35770cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afac681-36ac-46b2-99ba-2289a10c87a9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:03.532059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:03.543159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-61e80534-651b-4622-98aa-d8c35770cc5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b6f25373b204fe4944114beb676b9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793568 Apr 20 14:31:03.567389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 74fd26c7-2228-4650-b5dd-cb8a5750664c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:03.568221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.606125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.640742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.718388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.722533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:03.726693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1afac681-36ac-46b2-99ba-2289a10c87a9 HTTP/1.1" status: 204 len: 168 time: 0.1913116 Apr 20 14:31:03.739582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836936af-d31b-4682-aca5-ea83fa02da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afac681-36ac-46b2-99ba-2289a10c87a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:03.992607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-0f341e9f-7a1d-4fe8-b403-2479d4435f60 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--777089948&fields=id&tenant_id=f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 267 time: 0.0577095 Apr 20 14:31:04.249134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-9a60b75a-c52e-4497-8212-e82d329e1039 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:04.250765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-9a60b75a-c52e-4497-8212-e82d329e1039 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 824 time: 0.2496772 Apr 20 14:31:04.269077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-bc0c50d5-dff9-4984-8525-634316dce509 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/quotas/f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 375 time: 0.0115840 Apr 20 14:31:04.347870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-cb0900f6-fa65-4107-8ae5-a2ce28a166c9 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724609 Apr 20 14:31:04.433961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:04.447138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cea7-9857-4f36-a8c0-ab64edf48031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.494348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43762) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:04.529211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cea7-9857-4f36-a8c0-ab64edf48031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.534122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cea7-9857-4f36-a8c0-ab64edf48031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.571705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4cea7-9857-4f36-a8c0-ab64edf48031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2cc43b-b1fd-4e62-a167-b9d295707355,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:04.579180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5b4cea7-9857-4f36-a8c0-ab64edf48031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e0b7574c18047cb9f79f6d9378d9f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415796 Apr 20 14:31:04.579526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43766) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:04.641170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.672959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3973ad8-26ba-4c76-a2b9-11b290bfec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.680836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-ddc46d2b-53b1-4cab-be6d-ca1497d2ff0c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:31:04.681823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-ddc46d2b-53b1-4cab-be6d-ca1497d2ff0c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754836 Apr 20 14:31:04.683742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.872521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10f17c-a8de-42fe-b6c5-85f722e757d4 req-3fbc93ab-be8c-47d0-a35e-36331140f6c4 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:04.874081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd10f17c-a8de-42fe-b6c5-85f722e757d4 req-3fbc93ab-be8c-47d0-a35e-36331140f6c4 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.1098952 Apr 20 14:31:04.878135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-0e05f263-0b47-4f8b-80ca-002d8808b235 service neutron] 10.222.0.20 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883528 Apr 20 14:31:04.884583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.887760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.888790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e2cc43b-b1fd-4e62-a167-b9d295707355 HTTP/1.1" status: 204 len: 168 time: 0.3082991 Apr 20 14:31:04.943270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777f5f4-76f6-4b06-9ef8-66cc9afb9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2cc43b-b1fd-4e62-a167-b9d295707355,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:04.977136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3973ad8-26ba-4c76-a2b9-11b290bfec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:04.989714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3973ad8-26ba-4c76-a2b9-11b290bfec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.046929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd10f17c-a8de-42fe-b6c5-85f722e757d4 req-db82559c-1d8a-47c9-b510-9fa770bb6c37 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631849 Apr 20 14:31:05.057276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3973ad8-26ba-4c76-a2b9-11b290bfec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b47478-134f-4e34-9c4d-528cb6d33507,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:05.065098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3973ad8-26ba-4c76-a2b9-11b290bfec3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52160a3a694449dfabc3c280a60f5c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691838 Apr 20 14:31:05.072370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:05.080516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-75d0eda6-5fc7-4650-9a47-127049d0e568 service neutron] 10.222.0.20 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888084 Apr 20 14:31:05.140950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.164287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.220561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.225988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.227423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b47478-134f-4e34-9c4d-528cb6d33507 HTTP/1.1" status: 204 len: 168 time: 0.1539028 Apr 20 14:31:05.237247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5c74c-354e-4cbd-99ba-782557b129b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b47478-134f-4e34-9c4d-528cb6d33507,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:05.316539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b17766d-bfd2-41ac-8fbd-dcc0926ce3d7 req-0e842edd-1b23-45a2-9d39-38998419f952 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 210 time: 0.0404418 Apr 20 14:31:05.703207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43828) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:05.721466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53a62466-6532-461e-bf21-e39e33ebdd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.817642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53a62466-6532-461e-bf21-e39e33ebdd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.824655 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53a62466-6532-461e-bf21-e39e33ebdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.882453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-53a62466-6532-461e-bf21-e39e33ebdd28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66cba7a7dc4241b3ab1d293fa0618cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780083 Apr 20 14:31:05.883537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a62466-6532-461e-bf21-e39e33ebdd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2c271c-ac16-4f0c-9318-354f79d6c7c0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:05.885222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43836) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:05.895121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 94ac5c9b-97cb-460b-8014-79414df9a41a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:31:05.960016 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:05.986589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.053985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.057183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.062018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc2c271c-ac16-4f0c-9318-354f79d6c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1757269 Apr 20 14:31:06.074074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ed0b-c780-4a99-83cf-9aa15e6d3876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2c271c-ac16-4f0c-9318-354f79d6c7c0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:06.080797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=94ac5c9b-97cb-460b-8014-79414df9a41a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:06.102663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '94ac5c9b-97cb-460b-8014-79414df9a41a', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '94ac5c9b-97cb-460b-8014-79414df9a41a', 'mac_address': 'fa:16:3e:6d:bb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-1104975958', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:31:06.149830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.168188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ac5c9b-97cb-460b-8014-79414df9a41a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:06.197457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=94ac5c9b-97cb-460b-8014-79414df9a41a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:06.203441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.235175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a9837-1da0-43a4-981e-4eb92b000575 req-46f8bc3d-84e2-4607-9f5d-5fb058cdc26c tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:06.236870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-097a9837-1da0-43a4-981e-4eb92b000575 req-46f8bc3d-84e2-4607-9f5d-5fb058cdc26c tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 969 time: 0.0721719 Apr 20 14:31:06.285568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:06.299380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-097a9837-1da0-43a4-981e-4eb92b000575 req-c4feea45-9a86-4a35-a679-458644aab6b8 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509090 Apr 20 14:31:06.310784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:06.450027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-899d1c78-be2d-4b73-aba7-dfddd5706598 req-ab63242d-f51c-41e2-a05a-e84c865e9172 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 210 time: 0.0477424 Apr 20 14:31:06.503628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['94ac5c9b-97cb-460b-8014-79414df9a41a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:31:06.831464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.45', 64037) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:06.965380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-f88a0be5-ec85-462c-b22e-30859b5e633f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:06.966923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-f88a0be5-ec85-462c-b22e-30859b5e633f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 824 time: 0.1339447 Apr 20 14:31:07.104304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-7503745d-f392-4ab8-a568-2b33b99f9d65 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 379 time: 0.0426855 Apr 20 14:31:07.115162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'port': {'device_id': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'admin_state_up': True, 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'security_groups': ['4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:07.483095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Made reservation on behalf of f594feacd5d5496ab0c3b4ba044c8df4 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:07.486445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:07.514545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7602ad3-a1b6-4a88-bb48-723f28f4ff55 req-e445dd5c-3627-41b9-9282-ada6d1a32e6c tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:07.514545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7602ad3-a1b6-4a88-bb48-723f28f4ff55 req-e445dd5c-3627-41b9-9282-ada6d1a32e6c tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 970 time: 0.0806599 Apr 20 14:31:07.602977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43914) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:07.613484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7602ad3-a1b6-4a88-bb48-723f28f4ff55 req-2cb78fea-fb16-4423-b5f1-21f737b22adc tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916061 Apr 20 14:31:07.701612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Allocated IP 172.20.0.5 (a709da28-7c12-4c5f-a70f-37040aa74b44/448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d/21dfa42f-733a-440b-9d81-98c6775ac418) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:07.745369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e46984b2-3727-4442-a879-fed922434b1d req-c1bb4117-0e2a-41e2-a83c-7a2f50a83f10 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 210 time: 0.0409784 Apr 20 14:31:07.850709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-645fea1b-631d-403d-9491-efd520c1bb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:07.868989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 94ac5c9b-97cb-460b-8014-79414df9a41a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:07.947885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 94ac5c9b-97cb-460b-8014-79414df9a41a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:31:07.954527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 94ac5c9b-97cb-460b-8014-79414df9a41a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:07.954751 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:07.979048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-645fea1b-631d-403d-9491-efd520c1bb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:07.985770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-645fea1b-631d-403d-9491-efd520c1bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:07.986479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.029559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-645fea1b-631d-403d-9491-efd520c1bb7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bc033cc00dc449f99468e20a540f7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249432 Apr 20 14:31:08.031522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fea1b-631d-403d-9491-efd520c1bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a5204a-cbca-4d28-81d7-467acf09e3fb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:08.032175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43926) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:08.068215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.095388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.121976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:08.124444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:08.129057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:08.148219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:08.154912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:08.155600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.160639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.223271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:08.227538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.238632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-306f2622-69c7-45c0-b993-68c6ae923e22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1280575 Apr 20 14:31:08.321495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.324964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.331779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51a5204a-cbca-4d28-81d7-467acf09e3fb HTTP/1.1" status: 204 len: 168 time: 0.2973077 Apr 20 14:31:08.349574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b45cd8-41e5-4a29-89ec-c9a62b41b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a5204a-cbca-4d28-81d7-467acf09e3fb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:08.373068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=94ac5c9b-97cb-460b-8014-79414df9a41a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:08.384943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.493228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:08.498852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-322548c5-1b6d-4e8b-8e57-58e90b06ae54 None None] Provisioning complete for port 21dfa42f-733a-440b-9d81-98c6775ac418 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:08.499305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-322548c5-1b6d-4e8b-8e57-58e90b06ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.538812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-322548c5-1b6d-4e8b-8e57-58e90b06ae54 None None] Port 21dfa42f-733a-440b-9d81-98c6775ac418 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:08.617637 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f2a64-576a-4892-98a0-8b100aee7b3b" -d '{"events": [{"server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "name": "network-vif-plugged", "status": "completed", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:08.858150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43960) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:08.872076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27bb1e1d-e722-4350-b2ca-bf8963f0552f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.956721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27bb1e1d-e722-4350-b2ca-bf8963f0552f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:08.962511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27bb1e1d-e722-4350-b2ca-bf8963f0552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.003429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-27bb1e1d-e722-4350-b2ca-bf8963f0552f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92bfef63d0ea449584239dc23669383c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441391 Apr 20 14:31:09.004521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1e1d-e722-4350-b2ca-bf8963f0552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e391fe-25dd-4b0a-89dc-4c0a55254f1f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:09.006283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43962) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:09.048203 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b265c7d-e446-4666-87ec-bcbd0d32f41c x-openstack-request-id: req-3b265c7d-e446-4666-87ec-bcbd0d32f41c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:09.048699 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "name": "network-vif-plugged", "status": "completed", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:09.048918 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b265c7d-e446-4666-87ec-bcbd0d32f41c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:09.049893 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b265c7d-e446-4666-87ec-bcbd0d32f41c'] response: {'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a', 'code': 200} Apr 20 14:31:09.106796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.131762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.202017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.205510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.207519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1e391fe-25dd-4b0a-89dc-4c0a55254f1f HTTP/1.1" status: 204 len: 168 time: 0.1995485 Apr 20 14:31:09.223567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261bc37-d6cc-4b0d-bd00-83f399e62660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e391fe-25dd-4b0a-89dc-4c0a55254f1f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:09.260145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc109a5-9582-485a-bcd7-c2e8db336677 req-173770b2-b4d0-4f37-a6b2-7f5409a42816 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:09.267728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bc109a5-9582-485a-bcd7-c2e8db336677 req-173770b2-b4d0-4f37-a6b2-7f5409a42816 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.1130953 Apr 20 14:31:09.296832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-1e7f325e-228a-4680-8ec3-6f35dca06482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:09.298258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-1e7f325e-228a-4680-8ec3-6f35dca06482 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 1122 time: 0.1821091 Apr 20 14:31:09.330883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bc109a5-9582-485a-bcd7-c2e8db336677 req-5bb17e9e-a47c-4c0f-9047-dfcff25facb3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Apr 20 14:31:09.331879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-f7685213-4fae-4d1e-b9e0-aaffe08b2c68 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.474005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-f7685213-4fae-4d1e-b9e0-aaffe08b2c68 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.485684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-f7685213-4fae-4d1e-b9e0-aaffe08b2c68 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:09.538150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee8594-b0d7-467c-af5b-296564f10928 req-5187e350-a8e9-4ae3-82f3-a55fc4547589 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:09.539653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79ee8594-b0d7-467c-af5b-296564f10928 req-5187e350-a8e9-4ae3-82f3-a55fc4547589 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.1250813 Apr 20 14:31:09.542737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52217d87-85ce-48c0-9ab0-d5711b3146d8 req-f7685213-4fae-4d1e-b9e0-aaffe08b2c68 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359512 Apr 20 14:31:09.543416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685213-4fae-4d1e-b9e0-aaffe08b2c68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df3d53-395d-4cd0-b00f-5ec52c31dbee,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:09.597862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79ee8594-b0d7-467c-af5b-296564f10928 req-2d41ff4c-9c26-46bb-9b37-974a63be958b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 Apr 20 14:31:09.794349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43984) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:09.936922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5092566-5cbd-4d6d-a84c-685684fcaebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.029506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5092566-5cbd-4d6d-a84c-685684fcaebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.038890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5092566-5cbd-4d6d-a84c-685684fcaebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.089796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2c88d58c-ac94-4e15-a45c-986a89010437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.096827 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5092566-5cbd-4d6d-a84c-685684fcaebd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=784bae767fa04a76ab9a3e99c6be8adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001101 Apr 20 14:31:10.100531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5092566-5cbd-4d6d-a84c-685684fcaebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e27c13-f3e6-45ed-871c-2e269c00b8db,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:10.100706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44004) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:10.163273 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.188066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.251384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.254292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.256073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99e27c13-f3e6-45ed-871c-2e269c00b8db HTTP/1.1" status: 204 len: 168 time: 0.1539731 Apr 20 14:31:10.266137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67382c65-8dae-496e-aa0b-764886a124a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e27c13-f3e6-45ed-871c-2e269c00b8db,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:10.343288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44016) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:10.465986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51c01a-c61e-4a3b-93a0-d0860d6b74ee req-545fea0e-de39-4dac-bbed-baba40e29a0a tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:10.467670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d51c01a-c61e-4a3b-93a0-d0860d6b74ee req-545fea0e-de39-4dac-bbed-baba40e29a0a tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.0577328 Apr 20 14:31:10.516739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d51c01a-c61e-4a3b-93a0-d0860d6b74ee req-58dc3dcb-15ab-4807-8dec-51e245c6ed65 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Apr 20 14:31:10.538711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe662369-9bb8-4477-9b33-d4b7060b9808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.652436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe662369-9bb8-4477-9b33-d4b7060b9808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.660539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe662369-9bb8-4477-9b33-d4b7060b9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.712193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fe662369-9bb8-4477-9b33-d4b7060b9808 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3340dd15ae7743a5816d3f88f49bdfaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671455 Apr 20 14:31:10.713763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe662369-9bb8-4477-9b33-d4b7060b9808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fbf1a3-226f-442f-89df-21fe24fcfda6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:10.715511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44030) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:10.753610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f190a-47dc-48fb-8c0f-f1bdd350c597 req-7066a027-67b5-4bdd-a843-76969c57d793 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:10.755215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7f190a-47dc-48fb-8c0f-f1bdd350c597 req-7066a027-67b5-4bdd-a843-76969c57d793 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.0636289 Apr 20 14:31:10.801118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.805495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7f190a-47dc-48fb-8c0f-f1bdd350c597 req-5533ea69-fa93-4a07-921b-439584ba0daf tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Apr 20 14:31:10.848629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.873324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44036) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:10.888122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e11-2be0-40d9-858c-e7de8c7d11e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.915083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.918179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.921704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14fbf1a3-226f-442f-89df-21fe24fcfda6 HTTP/1.1" status: 204 len: 168 time: 0.2025549 Apr 20 14:31:10.928040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e02fe-5cc0-4b25-b41e-8f8f207811ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fbf1a3-226f-442f-89df-21fe24fcfda6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:10.990639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e11-2be0-40d9-858c-e7de8c7d11e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:10.996870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b71e2e11-2be0-40d9-858c-e7de8c7d11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.038551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e2e11-2be0-40d9-858c-e7de8c7d11e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8165e81-c3e8-439a-8fde-362da3ca7062,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:11.046780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b71e2e11-2be0-40d9-858c-e7de8c7d11e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e96b40dc0b34396a2a1895dbf60f33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696944 Apr 20 14:31:11.047184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44042) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:11.110489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.132876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.204382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.207244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.208560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8165e81-c3e8-439a-8fde-362da3ca7062 HTTP/1.1" status: 204 len: 168 time: 0.1603251 Apr 20 14:31:11.218171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a196231-20a4-440c-9b05-ba8f307c1871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8165e81-c3e8-439a-8fde-362da3ca7062,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:11.390448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44056) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:11.405269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1da8f45-9db8-429c-8b89-b5a36b76e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.494846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1da8f45-9db8-429c-8b89-b5a36b76e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.499755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1da8f45-9db8-429c-8b89-b5a36b76e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.542883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44062) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:11.543472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c1da8f45-9db8-429c-8b89-b5a36b76e6e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00fce50b74b14c51a874caa4753d5761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511767 Apr 20 14:31:11.545484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8f45-9db8-429c-8b89-b5a36b76e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d065097-18ee-4341-8202-8bfed4e8d9b7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:11.630691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.673449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.712040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfc591-84db-4bc5-bee3-f4c695b66114 req-dc6ac1e8-d9f0-4de5-8212-fb178f7996cc tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:11.713381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ebfc591-84db-4bc5-bee3-f4c695b66114 req-dc6ac1e8-d9f0-4de5-8212-fb178f7996cc tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.1055489 Apr 20 14:31:11.765235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ebfc591-84db-4bc5-bee3-f4c695b66114 req-fe2c86a4-b8ca-4147-ae56-739c11f00088 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Apr 20 14:31:11.767617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.770877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:11.774708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d065097-18ee-4341-8202-8bfed4e8d9b7 HTTP/1.1" status: 204 len: 168 time: 0.2276957 Apr 20 14:31:11.781321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834bdb-7bbe-4270-9dbd-f6bbadd65167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d065097-18ee-4341-8202-8bfed4e8d9b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:11.806519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44078) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:11.998082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8b7937e1-a30a-4895-a914-14c8449ae5d6 tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:11.999647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8b7937e1-a30a-4895-a914-14c8449ae5d6 tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 1122 time: 0.0684166 Apr 20 14:31:12.006968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8f295-9b6a-4a51-9f7b-a96b26570069 req-6d98788c-b49e-4446-ae98-d82eec2ef229 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:12.009053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ea8f295-9b6a-4a51-9f7b-a96b26570069 req-6d98788c-b49e-4446-ae98-d82eec2ef229 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.0929523 Apr 20 14:31:12.039506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8ce6575e-a993-499e-8a92-ebcf86081fcd tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.075455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ea8f295-9b6a-4a51-9f7b-a96b26570069 req-5a2a2491-f155-4aee-aec1-ba3596c7655f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534608 Apr 20 14:31:12.085021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0668e96-fc64-4e17-b883-3d6c77a9e1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.173331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8ce6575e-a993-499e-8a92-ebcf86081fcd tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.179807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8ce6575e-a993-499e-8a92-ebcf86081fcd tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.211794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0668e96-fc64-4e17-b883-3d6c77a9e1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.214145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fbcc045-2894-4d66-95c6-95bb04c90e68 req-8ce6575e-a993-499e-8a92-ebcf86081fcd tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046959 Apr 20 14:31:12.222108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0668e96-fc64-4e17-b883-3d6c77a9e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.224522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6575e-a993-499e-8a92-ebcf86081fcd tempest-AggregatesAdminTestJSON-1111740722 tempest-AggregatesAdminTestJSON-1111740722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7c8f4-1428-497a-8bbc-3f2314c230b8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:12.268049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b0668e96-fc64-4e17-b883-3d6c77a9e1ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3900a84f344b411da132905659296778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583068 Apr 20 14:31:12.271406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44102) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:12.296499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0668e96-fc64-4e17-b883-3d6c77a9e1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de721ca-2c1c-4f35-bd22-f484bb7d2196,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:12.352931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.380611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.439920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.442839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.444042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9de721ca-2c1c-4f35-bd22-f484bb7d2196 HTTP/1.1" status: 204 len: 168 time: 0.1711245 Apr 20 14:31:12.454372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72f764-d2b4-4125-a357-1e9659ed46c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de721ca-2c1c-4f35-bd22-f484bb7d2196,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:12.540295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e50d46c6-0729-440d-8a3e-14058914edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.687810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee689fe-f5b9-4104-954c-8309f281b599 req-775a278e-6f2e-4428-9433-e476379ae9a9 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:12.689446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cee689fe-f5b9-4104-954c-8309f281b599 req-775a278e-6f2e-4428-9433-e476379ae9a9 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.0495713 Apr 20 14:31:12.738071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cee689fe-f5b9-4104-954c-8309f281b599 req-2f580463-80a4-4d58-a1fd-3a69896c8669 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Apr 20 14:31:12.856763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:12.871379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ed29d1-e473-45e0-b61f-725b67f7f0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.949511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ed29d1-e473-45e0-b61f-725b67f7f0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.954198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ed29d1-e473-45e0-b61f-725b67f7f0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:12.955963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44134) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:12.995731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed29d1-e473-45e0-b61f-725b67f7f0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce63d4-7971-40a1-a242-0f075653bc7a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:13.002892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b9ed29d1-e473-45e0-b61f-725b67f7f0f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=456e4a3d32ae4fcbb99389717dc85998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427524 Apr 20 14:31:13.003825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:13.052870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.077775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.122512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1425069096-network', 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:13.146846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.149304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.151097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4ce63d4-7971-40a1-a242-0f075653bc7a HTTP/1.1" status: 204 len: 168 time: 0.1468275 Apr 20 14:31:13.155079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:13.156957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.169679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501330e-b768-4266-b9a7-e0bfec9aef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce63d4-7971-40a1-a242-0f075653bc7a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:13.171661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.234338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e8f4-5563-4770-9e0d-c74a5fd2786d req-369df4c4-836e-4631-b718-71388550f8d4 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:13.236884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a57e8f4-5563-4770-9e0d-c74a5fd2786d req-369df4c4-836e-4631-b718-71388550f8d4 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.0575044 Apr 20 14:31:13.265876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.280527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.291513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a57e8f4-5563-4770-9e0d-c74a5fd2786d req-c368faaa-8163-4eee-8b1a-ccd14022e0b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Apr 20 14:31:13.310916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:13.318918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b263a3-29b5-4ed3-942b-6b2c294bf2a0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:13.325401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.325758 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Added segment 5f16670a-32db-4530-97b1-d9b110b833b8 of type vlan for network f8330ac5-5373-423f-8944-55b096979bdc Apr 20 14:31:13.369598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.399748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.401978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:13.402591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.510079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.585768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6282256 Apr 20 14:31:13.589532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44162) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:13.593517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487778-16d6-496a-a432-0369cfaf79c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8330ac5-5373-423f-8944-55b096979bdc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:13.595940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Request body: {'subnet': {'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1425069096-subnet', 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:13.607071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f8330ac5-5373-423f-8944-55b096979bdc details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:13.631456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:13.637233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.873815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.984840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9c7608-4b93-442d-965d-47becb7dbfcd,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:14.003680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99d66-f959-4fbe-b6cc-abdcf3c53050 req-4c18fae2-269a-4ee7-a640-bc046efb44cd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:14.005164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9f99d66-f959-4fbe-b6cc-abdcf3c53050 req-4c18fae2-269a-4ee7-a640-bc046efb44cd tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.1496792 Apr 20 14:31:14.029799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-40085b91-77c4-4edd-bb86-55a1e3cbc6e6 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:14.031415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44204) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:14.031569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-40085b91-77c4-4edd-bb86-55a1e3cbc6e6 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 971 time: 0.1356034 Apr 20 14:31:14.033484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:14.034234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Network hostable DHCP agents. Network: f8330ac5-5373-423f-8944-55b096979bdc, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:14.124746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9f99d66-f959-4fbe-b6cc-abdcf3c53050 req-41c245ef-5270-42c0-aee7-5153cb9846ce tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/security-groups?id=65820684-b16f-42e2-b18d-c89b4cdb38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Apr 20 14:31:14.144273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1221599965-network', 'tenant_id': 'd2274c84cf25483ead82654f5a6be300'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:14.151252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Network f8330ac5-5373-423f-8944-55b096979bdc is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:14.169602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Made reservation on behalf of d2274c84cf25483ead82654f5a6be300 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:14.172514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.185430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.191194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f8330ac5-5373-423f-8944-55b096979bdc) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:14.195491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:14.196228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.201515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3703dfc2-8521-4398-86a5-a2256ad0c392 None None] Network f8330ac5-5373-423f-8944-55b096979bdc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:14.250072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aaf6058d-ce08-45e3-93b7-a42f7f8daaef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6586630 Apr 20 14:31:14.273535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Deleting port 94ac5c9b-97cb-460b-8014-79414df9a41a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:31:14.274128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.298694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.309411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.327667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:14.340071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.340908 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Added segment 2a4c30d4-37a5-4859-b59c-91d0056c3405 of type vlan for network 8022545b-f9a3-493f-bc86-4e724dc0faeb Apr 20 14:31:14.388592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829d7c54-1f33-420a-bf86-a10bac4a7d12,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:14.429614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bcdfc-aab4-4754-bd4e-ccbda658425e None None] Network f8330ac5-5373-423f-8944-55b096979bdc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:14.457956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.474198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] For port 94ac5c9b-97cb-460b-8014-79414df9a41a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=94ac5c9b-97cb-460b-8014-79414df9a41a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:14.474885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.497610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Calling delete_port for 94ac5c9b-97cb-460b-8014-79414df9a41a owned by compute:tempest-test_az-1104975958 {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:31:14.523496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.525303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:14.525303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.587869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44218) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:14.638851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6061251 Apr 20 14:31:14.639488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:14.652655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Request body: {'subnet': {'network_id': '8022545b-f9a3-493f-bc86-4e724dc0faeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1221599965-subnet', 'tenant_id': 'd2274c84cf25483ead82654f5a6be300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:14.673508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b518c1-0481-43a1-81d9-7af7757f785b admin admin] Pushing event updated for resources: {'Network': ['ID=8022545b-f9a3-493f-bc86-4e724dc0faeb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:14.686292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8022545b-f9a3-493f-bc86-4e724dc0faeb details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:14.696170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Made reservation on behalf of d2274c84cf25483ead82654f5a6be300 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:14.698801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.851741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6301b24-36c9-4712-8e40-d6844bf29da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:14.912404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3aead-de11-4d61-ade3-21b77c6b4ce1 req-21ad22c3-d80c-4680-b85c-6d52814c5caf tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:14.914753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d3aead-de11-4d61-ade3-21b77c6b4ce1 req-21ad22c3-d80c-4680-b85c-6d52814c5caf tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.5068190 Apr 20 14:31:14.997001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d3aead-de11-4d61-ade3-21b77c6b4ce1 req-54fccfe4-d36d-4337-a55d-3c1a98c6c83b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638120 Apr 20 14:31:15.033994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6301b24-36c9-4712-8e40-d6844bf29da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.036299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.037375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.047465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6301b24-36c9-4712-8e40-d6844bf29da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.058769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.074352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['94ac5c9b-97cb-460b-8014-79414df9a41a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:31:15.089999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-3aa90a3f-1422-41cc-969a-4ee782a81657 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:31:15.091588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-3aa90a3f-1422-41cc-969a-4ee782a81657 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357525 Apr 20 14:31:15.147618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e6301b24-36c9-4712-8e40-d6844bf29da4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f75a2f36ef77413996de86a237d5be05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592024 Apr 20 14:31:15.152852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6301b24-36c9-4712-8e40-d6844bf29da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bbde60-6f4d-491a-8dda-7ae0e3164725,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.155700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efeec209-de90-4bf6-a5eb-3159430fbf3e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.169531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44234) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:15.169531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Pushing event deleted for resources: {'Port': ['ID=94ac5c9b-97cb-460b-8014-79414df9a41a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.176197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44240) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:15.187718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2046189568-network', 'tenant_id': '8caae0979df94ac694e37e808cf3f2ac'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:15.224166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Made reservation on behalf of 8caae0979df94ac694e37e808cf3f2ac for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:15.226842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.226967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.250907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] No DVR routers for this DVR port 94ac5c9b-97cb-460b-8014-79414df9a41a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:31:15.251133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.257866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.262346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-133b0bc5-3d70-41f9-bb19-e1e17debbb22 req-7ce8b12e-bef3-4b5e-b049-08a000ece4a3 tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.43 "DELETE /v2.0/ports/94ac5c9b-97cb-460b-8014-79414df9a41a HTTP/1.1" status: 204 len: 173 time: 1.2191374 Apr 20 14:31:15.264525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'name': 'network-vif-deleted', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:15.271054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Checking segment: {'id': '2a4c30d4-37a5-4859-b59c-91d0056c3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8022545b-f9a3-493f-bc86-4e724dc0faeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:15.275204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Network hostable DHCP agents. Network: 8022545b-f9a3-493f-bc86-4e724dc0faeb, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:15.281696 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd42f1c3-b00c-42ba-83be-e8093a6455e7" -d '{"events": [{"server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "name": "network-vif-deleted", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:15.345015 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a158f-f20a-40ea-acc8-36b4ee757cb9 x-openstack-request-id: req-d26a158f-f20a-40ea-acc8-36b4ee757cb9 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:15.345637 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e6f8d-4a92-48bb-bc10-8683cf45baa2", "name": "network-vif-deleted", "tag": "94ac5c9b-97cb-460b-8014-79414df9a41a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:15.345814 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d26a158f-f20a-40ea-acc8-36b4ee757cb9 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:15.346431 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26a158f-f20a-40ea-acc8-36b4ee757cb9'] response: {'server_uuid': 'b07e6f8d-4a92-48bb-bc10-8683cf45baa2', 'name': 'network-vif-deleted', 'tag': '94ac5c9b-97cb-460b-8014-79414df9a41a', 'status': 'completed', 'code': 200} Apr 20 14:31:15.364537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e801efce-dedd-429f-8023-34c188e64bb0 req-04dbbd3f-921a-4f1d-b923-0b06c9d9cabb tempest-AggregatesAdminTestJSON-1544643163 tempest-AggregatesAdminTestJSON-1544643163-project] 10.222.0.20 "GET /v2.0/ports?device_id=b07e6f8d-4a92-48bb-bc10-8683cf45baa2 HTTP/1.1" status: 200 len: 210 time: 0.0781474 Apr 20 14:31:15.383749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Network 8022545b-f9a3-493f-bc86-4e724dc0faeb is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:15.391390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.405624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8022545b-f9a3-493f-bc86-4e724dc0faeb) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:15.415194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:15.416342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.419976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34908e-093c-4ff2-9861-dc99621ec368 None None] Network 8022545b-f9a3-493f-bc86-4e724dc0faeb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:15.433395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.461357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57e39d65-b686-453b-b9ea-1ef0c2836d5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8140931 Apr 20 14:31:15.485626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.497036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.503161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Request body: {'port': {'device_id': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:15.526863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:15.527812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.530339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.533914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59bbde60-6f4d-491a-8dda-7ae0e3164725 HTTP/1.1" status: 204 len: 168 time: 0.3472803 Apr 20 14:31:15.547881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.548334 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Added segment e32415f8-3d1e-49fe-bfb6-7564ef16b8f7 of type vlan for network 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd Apr 20 14:31:15.577582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237de484-4bc5-4c1b-b76c-f1da19faf36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bbde60-6f4d-491a-8dda-7ae0e3164725,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.609107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.619834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.658718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8472e967-4801-4307-9a09-240fd84881c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.669344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.672503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:15.674245 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:15.741447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37062c7-a839-477e-a861-1f0ee071e5c2 None None] Network 8022545b-f9a3-493f-bc86-4e724dc0faeb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:15.769545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:15.769774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5916734 Apr 20 14:31:15.774240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Request body: {'subnet': {'network_id': '8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2046189568-subnet', 'tenant_id': '8caae0979df94ac694e37e808cf3f2ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:15.779552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bf47-dc9f-4362-8196-29b51ab2b90d admin admin] Pushing event updated for resources: {'Network': ['ID=8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:15.807858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:15.833755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Made reservation on behalf of 8caae0979df94ac694e37e808cf3f2ac for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:15.836456 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.090269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dfa42f-733a-440b-9d81-98c6775ac418 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:16.101595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.153767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Transition to ACTIVE for port object 21dfa42f-733a-440b-9d81-98c6775ac418 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:16.181184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.207396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44264) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:16.216617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.248839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-291c39be-62f6-4667-8cde-2c12f02acfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.305879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Pushing event updated for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:16.332349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64bda-d8b3-43e0-8783-404e80230e3b req-95cc1b57-087b-48a8-a8ec-989d4592ac46 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:16.334168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ec64bda-d8b3-43e0-8783-404e80230e3b req-95cc1b57-087b-48a8-a8ec-989d4592ac46 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 931 time: 0.2000034 Apr 20 14:31:16.390130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-291c39be-62f6-4667-8cde-2c12f02acfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.401314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-291c39be-62f6-4667-8cde-2c12f02acfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.457546 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-291c39be-62f6-4667-8cde-2c12f02acfcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=680a282ead924f1fa039a749e53fa661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486658 Apr 20 14:31:16.459917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c39be-62f6-4667-8cde-2c12f02acfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc920f74-a283-4941-9e7c-ca5e41a6fde9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:16.463744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:16.534996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6c197e-95a3-4c52-aab4-724969423e7d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:16.539446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Attempting to bind port 21dfa42f-733a-440b-9d81-98c6775ac418 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:16.539779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Attempting to bind port 21dfa42f-733a-440b-9d81-98c6775ac418 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:16.541473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Attempting to bind port 21dfa42f-733a-440b-9d81-98c6775ac418 on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:16.556778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ec64bda-d8b3-43e0-8783-404e80230e3b req-616dc137-1d74-4cbd-81fb-5a688c372410 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737316 Apr 20 14:31:16.558520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Checking segment: {'id': 'e32415f8-3d1e-49fe-bfb6-7564ef16b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:16.558932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Network hostable DHCP agents. Network: 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:16.561455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:16.562336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Port 21dfa42f-733a-440b-9d81-98c6775ac418 on network a709da28-7c12-4c5f-a70f-37040aa74b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:16.562739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Attempting to bind port 21dfa42f-733a-440b-9d81-98c6775ac418 on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:16.571458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-471304144-network', 'tenant_id': 'fe7ddc86535e4f7daf23f1ee309f9637'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:16.574472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:16.576011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.578930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Checking segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:16.579609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Bound using segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:16.580841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Bound port: 21dfa42f-733a-440b-9d81-98c6775ac418, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:16.581499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.631725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.634698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Network 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:16.654347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Made reservation on behalf of fe7ddc86535e4f7daf23f1ee309f9637 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:16.654617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:16.658039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.660999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:16.661579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.665007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ec35f-f4ae-48b7-9570-89189e0fce82 None None] Network 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:16.688593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:16.693023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=21dfa42f-733a-440b-9d81-98c6775ac418,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:16.707348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-93f2e1b4-fa4a-42d1-b4d5-422c9eb29d77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9361157 Apr 20 14:31:16.711874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.721146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.770366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:16.771533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.773076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] 10.222.0.45 "PUT /v2.0/ports/21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 200 len: 1091 time: 1.4386504 Apr 20 14:31:16.803001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea682a-0473-4377-835b-3ad3f2555a7c service neutron] Pushing event updated for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:16.926183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.928773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9538e9-e052-4e68-8681-3c919230d9b1 None None] Network 8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:16.935653 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.938105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-13c7516a-9629-4f1b-b994-c790a9cf81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:16.939740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-13c7516a-9629-4f1b-b994-c790a9cf81ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 1094 time: 0.1170220 Apr 20 14:31:16.942595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.945514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.946718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc920f74-a283-4941-9e7c-ca5e41a6fde9 HTTP/1.1" status: 204 len: 168 time: 0.4809053 Apr 20 14:31:16.970128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:16.989365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841bdab-d3ff-44fd-8d9a-50dba7b6ddbf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:17.003589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-a006c855-73e9-4126-82f7-27e1ab5bf389 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 200 len: 217 time: 0.0490353 Apr 20 14:31:17.016600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.017907 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Added segment d8735184-9d03-45c2-af63-ba6e49e47660 of type vlan for network e57c633d-d69e-43cd-b0bb-14f9dabf3b09 Apr 20 14:31:17.033596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9d804-2a50-4b22-bb72-22e27cda5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc920f74-a283-4941-9e7c-ca5e41a6fde9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:17.100294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-9fefcff2-8cbb-4c1c-a0ab-39ad74ac0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.103465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-9fefcff2-8cbb-4c1c-a0ab-39ad74ac0528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.0928092 Apr 20 14:31:17.112015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.143697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.145082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.145956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.217490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-c35c9e72-0136-4ceb-a28d-51ecf2f49684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.220278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-c35c9e72-0136-4ceb-a28d-51ecf2f49684 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079760 Apr 20 14:31:17.229408 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6629710 Apr 20 14:31:17.232738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44308) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:17.241449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50d46-de1c-41e4-9b61-c39d613b91e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e57c633d-d69e-43cd-b0bb-14f9dabf3b09,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:17.248140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Request body: {'subnet': {'network_id': 'e57c633d-d69e-43cd-b0bb-14f9dabf3b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-471304144-subnet', 'tenant_id': 'fe7ddc86535e4f7daf23f1ee309f9637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:17.252219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e57c633d-d69e-43cd-b0bb-14f9dabf3b09 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:17.325538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Made reservation on behalf of fe7ddc86535e4f7daf23f1ee309f9637 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:17.328580 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.347066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:17.349333 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6588f40b-69d2-413d-9849-031815036b65" -d '{"events": [{"name": "network-changed", "server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:17.413236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-c2b0a7e6-0865-4b2e-8abc-abc0c968e305 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814108 Apr 20 14:31:17.558455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267cdfda-b3ee-4f2f-9102-cffeafc16229 req-08c3bf13-064a-4c1f-b726-ad115ee7e2a6 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341362 Apr 20 14:31:17.620243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.667817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb67090-d047-4f20-bbe3-aa5444162458,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:17.699435 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587924a0-2785-45ad-a91f-068543b94523 x-openstack-request-id: req-587924a0-2785-45ad-a91f-068543b94523 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:17.699732 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:17.699981 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-587924a0-2785-45ad-a91f-068543b94523 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:17.700389 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587924a0-2785-45ad-a91f-068543b94523'] response: {'name': 'network-changed', 'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418', 'status': 'completed', 'code': 200} Apr 20 14:31:17.757546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Checking segment: {'id': 'd8735184-9d03-45c2-af63-ba6e49e47660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'e57c633d-d69e-43cd-b0bb-14f9dabf3b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:17.757906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Network hostable DHCP agents. Network: e57c633d-d69e-43cd-b0bb-14f9dabf3b09, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:17.834840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f40b-69d2-413d-9849-031815036b65 req-59f6165d-576f-49a8-9762-6b615f251b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.836438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-59f6165d-576f-49a8-9762-6b615f251b61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 1094 time: 0.1218460 Apr 20 14:31:17.841525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Network e57c633d-d69e-43cd-b0bb-14f9dabf3b09 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:17.890847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-4a71e254-a717-4a30-a062-d129d5185721 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.891920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-4a71e254-a717-4a30-a062-d129d5185721 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.1995742 Apr 20 14:31:17.892499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e57c633d-d69e-43cd-b0bb-14f9dabf3b09) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:17.906535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9facfd7-d10f-4d19-9b3f-f6da0ead2188 None None] Network e57c633d-d69e-43cd-b0bb-14f9dabf3b09 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:17.924024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:17.924619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:17.950638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 94ac5c9b-97cb-460b-8014-79414df9a41a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:31:17.985128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1d74cb4c-df03-478f-9a1a-ffa341a0fbb6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7414520 Apr 20 14:31:17.985367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 94ac5c9b-97cb-460b-8014-79414df9a41a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:31:17.985367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 94ac5c9b-97cb-460b-8014-79414df9a41a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:31:17.985560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-aac5f829-ea6e-475d-abcf-695539d55733 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/quotas/83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 375 time: 0.0579019 Apr 20 14:31:18.029769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-592f9398-9658-47bc-98e8-ca022b0769ee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435584 Apr 20 14:31:18.077373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d97a82-2cad-44e6-88cc-826417b9e03a req-8f0c3a98-571b-4c2f-9e2c-72b50392fb20 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:18.078937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d97a82-2cad-44e6-88cc-826417b9e03a req-8f0c3a98-571b-4c2f-9e2c-72b50392fb20 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 943 time: 0.1564279 Apr 20 14:31:18.080068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f40b-69d2-413d-9849-031815036b65 req-32ff6ef8-8587-41a9-ae8e-aeaaf1cf4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:18.081387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-32ff6ef8-8587-41a9-ae8e-aeaaf1cf4a26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 925 time: 0.2366011 Apr 20 14:31:18.116139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc9a43-8bce-4c2f-bf17-8dc3ac7dca70 None None] Network e57c633d-d69e-43cd-b0bb-14f9dabf3b09 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:18.137310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44356) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:18.169039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-cf7ce3d0-0d17-4920-81d0-096c4226081f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 200 len: 217 time: 0.0576921 Apr 20 14:31:18.188977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Deleting subnet efeec209-de90-4bf6-a5eb-3159430fbf3e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:31:18.192392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.229206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.231272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d97a82-2cad-44e6-88cc-826417b9e03a req-d991c76e-1126-4e68-8903-b7cc436be8fc tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188655 Apr 20 14:31:18.239849 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.253788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f40b-69d2-413d-9849-031815036b65 req-f3828b09-bc61-44bf-8677-7651b7d2542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:18.254216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-f3828b09-bc61-44bf-8677-7651b7d2542e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.0751345 Apr 20 14:31:18.256540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-38adc7ed-1c64-4afc-aa9a-50a386e6d04c service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131395 Apr 20 14:31:18.313569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.344642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efeec209-de90-4bf6-a5eb-3159430fbf3e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:18.350791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.357383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3b8f72a-67d2-4ac8-92e8-ef8ebbb6b0f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/efeec209-de90-4bf6-a5eb-3159430fbf3e HTTP/1.1" status: 204 len: 168 time: 0.2167096 Apr 20 14:31:18.357563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:18.363247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588f40b-69d2-413d-9849-031815036b65 req-481db03b-0236-46f4-8cc9-9a6c3ccc8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:18.364657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-481db03b-0236-46f4-8cc9-9a6c3ccc8327 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022437 Apr 20 14:31:18.394789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-cdaed7c5-e77e-4dc7-916c-cb205aa0861e service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310668 Apr 20 14:31:18.440443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.489607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-357153ea-e9d7-441a-913b-0b86beeef6a7 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092062 Apr 20 14:31:18.545802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:18.594658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.595560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.596905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.597409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.597891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.598375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.598880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.600319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.600865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.601385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.792972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-943d82dd-3750-4ef1-a5fc-dbfbf0bd91e9 req-3a7e4494-3c9e-4c5f-b70b-d305b957c8a2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 210 time: 0.0553424 Apr 20 14:31:18.838402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6588f40b-69d2-413d-9849-031815036b65 req-c752791a-687b-45c4-a8f7-5521f26943ad service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408079 Apr 20 14:31:18.978261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.978854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.979268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.979570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:31:18.979993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8022545b-f9a3-493f-bc86-4e724dc0faeb']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.000086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c30d4-37a5-4859-b59c-91d0056c3405') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.000384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c30d4-37a5-4859-b59c-91d0056c3405') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.019855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.056714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.075855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:31:19.076851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: from cryptography.utils import int_from_bytes Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: from cryptography.utils import int_from_bytes Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:31:19.160078 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:31:19.217942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.226183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:19.227224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.232218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8022545b-f9a3-493f-bc86-4e724dc0faeb HTTP/1.1" status: 204 len: 168 time: 0.8733258 Apr 20 14:31:19.235144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44440) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:19.249743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbb5a8-e7ed-4010-a33e-905336e195b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8022545b-f9a3-493f-bc86-4e724dc0faeb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:19.303654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Deleting subnet 5eb67090-d047-4f20-bbe3-aa5444162458 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:31:19.307929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.379642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.392095 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.401839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51386a4b-467c-4790-b509-1d4dd98b6e5d req-065f4d79-5641-473b-9443-ada422b5ef8d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:19.408041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51386a4b-467c-4790-b509-1d4dd98b6e5d req-065f4d79-5641-473b-9443-ada422b5ef8d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 943 time: 0.0760686 Apr 20 14:31:19.441663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a852cfd-f463-49e9-aaf6-ed6eab870289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.475326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51386a4b-467c-4790-b509-1d4dd98b6e5d req-2c88829a-b4ec-4fff-bd0a-ea4a277f6b0a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537777 Apr 20 14:31:19.496305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.532998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb67090-d047-4f20-bbe3-aa5444162458,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:19.546678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a852cfd-f463-49e9-aaf6-ed6eab870289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.551845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a852cfd-f463-49e9-aaf6-ed6eab870289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.554035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.561215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b057c636-e281-483a-b579-26e7f1b53692 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5eb67090-d047-4f20-bbe3-aa5444162458 HTTP/1.1" status: 204 len: 168 time: 0.3244169 Apr 20 14:31:19.562409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44464) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:19.635429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1a852cfd-f463-49e9-aaf6-ed6eab870289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=888889dfad5a48b4ba7a148ae394a713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019661 Apr 20 14:31:19.638277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44472) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:19.641824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852cfd-f463-49e9-aaf6-ed6eab870289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3505b00-0066-4c8d-8797-dba4e8569f60,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:19.663198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.705187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.733148 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.749949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.786285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57c633d-d69e-43cd-b0bb-14f9dabf3b09']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.797528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8735184-9d03-45c2-af63-ba6e49e47660') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.797873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8735184-9d03-45c2-af63-ba6e49e47660') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:19.807964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.824060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.829734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:31:19.830215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:31:19.842787 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:31:19.891116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.896673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.898145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3505b00-0066-4c8d-8797-dba4e8569f60 HTTP/1.1" status: 204 len: 168 time: 0.2583041 Apr 20 14:31:19.898923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.910088 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:19.916349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e57c633d-d69e-43cd-b0bb-14f9dabf3b09 HTTP/1.1" status: 204 len: 168 time: 0.3450835 Apr 20 14:31:19.942402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550cb02-8fea-476a-b200-cf634bea40f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57c633d-d69e-43cd-b0bb-14f9dabf3b09,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:19.976244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c80ad5-ec4c-4c13-bcb9-5e11954e8b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3505b00-0066-4c8d-8797-dba4e8569f60,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:20.016630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8cf7829-1dc3-4e3b-971c-8f0b82cee9d9 req-8059d210-d23d-4d36-9598-d03e1ae6d8ae tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 210 time: 0.0743597 Apr 20 14:31:20.086467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-29d3f182-7c8d-4d4a-8d85-f07ab3d64784 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:20.089017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-29d3f182-7c8d-4d4a-8d85-f07ab3d64784 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.3143175 Apr 20 14:31:20.107384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Request body: {'port': {'device_id': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'admin_state_up': True, 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:20.140367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:20.243562 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45639f74-4e94-45f1-9c5d-10d4c39df7d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2274c84cf25483ead82654f5a6be300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018653 Apr 20 14:31:20.245880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44524) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:20.338003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:20.343536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:20.348054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:20.594527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:20.664835 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:20.667841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:20.669464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/829d7c54-1f33-420a-bf86-a10bac4a7d12 HTTP/1.1" status: 204 len: 168 time: 0.4223773 Apr 20 14:31:20.680507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe71f72-c803-477b-b14c-87326fdb1a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d7c54-1f33-420a-bf86-a10bac4a7d12,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:20.680507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:20.738365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Allocated IP 172.20.0.3 (f8330ac5-5373-423f-8944-55b096979bdc/ba9c7608-4b93-442d-965d-47becb7dbfcd/f2406c83-861e-4725-8f73-d1077c36e26a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:20.762146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024230f-f257-4ac6-b3e8-5aba2e4534dc req-5dd6e319-e7a4-472a-8a45-2dc140b222c7 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:20.763680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0024230f-f257-4ac6-b3e8-5aba2e4534dc req-5dd6e319-e7a4-472a-8a45-2dc140b222c7 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 943 time: 0.1139488 Apr 20 14:31:20.848497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0024230f-f257-4ac6-b3e8-5aba2e4534dc req-61654074-76dc-4897-9843-eecc2e38297d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709062 Apr 20 14:31:20.976775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.017077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26c0a6e8-8a13-4292-b0cf-a6343690abbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.020746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.127114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Network f8330ac5-5373-423f-8944-55b096979bdc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:21.130509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:21.135232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:21.141025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:21.141802 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.159063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:21.166437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-7b0d11ed-3778-47cb-8e39-61abaea25a20 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0672281 Apr 20 14:31:21.185802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Request body: {'port': {'device_id': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:21.189639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26c0a6e8-8a13-4292-b0cf-a6343690abbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.201755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26c0a6e8-8a13-4292-b0cf-a6343690abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.226211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44602) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.256813 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-26c0a6e8-8a13-4292-b0cf-a6343690abbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4456b96ecac343d29d7dfde48d676ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751517 Apr 20 14:31:21.263017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44604) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.305144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-635ca195-722d-44eb-87fd-ca52be5fd146 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe7ddc86535e4f7daf23f1ee309f9637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768619 Apr 20 14:31:21.316373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.371698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cb16-bb03-408c-9a7f-bb8334d8a6f4 req-bfb148e4-9fa3-4c3a-8775-cc8ed20aecf6 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:21.374158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44f6cb16-bb03-408c-9a7f-bb8334d8a6f4 req-bfb148e4-9fa3-4c3a-8775-cc8ed20aecf6 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 931 time: 0.0749021 Apr 20 14:31:21.374792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.398475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a6e8-8a13-4292-b0cf-a6343690abbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2663d-c3cd-4731-b2b9-2f63abef75d0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:21.404757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.477801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.479961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.522451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.525838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.609005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d624b3b7-9df0-492d-86b4-4594845e3a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.653086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.656382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.657881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbf2663d-c3cd-4731-b2b9-2f63abef75d0 HTTP/1.1" status: 204 len: 168 time: 0.3934186 Apr 20 14:31:21.665848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.668885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.672870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0841bdab-d3ff-44fd-8d9a-50dba7b6ddbf HTTP/1.1" status: 204 len: 168 time: 0.3549533 Apr 20 14:31:21.685503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e918-06fe-4df8-b1d7-8eb4cd427bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2663d-c3cd-4731-b2b9-2f63abef75d0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:21.705852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634fb43-2711-4d81-be5b-e35eb92755e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841bdab-d3ff-44fd-8d9a-50dba7b6ddbf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:21.717056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44f6cb16-bb03-408c-9a7f-bb8334d8a6f4 req-e5db1d58-8a08-49fc-b934-c425732a91e2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279912 Apr 20 14:31:21.752815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d624b3b7-9df0-492d-86b4-4594845e3a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.765318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44640) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.766093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d624b3b7-9df0-492d-86b4-4594845e3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.863799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d624b3b7-9df0-492d-86b4-4594845e3a15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e40f9d28b2a4007abf0e4747c49277b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527349 Apr 20 14:31:21.868650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:21.880626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624b3b7-9df0-492d-86b4-4594845e3a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416af1a4-b35f-4497-a873-8d6ad766dea7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:21.944863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2406c83-861e-4725-8f73-d1077c36e26a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:21.957005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:21.990054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.035308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Transition to ACTIVE for port object f2406c83-861e-4725-8f73-d1077c36e26a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:22.040521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.047447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.103143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138887-5b77-4bbd-86d8-1b151682e242 req-3d7a688d-ea1e-4057-b74e-e6b876e2ec90 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:22.104793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86138887-5b77-4bbd-86d8-1b151682e242 req-3d7a688d-ea1e-4057-b74e-e6b876e2ec90 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 943 time: 0.1273584 Apr 20 14:31:22.112684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.114929 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.118014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.121614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/416af1a4-b35f-4497-a873-8d6ad766dea7 HTTP/1.1" status: 204 len: 168 time: 0.2496302 Apr 20 14:31:22.128756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73694a1a-f5ed-47c0-b4b7-b46dd6b3d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416af1a4-b35f-4497-a873-8d6ad766dea7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.163364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:22.163691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:22.164006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:22.179040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:22.179523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:22.185415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86138887-5b77-4bbd-86d8-1b151682e242 req-af95d518-d661-4e5f-87dd-4ac36c529294 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631728 Apr 20 14:31:22.188472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:22.189099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:22.189463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:22.190037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Bound port: f2406c83-861e-4725-8f73-d1077c36e26a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:22.190735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.263160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:22.267706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:22.274960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.281937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-175720706-network', 'tenant_id': 'de73defa9f404d409da59934fe2a1fdc'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:22.309209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Made reservation on behalf of de73defa9f404d409da59934fe2a1fdc for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:22.313252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.327822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.328879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:22.329491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.330892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] 10.222.0.43 "PUT /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 1091 time: 1.1558228 Apr 20 14:31:22.331341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:22.333657 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf55cb1-b8c8-455d-9576-83ba29894bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:22.353865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77524-cb97-478a-88fd-5599e9ae10ed service neutron] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.430663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.436515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.449749 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8102a03f-96e7-40a1-aee4-1d297acae928 x-openstack-request-id: req-8102a03f-96e7-40a1-aee4-1d297acae928 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:22.450675 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:22.451068 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8102a03f-96e7-40a1-aee4-1d297acae928 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:22.451648 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8102a03f-96e7-40a1-aee4-1d297acae928'] response: {'name': 'network-changed', 'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'status': 'completed', 'code': 200} Apr 20 14:31:22.460251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:22.469621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-ae044e2e-cb0a-4461-b4c8-fc81d4cabe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:22.471624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-ae044e2e-cb0a-4461-b4c8-fc81d4cabe69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1094 time: 0.0788865 Apr 20 14:31:22.503677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:22.512719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.513886 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Added segment 19dfac8d-adda-4b40-9003-7ae8c61f07ef of type vlan for network 97c33832-5219-4123-97a9-63571e6c78a0 Apr 20 14:31:22.515651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b8a60-3969-4c80-b996-42fa558cdcf5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.526932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-b5b2fff5-58e8-4b4f-ae55-9d99be1d3ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.0449319 Apr 20 14:31:22.534903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-532cf600-8a00-4feb-84a6-07f6ae02476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.598443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.649994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.651711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:22.652724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.663650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-98c0b320-25de-4442-8ca2-3d30ce85b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:22.668120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-98c0b320-25de-4442-8ca2-3d30ce85b357 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.1280880 Apr 20 14:31:22.720623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-4756f67c-5a18-4090-b482-eaf03b0ee1bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446334 Apr 20 14:31:22.780013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-532cf600-8a00-4feb-84a6-07f6ae02476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.794250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0248129 Apr 20 14:31:22.797569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44702) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:22.807083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44704) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:22.810819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Request body: {'subnet': {'network_id': '97c33832-5219-4123-97a9-63571e6c78a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-175720706-subnet', 'tenant_id': 'de73defa9f404d409da59934fe2a1fdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:22.822256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-532cf600-8a00-4feb-84a6-07f6ae02476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.849923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955975b8-acbd-47b7-9dc9-a66744c98bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=97c33832-5219-4123-97a9-63571e6c78a0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.860717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 97c33832-5219-4123-97a9-63571e6c78a0 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:22.897721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cf600-8a00-4feb-84a6-07f6ae02476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905603a9-87d6-4955-a632-727ac34ed1e3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:22.919114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-532cf600-8a00-4feb-84a6-07f6ae02476f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e762707ed75e452b81eed6b816afc56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121842 Apr 20 14:31:22.921144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:22.929463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Made reservation on behalf of de73defa9f404d409da59934fe2a1fdc for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:22.932864 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:22.935574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31bc537d-69b4-4390-94b5-e1c1d2b69fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.025948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167beaf0-35b6-4add-9200-9efad01ca612 req-89a991eb-392c-4e17-8a99-8368fa32f569 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:23.034201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-167beaf0-35b6-4add-9200-9efad01ca612 req-89a991eb-392c-4e17-8a99-8368fa32f569 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.1185043 Apr 20 14:31:23.064955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-85b62cd0-07b4-4e59-88ab-36e38d9f0228 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354278 Apr 20 14:31:23.086801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.099399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:23.125466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.181142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46f4cab2-cf77-4002-aad9-7076a3b169c0 req-9693c46d-49d1-464b-8713-00acbc1511d3 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044905 Apr 20 14:31:23.213618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 21dfa42f-733a-440b-9d81-98c6775ac418 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:31:23.248119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-167beaf0-35b6-4add-9200-9efad01ca612 req-473aa6ed-f0f4-4132-b5c7-96b73ae2214a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110972 Apr 20 14:31:23.248536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.276772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.285882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.292221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/905603a9-87d6-4955-a632-727ac34ed1e3 HTTP/1.1" status: 204 len: 168 time: 0.3688793 Apr 20 14:31:23.395951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31bc537d-69b4-4390-94b5-e1c1d2b69fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.401282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36310704-fb10-4c47-bfd8-9f9637314c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905603a9-87d6-4955-a632-727ac34ed1e3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:23.457492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31bc537d-69b4-4390-94b5-e1c1d2b69fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.498179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f994385-1bb7-40c8-a44d-137a4d28ba09,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:23.536469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=21dfa42f-733a-440b-9d81-98c6775ac418,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:23.539655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Checking segment: {'id': '19dfac8d-adda-4b40-9003-7ae8c61f07ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '97c33832-5219-4123-97a9-63571e6c78a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:23.540317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Network hostable DHCP agents. Network: 97c33832-5219-4123-97a9-63571e6c78a0, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:23.558310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f4a07db6-7c55-435e-ad6d-f45250d5bd31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbeaa8b05dd74729a4fa70a10b111806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4562848 Apr 20 14:31:23.563867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:23.566786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '21dfa42f-733a-440b-9d81-98c6775ac418', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'port_id': '21dfa42f-733a-440b-9d81-98c6775ac418', 'mac_address': 'fa:16:3e:2b:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:31:23.631782 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.648782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dfa42f-733a-440b-9d81-98c6775ac418 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:23.651531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Network 97c33832-5219-4123-97a9-63571e6c78a0 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:23.652170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc537d-69b4-4390-94b5-e1c1d2b69fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a685c-f532-4a78-84ba-a8951fbe0b7b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:23.674231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=21dfa42f-733a-440b-9d81-98c6775ac418,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:23.681363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.690134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 97c33832-5219-4123-97a9-63571e6c78a0) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:23.723113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:23.730347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.734125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.738980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-31bc537d-69b4-4390-94b5-e1c1d2b69fc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2399ff7e9606425ab1f94fad588cc3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9232502 Apr 20 14:31:23.740052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-c0241f15-e2e2-402b-8553-bde25050653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:23.742340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-c0241f15-e2e2-402b-8553-bde25050653d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1094 time: 0.3407056 Apr 20 14:31:23.743561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44758) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:23.780546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:23.786414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426a2bc-1702-4707-85ec-19cf4f05980c None None] Network 97c33832-5219-4123-97a9-63571e6c78a0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:23.801242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c608be1-586a-46f8-907f-3d08983dca8f req-a5c8571a-0947-47c6-ba5d-694b35df909b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:23.811503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c608be1-586a-46f8-907f-3d08983dca8f req-a5c8571a-0947-47c6-ba5d-694b35df909b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 943 time: 0.4074492 Apr 20 14:31:23.823523 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eb0bafe0-1920-4b1f-a5aa-4127e419a018 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0169294 Apr 20 14:31:23.830970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.890978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.896203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:23.906814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65820684-b16f-42e2-b18d-c89b4cdb38be HTTP/1.1" status: 204 len: 168 time: 0.3392291 Apr 20 14:31:23.915477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824b9c-225c-4ef4-b27f-bf1ab0ea8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65820684-b16f-42e2-b18d-c89b4cdb38be,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:24.003030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c608be1-586a-46f8-907f-3d08983dca8f req-feda97bb-f211-42be-a6fd-659d49f46a57 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903453 Apr 20 14:31:24.064341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.079921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-f52151ad-13df-41ee-96a1-1e185fbdaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:24.081504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-f52151ad-13df-41ee-96a1-1e185fbdaa45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.3301506 Apr 20 14:31:24.093502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['21dfa42f-733a-440b-9d81-98c6775ac418'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:31:24.096426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104f113-e668-45f8-86c9-4b1eb75271cb None None] Network 97c33832-5219-4123-97a9-63571e6c78a0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:24.113811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.157221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-8f10f4b1-4bdc-4533-b616-ca4ce1e7247b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.0606179 Apr 20 14:31:24.217768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-95dc835f-d008-4b5a-be46-033a004eb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:24.219379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-95dc835f-d008-4b5a-be46-033a004eb328 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0552146 Apr 20 14:31:24.291571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-1b2b951a-18d1-4ec8-bafa-b54445e3aa25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607097 Apr 20 14:31:24.374949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.378347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.379934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d89a685c-f532-4a78-84ba-a8951fbe0b7b HTTP/1.1" status: 204 len: 168 time: 0.6354299 Apr 20 14:31:24.405449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae57e-3ad6-43f5-afe1-dd1290150bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a685c-f532-4a78-84ba-a8951fbe0b7b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:24.456520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-af8fa123-9c47-4f30-99a9-061bff769412 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578698 Apr 20 14:31:24.469275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084038-4178-4a47-9407-562689979369 req-5522b7d7-8143-4607-b120-5bb9a59c4548 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:24.470701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a084038-4178-4a47-9407-562689979369 req-5522b7d7-8143-4607-b120-5bb9a59c4548 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.0763319 Apr 20 14:31:24.666235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:24.725152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5853421b-11fb-49e8-b9a4-e46f040b4f30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f2bca243cf474cb45e3fe08fd38c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560763 Apr 20 14:31:24.725671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:24.771675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a084038-4178-4a47-9407-562689979369 req-ac33377e-d944-460e-80a3-c29d717bd9ee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923474 Apr 20 14:31:24.797185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.800653 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c01a305b-dd35-47e0-aabb-5ad4927a7004 req-56a399ac-0f1a-490d-adc1-729d95a292ed tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] show failed (client error): The resource could not be found. Apr 20 14:31:24.801684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c01a305b-dd35-47e0-aabb-5ad4927a7004 req-56a399ac-0f1a-490d-adc1-729d95a292ed tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/84ec2a1e-d65e-4446-b82e-6b5930959828 HTTP/1.1" status: 404 len: 352 time: 0.0574305 Apr 20 14:31:24.836174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf55cb1-b8c8-455d-9576-83ba29894bb6 req-a4373c40-28d6-4f7c-89a3-63036dc6f3e3 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627114 Apr 20 14:31:24.864797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.916701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444f45de-adc6-46af-853d-68daf7ebcb9d req-861ea00d-ca13-4f0c-9636-e33d6826a7cd tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de73defa9f404d409da59934fe2a1fdc HTTP/1.1" status: 200 len: 2984 time: 0.0553377 Apr 20 14:31:24.923734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.926274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:24.927434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4e7c8f4-1428-497a-8bbc-3f2314c230b8 HTTP/1.1" status: 204 len: 168 time: 0.2006462 Apr 20 14:31:24.936182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcaed5-59fb-4921-b945-a6a1a2e69485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7c8f4-1428-497a-8bbc-3f2314c230b8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:24.973474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444f45de-adc6-46af-853d-68daf7ebcb9d req-9cf57ced-4c81-4377-82fe-e4fb7655dd61 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/7a0b8a60-3969-4c80-b996-42fa558cdcf5 HTTP/1.1" status: 200 len: 2981 time: 0.0493205 Apr 20 14:31:25.032989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444f45de-adc6-46af-853d-68daf7ebcb9d req-53420bb1-bf77-43b7-bcb7-ecfbbbf0506f tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/7a0b8a60-3969-4c80-b996-42fa558cdcf5 HTTP/1.1" status: 200 len: 2981 time: 0.0455298 Apr 20 14:31:25.123614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2a35594-9c52-47c8-b79e-f132e5801cfd req-5127121b-be36-493a-b9dd-34e3167a05e7 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/7a0b8a60-3969-4c80-b996-42fa558cdcf5 HTTP/1.1" status: 200 len: 2981 time: 0.0763569 Apr 20 14:31:25.149004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbd734-7bd4-4c07-b561-70dc357857c6 req-0360b895-f2dc-4315-9961-910f2e8c8c6e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:25.150636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6fbd734-7bd4-4c07-b561-70dc357857c6 req-0360b895-f2dc-4315-9961-910f2e8c8c6e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 944 time: 0.0701334 Apr 20 14:31:25.213172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6fbd734-7bd4-4c07-b561-70dc357857c6 req-94584448-9ba0-4916-9471-e154a3f51e94 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539308 Apr 20 14:31:25.215538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 21dfa42f-733a-440b-9d81-98c6775ac418 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:25.233791 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c2a35594-9c52-47c8-b79e-f132e5801cfd req-52bf8c8f-2c41-47d2-96a1-8789a10a35f0 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 14:31:25.239389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2a35594-9c52-47c8-b79e-f132e5801cfd req-52bf8c8f-2c41-47d2-96a1-8789a10a35f0 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a0b8a60-3969-4c80-b996-42fa558cdcf5 HTTP/1.1" status: 409 len: 352 time: 0.1089683 Apr 20 14:31:25.280145 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-27cd1056-da43-4edf-8581-3a52cadf8302 req-91708edf-4fdf-4dd8-9507-c95bed0c3d05 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] show failed (client error): The resource could not be found. Apr 20 14:31:25.281154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27cd1056-da43-4edf-8581-3a52cadf8302 req-91708edf-4fdf-4dd8-9507-c95bed0c3d05 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/0b8e9d9b-083c-48dd-9b2c-412e6e75c99e HTTP/1.1" status: 404 len: 352 time: 0.0184138 Apr 20 14:31:25.285764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:25.287985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 21dfa42f-733a-440b-9d81-98c6775ac418 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:31:25.293817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 21dfa42f-733a-440b-9d81-98c6775ac418 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:25.294450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.328234 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c7e41f54-3cff-4dfb-bc57-9cc7acb04387 req-b0f12a20-726d-4a49-b947-cc8f006c2b05 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] show failed (client error): The resource could not be found. Apr 20 14:31:25.329562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7e41f54-3cff-4dfb-bc57-9cc7acb04387 req-b0f12a20-726d-4a49-b947-cc8f006c2b05 tempest-SecurityGroupsNegativeTestJSON-2126847454 tempest-SecurityGroupsNegativeTestJSON-2126847454-project] 10.222.0.20 "GET /v2.0/security-groups/a107a6d0-f841-410c-afa6-3837953c71bc HTTP/1.1" status: 404 len: 352 time: 0.0170708 Apr 20 14:31:25.341743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44858) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:25.388470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Deleting subnet 5f994385-1bb7-40c8-a44d-137a4d28ba09 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:31:25.392471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.401944 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:31:25.415542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.439441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.457006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:25.460642 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79fa500-3110-4818-a118-72821d2334b8" -d '{"events": [{"server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "name": "network-vif-plugged", "status": "completed", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:25.479871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=21dfa42f-733a-440b-9d81-98c6775ac418,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:25.488115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.496998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.549527 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f8ebf2-c19c-4eca-9e67-d0d4e3613f00 x-openstack-request-id: req-d7f8ebf2-c19c-4eca-9e67-d0d4e3613f00 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:25.549973 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "name": "network-vif-plugged", "status": "completed", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:25.550280 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7f8ebf2-c19c-4eca-9e67-d0d4e3613f00 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:25.550844 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f8ebf2-c19c-4eca-9e67-d0d4e3613f00'] response: {'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418', 'code': 200} Apr 20 14:31:25.578019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.591069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:25.609227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f994385-1bb7-40c8-a44d-137a4d28ba09,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:25.614368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.621559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12b7908c-cea9-431a-ae0d-d513a56127c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f994385-1bb7-40c8-a44d-137a4d28ba09 HTTP/1.1" status: 204 len: 168 time: 0.2804813 Apr 20 14:31:25.622471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:25.651877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ff5a1-38ac-4a4d-b980-46d716e57850 req-22b28815-8c8b-4903-ba77-26b6ef0d8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:25.653557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a5ff5a1-38ac-4a4d-b980-46d716e57850 req-22b28815-8c8b-4903-ba77-26b6ef0d8f20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 1096 time: 0.0619705 Apr 20 14:31:25.694754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a5ff5a1-38ac-4a4d-b980-46d716e57850 req-a0c367dc-5dd6-404c-a63c-0f20cc97858a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340362 Apr 20 14:31:25.710247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.799698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.802448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-235eecd4-7a8e-4d50-ab86-ff685f6676f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.834953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c33832-5219-4123-97a9-63571e6c78a0']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:25.850160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dfac8d-adda-4b40-9003-7ae8c61f07ef') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:25.850482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dfac8d-adda-4b40-9003-7ae8c61f07ef') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:25.870463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.889733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.901024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:31:25.901660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:31:25.903363 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:31:25.940904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b2922-b571-41f0-8d9b-113e1593ecb2 req-138df6cc-5dff-44e8-aa2f-d2e073193d61 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:25.942964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-724b2922-b571-41f0-8d9b-113e1593ecb2 req-138df6cc-5dff-44e8-aa2f-d2e073193d61 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.0668607 Apr 20 14:31:25.986054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-235eecd4-7a8e-4d50-ab86-ff685f6676f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.989256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.993321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-235eecd4-7a8e-4d50-ab86-ff685f6676f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:25.999476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f2406c83-861e-4725-8f73-d1077c36e26a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:31:26.017536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-724b2922-b571-41f0-8d9b-113e1593ecb2 req-0faf6447-38b8-4cc3-99d7-6606952512ac tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675476 Apr 20 14:31:26.019227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.022430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] 10.222.0.20 "DELETE /v2.0/networks/97c33832-5219-4123-97a9-63571e6c78a0 HTTP/1.1" status: 204 len: 168 time: 0.3985188 Apr 20 14:31:26.043600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea270386-610c-4ec7-aceb-1d91b0886024 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c33832-5219-4123-97a9-63571e6c78a0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:26.063469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44884) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:26.064048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-235eecd4-7a8e-4d50-ab86-ff685f6676f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d80e1a4dd4814adb8f5016190eead1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771041 Apr 20 14:31:26.065068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eecd4-7a8e-4d50-ab86-ff685f6676f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5a7a15-2284-4a32-b888-cc7f31ee3314,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:26.127608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.148776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:26.162491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.164583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'port_id': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'mac_address': 'fa:16:3e:05:22:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c7608-4b93-442d-965d-47becb7dbfcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:31:26.209744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.229310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2406c83-861e-4725-8f73-d1077c36e26a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:26.238553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.241107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.246482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b5a7a15-2284-4a32-b888-cc7f31ee3314 HTTP/1.1" status: 204 len: 168 time: 0.1820524 Apr 20 14:31:26.264896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:26.265088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd273fb-655a-42a3-9320-343b1ae36718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5a7a15-2284-4a32-b888-cc7f31ee3314,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:26.282169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.361131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:26.379315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f57afc-9fc5-4883-b4bc-11482b118b33 req-ba874b08-f5e7-4398-a707-28ec29d7cadc tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:26.387282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f57afc-9fc5-4883-b4bc-11482b118b33 req-ba874b08-f5e7-4398-a707-28ec29d7cadc tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0754502 Apr 20 14:31:26.429506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f57afc-9fc5-4883-b4bc-11482b118b33 req-9ea6855b-8c68-4125-bcd7-fae1cb38cbde tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Apr 20 14:31:26.436338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44902) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:26.477156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['f2406c83-861e-4725-8f73-d1077c36e26a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:31:26.481566 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60205e99-5402-45b6-9d68-6aade52d8f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de73defa9f404d409da59934fe2a1fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440042 Apr 20 14:31:26.484428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44906) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:26.549997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.584874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.647748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.650708 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.654207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a0b8a60-3969-4c80-b996-42fa558cdcf5 HTTP/1.1" status: 204 len: 168 time: 0.1664746 Apr 20 14:31:26.659936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d2d1-ee5a-4817-8134-db41fc5487aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b8a60-3969-4c80-b996-42fa558cdcf5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:26.819937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1947869652', 'description': 'tempest-description-848103983'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:26.850636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.866684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.954002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.963972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.978713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:27.008344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee356b-f10e-447e-87b9-368d94210aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.009448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792435df-a7e7-48e4-9446-d5ab9d53c694,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:27.067330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.076093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.119536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.138341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee356b-f10e-447e-87b9-368d94210aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.138816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d56ae3fa-2cf2-4b5b-bca8-af1b96ae1852 req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3278418 Apr 20 14:31:27.144144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee356b-f10e-447e-87b9-368d94210aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.162473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463788-b5e3-43d0-8d42-f764cce9ae25 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b908e4a-2376-4749-a845-0d41128cb49e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:27.172078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1454742829', 'description': 'tempest-description-1854859592'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:27.195302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4ee356b-f10e-447e-87b9-368d94210aed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64aa67a296454b59b353df0458121fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148292 Apr 20 14:31:27.198093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee356b-f10e-447e-87b9-368d94210aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb7f76-ffbc-4aff-a65f-69cb457ff656,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:27.198357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44932) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:27.252286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.275209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f875c19-d71e-4a8a-bb33-d8f7c88330a2 req-8bf800c7-bd0a-4819-850e-798fbbff2407 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:27.277095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f875c19-d71e-4a8a-bb33-d8f7c88330a2 req-8bf800c7-bd0a-4819-850e-798fbbff2407 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.1327477 Apr 20 14:31:27.309558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.357767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.378658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f875c19-d71e-4a8a-bb33-d8f7c88330a2 req-772e5a5c-db8f-4595-bd95-0203a1c8faef tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892262 Apr 20 14:31:27.426209 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.431787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.470934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.473608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.477461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95bb7f76-ffbc-4aff-a65f-69cb457ff656 HTTP/1.1" status: 204 len: 168 time: 0.2744272 Apr 20 14:31:27.480195 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:27.481674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d9216e8-d331-4b6e-950f-2d3f37af1cea req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3163252 Apr 20 14:31:27.486604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649324e4-05b6-49b7-b8da-4f2e0978b039 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c38c719-4567-42a8-ae6e-189069e212f6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:27.503973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f93ed-b477-40a9-bcda-69e18c54f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb7f76-ffbc-4aff-a65f-69cb457ff656,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:27.593881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b9a02-6e12-468c-b3a8-c523af4d16f7 req-56b948b7-f2bf-4935-ad8f-34217a72e1b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:27.595425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c29b9a02-6e12-468c-b3a8-c523af4d16f7 req-56b948b7-f2bf-4935-ad8f-34217a72e1b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0579112 Apr 20 14:31:27.639351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c29b9a02-6e12-468c-b3a8-c523af4d16f7 req-9a6580b2-a997-48e1-a98a-f63772bd769c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364490 Apr 20 14:31:27.974720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1542055559', 'description': 'tempest-description-450860552'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:27.996673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.004896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.007771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f2406c83-861e-4725-8f73-d1077c36e26a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:28.085694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port f2406c83-861e-4725-8f73-d1077c36e26a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:31:28.091385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port f2406c83-861e-4725-8f73-d1077c36e26a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:28.092134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.096697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.112127 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.164874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e3299-5e52-4a0d-a7e8-b4e070355164,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:28.199727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.211144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.216971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.225288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:28.227852 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f596b81-c1cd-431d-87c0-98df04dc0f1c" -d '{"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-plugged", "status": "completed", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:28.242021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:28.248972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.252647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed4fae-5d21-41c2-9c62-cd3934bbd58f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:28.261141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.262381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2cf9a849-dfc6-4278-8950-30090d9900d5 req-be690ea0-bf18-48b5-ab03-bf6846c38cf1 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2918923 Apr 20 14:31:28.318026 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86ce662-aa60-44b5-a36b-98226d6a3776 x-openstack-request-id: req-a86ce662-aa60-44b5-a36b-98226d6a3776 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:28.318505 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-plugged", "status": "completed", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:28.319150 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a86ce662-aa60-44b5-a36b-98226d6a3776 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:28.319727 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86ce662-aa60-44b5-a36b-98226d6a3776'] response: {'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'code': 200} Apr 20 14:31:28.320815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:28.347726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-784637092', 'description': 'tempest-description-180442131'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:28.381681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.462631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a11b02-bb4c-4bbe-b677-99700415075c req-fb140948-a8cf-480b-a885-bc0e33ae8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:28.464224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a11b02-bb4c-4bbe-b677-99700415075c req-fb140948-a8cf-480b-a885-bc0e33ae8811 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1096 time: 0.0745356 Apr 20 14:31:28.556162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a11b02-bb4c-4bbe-b677-99700415075c req-16433f40-ac98-455b-bf23-d149e0dc511e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Apr 20 14:31:28.567760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.573306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.604592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16062a4b-ad71-40bd-a9f6-2e3415f2c6b4 req-f38f21cb-8231-43ab-a315-b6cba40f0355 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:28.606137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16062a4b-ad71-40bd-a9f6-2e3415f2c6b4 req-f38f21cb-8231-43ab-a315-b6cba40f0355 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 945 time: 0.1103826 Apr 20 14:31:28.615057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885708c3-ee7e-4067-8896-0a24d8d142e1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:28.623066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.624259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd2d3ae1-2c29-4f89-9864-2c171d531e06 req-820ea0d9-55c4-4425-96eb-52d3f3b416fe tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2805264 Apr 20 14:31:28.674109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16062a4b-ad71-40bd-a9f6-2e3415f2c6b4 req-6840a2b4-fbe2-4c4e-bbec-fb6fcb124fe4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Apr 20 14:31:28.832919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0ac0c-6a12-47e8-9a3c-136ce80ce8af req-9f430fdf-d464-4829-9f83-f1de7a847bd9 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:28.835526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01a0ac0c-6a12-47e8-9a3c-136ce80ce8af req-9f430fdf-d464-4829-9f83-f1de7a847bd9 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0933037 Apr 20 14:31:28.896723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01a0ac0c-6a12-47e8-9a3c-136ce80ce8af req-0f18ddff-c6b6-42f4-9032-a832a986c268 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525835 Apr 20 14:31:28.971812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-c09b66ea-228f-4589-b54a-f4311475f33c tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34029 time: 0.2653677 Apr 20 14:31:29.000521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45028) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:29.029991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-651d0fca-f020-4242-9942-4db3df9d0f10 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/01b263a3-29b5-4ed3-942b-6b2c294bf2a0 HTTP/1.1" status: 200 len: 2981 time: 0.0505953 Apr 20 14:31:29.106742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-0873b4da-20d4-45e9-8e8c-2358fcb57770 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/01b263a3-29b5-4ed3-942b-6b2c294bf2a0 HTTP/1.1" status: 200 len: 2981 time: 0.0662200 Apr 20 14:31:29.119231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d78cc-fc12-4ef9-af80-d3b372a3576f req-dba2be28-cb93-43be-a12a-4d69d200d176 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:29.120788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be3d78cc-fc12-4ef9-af80-d3b372a3576f req-dba2be28-cb93-43be-a12a-4d69d200d176 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0930452 Apr 20 14:31:29.134254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45038) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:29.144811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'floatingip': {'port_id': '21dfa42f-733a-440b-9d81-98c6775ac418'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:29.217828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1253621452-network', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:29.231270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.241835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:29.245286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.257578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.273700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-afaaa9c4-d65e-4a4b-85dc-eff90cbc6a6b tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/364e3299-5e52-4a0d-a7e8-b4e070355164 HTTP/1.1" status: 200 len: 2981 time: 0.1518505 Apr 20 14:31:29.366526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.370374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-a8da0849-0557-4ad6-9b83-3316aa323796 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/364e3299-5e52-4a0d-a7e8-b4e070355164 HTTP/1.1" status: 200 len: 2981 time: 0.0956244 Apr 20 14:31:29.373844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.392249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:29.416154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.416709 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Added segment 515a346a-9061-4bf1-86da-b1c1a609a13c of type vlan for network 89c093a5-5d55-4951-8cc4-9f757970073c Apr 20 14:31:29.467447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-43f94cae-9c36-45c1-8915-f50074c5540f tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3816ba33-4bd5-4ec9-88fd-e08ff0225244 HTTP/1.1" status: 200 len: 2973 time: 0.0825348 Apr 20 14:31:29.485013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:29.514600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.557780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.558875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:29.559466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.598014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-2473e0ed-1056-4ea5-b066-fff9c2c23019 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3816ba33-4bd5-4ec9-88fd-e08ff0225244 HTTP/1.1" status: 200 len: 2973 time: 0.0949354 Apr 20 14:31:29.631457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6291888 Apr 20 14:31:29.635786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:29.640641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Request body: {'subnet': {'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1253621452-subnet', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:29.649354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597258d-103a-4f1d-a666-ac961de00963 admin admin] Pushing event updated for resources: {'Network': ['ID=89c093a5-5d55-4951-8cc4-9f757970073c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:29.664128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 89c093a5-5d55-4951-8cc4-9f757970073c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:29.669638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:29.673109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.811023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-acce5a8d-db63-4628-842a-fc84a8dee128 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/792435df-a7e7-48e4-9446-d5ab9d53c694 HTTP/1.1" status: 200 len: 2981 time: 0.2055647 Apr 20 14:31:29.946651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-801304a0-6e35-431f-802c-3f8f6504593a tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/792435df-a7e7-48e4-9446-d5ab9d53c694 HTTP/1.1" status: 200 len: 2981 time: 0.1204565 Apr 20 14:31:29.971405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.034990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4926dae4-a4c9-43d8-9f53-1df5c4e99a67,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:30.057034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Checking segment: {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:30.057851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Network hostable DHCP agents. Network: 89c093a5-5d55-4951-8cc4-9f757970073c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:30.083127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Network 89c093a5-5d55-4951-8cc4-9f757970073c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:30.097554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 89c093a5-5d55-4951-8cc4-9f757970073c) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:30.106596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:30.107292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.111112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf5092-43de-4aeb-b084-e2a065a8eb2d None None] Network 89c093a5-5d55-4951-8cc4-9f757970073c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:30.151501 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79db678c-5f3e-40a0-81b8-7b1532d93a71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5142226 Apr 20 14:31:30.154749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45078) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:30.160092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:30.198628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.200346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.299600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.306374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.309597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-2574035b-d7df-40dd-a764-984cd6b6e592 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8472e967-4801-4307-9a09-240fd84881c3 HTTP/1.1" status: 200 len: 2981 time: 0.3526742 Apr 20 14:31:30.330340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.340194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-89c093a5-5d55-4951-8cc4-9f757970073c', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:31:30.343014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.436367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-5b24c5c8-7ae6-4928-aa71-9280b1860f9a tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8472e967-4801-4307-9a09-240fd84881c3 HTTP/1.1" status: 200 len: 2981 time: 0.1250708 Apr 20 14:31:30.486299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.488773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Allocated IP 172.20.0.2 (89c093a5-5d55-4951-8cc4-9f757970073c/4926dae4-a4c9-43d8-9f53-1df5c4e99a67/69769d62-f38f-4cf9-af81-7ac40a222105) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:30.498628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3351e-8264-4efc-b130-c5f2405f7a01 req-516a9935-6fc1-4f74-bf17-f94a27d2ae08 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:30.503054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02c3351e-8264-4efc-b130-c5f2405f7a01 req-516a9935-6fc1-4f74-bf17-f94a27d2ae08 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 945 time: 0.1302195 Apr 20 14:31:30.554503 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c associated. External IP: 172.25.1.70, port: 21dfa42f-733a-440b-9d81-98c6775ac418. Apr 20 14:31:30.559642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-b557d062-f27c-4cea-8c21-39575593e507 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8c6b40ce-2115-4816-a04b-cfd323877985 HTTP/1.1" status: 200 len: 2977 time: 0.0985849 Apr 20 14:31:30.621606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02c3351e-8264-4efc-b130-c5f2405f7a01 req-822b50b7-3b19-4117-af82-6659ce553f16 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966158 Apr 20 14:31:30.668237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.677845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.724030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-df8ebba1-0c23-4ed8-a694-4655d612d11a tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8c6b40ce-2115-4816-a04b-cfd323877985 HTTP/1.1" status: 200 len: 2977 time: 0.1287839 Apr 20 14:31:30.728702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Network 89c093a5-5d55-4951-8cc4-9f757970073c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:30.734801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:30.739169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:30.773975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Pushing event updated for resources: {'Port': ['ID=69769d62-f38f-4cf9-af81-7ac40a222105,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:30.824938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Attempting to bind port 69769d62-f38f-4cf9-af81-7ac40a222105 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:30.826702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Attempting to bind port 69769d62-f38f-4cf9-af81-7ac40a222105 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:30.827413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Attempting to bind port 69769d62-f38f-4cf9-af81-7ac40a222105 on network 89c093a5-5d55-4951-8cc4-9f757970073c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:30.836295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:30.841727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Checking segment: {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:30.841727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.841727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Bound using segment: {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:30.842306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Bound port: 69769d62-f38f-4cf9-af81-7ac40a222105, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:30.843778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.910862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.918197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:31:30.929965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] For port 69769d62-f38f-4cf9-af81-7ac40a222105, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:30.934392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] For port 69769d62-f38f-4cf9-af81-7ac40a222105, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=69769d62-f38f-4cf9-af81-7ac40a222105,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:30.934830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:30.950349 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.035941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f207c1-f5c2-47fe-9367-6578b9f9084f None None] Pushing event updated for resources: {'Port': ['ID=69769d62-f38f-4cf9-af81-7ac40a222105,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:31.060851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-b49976c1-e219-417a-bdb1-42f79da538e9 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a47e4300-a734-44e1-90ab-64d1395fdb7a HTTP/1.1" status: 200 len: 2977 time: 0.1909599 Apr 20 14:31:31.108786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Allocated IP 172.25.1.111 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/895232e8-e061-4ed7-b896-5229ece0e335) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:31.142610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:31.186440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-76436d2e-d961-4db7-86d0-cddafd2e8aa7 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/a47e4300-a734-44e1-90ab-64d1395fdb7a HTTP/1.1" status: 200 len: 2977 time: 0.1206634 Apr 20 14:31:31.202026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:31.207897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.217408 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:31.232017 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:31.232647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:31.266884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-04d15295-7456-45cb-8b11-9874f5485e5b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "PUT /v2.0/floatingips/8a448187-ff61-40ae-ab72-e9ab7934af2c HTTP/1.1" status: 200 len: 990 time: 2.1296418 Apr 20 14:31:31.272372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:31.275161 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bf1d47-4282-46fb-a09b-386837ff6087" -d '{"events": [{"name": "network-changed", "server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:31.284229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-e4cf4ac0-6865-459b-aae2-8a0f5683dccc tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1df3d53-395d-4cd0-b00f-5ec52c31dbee HTTP/1.1" status: 200 len: 2981 time: 0.0891788 Apr 20 14:31:31.338989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.401344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-15c3be2f-9f63-45a2-b86d-4020b324416b tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1df3d53-395d-4cd0-b00f-5ec52c31dbee HTTP/1.1" status: 200 len: 2981 time: 0.1012211 Apr 20 14:31:31.443829 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.513208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28a90dc1-b9a2-4b7d-9fe6-cb65b05c218e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.537173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Pushing event updated for resources: {'Port': ['ID=895232e8-e061-4ed7-b896-5229ece0e335,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:31.543294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 69769d62-f38f-4cf9-af81-7ac40a222105 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:31.553448 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:31.558615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:31.563635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-27ac063f-1044-4821-8d54-cbe5e407a5b7 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ea288e3c-a78c-47e9-8cf1-c227ee5418fa HTTP/1.1" status: 200 len: 2977 time: 0.1488721 Apr 20 14:31:31.565069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:31.574058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:31.622555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 69769d62-f38f-4cf9-af81-7ac40a222105 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:31.623326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.644040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7a07c77-a637-42d5-9b7d-f901fa9da90e req-be9f674b-10aa-46a0-82cc-86c2a409ae82 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ea288e3c-a78c-47e9-8cf1-c227ee5418fa HTTP/1.1" status: 200 len: 2977 time: 0.0793247 Apr 20 14:31:31.711105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28a90dc1-b9a2-4b7d-9fe6-cb65b05c218e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.741796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28a90dc1-b9a2-4b7d-9fe6-cb65b05c218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.776230 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.798897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-28a90dc1-b9a2-4b7d-9fe6-cb65b05c218e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d67c95946b1c48c983e4a8d4bd594c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484499 Apr 20 14:31:31.800971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:31.817834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1531-5399-4085-9509-d7771b803e8c req-fa432f13-8f86-4fea-b75f-1cdd530c04e5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:31.819522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19ca1531-5399-4085-9509-d7771b803e8c req-fa432f13-8f86-4fea-b75f-1cdd530c04e5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1096 time: 0.1065311 Apr 20 14:31:31.837765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a90dc1-b9a2-4b7d-9fe6-cb65b05c218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd059e98-76b2-4e5c-be3a-cd5e4bb5d344,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:31.844374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 69769d62-f38f-4cf9-af81-7ac40a222105, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=69769d62-f38f-4cf9-af81-7ac40a222105,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:31.861236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.961124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:31.981320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19ca1531-5399-4085-9509-d7771b803e8c req-ed32887f-a472-4dc6-93c8-bd7b733b698c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529605 Apr 20 14:31:31.982815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.012382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=69769d62-f38f-4cf9-af81-7ac40a222105,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:32.031462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.148190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8555d8a-179b-4bc7-902b-235d1695ec44 req-b4d53f11-9738-4940-a0d9-1fdb068b090b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:32.150503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8555d8a-179b-4bc7-902b-235d1695ec44 req-b4d53f11-9738-4940-a0d9-1fdb068b090b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0928483 Apr 20 14:31:32.184870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '21dfa42f-733a-440b-9d81-98c6775ac418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:2b:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:31:29Z', 'revision_number': 1, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:32.190281 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5ae95-5acb-41c5-8f5f-6a95dd6cbe9f x-openstack-request-id: req-19d5ae95-5acb-41c5-8f5f-6a95dd6cbe9f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:32.190559 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:32.190834 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d5ae95-5acb-41c5-8f5f-6a95dd6cbe9f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:32.191225 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d5ae95-5acb-41c5-8f5f-6a95dd6cbe9f'] response: {'name': 'network-changed', 'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418', 'status': 'completed', 'code': 200} Apr 20 14:31:32.217011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.219553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.220665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd059e98-76b2-4e5c-be3a-cd5e4bb5d344 HTTP/1.1" status: 204 len: 168 time: 0.4186888 Apr 20 14:31:32.224328 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:32.242031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:32.243575 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:32.257402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20799d-ca77-4894-b1da-1c99eb684d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd059e98-76b2-4e5c-be3a-cd5e4bb5d344,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:32.276792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8555d8a-179b-4bc7-902b-235d1695ec44 req-22782c74-4eb6-4b05-b542-04715bfc0d59 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182837 Apr 20 14:31:32.290036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-69bebde9-14fb-43e5-ba94-da76ea5d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:32.295350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-69bebde9-14fb-43e5-ba94-da76ea5d813d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 1096 time: 0.0969560 Apr 20 14:31:32.340853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.477984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47babb76-fe93-47c8-a838-3ebe2b233349 None None] Network 89c093a5-5d55-4951-8cc4-9f757970073c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:32.500417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:32.530348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Router c729f0bd-1ff6-448c-a45a-0c241dafe43b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:31:32.570379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96a5ed05-ec0f-4a24-9278-be64b3bd6110 req-443e5e2e-c1d0-406f-a659-156728aa9ce0 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e66f4caaeb544e7e958e80aa6769ceae HTTP/1.1" status: 200 len: 6103 time: 0.2248526 Apr 20 14:31:32.633244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-89bb73c2-788b-406d-87ed-c2e8c48d768a None None] Provisioning complete for port 69769d62-f38f-4cf9-af81-7ac40a222105 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:32.633638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-89bb73c2-788b-406d-87ed-c2e8c48d768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.665380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-cefa5328-e958-4570-b9ca-c7ed02a06f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:32.667475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-cefa5328-e958-4570-b9ca-c7ed02a06f94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 925 time: 0.3649654 Apr 20 14:31:32.737198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:32.752873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45148) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:32.765829 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.771385 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-153f480e-fc99-4dcf-99ec-4a482c509547 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6151569 Apr 20 14:31:32.772234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:32.850291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5552-d090-422b-96a5-32f9467e514d req-ad836c37-10d4-4048-bd5c-30426c6db778 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:32.857382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7ad5552-d090-422b-96a5-32f9467e514d req-ad836c37-10d4-4048-bd5c-30426c6db778 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1096 time: 0.1866171 Apr 20 14:31:32.861458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96a5ed05-ec0f-4a24-9278-be64b3bd6110 req-0606cb18-a4d5-4257-8b1c-eb7b191de2c8 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "GET /v2.0/security-groups/792435df-a7e7-48e4-9446-d5ab9d53c694 HTTP/1.1" status: 200 len: 2981 time: 0.2561111 Apr 20 14:31:32.927549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfca5-aa74-47ce-a389-1515dd717757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:32.940927 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '21dfa42f-733a-440b-9d81-98c6775ac418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:2b:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:31:29Z', 'revision_number': 1, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:32.945541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96a5ed05-ec0f-4a24-9278-be64b3bd6110 req-d48117d6-4a61-4be0-9802-7eea341206e6 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "GET /v2.0/security-groups/792435df-a7e7-48e4-9446-d5ab9d53c694 HTTP/1.1" status: 200 len: 2981 time: 0.0773473 Apr 20 14:31:32.964145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Sync routers for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:32.971562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-8715aef4-6f28-4c2b-8b37-204f6b6056b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 200 len: 998 time: 0.2965775 Apr 20 14:31:32.974479 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f42020-21f0-4d2b-9979-1af4c25fd0c1 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '21dfa42f-733a-440b-9d81-98c6775ac418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:2b:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:31:29Z', 'revision_number': 1, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:33.009792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7ad5552-d090-422b-96a5-32f9467e514d req-a0b4760a-fbb8-4aaf-ad8a-22a3483f977c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297309 Apr 20 14:31:33.040338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:33.040338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:33.099491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45160) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:33.117421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfca5-aa74-47ce-a389-1515dd717757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.126513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc3cfca5-aa74-47ce-a389-1515dd717757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.176085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:33.184603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-405bf8ff-6d37-4bff-ab13-cd48017a31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:33.186157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-405bf8ff-6d37-4bff-ab13-cd48017a31b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.1752162 Apr 20 14:31:33.267923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-dbc3e109-a5d5-43f7-bbc7-97ec9d12101d tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/885708c3-ee7e-4067-8896-0a24d8d142e1 HTTP/1.1" status: 200 len: 1776 time: 0.1695223 Apr 20 14:31:33.313542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cfca5-aa74-47ce-a389-1515dd717757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9c7d31-8a5e-4de8-9bc1-aeb8db418ece,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:33.331831 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ca59d-f681-4490-8eb0-7ef194648305 None None] New status for floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:31:33.361056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-56400d3d-8e11-46ef-a4d3-70c77677983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:33.362409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.362581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-56400d3d-8e11-46ef-a4d3-70c77677983b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681669 Apr 20 14:31:33.367812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc3cfca5-aa74-47ce-a389-1515dd717757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce83923ddb9e4bddaff53b66595c964b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121898 Apr 20 14:31:33.371016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45176) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:33.401246 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad1d973b-29eb-4d5a-9801-a151883faa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.459252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.536833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 69769d62-f38f-4cf9-af81-7ac40a222105 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:33.636376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 69769d62-f38f-4cf9-af81-7ac40a222105 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:33.636750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.677408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-bc037f1c-7409-4774-aaad-fda2c40a3170 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040493 Apr 20 14:31:33.682905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.737019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:31Z', 'revision_number': 3, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:33.781878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-f952cd9a-7c2e-45cc-91de-bc3c2f75d41a req-7a5d87f7-8b63-422b-8df8-eca24a18a718 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:31:33.796000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f952cd9a-7c2e-45cc-91de-bc3c2f75d41a req-7a5d87f7-8b63-422b-8df8-eca24a18a718 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1508601 Apr 20 14:31:33.823465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Checking router: c729f0bd-1ff6-448c-a45a-0c241dafe43b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:33.823819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Updating router c729f0bd-1ff6-448c-a45a-0c241dafe43b port 895232e8-e061-4ed7-b896-5229ece0e335 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:31:33.832208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.840203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.880012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:33.965631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.036082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.038466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.043780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-662f2b62-ce55-4579-99db-4acffa8ec148 req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/885708c3-ee7e-4067-8896-0a24d8d142e1 HTTP/1.1" status: 204 len: 173 time: 0.7579784 Apr 20 14:31:34.053447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad1d973b-29eb-4d5a-9801-a151883faa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.067099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Allocated IP 172.20.0.1 (89c093a5-5d55-4951-8cc4-9f757970073c/4926dae4-a4c9-43d8-9f53-1df5c4e99a67/aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:34.084071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bf1d47-4282-46fb-a09b-386837ff6087 req-94ed32bc-4cc9-4da3-b845-d433019d03dd service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897874 Apr 20 14:31:34.107328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad1d973b-29eb-4d5a-9801-a151883faa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.122941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d72caf-d07a-4020-bc0a-8f37c3a2c047 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885708c3-ee7e-4067-8896-0a24d8d142e1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.188680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ad1d973b-29eb-4d5a-9801-a151883faa22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=067e511b8bf6426794fc55ef49dae190&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0849669 Apr 20 14:31:34.188680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d973b-29eb-4d5a-9801-a151883faa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3ae7dd-8e1b-49fa-b4d0-8314cc4c76f4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.190732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:34.213830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.218449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.221976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b9c7d31-8a5e-4de8-9bc1-aeb8db418ece HTTP/1.1" status: 204 len: 168 time: 0.8477149 Apr 20 14:31:34.243186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d4b08-c905-4f8d-baf4-45931e1e9ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9c7d31-8a5e-4de8-9bc1-aeb8db418ece,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.243748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-101fdedb-02ae-4f1b-a140-922b5812c3d5 None None] Provisioning complete for port 69769d62-f38f-4cf9-af81-7ac40a222105 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:34.244369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-101fdedb-02ae-4f1b-a140-922b5812c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.269417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-fbecd62a-443b-4b4c-b2df-29a83151b41a tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "GET /v2.0/security-groups/2aed4fae-5d21-41c2-9c62-cd3934bbd58f HTTP/1.1" status: 200 len: 1777 time: 0.0888469 Apr 20 14:31:34.322393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.329538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.337257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.355941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.374261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.418969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.424188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.427711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.438234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d6413da-2db2-4b0b-a1a4-28a68148e35c req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/2aed4fae-5d21-41c2-9c62-cd3934bbd58f HTTP/1.1" status: 204 len: 173 time: 0.1670470 Apr 20 14:31:34.460626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d8db0-1501-4e98-bd12-12250abed5a2 tempest-SecurityGroupsTestAdminJSON-1688560543 tempest-SecurityGroupsTestAdminJSON-1688560543-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed4fae-5d21-41c2-9c62-cd3934bbd58f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.478168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Network 89c093a5-5d55-4951-8cc4-9f757970073c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:34.484619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:34.490532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:34.494464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Pushing event updated for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.555626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.562252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.565061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.566287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e3ae7dd-8e1b-49fa-b4d0-8314cc4c76f4 HTTP/1.1" status: 204 len: 168 time: 0.3742456 Apr 20 14:31:34.577452 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.604295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.631971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a207e78-9f7c-486e-aee3-d6ae055969a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3ae7dd-8e1b-49fa-b4d0-8314cc4c76f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.656287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb923-b3e0-4e40-8854-6535b9d67919 None None] Pushing event updated for resources: {'Port': ['ID=895232e8-e061-4ed7-b896-5229ece0e335,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.692244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-ab73bb30-2c2f-4459-97fc-c1561dbb0f81 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "GET /v2.0/security-groups/8c38c719-4567-42a8-ae6e-189069e212f6 HTTP/1.1" status: 200 len: 1778 time: 0.0853271 Apr 20 14:31:34.720730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Attempting to bind port 895232e8-e061-4ed7-b896-5229ece0e335 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:34.721341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Attempting to bind port 895232e8-e061-4ed7-b896-5229ece0e335 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:34.721863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Attempting to bind port 895232e8-e061-4ed7-b896-5229ece0e335 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:34.732088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:34.733559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:34.734613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.735496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:34.736149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Bound port: 895232e8-e061-4ed7-b896-5229ece0e335, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:34.736690 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.816328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] For port 895232e8-e061-4ed7-b896-5229ece0e335, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:34.824423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] For port 895232e8-e061-4ed7-b896-5229ece0e335, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=895232e8-e061-4ed7-b896-5229ece0e335,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:34.832568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.859955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.882230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.947769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.951518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.964468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874e770e-28c2-4aec-8e75-f7ca9f55e996 req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c38c719-4567-42a8-ae6e-189069e212f6 HTTP/1.1" status: 204 len: 173 time: 0.2699537 Apr 20 14:31:34.972751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.985273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d01cf37-b708-4fba-a944-a0f7e2591066 None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:34.985668 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d01cf37-b708-4fba-a944-a0f7e2591066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:34.987740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3485f-6bd9-4adf-9dcb-48928437df01 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c38c719-4567-42a8-ae6e-189069e212f6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:34.995996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:34.996701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:35.112483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-f29457ed-c041-4ea4-a203-e4f5f416a9ff tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "GET /v2.0/security-groups/0b908e4a-2376-4749-a845-0d41128cb49e HTTP/1.1" status: 200 len: 1777 time: 0.0844800 Apr 20 14:31:35.114042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45236) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:35.221460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb923-b3e0-4e40-8854-6535b9d67919 None None] Pushing event updated for resources: {'Port': ['ID=895232e8-e061-4ed7-b896-5229ece0e335,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:35.243618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.264461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5d01cf37-b708-4fba-a944-a0f7e2591066 None None] Port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:35.271550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45242) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:35.302611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:35.327433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5da3-d1a5-48b8-a33d-c9da92e536d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.331922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.413832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.416817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.417943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-609b9c9f-ba1d-44f2-9673-7459efbd3803 req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b908e4a-2376-4749-a845-0d41128cb49e HTTP/1.1" status: 204 len: 173 time: 0.2881937 Apr 20 14:31:35.437263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15072f49-714c-4424-90b0-b4a9654e8a37 tempest-SecurityGroupsTestAdminJSON-1152648511 tempest-SecurityGroupsTestAdminJSON-1152648511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b908e4a-2376-4749-a845-0d41128cb49e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:35.468646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5da3-d1a5-48b8-a33d-c9da92e536d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.475391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5da3-d1a5-48b8-a33d-c9da92e536d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.492713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.507969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.546368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c5da3-d1a5-48b8-a33d-c9da92e536d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2ec4f-1889-4f17-8785-b8363cb920e0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:35.555301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5e5c5da3-d1a5-48b8-a33d-c9da92e536d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74fbd9fcd0884522b82da80215437a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827415 Apr 20 14:31:35.557894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45256) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:35.568130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.617624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.653070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-536d246c-48fe-4156-826e-979c2326d563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.667635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Pushing event updated for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:35.669432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.717648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Network 89c093a5-5d55-4951-8cc4-9f757970073c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:35.720056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:35.763494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-536d246c-48fe-4156-826e-979c2326d563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.775869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-536d246c-48fe-4156-826e-979c2326d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.842675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-536d246c-48fe-4156-826e-979c2326d563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa6638ec0a214c6da84a21fb80afadc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7221618 Apr 20 14:31:35.842675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d246c-48fe-4156-826e-979c2326d563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3697466-9a40-475a-828f-a97c89a7570a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:35.854300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:35.867726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.871300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:35.872768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88a2ec4f-1889-4f17-8785-b8363cb920e0 HTTP/1.1" status: 204 len: 168 time: 0.3138802 Apr 20 14:31:35.885909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09477e16-e979-4ee7-83e1-e10786705d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2ec4f-1889-4f17-8785-b8363cb920e0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:36.062402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.090251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.115130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.127844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d5472f3-a71b-474c-bb40-6a40382868e0 None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:36.128217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d5472f3-a71b-474c-bb40-6a40382868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.141665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Router c729f0bd-1ff6-448c-a45a-0c241dafe43b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:31:36.161532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.164029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.165124 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3697466-9a40-475a-828f-a97c89a7570a HTTP/1.1" status: 204 len: 168 time: 0.2994666 Apr 20 14:31:36.170014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5d5472f3-a71b-474c-bb40-6a40382868e0 None None] Port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:36.173829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e', 'name': '', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'mac_address': 'fa:16:3e:23:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:33Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 1, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'subnets': [{'id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:36.178762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.201149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94db518-45fe-42b6-aad6-6b41d9f3bd3d None None] The sync data for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 is: [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e', 'name': '', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'mac_address': 'fa:16:3e:23:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:33Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 1, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'subnets': [{'id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:36.225452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31742a9e-59b0-40d7-b50b-242d8de4484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3697466-9a40-475a-828f-a97c89a7570a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:36.305873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:36.324839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b8f12ebe-09ae-460b-9b69-1d6dbfa396cf admin admin] 10.222.0.20 "PUT /v2.0/routers/c729f0bd-1ff6-448c-a45a-0c241dafe43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5443909 Apr 20 14:31:36.328679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.438476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6b999fba-11e1-43cf-b548-7dcd3af39373 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e66f4caaeb544e7e958e80aa6769ceae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220377 Apr 20 14:31:36.441136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.508589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45290) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.530591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.563409 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.628374 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.630989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.634796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/792435df-a7e7-48e4-9446-d5ab9d53c694 HTTP/1.1" status: 204 len: 168 time: 0.1900034 Apr 20 14:31:36.644317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd28e89-5c66-4aaa-8f7d-067fdac117be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792435df-a7e7-48e4-9446-d5ab9d53c694,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:36.733332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707fc10-f47b-4b6f-b8e9-f3915dd9e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.765394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.855804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707fc10-f47b-4b6f-b8e9-f3915dd9e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.861456 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707fc10-f47b-4b6f-b8e9-f3915dd9e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.903145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0707fc10-f47b-4b6f-b8e9-f3915dd9e6d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9b959d6156c4d98a82e734914dfdd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233148 Apr 20 14:31:36.904453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707fc10-f47b-4b6f-b8e9-f3915dd9e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1019df74-740f-42cc-99cd-e36a73bd5e1d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:36.905940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45306) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.943676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45308) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:36.947160 n-d-836145-2 neutron-server[102863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 14:31:36.962146 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:36.964099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-c193901c-4c81-49d9-86c1-9162e2444b24 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:31:36.965271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-c193901c-4c81-49d9-86c1-9162e2444b24 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4550045 Apr 20 14:31:37.028489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.056733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.129811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.130444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.133932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.136070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21e35d15-6514-492d-a784-380998419433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1019df74-740f-42cc-99cd-e36a73bd5e1d HTTP/1.1" status: 204 len: 168 time: 0.2241797 Apr 20 14:31:37.143021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.145760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019df74-740f-42cc-99cd-e36a73bd5e1d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:37.154866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.155292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.155543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.155878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.156210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.156536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.156862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.157236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.157579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.157901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.158217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.158536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e35d15-6514-492d-a784-380998419433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.401222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-370251061'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:37.416169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be48c2d1dd74791be9ec52dac2fc229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712808 Apr 20 14:31:37.418832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45324) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:37.455468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:37.462233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.463436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc098985-4dc0-4321-94d1-b3c687aa6901,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:37.479110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.479454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.479923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.480260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.480585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.480910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.481232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.481553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.481869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.482185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.482502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.482847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7874219-ef1d-4369-a193-94f60c3945f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.504909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.544214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.552770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:37.553301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 895232e8-e061-4ed7-b896-5229ece0e335 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:37.569263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.570169 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Added segment b1385e94-89e7-4350-8dd1-93a6140d816e of type vlan for network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d Apr 20 14:31:37.637914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.639063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.640850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.642357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc098985-4dc0-4321-94d1-b3c687aa6901 HTTP/1.1" status: 204 len: 168 time: 0.2223742 Apr 20 14:31:37.650621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 895232e8-e061-4ed7-b896-5229ece0e335 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:37.651012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.660275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb7b9-b5b4-477c-ac74-280f88c349b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc098985-4dc0-4321-94d1-b3c687aa6901,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:37.660779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:37.692931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.702392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:37.703737 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.801441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.830866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 895232e8-e061-4ed7-b896-5229ece0e335, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=895232e8-e061-4ed7-b896-5229ece0e335,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:37.841132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:37.884787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f39920c9-94cf-49bd-be20-91e8519f8a11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9484e3bee563453aa412f68d16d33687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207487 Apr 20 14:31:37.887433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45332) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:37.923597 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1570950 Apr 20 14:31:37.928426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=895232e8-e061-4ed7-b896-5229ece0e335,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:37.930547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45336) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:37.936485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'subnet': {'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:37.945450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-9f002464-542f-42e1-8e9a-b4e6799d6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:37.947089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-9f002464-542f-42e1-8e9a-b4e6799d6b79 service neutron] 10.222.0.20 "GET /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 1093 time: 0.6301329 Apr 20 14:31:37.948178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8318b50-c054-4ce0-aa35-a0163bf54037 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Network': ['ID=0f8bfbe7-f73f-4002-b545-bef797ff0c3d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:37.962131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.963712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.964057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.964388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.965294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.965294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.965497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.965730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.966056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.966379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.966732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.967049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:37.968303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Request body: {'binding': {'host': 'n-h1-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:37.968863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:31:37.974884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:38.075687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.080517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:38.084337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.159548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.198690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on host n-h1-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:38.198690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:38.199024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:38.205713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:38.207043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:38.215425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:38.216431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:38.217366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:38.218382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Bound port: f2406c83-861e-4725-8f73-d1077c36e26a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:38.266318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45340) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:38.280222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.282839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.284478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/364e3299-5e52-4a0d-a7e8-b4e070355164 HTTP/1.1" status: 204 len: 168 time: 0.3955271 Apr 20 14:31:38.303864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8d0f-e1a0-47d9-a8ea-861f2d91b78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.315084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d3387-658b-43bc-82bd-ff1bc54095ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e3299-5e52-4a0d-a7e8-b4e070355164,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:38.350665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:38.360484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.361933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-788adc3c-4dda-4872-b2ee-81fa0a73c959 service neutron] 10.222.0.20 "POST /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3978636 Apr 20 14:31:38.399728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.574904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Subnet': ['ID=e5da2cd9-c56f-4bd1-b581-0ed482a7287e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:38.621298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Checking segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:38.621990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network hostable DHCP agents. Network: 0f8bfbe7-f73f-4002-b545-bef797ff0c3d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:38.640834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8d0f-e1a0-47d9-a8ea-861f2d91b78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.676820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8d0f-e1a0-47d9-a8ea-861f2d91b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.695873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:38.759506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b9d8d0f-e1a0-47d9-a8ea-861f2d91b78d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db62e891d47c47658ec1f2f4722b011a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886649 Apr 20 14:31:38.759613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45356) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:38.760051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0f8bfbe7-f73f-4002-b545-bef797ff0c3d) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:38.766263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d8d0f-e1a0-47d9-a8ea-861f2d91b78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312f9e9c-c5eb-4078-9e47-e3037d12dc48,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:38.771198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:38.771577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec85b51-aa2d-49ef-bc7f-cb4e113f1119 None None] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:38.772060 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:38.793579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40f984-e8eb-4f29-931b-2f88b8e91267 req-1c72da79-cfcc-4e14-8448-09b9fe3eb2ca tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:38.795099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae40f984-e8eb-4f29-931b-2f88b8e91267 req-1c72da79-cfcc-4e14-8448-09b9fe3eb2ca tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 945 time: 0.1863787 Apr 20 14:31:38.812188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7023f379-8e9a-4747-9ccf-5040bd891303 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8802812 Apr 20 14:31:38.816401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:38.822595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-96f1877a-295b-4d5e-8b19-cc88c50024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:38.824062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-96f1877a-295b-4d5e-8b19-cc88c50024c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1096 time: 0.1208150 Apr 20 14:31:38.832209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1587468269'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:38.944199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-8d8ca759-970e-422b-b081-c6a5e80c3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:38.945765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-8d8ca759-970e-422b-b081-c6a5e80c3b6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1120808 Apr 20 14:31:38.954029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae40f984-e8eb-4f29-931b-2f88b8e91267 req-38feca0c-1b63-4e8e-b057-3367135684fe tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488383 Apr 20 14:31:38.992106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.013075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-674cb74a-8bad-4147-9aa5-a136b0d6d8e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.0577302 Apr 20 14:31:39.017453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:39.027572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.049018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'fixed_ips': [{'subnet_id': 'e5da2cd9-c56f-4bd1-b581-0ed482a7287e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:31:39.049887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.088623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-872a45b9-091d-4e9b-a404-a8297f290727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:39.092273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-872a45b9-091d-4e9b-a404-a8297f290727 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0726991 Apr 20 14:31:39.099857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.114156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:39.143756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.145174 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Added segment d96ac04e-6951-4dc4-86e7-a70f0a158cf5 of type vlan for network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e Apr 20 14:31:39.156378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-8027d793-6bc7-4249-a69e-4cb9e3f00b87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570872 Apr 20 14:31:39.187482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Sync routers for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:39.195087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.217076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:39.217719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:39.228292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.231195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.232488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/312f9e9c-c5eb-4078-9e47-e3037d12dc48 HTTP/1.1" status: 204 len: 168 time: 0.4724023 Apr 20 14:31:39.244506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3270e6d-0135-4c0f-8b06-72604b872594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312f9e9c-c5eb-4078-9e47-e3037d12dc48,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:39.249546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.257716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:39.259349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.289664 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4674528 Apr 20 14:31:39.292835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45386) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:39.298068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'subnet': {'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:39.401064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:39.404849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.431974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Allocated IP 19.80.0.2 (0f8bfbe7-f73f-4002-b545-bef797ff0c3d/e5da2cd9-c56f-4bd1-b581-0ed482a7287e/0d73d125-cabb-44d6-8383-b10e7baf5008) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:39.452997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56885627-ab51-4624-9726-d732b0dd688d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Network': ['ID=c7b0ed9e-f99c-4f4a-9e91-4627ed25136e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:39.481789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:39.485059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 895232e8-e061-4ed7-b896-5229ece0e335 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:39.485980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-7abbf73c-d882-4439-9c69-81a487a2953b service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224952 Apr 20 14:31:39.603605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:39.636732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-78e62792-00e3-49ef-927f-3df42876cf42 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414444 Apr 20 14:31:39.723404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.809245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Subnet': ['ID=7a677f4f-85e4-4765-abd4-3e935bc65d37,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:39.812639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Checking segment: {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:39.814047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network hostable DHCP agents. Network: c7b0ed9e-f99c-4f4a-9e91-4627ed25136e, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:39.817984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 895232e8-e061-4ed7-b896-5229ece0e335 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:39.818495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.905737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:39.921375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-4e23b0ba-f800-4efc-898f-93cfcccd96dd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:39.923878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-4e23b0ba-f800-4efc-898f-93cfcccd96dd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.1045642 Apr 20 14:31:39.932666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c7b0ed9e-f99c-4f4a-9e91-4627ed25136e) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:39.946456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd2fe9-59ab-40ed-8195-7e0d48021ccd None None] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:39.946927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836145-2'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:39.955529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:39.956440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.956646 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.011131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.052813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-76705d50-a7a0-47c3-ae75-8a6e67d8bfa9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7581065 Apr 20 14:31:40.105448 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.155721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775abb4f-c1dd-447c-89e4-e1c6b0314629 req-7ca4f3cf-7d12-4599-bc01-0b6918a45987 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:40.157396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-775abb4f-c1dd-447c-89e4-e1c6b0314629 req-7ca4f3cf-7d12-4599-bc01-0b6918a45987 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 945 time: 0.0992138 Apr 20 14:31:40.273637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-775abb4f-c1dd-447c-89e4-e1c6b0314629 req-33e55412-aebf-48ef-9bf9-f68ce910f699 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046655 Apr 20 14:31:40.275388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:40.281048 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d82ac55-3d85-4464-8366-ceb785d82ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.311147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:40.318463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:40.327432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Pushing event updated for resources: {'Port': ['ID=0d73d125-cabb-44d6-8383-b10e7baf5008,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:40.328876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:40.376710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:40.437003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e', 'name': '', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'mac_address': 'fa:16:3e:23:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:33Z', 'updated_at': '2022-04-20T14:31:35Z', 'revision_number': 2, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'subnets': [{'id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:40.439160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Attempting to bind port 0d73d125-cabb-44d6-8383-b10e7baf5008 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:40.439538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Attempting to bind port 0d73d125-cabb-44d6-8383-b10e7baf5008 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:40.440308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Attempting to bind port 0d73d125-cabb-44d6-8383-b10e7baf5008 on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:40.440432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:40.444441 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c30ab8-905e-410b-b6c2-35704704bc8a" -d '{"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:40.450286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.473458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:40.473835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Checking segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:40.474247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.474687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Bound using segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:40.475601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Bound port: 0d73d125-cabb-44d6-8383-b10e7baf5008, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:40.475750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.492284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Checking router: c729f0bd-1ff6-448c-a45a-0c241dafe43b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:40.492646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Updating router c729f0bd-1ff6-448c-a45a-0c241dafe43b port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:31:40.503304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.535153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c7b0ed9e-f99c-4f4a-9e91-4627ed25136e', 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'fixed_ips': [{'subnet_id': '7a677f4f-85e4-4765-abd4-3e935bc65d37'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:31:40.536022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.560072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.576683 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96774db-a864-4243-8369-a06502a18081 x-openstack-request-id: req-e96774db-a864-4243-8369-a06502a18081 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:40.577160 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:40.577420 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e96774db-a864-4243-8369-a06502a18081 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:40.578077 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96774db-a864-4243-8369-a06502a18081'] response: {'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'code': 200} Apr 20 14:31:40.687612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:40.702510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on host n-h2-836145-2 for vnic_type normal with profile {"migrating_to": "n-h1-836145-2"} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:40.702850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:40.703186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:40.711389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:40.711751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Attempting to bind port f2406c83-861e-4725-8f73-d1077c36e26a on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:40.723216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-002f59b5-7826-4525-ad84-796e28c5841c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:40.728972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-002f59b5-7826-4525-ad84-796e28c5841c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:40.730751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-002f59b5-7826-4525-ad84-796e28c5841c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/networks?id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d&id=c7b0ed9e-f99c-4f4a-9e91-4627ed25136e&id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d HTTP/1.1" status: 200 len: 1391 time: 0.2614782 Apr 20 14:31:40.731735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:40.732072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:40.732447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:40.732973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Bound port: f2406c83-861e-4725-8f73-d1077c36e26a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:40.733277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.754877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-a2ebbc7c-52e5-4fd5-8a3e-89db9844c012 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/quotas/fe1326c2b5134ad986c0c804c48ec5a2 HTTP/1.1" status: 200 len: 375 time: 0.0181060 Apr 20 14:31:40.796857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] For port 0d73d125-cabb-44d6-8383-b10e7baf5008, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:40.841152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:40.845801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:40.853867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-48706578-cb6c-485a-b297-7a78fe48f497 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777931 Apr 20 14:31:40.855620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.861048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] For port 0d73d125-cabb-44d6-8383-b10e7baf5008, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0d73d125-cabb-44d6-8383-b10e7baf5008,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:40.873756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.947981 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Allocated IP 19.86.0.2 (c7b0ed9e-f99c-4f4a-9e91-4627ed25136e/7a677f4f-85e4-4765-abd4-3e935bc65d37/06830181-fb21-4d57-b009-f627964107f7) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:40.994033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=8']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:41.023177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.023879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.025439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-1637bdff-756f-4232-8b89-f937b4f50b5d service neutron] 10.222.0.45 "PUT /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 1121 time: 1.0897012 Apr 20 14:31:41.044526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-4fefa5c5-edbc-41dd-89d4-a195a0905be2 service neutron] 10.222.0.20 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629999 Apr 20 14:31:41.097835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a511ef9-b952-47c7-afc6-5f5b05f512ca None None] Pushing event updated for resources: {'Port': ['ID=0d73d125-cabb-44d6-8383-b10e7baf5008,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:41.169615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-b4e460f1-c278-44d5-a0a1-2b7659a401e7 service neutron] 10.222.0.20 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156027 Apr 20 14:31:41.192460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['f2406c83-861e-4725-8f73-d1077c36e26a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:31:41.441179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-484ae6cb-ecc0-4e9d-949c-0f8388deb2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/c7b0ed9e-f99c-4f4a-9e91-4627ed25136e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535441 Apr 20 14:31:41.454336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.465176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.479889 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.494248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.586003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:41.591463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0d73d125-cabb-44d6-8383-b10e7baf5008 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:41.632907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:41.636244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:41.638724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Pushing event updated for resources: {'Port': ['ID=06830181-fb21-4d57-b009-f627964107f7,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:41.644117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:41.682018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce2334-4dcf-4b73-89c6-f756b992fa7e req-bc89ea86-fad1-42ca-8a1d-9db047bc4afc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.683905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07ce2334-4dcf-4b73-89c6-f756b992fa7e req-bc89ea86-fad1-42ca-8a1d-9db047bc4afc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.1184983 Apr 20 14:31:41.703127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-e0f1a116-f64e-4c99-a819-858a07a0f74f service neutron] 10.222.0.20 "GET /v2.0/networks/c7b0ed9e-f99c-4f4a-9e91-4627ed25136e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607753 Apr 20 14:31:41.814787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07ce2334-4dcf-4b73-89c6-f756b992fa7e req-1ae1fe30-0abd-423b-ba2d-dad2b427f469 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157496 Apr 20 14:31:41.878612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-5c71f2f4-1c44-4f54-96d1-26ec58b34d96 service neutron] 10.222.0.20 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667769 Apr 20 14:31:41.899170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Attempting to bind port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:41.899880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Attempting to bind port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:41.900083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Attempting to bind port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e on network 89c093a5-5d55-4951-8cc4-9f757970073c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:41.902062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f3054-1893-4346-b448-d792c435aea4 None None] Pushing event updated for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:41.926966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Attempting to bind port 06830181-fb21-4d57-b009-f627964107f7 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:41.927322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Attempting to bind port 06830181-fb21-4d57-b009-f627964107f7 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:41.927678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Attempting to bind port 06830181-fb21-4d57-b009-f627964107f7 on network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:41.932041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:41.932388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Checking segment: {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:41.932788 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.933177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Bound using segment: {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:41.933682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Bound port: aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a346a-9061-4bf1-86da-b1c1a609a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:41.934068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.952827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:41.953452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Checking segment: {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:41.953595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.953945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Bound using segment: {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:41.954427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Bound port: 06830181-fb21-4d57-b009-f627964107f7, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:41.954834 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.976893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0d73d125-cabb-44d6-8383-b10e7baf5008 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:41.977357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.031559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-network', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:42.049872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-fddf47f3-1d69-4e65-90b7-bf6026a26a2a service neutron] 10.222.0.20 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703377 Apr 20 14:31:42.071387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Made reservation on behalf of 05995f4993f0413db1ba9e7de1ff0e3c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:42.073977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.107788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.139368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5ecc31b6-0a7e-493b-9d0a-4bfe0ce090e1 None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:42.139736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ecc31b6-0a7e-493b-9d0a-4bfe0ce090e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.186806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] For port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:42.217963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] For port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:42.226357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] For port 06830181-fb21-4d57-b009-f627964107f7, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:42.244488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.246656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc31b6-0a7e-493b-9d0a-4bfe0ce090e1 None None] Port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:42.348166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f3054-1893-4346-b448-d792c435aea4 None None] Pushing event updated for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:42.364160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a939f78-52ee-4421-a524-71642eb7285d req-1807d752-9b01-4514-8e85-311be2dfb195 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 210 time: 0.0524442 Apr 20 14:31:42.371469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] For port 06830181-fb21-4d57-b009-f627964107f7, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06830181-fb21-4d57-b009-f627964107f7,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:42.375452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.392271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.399626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.436083 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.457321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:31:42.462597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:42.462916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:42.493322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d52fd7-a0d7-41c2-8392-4ccce2c50855,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:42.516459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.516826 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Added segment 2874b9ab-67d4-4b16-90a2-273a66832a51 of type vlan for network 14b69cd5-6955-4e6b-8b0e-63f188116b3e Apr 20 14:31:42.580807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:42.585803 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a3961-2ca5-43b6-b275-cace8254533c" -d '{"events": [{"name": "network-changed", "server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:42.663984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.704015 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12239de-ede5-43ef-b29f-56149d5f2246 x-openstack-request-id: req-d12239de-ede5-43ef-b29f-56149d5f2246 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:42.704300 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:42.704736 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d12239de-ede5-43ef-b29f-56149d5f2246 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:42.705303 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12239de-ede5-43ef-b29f-56149d5f2246'] response: {'name': 'network-changed', 'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'status': 'completed', 'code': 200} Apr 20 14:31:42.752526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.753557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:42.754182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:42.873209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-372c206f-f213-4872-b1be-91f1bdc2add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:42.894280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-372c206f-f213-4872-b1be-91f1bdc2add0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1124 time: 0.1871815 Apr 20 14:31:42.899048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45512) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:42.931331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2849298 Apr 20 14:31:42.935551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:42.948517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Request body: {'subnet': {'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-subnet', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:42.978226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030291c9-7b91-4160-9028-ef1c54c76437 admin admin] Pushing event updated for resources: {'Network': ['ID=14b69cd5-6955-4e6b-8b0e-63f188116b3e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:43.027362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Made reservation on behalf of 05995f4993f0413db1ba9e7de1ff0e3c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:43.033447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.095076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88ec13a-cc5e-4a21-8c1c-064ff59f0afc None None] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:43.111315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:31:43.125131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6008-aaa8-4c3d-b8c0-3d3fafded29b None None] Pushing event updated for resources: {'Port': ['ID=06830181-fb21-4d57-b009-f627964107f7,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:43.233239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6a2cc-af0f-4e8a-98be-a42b67b24247 req-cfaacbe8-a29b-465c-a833-3b39ba0b34cf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:43.236757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d6a2cc-af0f-4e8a-98be-a42b67b24247 req-cfaacbe8-a29b-465c-a833-3b39ba0b34cf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.2007663 Apr 20 14:31:43.240670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-7fd8c985-b60d-4db9-af99-036ef589a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:43.243046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-7fd8c985-b60d-4db9-af99-036ef589a8b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.3200107 Apr 20 14:31:43.308523 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb85c-6f3b-47bc-a2a3-b30144cdac00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.375583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0d73d125-cabb-44d6-8383-b10e7baf5008, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0d73d125-cabb-44d6-8383-b10e7baf5008,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:43.430184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:43.430638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.445623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.480129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-f7f1c676-04b1-4ed5-af01-a8183975190b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.2109525 Apr 20 14:31:43.524548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0d73d125-cabb-44d6-8383-b10e7baf5008,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:43.566493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48cb7a2b-7fe8-40e9-8fb0-29b12f378faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.572712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.650055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:43.657840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.784327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Checking segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:43.785794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Network hostable DHCP agents. Network: 14b69cd5-6955-4e6b-8b0e-63f188116b3e, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:31:43.788203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583a8f14-69d7-49ee-905d-9cebf8baa96f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:43.804599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-d1c44e2d-643b-47f6-9395-0827ce1619b5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2423890 Apr 20 14:31:43.819274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d6a2cc-af0f-4e8a-98be-a42b67b24247 req-137fbbe1-a81e-4178-9960-9d423eb5f1d6 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581312 Apr 20 14:31:43.825114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:31:43.845957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 14b69cd5-6955-4e6b-8b0e-63f188116b3e) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:43.853005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:43.854444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.859614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-752c42a5-2f87-41b2-bb03-503e3106d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:43.862677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-752c42a5-2f87-41b2-bb03-503e3106d58d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.3047776 Apr 20 14:31:43.886024 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-17277ce3-2ae1-4862-9349-009224757255 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9487679 Apr 20 14:31:43.888699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45546) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:43.893531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:43.919419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.921204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.942410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806855c-9153-4ba6-9f00-7d4a52921a98 None None] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:43.945865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:44.051278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-1fa7eb31-b582-4d71-86c3-0f1de94f7491 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433520 Apr 20 14:31:44.126557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48cb7a2b-7fe8-40e9-8fb0-29b12f378faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.143023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.146133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd3138a8-f0da-43dd-93fa-06f375e68015 req-4fd84941-9ebc-42a9-a573-5ccc9115b051 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 210 time: 0.0970843 Apr 20 14:31:44.158470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48cb7a2b-7fe8-40e9-8fb0-29b12f378faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.249790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ab7ce-2213-4d17-9e38-203fa1564bab None None] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:44.268581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] For port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:44.288055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.293401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.43', 57546) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:44.320775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.382801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:44.383520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.406450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Provisioning complete for port 0d73d125-cabb-44d6-8383-b10e7baf5008 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:44.407239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.639339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f36e08-dd28-4bfa-a10b-b0709550b8ac None None] Pushing event updated for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:44.663615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-dd42c24e-649d-4e01-a427-8e446199a95b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:44.665993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-dd42c24e-649d-4e01-a427-8e446199a95b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8454084 Apr 20 14:31:44.684106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-48cb7a2b-7fe8-40e9-8fb0-29b12f378faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc1ebce557e945d5ba1289e82a2a48fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7820230 Apr 20 14:31:44.700193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb7a2b-7fe8-40e9-8fb0-29b12f378faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b49265-6476-4cce-adb6-1d77ac34f897,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:44.732247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45560) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:44.762870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-c6917741-49d4-41b8-84ee-0be5dfc099b5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:44.767870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-9117d7b4-ad84-4b24-9192-0bbc0cddad94 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/quotas/f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 375 time: 0.0821028 Apr 20 14:31:44.775248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-c6917741-49d4-41b8-84ee-0be5dfc099b5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:44.776876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-c6917741-49d4-41b8-84ee-0be5dfc099b5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "GET /v2.0/networks?id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d&id=c7b0ed9e-f99c-4f4a-9e91-4627ed25136e&id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d HTTP/1.1" status: 200 len: 1391 time: 0.4824822 Apr 20 14:31:44.788371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.798135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-f6df108a-dce4-455b-b56e-945534dce860 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502814 Apr 20 14:31:44.810092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'admin_state_up': True, 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:44.885078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-0c3ed4e5-4225-49f9-8bdd-28b414a063fc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988948 Apr 20 14:31:44.926160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:31:44.927279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.986372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.036285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e', 'name': '', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'mac_address': 'fa:16:3e:23:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:33Z', 'updated_at': '2022-04-20T14:31:42Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'subnets': [{'id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:45.040106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06830181-fb21-4d57-b009-f627964107f7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:45.072453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.233188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee8a3961-2ca5-43b6-b275-cace8254533c req-903fe3dc-157f-4e77-bbe6-7f80c4d9dc79 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277356 Apr 20 14:31:45.244732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733757d6-911a-4004-aac9-05072cf3f827 None None] The sync data for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 is: [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:34Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e', 'name': '', 'network_id': '89c093a5-5d55-4951-8cc4-9f757970073c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'mac_address': 'fa:16:3e:23:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:33Z', 'updated_at': '2022-04-20T14:31:42Z', 'revision_number': 4, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'subnets': [{'id': '4926dae4-a4c9-43d8-9f53-1df5c4e99a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:45.250727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40f68c-aebc-4ce9-814d-a7bb620f5c9e req-bba8f302-caff-4ef6-a8d5-e119b237d245 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:45.251961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed40f68c-aebc-4ce9-814d-a7bb620f5c9e req-bba8f302-caff-4ef6-a8d5-e119b237d245 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.2101023 Apr 20 14:31:45.286918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:45.328480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.337524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1cd90a5-6e06-4f72-b591-c6c916c6da77 req-0d8fd23e-a039-4959-8475-7a66e875bf84 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 210 time: 0.1199861 Apr 20 14:31:45.357743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2406c83-861e-4725-8f73-d1077c36e26a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:31:45.363499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:45.374558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.426807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed40f68c-aebc-4ce9-814d-a7bb620f5c9e req-8dc7edcb-cfa8-4c89-a962-1894a1c1786d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380019 Apr 20 14:31:45.431286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.437535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Provisioning complete for port 06830181-fb21-4d57-b009-f627964107f7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:45.437907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.454090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.457311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.461314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68b49265-6476-4cce-adb6-1d77ac34f897 HTTP/1.1" status: 204 len: 168 time: 0.7267585 Apr 20 14:31:45.511286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206bf1-26a7-4d33-baac-d2ef88f40bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b49265-6476-4cce-adb6-1d77ac34f897,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:45.581861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:31:45.584967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e173a7a1-0651-4fc3-9861-061e033df937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.756443 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-755dd986-0d3b-4a25-bbfb-eafc3084ace9 req-facb457b-a121-4ebe-8952-27564a655dd6 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 210 time: 0.1062422 Apr 20 14:31:45.796484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.870216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.959155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e173a7a1-0651-4fc3-9861-061e033df937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:45.969706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e173a7a1-0651-4fc3-9861-061e033df937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.004414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Allocated IP 19.80.0.160 (0f8bfbe7-f73f-4002-b545-bef797ff0c3d/e5da2cd9-c56f-4bd1-b581-0ed482a7287e/1be7c320-2e02-485f-905a-77b203b4595e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:46.096012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e173a7a1-0651-4fc3-9861-061e033df937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=167314ed580e47b19f448a164dc0a65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864466 Apr 20 14:31:46.096743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45612) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:46.101836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 06830181-fb21-4d57-b009-f627964107f7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:46.102650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.106652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Allocated IP 172.20.0.2 (14b69cd5-6955-4e6b-8b0e-63f188116b3e/583a8f14-69d7-49ee-905d-9cebf8baa96f/7825e160-eda2-45eb-9699-cde97ed0b9c3) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:46.109062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173a7a1-0651-4fc3-9861-061e033df937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1021294d-76e7-4355-9446-2dc902d03900,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:46.177779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Allocated IP 172.25.1.159 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7b2d43d9-5992-4ca9-bfc4-e031f935018c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:46.228957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.265889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:46.291958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45616) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:46.312862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.314842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dad4e8d1-96c1-44f2-920f-b8179e9d49a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.435849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:46.439770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.444111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.446004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1021294d-76e7-4355-9446-2dc902d03900 HTTP/1.1" status: 204 len: 168 time: 0.3481798 Apr 20 14:31:46.460949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76f7aa-62c4-4b54-8601-393b1ba6c67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1021294d-76e7-4355-9446-2dc902d03900,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:46.469043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2406c83-861e-4725-8f73-d1077c36e26a has no active binding in host n-h1-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:31:46.500260 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.567174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dad4e8d1-96c1-44f2-920f-b8179e9d49a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.584000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-739b4a7b-dde8-4449-994c-eb2b1f37e964 req-9896ab50-4eeb-47b2-939b-ca75e20d0eca tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 210 time: 0.0607743 Apr 20 14:31:46.585213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dad4e8d1-96c1-44f2-920f-b8179e9d49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.610551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.618512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dad4e8d1-96c1-44f2-920f-b8179e9d49a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6487d9fc836447f90daae069eb01d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500230 Apr 20 14:31:46.620262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:46.636841 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.645327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.672197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] For port 06830181-fb21-4d57-b009-f627964107f7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06830181-fb21-4d57-b009-f627964107f7,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:46.690451 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.693831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.712650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.742373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.744236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4e8d1-96c1-44f2-920f-b8179e9d49a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94797a3f-a482-45ad-9675-c15a107791f6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:46.772930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.779438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Provisioning complete for port 0d73d125-cabb-44d6-8383-b10e7baf5008 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:46.779803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.787430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:46.800878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:46.817258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a089178-3c7a-4750-a3d0-aaa9ca131498 req-157a3cec-6fa5-48fc-8848-70b632c0f5f2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:46.818858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a089178-3c7a-4750-a3d0-aaa9ca131498 req-157a3cec-6fa5-48fc-8848-70b632c0f5f2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.2076874 Apr 20 14:31:46.821135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf301-34b8-4f02-a391-3b94bbbee698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.841892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:46.854267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:46.866917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:31:46.867321 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:31:46.867859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0c07b-0c7d-43e1-b0ee-dffea4aa0be6 None None] Pushing event updated for resources: {'Port': ['ID=06830181-fb21-4d57-b009-f627964107f7,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:46.873210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:46.882106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:46.955835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:46.960567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Pushing event updated for resources: {'Port': ['ID=7825e160-eda2-45eb-9699-cde97ed0b9c3,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:46.961612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.977927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a089178-3c7a-4750-a3d0-aaa9ca131498 req-b5273e46-6600-446f-b43d-d3d6b4cc38d0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357114 Apr 20 14:31:47.017003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-b38f1e4b-9355-46df-97b8-49bdd746bbf2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563726 Apr 20 14:31:47.029444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43df96-2513-4bf4-aa00-9caf111c8bab req-ffb064c9-8503-4b6d-a036-0f21b3cee40f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:47.031016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f43df96-2513-4bf4-aa00-9caf111c8bab req-ffb064c9-8503-4b6d-a036-0f21b3cee40f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 932 time: 0.1595864 Apr 20 14:31:47.032683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45632) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.047963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.084750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Attempting to bind port 7825e160-eda2-45eb-9699-cde97ed0b9c3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:47.085548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Attempting to bind port 7825e160-eda2-45eb-9699-cde97ed0b9c3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:47.086157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Attempting to bind port 7825e160-eda2-45eb-9699-cde97ed0b9c3 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:47.093498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:47.094333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Checking segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:47.095040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.095630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Bound using segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:47.096367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Bound port: 7825e160-eda2-45eb-9699-cde97ed0b9c3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:47.097023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.143900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c62ce8-a29a-4fb0-bf89-ded9674821d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.166179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:47.168040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2d43d9-5992-4ca9-bfc4-e031f935018c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.170383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:47.213116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf301-34b8-4f02-a391-3b94bbbee698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.226555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] For port 7825e160-eda2-45eb-9699-cde97ed0b9c3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:47.239388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf301-34b8-4f02-a391-3b94bbbee698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.253599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f43df96-2513-4bf4-aa00-9caf111c8bab req-d88abc90-dd48-4b17-bece-18beeb256a19 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934729 Apr 20 14:31:47.256006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] For port 7825e160-eda2-45eb-9699-cde97ed0b9c3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7825e160-eda2-45eb-9699-cde97ed0b9c3,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:47.258073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dcd8bb8c-ba14-4064-8e8f-c26719446ed2 None None] Provisioning complete for port 06830181-fb21-4d57-b009-f627964107f7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:47.258940 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcd8bb8c-ba14-4064-8e8f-c26719446ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.265301 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.271137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.337739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bf301-34b8-4f02-a391-3b94bbbee698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15407e3c-51d2-4069-8ed8-a4b5de348247,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.386806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-fc7dd3f2-fccd-4125-8eda-e8c439bfc2d6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:47.388979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-fc7dd3f2-fccd-4125-8eda-e8c439bfc2d6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569899 Apr 20 14:31:47.400264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ae5bf301-34b8-4f02-a391-3b94bbbee698 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d900841e4948432c9317abd6760220b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1029654 Apr 20 14:31:47.408111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Request body: {'port': {'device_id': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'f35d4d7fa27f4700b57a1c4856f0ceb1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:47.416496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45634) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.456906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:47.457546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.463964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d95d-7051-42d1-aeee-c2f079dc709a None None] Pushing event updated for resources: {'Port': ['ID=7825e160-eda2-45eb-9699-cde97ed0b9c3,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.513064 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.516415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.520770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94797a3f-a482-45ad-9675-c15a107791f6 HTTP/1.1" status: 204 len: 168 time: 0.8980758 Apr 20 14:31:47.541806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-0bbec56b-cc73-47c2-9dad-c2dff5ed02c3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7428751 Apr 20 14:31:47.558914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac811-ce2d-4f11-956f-22a0ee2e4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94797a3f-a482-45ad-9675-c15a107791f6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.609460 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c62ce8-a29a-4fb0-bf89-ded9674821d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.610461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Made reservation on behalf of f35d4d7fa27f4700b57a1c4856f0ceb1 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:47.616236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.631548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c62ce8-a29a-4fb0-bf89-ded9674821d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.644764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.673162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e', 'admin_state_up': True, 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:47.676641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eba3ad9f-91d2-482b-9da7-bca7cec348d3 None None] Provisioning complete for port 1be7c320-2e02-485f-905a-77b203b4595e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:47.677595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eba3ad9f-91d2-482b-9da7-bca7cec348d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.687238 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.700472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62ce8-a29a-4fb0-bf89-ded9674821d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f609ae-da3e-42a9-b70d-51a7824a6ff2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.709154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-21c62ce8-a29a-4fb0-bf89-ded9674821d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2b4803f73f1473ca60d9fdc4affa415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692295 Apr 20 14:31:47.713019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45640) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.739538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0d73d125-cabb-44d6-8383-b10e7baf5008 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:47.810941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad635852-e0e3-463c-9e59-7030a4ee7477 req-c169905a-2b4a-41e4-968e-d4a4358fccb5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 210 time: 0.0373747 Apr 20 14:31:47.813434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-eba3ad9f-91d2-482b-9da7-bca7cec348d3 None None] Port 1be7c320-2e02-485f-905a-77b203b4595e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:47.842604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.843168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.879797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0d73d125-cabb-44d6-8383-b10e7baf5008 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:47.881414 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.902531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.922679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.933805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.958275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.994678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:47.997151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.998782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9630481e-bcfc-4651-90f2-a01023e7cad2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.002600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:48.039542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.043243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.044431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15407e3c-51d2-4069-8ed8-a4b5de348247 HTTP/1.1" status: 204 len: 168 time: 0.6272504 Apr 20 14:31:48.078557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.081917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.083690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0f609ae-da3e-42a9-b70d-51a7824a6ff2 HTTP/1.1" status: 204 len: 168 time: 0.3697388 Apr 20 14:31:48.114419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a2908-7e25-45cb-b1f6-0eb6bf374ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f609ae-da3e-42a9-b70d-51a7824a6ff2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.121565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:48.121936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.189884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Allocated IP 19.86.0.143 (c7b0ed9e-f99c-4f4a-9e91-4627ed25136e/7a677f4f-85e4-4765-abd4-3e935bc65d37/da0369d4-45a0-47d8-b40b-faec97d86024) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:48.270309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d459e-1e7c-4dcc-b830-800a5993fad8 req-49d6b95b-c02b-495a-8099-97bd9541f511 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:48.272095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b9d459e-1e7c-4dcc-b830-800a5993fad8 req-49d6b95b-c02b-495a-8099-97bd9541f511 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.1233969 Apr 20 14:31:48.290537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06830181-fb21-4d57-b009-f627964107f7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:48.296342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Allocated IP 192.168.233.19 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:48.369737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b9d459e-1e7c-4dcc-b830-800a5993fad8 req-5bcfcd8b-31e1-4068-971d-e46fa3067c8d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811348 Apr 20 14:31:48.399826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 06830181-fb21-4d57-b009-f627964107f7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:48.400573 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.452999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.511194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.516130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f2f58-e6fe-44f6-8c49-23693159b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15407e3c-51d2-4069-8ed8-a4b5de348247,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.575931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efbba9-7e6d-4319-a879-22a1fddac0a7 req-da7d892a-d0a8-40b6-ae69-7ef4d994ada9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:48.586203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80efbba9-7e6d-4319-a879-22a1fddac0a7 req-da7d892a-d0a8-40b6-ae69-7ef4d994ada9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 932 time: 0.1543276 Apr 20 14:31:48.675539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.693498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80efbba9-7e6d-4319-a879-22a1fddac0a7 req-6c0bd657-6eaf-47b6-8e3f-51336760e7e9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019104 Apr 20 14:31:48.707035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.742964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:48.750083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:48.772759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-0eaa2f51-a10c-4e5b-948f-4c0b9bf06f53 service neutron] 10.222.0.43 "GET /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.1540852 Apr 20 14:31:48.789050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.813748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:48.877021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:48.888712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:48.903157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:48.915421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:48.916094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.924210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45670) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:48.927213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.970079 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa189-53f9-4d86-992e-6d817eccb05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.979109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6326dd56-3893-4f52-9927-10ca08253efc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5755961 Apr 20 14:31:48.999158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:48.999913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.015710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Request body: {'port': {'device_id': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:49.016259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb306d3-313e-4c26-9d93-806d03bea076 None None] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:31:49.034373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.042479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-85183056-c935-4615-94e8-0e9acc07f367 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3777909 Apr 20 14:31:49.114733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa189-53f9-4d86-992e-6d817eccb05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.141859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'admin_state_up': True, 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:49.174062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa189-53f9-4d86-992e-6d817eccb05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.222146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa189-53f9-4d86-992e-6d817eccb05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11719e-644b-4b17-9c71-f1f0d54f298a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:49.332568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0d7aa189-53f9-4d86-992e-6d817eccb05a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6f9223d0e9e49f18ba0b10cbe4132b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062548 Apr 20 14:31:49.336134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] Provisioning complete for port 7825e160-eda2-45eb-9699-cde97ed0b9c3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:49.336676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.341416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:49.383471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.407057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260918b-3a2c-49cf-b705-2662da82c73a req-8057d881-b552-4a59-b20a-3b68daff3021 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:49.415073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1260918b-3a2c-49cf-b705-2662da82c73a req-8057d881-b552-4a59-b20a-3b68daff3021 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 935 time: 0.2659428 Apr 20 14:31:49.453813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:31:49.465476 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.541782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] For port 7825e160-eda2-45eb-9699-cde97ed0b9c3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7825e160-eda2-45eb-9699-cde97ed0b9c3,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:49.549624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.599512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:49.605544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.633503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1260918b-3a2c-49cf-b705-2662da82c73a req-32f90777-56a4-49f2-9b2b-22892fec946c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172828 Apr 20 14:31:49.679114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1587b07-4306-4cf7-99c1-a59430e47c7b None None] Pushing event updated for resources: {'Port': ['ID=7825e160-eda2-45eb-9699-cde97ed0b9c3,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:49.716243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:49.750818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7825e160-eda2-45eb-9699-cde97ed0b9c3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:49.777361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Provisioning complete for port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:49.777745 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.852161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.862604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:49.900091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Provisioning complete for port da0369d4-45a0-47d8-b40b-faec97d86024 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:49.900471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.923761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:49.964161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.015816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a955c5-357d-4b60-9fa7-af5746ab9f37 req-8371239d-da2f-4c21-9c72-e762869c1e3b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:50.017554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a955c5-357d-4b60-9fa7-af5746ab9f37 req-8371239d-da2f-4c21-9c72-e762869c1e3b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 943 time: 0.4853218 Apr 20 14:31:50.058490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2406c83-861e-4725-8f73-d1077c36e26a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:50.088672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:50.097795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0185199d-1131-443c-8158-5e365cb9028c None None] Port da0369d4-45a0-47d8-b40b-faec97d86024 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:50.105136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959090b-de5d-4f7e-afc3-24ab9c6752c8 req-f3a122c3-7ff7-412f-a115-80748db93615 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:50.111121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959090b-de5d-4f7e-afc3-24ab9c6752c8 req-f3a122c3-7ff7-412f-a115-80748db93615 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:50.112767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4959090b-de5d-4f7e-afc3-24ab9c6752c8 req-f3a122c3-7ff7-412f-a115-80748db93615 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 1655 time: 0.3142080 Apr 20 14:31:50.123241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7825e160-eda2-45eb-9699-cde97ed0b9c3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:50.123620 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.128648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:50.143651 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:50.158418 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:50.159259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:50.164570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.166339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-980e1175-5125-44b7-bf93-4c514b9e5ac8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2764518 Apr 20 14:31:50.171071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45704) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:50.201793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.237232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Allocated IP 19.80.0.176 (0f8bfbe7-f73f-4002-b545-bef797ff0c3d/e5da2cd9-c56f-4bd1-b581-0ed482a7287e/20b3da7d-97b0-4529-be9d-1aa26062fb36) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:50.262843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a955c5-357d-4b60-9fa7-af5746ab9f37 req-35d4c1b7-0fc3-4142-9f8e-bb2174f1f1da tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996462 Apr 20 14:31:50.280201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-323067c5-ba61-424f-b137-06bf87671970 None None] Provisioning complete for port 7825e160-eda2-45eb-9699-cde97ed0b9c3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:50.281262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-323067c5-ba61-424f-b137-06bf87671970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.296190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4959090b-de5d-4f7e-afc3-24ab9c6752c8 req-81ea9910-73ff-468e-a441-73f6a42ee4db tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576700 Apr 20 14:31:50.334651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.334651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.345027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b11719e-644b-4b17-9c71-f1f0d54f298a HTTP/1.1" status: 204 len: 168 time: 1.0024359 Apr 20 14:31:50.448889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:50.453363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439dbbc-e5a0-423e-9a96-e314288cfdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11719e-644b-4b17-9c71-f1f0d54f298a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:50.469466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.475475 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:50.519830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Transition to ACTIVE for port object 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:50.541746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.618107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] Transition to ACTIVE for port object f2406c83-861e-4725-8f73-d1077c36e26a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:50.639268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.734967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:50.752453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.802889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:47Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:50.828129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] Pushing event updated for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:50.832805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:50.833396 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Updating router 37a38fa1-5225-44b6-93d0-5280a185dde9 port 7b2d43d9-5992-4ca9-bfc4-e031f935018c binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:31:50.843491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:50.856779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:50.856919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:50.898850 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.909215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:50.909545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:50.932924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8768-4575-4358-bf3c-c9fb7d190704 req-b5640428-d39f-48c4-a636-dca67c989a40 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:50.935348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d3f8768-4575-4358-bf3c-c9fb7d190704 req-b5640428-d39f-48c4-a636-dca67c989a40 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.1756759 Apr 20 14:31:50.939664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] No DVR routers for this DVR port f2406c83-861e-4725-8f73-d1077c36e26a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:31:50.950189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.973676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:50.973676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:50.973973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:50.974412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Bound port: 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:50.974780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:50.999010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-7784b349-41f7-4a30-8b12-88b8281a5f83 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a/bindings/n-h1-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2186925 Apr 20 14:31:51.053779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d3f8768-4575-4358-bf3c-c9fb7d190704 req-8d5e25ac-2fd0-4f78-bfd4-978ff890ee2a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072025 Apr 20 14:31:51.072759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.45', 64052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:51.105515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:51.139549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:51.149833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:51.160457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:51.277654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:51.278604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.407916 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.421234 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.475242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6b7cae50-dd6a-4c42-bd73-f1481bdf72f8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3497453 Apr 20 14:31:51.477981 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Pushing event updated for resources: {'Port': ['ID=7b2d43d9-5992-4ca9-bfc4-e031f935018c,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:51.491016 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.491492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.492948 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.493498 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.495466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.498312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.498879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.499403 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.499961 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.500489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.500977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.501625 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:51.508293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:51.514210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:51.524763 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.550428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:51.562903 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Attempting to bind port 7b2d43d9-5992-4ca9-bfc4-e031f935018c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:51.563247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.563359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Attempting to bind port 7b2d43d9-5992-4ca9-bfc4-e031f935018c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:51.563690 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Attempting to bind port 7b2d43d9-5992-4ca9-bfc4-e031f935018c on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:51.602702 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:51.603199 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:51.603618 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.604015 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:51.604499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Bound port: 7b2d43d9-5992-4ca9-bfc4-e031f935018c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:51.608768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-00968b61-4e08-4211-9310-1a93ae3f926b None None] Provisioning complete for port 20b3da7d-97b0-4529-be9d-1aa26062fb36 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:51.612181 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-00968b61-4e08-4211-9310-1a93ae3f926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.612748 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.627938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-8b538ee3-b2ff-436a-b24e-732284c50402 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:51.630493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-8b538ee3-b2ff-436a-b24e-732284c50402 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.5422776 Apr 20 14:31:51.674274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.699324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fae0d-71e8-4f7f-9960-b02960092d13 req-2d44d62f-28ea-4286-9f42-53845faa3a99 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:51.709910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470fae0d-71e8-4f7f-9960-b02960092d13 req-2d44d62f-28ea-4286-9f42-53845faa3a99 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.2009072 Apr 20 14:31:51.729342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7825e160-eda2-45eb-9699-cde97ed0b9c3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:51.737460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:51.769781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:51.770734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.772449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-97a02cbb-3129-4a0c-952f-c0a58d7d0200 service neutron] 10.222.0.45 "PUT /v2.0/ports/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 1095 time: 2.7707245 Apr 20 14:31:51.803183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-00968b61-4e08-4211-9310-1a93ae3f926b None None] Port 20b3da7d-97b0-4529-be9d-1aa26062fb36 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:51.808215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470fae0d-71e8-4f7f-9960-b02960092d13 req-4a015f9a-2121-433f-aaec-608f1046793c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Apr 20 14:31:51.817681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:51.820727 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19166cd-1db1-4882-a752-40785053ed94" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:51.829757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] For port 7b2d43d9-5992-4ca9-bfc4-e031f935018c, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:51.834891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] For port 7b2d43d9-5992-4ca9-bfc4-e031f935018c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b2d43d9-5992-4ca9-bfc4-e031f935018c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:51.841166 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.864027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7825e160-eda2-45eb-9699-cde97ed0b9c3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:51.864722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:51.930579 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6220e74-39de-46b4-816d-29f011234835 None None] Pushing event updated for resources: {'Port': ['ID=7b2d43d9-5992-4ca9-bfc4-e031f935018c,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:51.950927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-14313c54-4cfb-4164-b2ad-d2f13cea7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:51.954139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-14313c54-4cfb-4164-b2ad-d2f13cea7d87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&tenant_id=83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 1095 time: 0.3113029 Apr 20 14:31:51.984116 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:51.987804 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:52.040980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-672abaf1-de9f-44d2-af8c-1ffb865a0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.042483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-672abaf1-de9f-44d2-af8c-1ffb865a0969 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1098 time: 0.2076621 Apr 20 14:31:52.103440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f2406c83-861e-4725-8f73-d1077c36e26a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:31:52.120270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecec4b-7b31-45fa-97ee-b7a2ae2ddf82 req-fc85394e-fbbf-4fea-afc9-d97c252e6745 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.127476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecec4b-7b31-45fa-97ee-b7a2ae2ddf82 req-fc85394e-fbbf-4fea-afc9-d97c252e6745 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.134422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecec4b-7b31-45fa-97ee-b7a2ae2ddf82 req-fc85394e-fbbf-4fea-afc9-d97c252e6745 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.150374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2ecec4b-7b31-45fa-97ee-b7a2ae2ddf82 req-fc85394e-fbbf-4fea-afc9-d97c252e6745 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2377 time: 0.1942344 Apr 20 14:31:52.153721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-6cce8b9f-9de0-450e-9416-6ec5e702eb88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0987673 Apr 20 14:31:52.159035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-b834e468-3dd8-4755-8b2f-a81abc33d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.160810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-b834e468-3dd8-4755-8b2f-a81abc33d46d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1095 time: 0.1666632 Apr 20 14:31:52.171784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Allocated IP 172.20.0.1 (14b69cd5-6955-4e6b-8b0e-63f188116b3e/583a8f14-69d7-49ee-905d-9cebf8baa96f/5455088f-b362-45de-8d15-10b5bf44f9aa) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:52.197582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f2406c83-861e-4725-8f73-d1077c36e26a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:31:52.296353 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:52.307799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2ecec4b-7b31-45fa-97ee-b7a2ae2ddf82 req-4f0af78e-2372-44cb-867c-45fb7e1742f0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447897 Apr 20 14:31:52.332744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-0e00851d-6415-4b30-981e-0900d14cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.332744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-0e00851d-6415-4b30-981e-0900d14cfcda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1635695 Apr 20 14:31:52.410398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-990d495c-3b28-4505-a8bb-d33831ec3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.411901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-990d495c-3b28-4505-a8bb-d33831ec3976 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.2253683 Apr 20 14:31:52.428151 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768dc614-0da0-4cbf-829d-5632bbb880c3 x-openstack-request-id: req-768dc614-0da0-4cbf-829d-5632bbb880c3 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:52.428519 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:52.428693 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-768dc614-0da0-4cbf-829d-5632bbb880c3 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:52.429080 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768dc614-0da0-4cbf-829d-5632bbb880c3'] response: {'name': 'network-changed', 'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'status': 'completed', 'code': 200} Apr 20 14:31:52.432702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-824d7e70-b59a-4072-86e0-295b780602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.434153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-824d7e70-b59a-4072-86e0-295b780602ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980129 Apr 20 14:31:52.550452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-2fcb57c5-cdbb-4082-8250-aa178c8ffc3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.1202848 Apr 20 14:31:52.552327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:52.619069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be7c320-2e02-485f-905a-77b203b4595e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:52.628285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:52.649640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:52.653613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Transition to ACTIVE for port object 1be7c320-2e02-485f-905a-77b203b4595e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:52.663305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:52.665701 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:47Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:52.702675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:52.705358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab30671-06d2-4a6e-aaf4-17ea033f0a7d None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:47Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:52.710723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:52.716209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:31:52.759153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Pushing event updated for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:52.819045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-5255e96d-8e87-44fd-a688-e389b85c9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:52.820645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-5255e96d-8e87-44fd-a688-e389b85c9dd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.2629142 Apr 20 14:31:52.922278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-c227b29b-4bfd-4a93-89db-16f5592a063b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795488 Apr 20 14:31:53.011863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.047814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-7178a22f-1f10-4c72-8598-936a09b846e4 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008358 Apr 20 14:31:53.094345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-805828bd-9e57-44ec-b5cc-d18a9242d246 None None] Provisioning complete for port 5455088f-b362-45de-8d15-10b5bf44f9aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:53.094826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-805828bd-9e57-44ec-b5cc-d18a9242d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.123360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:53.147597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Attempting to bind port 1be7c320-2e02-485f-905a-77b203b4595e on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:53.148473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Attempting to bind port 1be7c320-2e02-485f-905a-77b203b4595e by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:53.148811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Attempting to bind port 1be7c320-2e02-485f-905a-77b203b4595e on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:53.160641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Port 1be7c320-2e02-485f-905a-77b203b4595e on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:53.161004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Attempting to bind port 1be7c320-2e02-485f-905a-77b203b4595e on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:53.219035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96926b-ec56-481d-a35e-2963285e223a req-59b114d8-6dca-4e5d-abe3-38fe3399ce3d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:53.220813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd96926b-ec56-481d-a35e-2963285e223a req-59b114d8-6dca-4e5d-abe3-38fe3399ce3d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.2965295 Apr 20 14:31:53.226403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:53.227565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Checking segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:53.228118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Bound using segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:53.228897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Bound port: 1be7c320-2e02-485f-905a-77b203b4595e, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:53.229295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-805828bd-9e57-44ec-b5cc-d18a9242d246 None None] Port 5455088f-b362-45de-8d15-10b5bf44f9aa cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:53.229628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.256965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-b63efe3e-d263-4f3e-bd03-be648d3b004d service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133652 Apr 20 14:31:53.372530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.388808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:53.424392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1be7c320-2e02-485f-905a-77b203b4595e,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:53.435621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.497434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd96926b-ec56-481d-a35e-2963285e223a req-c1c607b2-7f80-465e-9db9-588f11e2dffe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606802 Apr 20 14:31:53.514953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4552b482-7a5e-4806-a45d-6f28de097d8c req-8812c9c7-43d1-4a70-8ba3-4f8d522466cc service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462831 Apr 20 14:31:53.517228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-fe10af40-93ae-4990-b411-1bcf2abd408d service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480130 Apr 20 14:31:53.605980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:53.636480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:53.638175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.639683 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-8407fe84-957c-4684-bf49-1fa670612271 service neutron] 10.222.0.43 "PUT /v2.0/ports/1be7c320-2e02-485f-905a-77b203b4595e HTTP/1.1" status: 200 len: 1092 time: 2.1559749 Apr 20 14:31:53.648079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:53.710257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:53.714254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b2d43d9-5992-4ca9-bfc4-e031f935018c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:53.819744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7b2d43d9-5992-4ca9-bfc4-e031f935018c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:53.819981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8c3f-2610-45cb-a3e8-c6e717530693 req-b8d96fe8-8a94-4730-8ea4-b38f0de1c975 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:53.820606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:53.828512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1b8c3f-2610-45cb-a3e8-c6e717530693 req-b8d96fe8-8a94-4730-8ea4-b38f0de1c975 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.2638254 Apr 20 14:31:53.942408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19166cd-1db1-4882-a752-40785053ed94 req-67edaf9b-69ab-4a79-8f73-a10dca5dd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:53.943930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-67edaf9b-69ab-4a79-8f73-a10dca5dd205 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1098 time: 0.2856700 Apr 20 14:31:54.005011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.079278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 7b2d43d9-5992-4ca9-bfc4-e031f935018c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b2d43d9-5992-4ca9-bfc4-e031f935018c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:54.080550 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3120a09-a548-400f-a964-578397f36e39" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "1be7c320-2e02-485f-905a-77b203b4595e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:54.089225 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.140016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291a3a-1d18-498b-864e-64e258e62f23 req-dabfc3d6-803c-4722-aecc-288c3172ebcb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.146345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291a3a-1d18-498b-864e-64e258e62f23 req-dabfc3d6-803c-4722-aecc-288c3172ebcb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.150942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=7b2d43d9-5992-4ca9-bfc4-e031f935018c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:54.152578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291a3a-1d18-498b-864e-64e258e62f23 req-dabfc3d6-803c-4722-aecc-288c3172ebcb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.159066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44291a3a-1d18-498b-864e-64e258e62f23 req-dabfc3d6-803c-4722-aecc-288c3172ebcb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2389 time: 0.3813021 Apr 20 14:31:54.160880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19166cd-1db1-4882-a752-40785053ed94 req-f823c1f2-23aa-4a31-8033-c497c415bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.162410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-f823c1f2-23aa-4a31-8033-c497c415bd56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1994250 Apr 20 14:31:54.167057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1b8c3f-2610-45cb-a3e8-c6e717530693 req-44f90794-a646-4a7c-b28f-eaf7f250b847 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683291 Apr 20 14:31:54.204591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.227106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-2db24f5d-83f1-4db9-bb00-a64a2219ab43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0569191 Apr 20 14:31:54.252300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55342-1075-4729-b650-43b829262028 req-a74287df-d841-4dc1-8a9b-1b5f96fed9d8 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.253911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-a74287df-d841-4dc1-8a9b-1b5f96fed9d8 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.1902418 Apr 20 14:31:54.314894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.358694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44291a3a-1d18-498b-864e-64e258e62f23 req-fda4e956-2def-4093-b503-935009e3cf1c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869752 Apr 20 14:31:54.381263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19166cd-1db1-4882-a752-40785053ed94 req-74668931-98ab-49f9-a2b3-6c1e0f630fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.381263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-74668931-98ab-49f9-a2b3-6c1e0f630fcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1389394 Apr 20 14:31:54.382291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.557335 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf11e6-2ca9-44ec-a0d3-b21bb09cda84 x-openstack-request-id: req-33cf11e6-2ca9-44ec-a0d3-b21bb09cda84 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:54.557695 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "1be7c320-2e02-485f-905a-77b203b4595e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:54.557955 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33cf11e6-2ca9-44ec-a0d3-b21bb09cda84 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:54.558542 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cf11e6-2ca9-44ec-a0d3-b21bb09cda84'] response: {'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e', 'status': 'completed', 'code': 200} Apr 20 14:31:54.570258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a7d55342-1075-4729-b650-43b829262028 req-5093929d-3f17-4473-b717-4ada45e245f7 service neutron] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:54.577571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a7d55342-1075-4729-b650-43b829262028 req-5093929d-3f17-4473-b717-4ada45e245f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.578899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d55342-1075-4729-b650-43b829262028 req-5093929d-3f17-4473-b717-4ada45e245f7 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a/bindings/n-h2-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.3161733 Apr 20 14:31:54.599282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-b9dd36b8-c5a4-46b0-869a-de1e3a38c288 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff676541255e4aadaba8ab69dbac7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774596 Apr 20 14:31:54.622013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Pushing event updated for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:54.635813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.661118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:54.671490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19166cd-1db1-4882-a752-40785053ed94 req-4f9e4066-e0e2-4085-aab8-5bd78c67fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.672879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-4f9e4066-e0e2-4085-aab8-5bd78c67fc32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2862325 Apr 20 14:31:54.696659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-b798b444-3193-4bc6-8030-66d0f05beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.697137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-b798b444-3193-4bc6-8030-66d0f05beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.697603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-b798b444-3193-4bc6-8030-66d0f05beb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:54.699248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3120a09-a548-400f-a964-578397f36e39 req-b798b444-3193-4bc6-8030-66d0f05beb46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2732 time: 0.1765404 Apr 20 14:31:54.828824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:31:54.832751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:31:54.836568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0369d4-45a0-47d8-b40b-faec97d86024 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:54.878370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.891499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeef48ea-ac65-4b44-b7c0-545fa253119a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:54.973407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Transition to ACTIVE for port object da0369d4-45a0-47d8-b40b-faec97d86024 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:54.985129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.113282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Pushing event updated for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:55.171055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:31:55.216475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7a00eeae-60e6-445f-affe-6540fe30defe None None] Provisioning complete for port 5455088f-b362-45de-8d15-10b5bf44f9aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:55.217039 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a00eeae-60e6-445f-affe-6540fe30defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.222852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeef48ea-ac65-4b44-b7c0-545fa253119a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.231868 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeef48ea-ac65-4b44-b7c0-545fa253119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.235177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-dbf3e80d-71f1-4af3-8cb9-b14546099932 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.242538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-dbf3e80d-71f1-4af3-8cb9-b14546099932 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6423275 Apr 20 14:31:55.282958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7a00eeae-60e6-445f-affe-6540fe30defe None None] Port 5455088f-b362-45de-8d15-10b5bf44f9aa cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:31:55.322325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-7c947f5c-aee2-4db4-b7ad-fbf97790fd8b tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/quotas/ff676541255e4aadaba8ab69dbac7abd HTTP/1.1" status: 200 len: 375 time: 0.0782490 Apr 20 14:31:55.335160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aeef48ea-ac65-4b44-b7c0-545fa253119a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bfd50b4e5c24b88a69cc8461f15d02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733887 Apr 20 14:31:55.340571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Attempting to bind port da0369d4-45a0-47d8-b40b-faec97d86024 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:55.340901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Attempting to bind port da0369d4-45a0-47d8-b40b-faec97d86024 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:55.341227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Attempting to bind port da0369d4-45a0-47d8-b40b-faec97d86024 on network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:55.343100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45838) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:55.347803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef48ea-ac65-4b44-b7c0-545fa253119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ad1ba-b5ce-4427-a80e-35d17eae270f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:55.370067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Port da0369d4-45a0-47d8-b40b-faec97d86024 on network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:55.370067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Attempting to bind port da0369d4-45a0-47d8-b40b-faec97d86024 on network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:55.373435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-39d972e5-225d-4849-a5a8-36f82e62fd6f tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502083 Apr 20 14:31:55.380885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea13d-84fe-4931-bdcf-905050c498c4 req-26813b02-3b41-45bb-b977-496b5d0704b0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.392868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd3ea13d-84fe-4931-bdcf-905050c498c4 req-26813b02-3b41-45bb-b977-496b5d0704b0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.3910162 Apr 20 14:31:55.443358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:55.443841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Checking segment: {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:55.444363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Bound using segment: {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:55.444824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Bound port: da0369d4-45a0-47d8-b40b-faec97d86024, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:55.445693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.486814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-848dd683-036a-4b74-a741-d71d9779896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.487279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-848dd683-036a-4b74-a741-d71d9779896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.487735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-848dd683-036a-4b74-a741-d71d9779896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.489291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3120a09-a548-400f-a964-578397f36e39 req-848dd683-036a-4b74-a741-d71d9779896f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4863453 Apr 20 14:31:55.493328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-d7f034e2-3bc1-4a6a-aff3-b3199268ba23 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097832 Apr 20 14:31:55.527047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:55.537349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:55.559262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1e9182b-bab5-45e5-93d4-b182d4f42d25 admin admin] 10.222.0.20 "PUT /v2.0/routers/37a38fa1-5225-44b6-93d0-5280a185dde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3866451 Apr 20 14:31:55.573795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.589558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:55.605481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:55.666646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.689266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:55.713551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd3ea13d-84fe-4931-bdcf-905050c498c4 req-63e340fa-6a70-4c7f-9192-66feb4e021d7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193867 Apr 20 14:31:55.714933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120a09-a548-400f-a964-578397f36e39 req-42bfb7fe-0dbf-426d-8d32-c984b9013336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.721716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3120a09-a548-400f-a964-578397f36e39 req-42bfb7fe-0dbf-426d-8d32-c984b9013336 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249110 Apr 20 14:31:55.756163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=da0369d4-45a0-47d8-b40b-faec97d86024,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:55.773080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.831109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b2d43d9-5992-4ca9-bfc4-e031f935018c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:55.874598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.877132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.878442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c4ad1ba-b5ce-4427-a80e-35d17eae270f HTTP/1.1" status: 204 len: 168 time: 0.5316248 Apr 20 14:31:55.895375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:55.896029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:55.897459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/da0369d4-45a0-47d8-b40b-faec97d86024 HTTP/1.1" status: 200 len: 1092 time: 2.2049539 Apr 20 14:31:55.900997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:55.952397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Request body: {'port': {'device_id': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:55.967569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dc865-db61-4c39-ad4e-e92797c48ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ad1ba-b5ce-4427-a80e-35d17eae270f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:56.003038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db1e4-8813-4657-bfb1-62922c6c01b7 service neutron] Pushing event updated for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:56.013583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537959e3-1c21-4ecc-b850-4a810bebc335 req-247a3a6f-3adb-4a96-bcf5-3f1ea46acbc8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:56.023882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-537959e3-1c21-4ecc-b850-4a810bebc335 req-247a3a6f-3adb-4a96-bcf5-3f1ea46acbc8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.2996833 Apr 20 14:31:56.060692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7b2d43d9-5992-4ca9-bfc4-e031f935018c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:56.065263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.101056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.116931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b19166cd-1db1-4882-a752-40785053ed94 req-46abfd17-1331-4a6b-9dcd-63cbca3f07d9 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919189 Apr 20 14:31:56.242157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-537959e3-1c21-4ecc-b850-4a810bebc335 req-694644db-cfce-4f12-bb86-b88aa3f0b331 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172315 Apr 20 14:31:56.271486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9686ff-4543-4022-86e1-1b793dc3f61f req-5940e40f-611f-4448-87aa-519166087f61 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:56.296529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9686ff-4543-4022-86e1-1b793dc3f61f req-5940e40f-611f-4448-87aa-519166087f61 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:56.308749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9686ff-4543-4022-86e1-1b793dc3f61f req-5940e40f-611f-4448-87aa-519166087f61 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:56.316583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f9686ff-4543-4022-86e1-1b793dc3f61f req-5940e40f-611f-4448-87aa-519166087f61 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2401 time: 0.4677255 Apr 20 14:31:56.454060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a43b5159-260e-496c-b8e8-1fb6d92bfde4 req-f0273de5-cb7a-4796-9a7a-dc121492a9ab tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 210 time: 0.0741265 Apr 20 14:31:56.457221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f9686ff-4543-4022-86e1-1b793dc3f61f req-17d6c9c3-423d-43e9-a3bd-6516809f4d60 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397898 Apr 20 14:31:56.502519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45868) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:56.539444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8823f6b9-3c90-421b-acd7-be27faa6bb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.560945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:56.565694 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0179899-332d-48ca-a492-81fd847186b7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:56.619954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 2, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:56.670234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8823f6b9-3c90-421b-acd7-be27faa6bb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.675648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b3da7d-97b0-4529-be9d-1aa26062fb36 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:56.678601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:56.679145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Updating router 37a38fa1-5225-44b6-93d0-5280a185dde9 port 5455088f-b362-45de-8d15-10b5bf44f9aa binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:31:56.680083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8823f6b9-3c90-421b-acd7-be27faa6bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.691148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.712152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.718092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Transition to ACTIVE for port object 20b3da7d-97b0-4529-be9d-1aa26062fb36 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:31:56.726845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.742327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8823f6b9-3c90-421b-acd7-be27faa6bb3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b453c21fb7e84149b0b85b4968b699bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386513 Apr 20 14:31:56.745167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:56.796130 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a93ef44-a2bf-4f10-9e66-e5bbe586fbdb x-openstack-request-id: req-6a93ef44-a2bf-4f10-9e66-e5bbe586fbdb {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:56.796506 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:56.799626 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a93ef44-a2bf-4f10-9e66-e5bbe586fbdb {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:56.800107 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a93ef44-a2bf-4f10-9e66-e5bbe586fbdb'] response: {'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024', 'status': 'completed', 'code': 200} Apr 20 14:31:56.804525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823f6b9-3c90-421b-acd7-be27faa6bb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7684f-e9d5-4ca7-86ca-8efa2b18da1f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:56.841683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:56.942678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.965157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.030105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Attempting to bind port 20b3da7d-97b0-4529-be9d-1aa26062fb36 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:57.031037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Attempting to bind port 20b3da7d-97b0-4529-be9d-1aa26062fb36 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:57.032884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Attempting to bind port 20b3da7d-97b0-4529-be9d-1aa26062fb36 on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:57.035719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.038870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.043709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0d7684f-e9d5-4ca7-86ca-8efa2b18da1f HTTP/1.1" status: 204 len: 168 time: 0.2973874 Apr 20 14:31:57.061748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Port 20b3da7d-97b0-4529-be9d-1aa26062fb36 on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:31:57.063975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Attempting to bind port 20b3da7d-97b0-4529-be9d-1aa26062fb36 on network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:57.085784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:57.087810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Checking segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:57.088430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Bound using segment: {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:57.090676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Bound port: 20b3da7d-97b0-4529-be9d-1aa26062fb36, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1385e94-89e7-4350-8dd1-93a6140d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:57.091307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.101673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-981080f6-933d-4c43-804f-f7ae0c780965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.102209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-981080f6-933d-4c43-804f-f7ae0c780965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.103037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-981080f6-933d-4c43-804f-f7ae0c780965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.104788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0179899-332d-48ca-a492-81fd847186b7 req-981080f6-933d-4c43-804f-f7ae0c780965 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2824 time: 0.2849023 Apr 20 14:31:57.195996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9177-9832-4158-9af5-1e944804dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7684f-e9d5-4ca7-86ca-8efa2b18da1f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:57.250058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.43', 57551) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:57.305781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781415-a093-4dec-8980-f041e731a2ac req-b9dbe466-0b7d-4b36-8d45-f725f033f979 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.315062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67781415-a093-4dec-8980-f041e731a2ac req-b9dbe466-0b7d-4b36-8d45-f725f033f979 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1095 time: 0.2978196 Apr 20 14:31:57.341316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:57.353313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-94335246-2e06-460c-93b8-62b915728cee tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ff676541255e4aadaba8ab69dbac7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989351 Apr 20 14:31:57.422433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:57.444581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.487310 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.508576 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.532729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67781415-a093-4dec-8980-f041e731a2ac req-d56166e2-e78b-4189-86b7-db76b9eae6a8 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148635 Apr 20 14:31:57.551664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-8f9fe17d-54fa-4b7d-a64a-5cbd8093a787 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.553197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-8f9fe17d-54fa-4b7d-a64a-5cbd8093a787 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 821 time: 0.3492832 Apr 20 14:31:57.554601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-97de3f44-e95c-48a5-b2e8-0e939b31eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.555052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-97de3f44-e95c-48a5-b2e8-0e939b31eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.555537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-97de3f44-e95c-48a5-b2e8-0e939b31eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.557274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0179899-332d-48ca-a492-81fd847186b7 req-97de3f44-e95c-48a5-b2e8-0e939b31eb08 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4286995 Apr 20 14:31:57.700683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d82a8-2c81-4719-bdca-8cfd17049b53 None None] Pushing event updated for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:57.737041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Attempting to bind port 5455088f-b362-45de-8d15-10b5bf44f9aa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:31:57.737573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Attempting to bind port 5455088f-b362-45de-8d15-10b5bf44f9aa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:31:57.738027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Attempting to bind port 5455088f-b362-45de-8d15-10b5bf44f9aa on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:31:57.745156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:31:57.745698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Checking segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:31:57.746232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.747075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Bound using segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:31:57.747358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Bound port: 5455088f-b362-45de-8d15-10b5bf44f9aa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:31:57.747835 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.769647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-33551ab0-b0f1-4dae-aa4f-04488dc3c80a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/quotas/05995f4993f0413db1ba9e7de1ff0e3c HTTP/1.1" status: 200 len: 375 time: 0.2009990 Apr 20 14:31:57.831393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] For port 5455088f-b362-45de-8d15-10b5bf44f9aa, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:31:57.835840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] For port 5455088f-b362-45de-8d15-10b5bf44f9aa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5455088f-b362-45de-8d15-10b5bf44f9aa,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:31:57.857952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.897509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e148c4-2770-466c-b59d-f615fed77274 req-e4fb1cd7-76c7-4538-aeec-8bab82bc5f7b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.899044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5e148c4-2770-466c-b59d-f615fed77274 req-e4fb1cd7-76c7-4538-aeec-8bab82bc5f7b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.1555619 Apr 20 14:31:57.904299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179899-332d-48ca-a492-81fd847186b7 req-61cbe880-af92-4057-a883-77dab77fa350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.905731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0179899-332d-48ca-a492-81fd847186b7 req-61cbe880-af92-4057-a883-77dab77fa350 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361516 Apr 20 14:31:57.920614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:57.921711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:57.924176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-e07b1a2b-77fd-4b6a-8981-0202e689de6f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527617 Apr 20 14:31:57.924313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] 10.222.0.43 "PUT /v2.0/ports/20b3da7d-97b0-4529-be9d-1aa26062fb36 HTTP/1.1" status: 200 len: 1092 time: 1.9880757 Apr 20 14:31:57.929690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-79268277-2327-46ec-83c1-c7f4120031fd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:31:57.948762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-79268277-2327-46ec-83c1-c7f4120031fd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244102 Apr 20 14:31:57.989036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d82a8-2c81-4719-bdca-8cfd17049b53 None None] Pushing event updated for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:58.017519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c101c-c203-40fd-b930-ed760d21ec9c service neutron] Pushing event updated for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:58.066957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] Provisioning complete for port 5455088f-b362-45de-8d15-10b5bf44f9aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:58.067330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.083927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5e148c4-2770-466c-b59d-f615fed77274 req-5ef14493-55d7-4453-b963-ecd9997bfa10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583135 Apr 20 14:31:58.108247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:58.108883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:31:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:58.142654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-64fb192b-05c0-4da3-a0c0-84b9ea4d1ecb service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929991 Apr 20 14:31:58.308904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-c0906659-096e-43dd-a96a-07e888fa48be tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.310826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-c0906659-096e-43dd-a96a-07e888fa48be tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9526055 Apr 20 14:31:58.314363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-95784536-0eeb-4d87-8d48-7ad929c4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.320645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-95784536-0eeb-4d87-8d48-7ad929c4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.321446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-95784536-0eeb-4d87-8d48-7ad929c4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.323458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-95784536-0eeb-4d87-8d48-7ad929c4fd59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2866 time: 0.2994041 Apr 20 14:31:58.340674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Request body: {'port': {'device_id': '173af772-0ece-4854-9a65-e91be98eeeb3', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'ff676541255e4aadaba8ab69dbac7abd'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:58.377094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:58.382475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e683a450-1dbd-49fe-a472-9069093d494d req-a8a569df-9b32-4da9-bcc2-e02be2d970eb tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 210 time: 0.0962727 Apr 20 14:31:58.428397 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.446137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-22b3fd71-f63e-4137-9b21-1e9ab8ecce67 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967596 Apr 20 14:31:58.464189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:58.473340 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-b072a074-98a1-455b-8997-ccc884641155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=1be7c320-2e02-485f-905a-77b203b4595e HTTP/1.1" status: 200 len: 217 time: 0.1412611 Apr 20 14:31:58.535171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] For port 5455088f-b362-45de-8d15-10b5bf44f9aa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5455088f-b362-45de-8d15-10b5bf44f9aa,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:58.550052 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.601382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42daa1-72c9-4883-b49d-d103aee89154 req-198ac77a-e235-4ed4-b6c2-87ec379b73d3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.607785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42daa1-72c9-4883-b49d-d103aee89154 req-198ac77a-e235-4ed4-b6c2-87ec379b73d3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.636499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42daa1-72c9-4883-b49d-d103aee89154 req-198ac77a-e235-4ed4-b6c2-87ec379b73d3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.639659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d42daa1-72c9-4883-b49d-d103aee89154 req-198ac77a-e235-4ed4-b6c2-87ec379b73d3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2413 time: 0.1294279 Apr 20 14:31:58.751232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d2f9715f-8bec-40a3-be0a-122275b18c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.755911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d42daa1-72c9-4883-b49d-d103aee89154 req-b0e98ac4-7604-43c3-97bf-d77b84fdf26e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078551 Apr 20 14:31:58.757305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-d2f9715f-8bec-40a3-be0a-122275b18c92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5da2cd9-c56f-4bd1-b581-0ed482a7287e HTTP/1.1" status: 200 len: 801 time: 0.2732291 Apr 20 14:31:58.796686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7d41425-170c-44ef-beaf-173053a580f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.853526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74124430-49dc-4dd3-8055-eb2e67fafa65 None None] Pushing event updated for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:58.854071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:58.855620 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:58.869574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa035e0a-d208-4894-a7c0-30a045643a4d None None] Provisioning complete for port 5455088f-b362-45de-8d15-10b5bf44f9aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:58.869945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa035e0a-d208-4894-a7c0-30a045643a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.937549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-38dff976-3a25-4f0e-aafa-b831c8becd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:58.939133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-38dff976-3a25-4f0e-aafa-b831c8becd88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709712 Apr 20 14:31:58.945672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Made reservation on behalf of ff676541255e4aadaba8ab69dbac7abd for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:31:58.949892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.954065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:57Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:58.985740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218d3d5-d258-4870-a0b1-65b7d9c0f445 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:57Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:59.074013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da519297-2fbd-4249-bcbb-f7c7b8065727 req-a0652fcc-6022-4842-9dd0-9879512eee11 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 210 time: 0.2332425 Apr 20 14:31:59.091386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.159283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-f01aea17-eac3-465d-8ffd-10303feef9f1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:59.161449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-f01aea17-eac3-465d-8ffd-10303feef9f1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.3570886 Apr 20 14:31:59.167898 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c49e0-3399-4458-afd9-9297899fbf5b x-openstack-request-id: req-eb9c49e0-3399-4458-afd9-9297899fbf5b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:59.168431 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:59.168829 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb9c49e0-3399-4458-afd9-9297899fbf5b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:59.169384 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9c49e0-3399-4458-afd9-9297899fbf5b'] response: {'name': 'network-changed', 'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36', 'status': 'completed', 'code': 200} Apr 20 14:31:59.197106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-16dc00d7-07c2-4677-8593-b313c367fecf service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446480 Apr 20 14:31:59.226608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1ae51bf2-71d8-41b6-a4b8-7f77230b47b4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/quotas/83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 375 time: 0.0454457 Apr 20 14:31:59.344210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.354532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.382429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-98dcdef0-2437-400d-a956-4581e3ca9ffc service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739125 Apr 20 14:31:59.400685 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7d41425-170c-44ef-beaf-173053a580f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.411906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7d41425-170c-44ef-beaf-173053a580f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.415281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:31:59.486174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-42c014fd-a3d9-420f-8621-65a8a3956ea9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2496004 Apr 20 14:31:59.521143 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-5d6fdbe2-af6e-4ba7-a5b5-46a63cfd7f8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=da0369d4-45a0-47d8-b40b-faec97d86024 HTTP/1.1" status: 200 len: 217 time: 0.1000724 Apr 20 14:31:59.583976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Allocated IP 192.168.233.213 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/0ce8cd59-9453-4162-80a6-d713c49f7e86) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:31:59.628942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7d41425-170c-44ef-beaf-173053a580f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d295fdaa1a6b4ed0b1052fd11172e33f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1618922 Apr 20 14:31:59.650930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:59.653427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef706-71a4-4f66-b45a-0a8e6b0a54f2 req-e933859d-30ec-464c-814d-d320318e5b67 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:59.661853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27eef706-71a4-4f66-b45a-0a8e6b0a54f2 req-e933859d-30ec-464c-814d-d320318e5b67 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.3414812 Apr 20 14:31:59.664784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45964) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:59.703334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5455088f-b362-45de-8d15-10b5bf44f9aa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:31:59.751595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'mac_address': 'fa:16:3e:88:2e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:31:59.821307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.833522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.861508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:31:59.867131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:59.902032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5455088f-b362-45de-8d15-10b5bf44f9aa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:31:59.902402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.932045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:59.945005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:59.966457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.002066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:00.009668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:00.023968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-c092aa16-de1e-48f3-ae89-4b2fdbd6587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:00.035964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-c092aa16-de1e-48f3-ae89-4b2fdbd6587a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a677f4f-85e4-4765-abd4-3e935bc65d37 HTTP/1.1" status: 200 len: 801 time: 0.1343310 Apr 20 14:32:00.037752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:00.042919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Pushing event updated for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:00.100126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41425-170c-44ef-beaf-173053a580f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4103e-feb5-49a5-b6bd-4db17b584da3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:00.171210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:00.253735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:00.254489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.260244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-5a6c2069-79db-45b1-84c0-70a2aa140262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:00.261810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-5a6c2069-79db-45b1-84c0-70a2aa140262 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7b0ed9e-f99c-4f4a-9e91-4627ed25136e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2145326 Apr 20 14:32:00.281385 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-bb89b418-deb2-4f19-a34f-7185b2d9831d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9544322 Apr 20 14:32:00.297811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Request body: {'port': {'device_id': '173af772-0ece-4854-9a65-e91be98eeeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:00.332379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27eef706-71a4-4f66-b45a-0a8e6b0a54f2 req-13643c0d-605b-46d1-9a95-feb3bb090d06 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691451 Apr 20 14:32:00.345510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-6fe96fce-24c2-42ba-9c2f-91de3e3eff2f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:00.348669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-6fe96fce-24c2-42ba-9c2f-91de3e3eff2f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 821 time: 0.2414389 Apr 20 14:32:00.362260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-ca93478e-3b48-4c7e-8845-400524d506be service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311136 Apr 20 14:32:00.368509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'port': {'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'admin_state_up': True, 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:00.451347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.479281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.496204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c06aa970-edb9-4862-9c08-56945959fdd8 None None] Provisioning complete for port 0ce8cd59-9453-4162-80a6-d713c49f7e86 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:00.497229 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c06aa970-edb9-4862-9c08-56945959fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.509899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-e2c5cd98-bab0-48a7-991f-00655fa470f3 service neutron] 10.222.0.43 "GET /v2.0/networks/c7b0ed9e-f99c-4f4a-9e91-4627ed25136e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399914 Apr 20 14:32:00.545365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:00.553772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.596200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c06aa970-edb9-4862-9c08-56945959fdd8 None None] Port 0ce8cd59-9453-4162-80a6-d713c49f7e86 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:00.642041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab7fe-d0cf-42dd-a636-8f601f5f2b58 req-f70b47f1-3d23-4588-bf9a-add2857d6458 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:00.649953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-374ab7fe-d0cf-42dd-a636-8f601f5f2b58 req-f70b47f1-3d23-4588-bf9a-add2857d6458 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 936 time: 0.1715775 Apr 20 14:32:00.668430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-7c8b81fc-e305-4971-aded-10f72f8133f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950015 Apr 20 14:32:00.695568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Made reservation on behalf of 05995f4993f0413db1ba9e7de1ff0e3c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:00.699413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.728351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-374ab7fe-d0cf-42dd-a636-8f601f5f2b58 req-9e610916-8a50-44c4-9657-b357f19924e1 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Apr 20 14:32:00.731299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.733787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.737972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93e4103e-feb5-49a5-b6bd-4db17b584da3 HTTP/1.1" status: 204 len: 168 time: 1.0656328 Apr 20 14:32:00.748605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-49206bb9-e535-46a7-a712-48410e207041 service neutron] 10.222.0.43 "GET /v2.0/networks/c7b0ed9e-f99c-4f4a-9e91-4627ed25136e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290566 Apr 20 14:32:00.776431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe620a-5291-424b-af37-f0604a38a5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4103e-feb5-49a5-b6bd-4db17b584da3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:00.950227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce8cd59-9453-4162-80a6-d713c49f7e86 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:00.957648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Allocated IP 172.20.0.5 (14b69cd5-6955-4e6b-8b0e-63f188116b3e/583a8f14-69d7-49ee-905d-9cebf8baa96f/1494bfa6-9c4e-469d-ba85-3a3a758f0d55) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:00.965604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.014950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-9f89a0af-b7f3-4c0e-8409-399b383f35dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36 HTTP/1.1" status: 200 len: 217 time: 0.0415959 Apr 20 14:32:01.043776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-948234e8-14c8-4588-ad05-1fdc109bd3b0 req-04812cee-82ee-407f-b2f6-6fa44775e8e7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 210 time: 0.0785792 Apr 20 14:32:01.073284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Transition to ACTIVE for port object 0ce8cd59-9453-4162-80a6-d713c49f7e86 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:01.074950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-500f14de-1615-449b-88fc-f8353dde9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.076483 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-500f14de-1615-449b-88fc-f8353dde9524 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5da2cd9-c56f-4bd1-b581-0ed482a7287e HTTP/1.1" status: 200 len: 801 time: 0.0549090 Apr 20 14:32:01.079341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.106236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2f24-cb29-43ac-a2ff-5c9524fce2df req-599cb8d8-e04f-49a3-8a0a-a17ddca9adb1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.112045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2f24-cb29-43ac-a2ff-5c9524fce2df req-599cb8d8-e04f-49a3-8a0a-a17ddca9adb1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.118054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2f24-cb29-43ac-a2ff-5c9524fce2df req-599cb8d8-e04f-49a3-8a0a-a17ddca9adb1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.125576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44bb2f24-cb29-43ac-a2ff-5c9524fce2df req-599cb8d8-e04f-49a3-8a0a-a17ddca9adb1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2413 time: 0.1593881 Apr 20 14:32:01.181013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:01.245091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44bb2f24-cb29-43ac-a2ff-5c9524fce2df req-9930a0f1-a452-41e9-9bce-ae291ef77734 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185431 Apr 20 14:32:01.325036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.345970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-368b7e93-2c73-4485-b366-0c01295381a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.357562 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-368b7e93-2c73-4485-b366-0c01295381a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2611368 Apr 20 14:32:01.397689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.421989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28ffa007-7bc9-4127-822f-fb07cd635119 req-df641283-d814-4d2f-bbad-1412c652534f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 210 time: 0.0484295 Apr 20 14:32:01.459788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45998) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:01.487256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:01.490653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58fd783-b834-4f67-8c25-da9b53fd7f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.499397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:01.509533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:01.515082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.516485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.516882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Attempting to bind port 0ce8cd59-9453-4162-80a6-d713c49f7e86 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:01.517310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Attempting to bind port 0ce8cd59-9453-4162-80a6-d713c49f7e86 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:01.517665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Attempting to bind port 0ce8cd59-9453-4162-80a6-d713c49f7e86 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:01.534939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Port 0ce8cd59-9453-4162-80a6-d713c49f7e86 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:01.535268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Attempting to bind port 0ce8cd59-9453-4162-80a6-d713c49f7e86 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:01.546927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event updated for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:01.563514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:01.564338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:01.564877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:01.567906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Bound port: 0ce8cd59-9453-4162-80a6-d713c49f7e86, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:01.568497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.570913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-954e64f6-cb18-4a88-b6b9-38631ec5244c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2073462 Apr 20 14:32:01.593963 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-390002c8-b09f-406c-8cef-a6fa0aed1f89 service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316103 Apr 20 14:32:01.595010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Request body: {'port': {'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:01.731790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f971fa-6809-4e5f-aa8a-d1bbb6967878 req-58335352-c6b4-4b69-9f79-ba0fb3875782 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:01.733497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0f971fa-6809-4e5f-aa8a-d1bbb6967878 req-58335352-c6b4-4b69-9f79-ba0fb3875782 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 948 time: 0.1881404 Apr 20 14:32:01.751062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58fd783-b834-4f67-8c25-da9b53fd7f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.761864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.770482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58fd783-b834-4f67-8c25-da9b53fd7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.823066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd783-b834-4f67-8c25-da9b53fd7f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a730b-3fff-4fac-b434-74f9daa760cf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:01.906010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a58fd783-b834-4f67-8c25-da9b53fd7f23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=314a42545336409d9cfd0d46d701d5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451916 Apr 20 14:32:01.909910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46008) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:01.956393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0f971fa-6809-4e5f-aa8a-d1bbb6967878 req-e19318d3-7f73-46a0-920d-35da731451ba tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020061 Apr 20 14:32:01.960639 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-70e89400-5d8c-4faa-a2f0-568696817d59 None None] Provisioning complete for port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:01.961214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-70e89400-5d8c-4faa-a2f0-568696817d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:01.970445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:01.982155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:01.988583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.012413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-70e89400-5d8c-4faa-a2f0-568696817d59 None None] Port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:02.039292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.040006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.041978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/0ce8cd59-9453-4162-80a6-d713c49f7e86 HTTP/1.1" status: 200 len: 1096 time: 1.7484715 Apr 20 14:32:02.045629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:02.048814 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d407c-82ca-4f27-bef5-064368329d52" -d '{"events": [{"name": "network-changed", "server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:02.059424 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b964c61b-6084-4a38-8345-c8e5972330a2 req-6c7dd6c8-1b1a-4876-a4bd-9749b9b4465a service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392960 Apr 20 14:32:02.094267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7843e-a41a-4e25-bae6-712991e017d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:02.127707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.218113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-3a8f0329-837c-4fd5-8178-b18d0b7cb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.220810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-3a8f0329-837c-4fd5-8178-b18d0b7cb4cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 1099 time: 0.1089296 Apr 20 14:32:02.233025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.245357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-88907cfb-81b9-4400-9db6-a6f1ed2fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.246128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-88907cfb-81b9-4400-9db6-a6f1ed2fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.246667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-88907cfb-81b9-4400-9db6-a6f1ed2fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.248348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-88907cfb-81b9-4400-9db6-a6f1ed2fe9ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2866 time: 0.0876231 Apr 20 14:32:02.301151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d20ba-1ffe-419c-8b2b-99dc4e1b4553 req-0a8159b6-6926-4f19-87e7-4d5164ccab51 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.307355 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3431c4-afe9-465b-b44c-a29d7ed1131a x-openstack-request-id: req-7d3431c4-afe9-465b-b44c-a29d7ed1131a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:02.307803 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:02.308053 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d3431c4-afe9-465b-b44c-a29d7ed1131a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:02.308443 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3431c4-afe9-465b-b44c-a29d7ed1131a'] response: {'name': 'network-changed', 'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86', 'status': 'completed', 'code': 200} Apr 20 14:32:02.310902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c57d20ba-1ffe-419c-8b2b-99dc4e1b4553 req-0a8159b6-6926-4f19-87e7-4d5164ccab51 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 948 time: 0.2364521 Apr 20 14:32:02.323911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-50c94e85-fb92-4503-bb1b-a7035dd71f3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86 HTTP/1.1" status: 200 len: 217 time: 0.0928609 Apr 20 14:32:02.403730 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:32:02.497259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c57d20ba-1ffe-419c-8b2b-99dc4e1b4553 req-908d6805-6426-40ef-84b9-80c36f085504 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853147 Apr 20 14:32:02.531727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-92894cc7-d6bd-4244-8fa3-258bb40b1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.533188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-92894cc7-d6bd-4244-8fa3-258bb40b1109 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1904595 Apr 20 14:32:02.581482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64fa8b-5cc2-4fb5-8fc3-3f6642411ed6 req-deb2c40a-6654-4e99-83cc-61aa67547268 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.583171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c64fa8b-5cc2-4fb5-8fc3-3f6642411ed6 req-deb2c40a-6654-4e99-83cc-61aa67547268 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 931 time: 0.2050920 Apr 20 14:32:02.592090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.594584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.595713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a28a730b-3fff-4fac-b434-74f9daa760cf HTTP/1.1" status: 204 len: 168 time: 0.6806238 Apr 20 14:32:02.606720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-4ab31999-489a-4a01-bf2b-3a32dd3057ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.608211 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-4ab31999-489a-4a01-bf2b-3a32dd3057ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d HTTP/1.1" status: 200 len: 902 time: 0.3031378 Apr 20 14:32:02.624245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-655c723e-2094-44b9-a618-779cb151066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.625727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-655c723e-2094-44b9-a618-779cb151066a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845978 Apr 20 14:32:02.647180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1b39b060-1302-4732-bcab-45deb5ce35aa tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.648056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1b39b060-1302-4732-bcab-45deb5ce35aa tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.2868798 Apr 20 14:32:02.653673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-11659e4a-ef3c-41e1-9d95-2cf5251601da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36 HTTP/1.1" status: 200 len: 217 time: 0.0378687 Apr 20 14:32:02.670497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87fef3-b4b1-48c9-99a2-6889f58dae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a730b-3fff-4fac-b434-74f9daa760cf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:02.680135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Request body: {'port': {'device_id': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'admin_state_up': True, 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:02.748087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:02.754024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-a88c291c-b090-424a-a850-c364cf233ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.755507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-a88c291c-b090-424a-a850-c364cf233ba8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e5da2cd9-c56f-4bd1-b581-0ed482a7287e HTTP/1.1" status: 200 len: 801 time: 0.0857098 Apr 20 14:32:02.765427 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.787281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c64fa8b-5cc2-4fb5-8fc3-3f6642411ed6 req-d5d75cc0-bda9-4a3d-ac4c-5746fc43cbbd tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871560 Apr 20 14:32:02.798909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Transition to ACTIVE for port object 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:02.811868 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-c5ff5856-7400-4c59-a363-3dcfa124b510 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602042 Apr 20 14:32:02.846831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a2f7-1c23-4ce3-8252-038956ea618c req-fe501449-433a-41a7-af58-60a3e75e0bee tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.863833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a2f7-1c23-4ce3-8252-038956ea618c req-fe501449-433a-41a7-af58-60a3e75e0bee tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.870298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-cbfb010a-214a-436a-9f62-cee9283e88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.870808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a2f7-1c23-4ce3-8252-038956ea618c req-fe501449-433a-41a7-af58-60a3e75e0bee tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:02.871835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-cbfb010a-214a-436a-9f62-cee9283e88d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f8bfbe7-f73f-4002-b545-bef797ff0c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069720 Apr 20 14:32:02.872843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2f8a2f7-1c23-4ce3-8252-038956ea618c req-fe501449-433a-41a7-af58-60a3e75e0bee tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2413 time: 0.2887859 Apr 20 14:32:02.880158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:02.964599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7388539-01ea-416c-bc37-7a92c2619e55 req-c29f03d7-7cd5-4d3e-b164-bbed5d4bb4a9 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456814 Apr 20 14:32:02.989297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Pushing event updated for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:02.989958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-d24a22c0-2728-4d30-8a68-865d586cd7c7 service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086779 Apr 20 14:32:03.006334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2f8a2f7-1c23-4ce3-8252-038956ea618c req-f907df4c-f4b2-4b13-a131-f713bb69fb34 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173460 Apr 20 14:32:03.032019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:03.035792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.062755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Attempting to bind port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:03.063093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Attempting to bind port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:03.063471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Attempting to bind port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:03.081408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:03.081737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Attempting to bind port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:03.095860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:03.096256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Checking segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:03.097239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Bound using segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:03.097717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Bound port: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:03.098086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.129638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.187505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d407c-82ca-4f27-bef5-064368329d52 req-58f67a39-5e8d-4b6a-a39b-a9a925da8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.191156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-58f67a39-5e8d-4b6a-a39b-a9a925da8c3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 1099 time: 0.1433320 Apr 20 14:32:03.193352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fd4d3e3-d03c-4002-ac1a-22065bd4f912 req-fa2c0b09-a375-4e3d-83c8-2ed519162f58 service neutron] 10.222.0.43 "GET /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935523 Apr 20 14:32:03.336087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d6cb210-5829-4314-bc41-86655928bbd6 req-7c4b5e03-59de-47bb-b827-f667cd094dab tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 210 time: 0.1715860 Apr 20 14:32:03.369015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d407c-82ca-4f27-bef5-064368329d52 req-f79833b5-1519-4fc1-9701-8e1136a8e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.370789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-f79833b5-1519-4fc1-9701-8e1136a8e84a service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1688704 Apr 20 14:32:03.404480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Allocated IP 172.20.0.5 (f8330ac5-5373-423f-8944-55b096979bdc/ba9c7608-4b93-442d-965d-47becb7dbfcd/eb028696-d8d5-4729-ab5f-00fc03f16564) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:03.435272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-c0adc711-26e5-497d-9a35-0e7f3fd5f101 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86 HTTP/1.1" status: 200 len: 217 time: 0.0534465 Apr 20 14:32:03.436413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:03.526945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:03.534359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:03.541379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:03.542217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.544840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5eec-7055-4ab2-8e50-b00c8235ba1b req-1a34256f-6ab5-4b4c-b33f-3fce6385da0b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.553282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-044e5eec-7055-4ab2-8e50-b00c8235ba1b req-1a34256f-6ab5-4b4c-b33f-3fce6385da0b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 948 time: 0.1695428 Apr 20 14:32:03.575438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d407c-82ca-4f27-bef5-064368329d52 req-5f02bd11-a15e-400f-94a6-aade49fad6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.577679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-5f02bd11-a15e-400f-94a6-aade49fad6fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1343186 Apr 20 14:32:03.584692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:03.606778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.652543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.689342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-044e5eec-7055-4ab2-8e50-b00c8235ba1b req-3d45313d-2339-4c81-83f9-3e5864200166 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352205 Apr 20 14:32:03.690375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:03.690592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.691182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.692456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] 10.222.0.43 "PUT /v2.0/ports/1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 1091 time: 2.1021798 Apr 20 14:32:03.694738 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6daf1c-50e5-44fd-8c14-8dcf4ab03e6d" -d '{"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:03.697038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46066) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:03.702759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:03.705067 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28e503-a989-4347-a26c-3787327b5471" -d '{"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:03.738622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d407c-82ca-4f27-bef5-064368329d52 req-0877a1d7-5e74-4c7c-805e-030158d5fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.744488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-0877a1d7-5e74-4c7c-805e-030158d5fd32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552637 Apr 20 14:32:03.744692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:03.753777 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.768411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1644e-c0c8-4c73-9a98-6c8a107115eb service neutron] Pushing event updated for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:03.847245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:03.854302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.906860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-7b75f9ac-6893-4939-8a7d-328bc0910fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.908353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-7b75f9ac-6893-4939-8a7d-328bc0910fdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1094 time: 0.1543422 Apr 20 14:32:03.915472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-645009584-network', 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:03.961308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5427-3023-44d4-bf09-d1af6afbc461 req-28867d2a-7412-48f8-b3f0-e6a1160dfcf1 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:03.963216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-367d5427-3023-44d4-bf09-d1af6afbc461 req-28867d2a-7412-48f8-b3f0-e6a1160dfcf1 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 948 time: 0.1210027 Apr 20 14:32:03.965582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:03.967801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:03.970532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-48273a39-ae37-4eb7-96fd-f76ce6c3c986 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.0519373 Apr 20 14:32:04.000914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.007311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-7564f537-bad9-4e0f-8666-7e36fd293f3b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538054 Apr 20 14:32:04.031893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.076630 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e46a4f-59f4-4774-b084-072f402f0556 x-openstack-request-id: req-18e46a4f-59f4-4774-b084-072f402f0556 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:04.077468 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:04.078762 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18e46a4f-59f4-4774-b084-072f402f0556 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:04.079854 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e46a4f-59f4-4774-b084-072f402f0556'] response: {'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'code': 200} Apr 20 14:32:04.119447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Network f8330ac5-5373-423f-8944-55b096979bdc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:04.124642 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338f5641-0c97-4a93-9260-ba745a6035c1 x-openstack-request-id: req-338f5641-0c97-4a93-9260-ba745a6035c1 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:04.125125 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:04.126018 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-338f5641-0c97-4a93-9260-ba745a6035c1 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:04.126864 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338f5641-0c97-4a93-9260-ba745a6035c1'] response: {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:32:04.136268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:04.140449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:04.150714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.151791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.160240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-367d5427-3023-44d4-bf09-d1af6afbc461 req-3384fb3b-68c1-49db-8b1f-1a5973237806 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887469 Apr 20 14:32:04.175365 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af6d407c-82ca-4f27-bef5-064368329d52 req-6c775040-4137-4f56-a9a2-0da2b42e4c4a service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609664 Apr 20 14:32:04.198304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-c221cc54-9806-4771-b15d-c44b783d9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.199909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-c221cc54-9806-4771-b15d-c44b783d9198 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.2226326 Apr 20 14:32:04.215418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.220888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.222848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:04.255388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-707a66b6-a8d1-470e-8416-3131ead85836 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5914731 Apr 20 14:32:04.257330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:32:04.264963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:04.273143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.273691 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Added segment 5cf4e0cb-8798-4a62-9cba-340906650cfe of type vlan for network 4fd92565-2e6c-4078-adf7-a7c30d559e65 Apr 20 14:32:04.285515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Request body: {'port': {'device_id': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:04.319566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.349659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.351652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.351910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.380782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8b2ba-aa35-445b-96fe-9b05a9ac34f2 req-7716627e-6788-449d-9866-51c073016aad tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.382309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8c8b2ba-aa35-445b-96fe-9b05a9ac34f2 req-7716627e-6788-449d-9866-51c073016aad tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 943 time: 0.1938219 Apr 20 14:32:04.385427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6776717 Apr 20 14:32:04.388640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415be9a0-5281-4f25-a375-7070b64ca87d req-4d4eb817-6d21-4217-82cb-71d14436705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.389991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-415be9a0-5281-4f25-a375-7070b64ca87d req-4d4eb817-6d21-4217-82cb-71d14436705b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1100 time: 0.2213843 Apr 20 14:32:04.390441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46084) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:04.417171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Request body: {'subnet': {'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-645009584-subnet', 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:04.425826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f515d2-f14d-4393-a07a-d5d4e591bd2b admin admin] Pushing event updated for resources: {'Network': ['ID=4fd92565-2e6c-4078-adf7-a7c30d559e65,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:04.437971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:32:04.662781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-4154bddf-55bd-47b3-986b-867c0830cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.664216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-4154bddf-55bd-47b3-986b-867c0830cdf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4376400 Apr 20 14:32:04.734975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.750732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480291d-48b8-4e46-9f20-0cc41f0fb7a3 req-b390e0fe-901b-4a08-9642-ba0b80b57ac9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.756494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480291d-48b8-4e46-9f20-0cc41f0fb7a3 req-b390e0fe-901b-4a08-9642-ba0b80b57ac9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.761045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46094) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:04.762707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480291d-48b8-4e46-9f20-0cc41f0fb7a3 req-b390e0fe-901b-4a08-9642-ba0b80b57ac9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:04.764373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a480291d-48b8-4e46-9f20-0cc41f0fb7a3 req-b390e0fe-901b-4a08-9642-ba0b80b57ac9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2413 time: 0.5060103 Apr 20 14:32:04.835633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:04.842472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.872404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e6e5b2-36b7-4304-a109-5b1d94a510df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.883373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-415be9a0-5281-4f25-a375-7070b64ca87d req-bd893c1f-584b-4f09-afc4-3916b43f4219 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727170 Apr 20 14:32:04.886419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8c8b2ba-aa35-445b-96fe-9b05a9ac34f2 req-d32a1098-ed7f-4b63-b417-39e5618ff79e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733386 Apr 20 14:32:04.968376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e6e5b2-36b7-4304-a109-5b1d94a510df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:04.972680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e6e5b2-36b7-4304-a109-5b1d94a510df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.002198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a480291d-48b8-4e46-9f20-0cc41f0fb7a3 req-135da838-8eff-46b1-9ee9-ace1efbf13de tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038786 Apr 20 14:32:05.004246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-6508348d-b8b7-4685-a5e8-15838a6a6229 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267951 Apr 20 14:32:05.015419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30e6e5b2-36b7-4304-a109-5b1d94a510df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ccd62802b7478da415a925eb0f90c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531559 Apr 20 14:32:05.016223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46098) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:05.017349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6e5b2-36b7-4304-a109-5b1d94a510df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0920c98-d288-41d5-9629-c0828e9ee235,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.073686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.094848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.141264 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.144302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.147027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0920c98-d288-41d5-9629-c0828e9ee235 HTTP/1.1" status: 204 len: 168 time: 0.1243398 Apr 20 14:32:05.155258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43337a-f318-4f9a-8de8-4506c9568bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0920c98-d288-41d5-9629-c0828e9ee235,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.269501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cf621-004f-4eef-8615-4428605a53e8 req-2dcfc23e-f00e-4948-b741-50c1e018c08c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.271047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-485cf621-004f-4eef-8615-4428605a53e8 req-2dcfc23e-f00e-4948-b741-50c1e018c08c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 931 time: 0.3080511 Apr 20 14:32:05.330035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979405c3-3142-49e3-8097-dbe93c5929ab req-326f5878-d37c-40f8-852e-8c22abd8062d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.331517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-979405c3-3142-49e3-8097-dbe93c5929ab req-326f5878-d37c-40f8-852e-8c22abd8062d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.2429938 Apr 20 14:32:05.388489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e98537e-a32d-42b4-ab84-45ec7c1df2c6 req-d6a52b71-1116-4ab4-951b-a921974d25e4 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516636 Apr 20 14:32:05.440432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46106) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:05.454211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2a56-b49b-48ba-acc3-33f243e157ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.479496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-485cf621-004f-4eef-8615-4428605a53e8 req-3818816c-79ff-4909-8baa-f64baa4389b2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864707 Apr 20 14:32:05.509922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-979405c3-3142-49e3-8097-dbe93c5929ab req-66e0877c-8120-4d35-bad5-af8673ad256f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597147 Apr 20 14:32:05.516612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.561334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2a56-b49b-48ba-acc3-33f243e157ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.566555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe9c2a56-b49b-48ba-acc3-33f243e157ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.607792 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe9c2a56-b49b-48ba-acc3-33f243e157ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7aafc587d7545878657eaf3ff6a4e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662676 Apr 20 14:32:05.608869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c2a56-b49b-48ba-acc3-33f243e157ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae40998-cb42-4441-b6e8-42d3d7bf034c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.611150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:05.614665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e503-a989-4347-a26c-3787327b5471 req-c42b50b3-5a52-40fa-b3c6-fb5c0b28c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.616124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-c42b50b3-5a52-40fa-b3c6-fb5c0b28c1bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1094 time: 0.1791637 Apr 20 14:32:05.658915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf89c353-4b3d-4473-a9fc-3a5760be6228,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.661924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.680203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb028696-d8d5-4729-ab5f-00fc03f16564 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:05.684639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.692300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.734510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.737119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:05.737275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.737476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Network hostable DHCP agents. Network: 4fd92565-2e6c-4078-adf7-a7c30d559e65, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:32:05.741210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ae40998-cb42-4441-b6e8-42d3d7bf034c HTTP/1.1" status: 204 len: 168 time: 0.1291451 Apr 20 14:32:05.750085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18ec38-119b-425f-a2a8-db1b66ad6954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae40998-cb42-4441-b6e8-42d3d7bf034c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.750546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Transition to ACTIVE for port object eb028696-d8d5-4729-ab5f-00fc03f16564 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:05.759258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea2d3-8b11-4873-b26e-8ee264128886 req-3040b55d-d118-400d-a884-79cf325b2e6d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.760961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a4ea2d3-8b11-4873-b26e-8ee264128886 req-3040b55d-d118-400d-a884-79cf325b2e6d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 948 time: 0.1892910 Apr 20 14:32:05.765903 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.854044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:32:05.881186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e503-a989-4347-a26c-3787327b5471 req-c4b3f883-289c-42f3-8858-c71d943c2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.882471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-c4b3f883-289c-42f3-8858-c71d943c2d4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.2407882 Apr 20 14:32:05.883088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:05.888299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 4fd92565-2e6c-4078-adf7-a7c30d559e65) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:05.899436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74cb099-e336-45eb-93a5-26f47139cf1d None None] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:05.919726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:05.920025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:05.950904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a4ea2d3-8b11-4873-b26e-8ee264128886 req-d83d4cc9-a001-424c-8cd0-fe00d9cd0008 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749256 Apr 20 14:32:05.965395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-ca532df1-a9f4-482d-967f-a9cedc2ffe72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.0750008 Apr 20 14:32:05.972781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:05.973111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:05.973438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:05.996795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26c9f0ee-c7cd-4873-9246-297e119cdccf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5880783 Apr 20 14:32:06.012715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:06.013026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:06.050817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:06.051161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:06.051553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:06.051993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Bound port: eb028696-d8d5-4729-ab5f-00fc03f16564, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:06.052356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.081349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997c41c-d154-42d9-a21c-be984d5da623 None None] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:06.089578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce1fdb-9e48-47ac-9519-b0f5705cd40c req-7195258a-ad51-4789-bab5-6f4e7a06618e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.097543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9ce1fdb-9e48-47ac-9519-b0f5705cd40c req-7195258a-ad51-4789-bab5-6f4e7a06618e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 943 time: 0.1260946 Apr 20 14:32:06.099774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e503-a989-4347-a26c-3787327b5471 req-749dd9aa-f90b-4410-94b4-5b53c12124cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.101182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-749dd9aa-f90b-4410-94b4-5b53c12124cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1254783 Apr 20 14:32:06.108051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0ce8cd59-9453-4162-80a6-d713c49f7e86 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:06.244749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9ce1fdb-9e48-47ac-9519-b0f5705cd40c req-2faa2bea-e091-493b-8e18-984339f7a02f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468551 Apr 20 14:32:06.249033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:06.253531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:06.261900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28e503-a989-4347-a26c-3787327b5471 req-4d2c4b32-a963-4205-9025-ee94ff3fc3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.263633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-4d2c4b32-a963-4205-9025-ee94ff3fc3e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432152 Apr 20 14:32:06.265970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.279750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e97c6-f0a2-4565-8a7a-2183d552d844 req-a993c87e-dc28-4d55-9b67-55ec1de77e6e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.285081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e97c6-f0a2-4565-8a7a-2183d552d844 req-a993c87e-dc28-4d55-9b67-55ec1de77e6e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.291741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e97c6-f0a2-4565-8a7a-2183d552d844 req-a993c87e-dc28-4d55-9b67-55ec1de77e6e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.293351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec1e97c6-f0a2-4565-8a7a-2183d552d844 req-a993c87e-dc28-4d55-9b67-55ec1de77e6e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2413 time: 0.1720405 Apr 20 14:32:06.358807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.359425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.360832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-44b30377-9a95-430a-be40-632d802bd112 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 1091 time: 2.0846553 Apr 20 14:32:06.361286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:06.363612 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c6066-ac49-4f85-ab13-dd1eaa65256b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:06.439099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b30377-9a95-430a-be40-632d802bd112 service neutron] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:06.439994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:06.449871 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6471ab8-0f1b-434a-8439-9f121689ff68 x-openstack-request-id: req-e6471ab8-0f1b-434a-8439-9f121689ff68 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:06.449871 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:06.449871 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6471ab8-0f1b-434a-8439-9f121689ff68 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:06.450123 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6471ab8-0f1b-434a-8439-9f121689ff68'] response: {'name': 'network-changed', 'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'status': 'completed', 'code': 200} Apr 20 14:32:06.458473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec1e97c6-f0a2-4565-8a7a-2183d552d844 req-20f7375a-0685-4324-8068-1276ddbb2bb3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327605 Apr 20 14:32:06.495472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-375d8e89-34e9-4400-aed9-f1847e2530bb service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978748 Apr 20 14:32:06.505548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.507724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '0ce8cd59-9453-4162-80a6-d713c49f7e86', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '0ce8cd59-9453-4162-80a6-d713c49f7e86', 'mac_address': 'fa:16:3e:67:bf:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:06.550770 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.564779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce8cd59-9453-4162-80a6-d713c49f7e86 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:06.600258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:06.606653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.607324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1be7c320-2e02-485f-905a-77b203b4595e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:06.651180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae28e503-a989-4347-a26c-3787327b5471 req-458eab44-c573-41c8-bdb0-fb85e8cbc112 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467955 Apr 20 14:32:06.738802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:06.774993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bee0-c652-4b71-bd85-b89ac093c543 req-064ba64f-2276-4faf-bb69-3bdb887ff0f9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.777208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1be7c320-2e02-485f-905a-77b203b4595e,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:06.783303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0356bee0-c652-4b71-bd85-b89ac093c543 req-064ba64f-2276-4faf-bb69-3bdb887ff0f9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0846882 Apr 20 14:32:06.797901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '1be7c320-2e02-485f-905a-77b203b4595e', 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'port_id': '1be7c320-2e02-485f-905a-77b203b4595e', 'mac_address': 'fa:16:3e:4c:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da2cd9-c56f-4bd1-b581-0ed482a7287e', 'ip_address': '19.80.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:06.798406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1335af3-300e-4ec8-b865-d139a214790a req-54cd0e0e-3dd5-44dd-9d8e-00c32e97dbcf tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:06.806890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1335af3-300e-4ec8-b865-d139a214790a req-54cd0e0e-3dd5-44dd-9d8e-00c32e97dbcf tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1546326 Apr 20 14:32:06.837477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:06.842432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1376479699-network', 'tenant_id': '19bc4b14e88f40c3b2020afc3e39470a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:06.852008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.868690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be7c320-2e02-485f-905a-77b203b4595e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:06.874721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0356bee0-c652-4b71-bd85-b89ac093c543 req-0b64a529-7929-49bf-a53b-b88b1118faa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904503 Apr 20 14:32:06.891150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1be7c320-2e02-485f-905a-77b203b4595e,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:06.894919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1335af3-300e-4ec8-b865-d139a214790a req-a8c21586-e4c1-4265-9d4d-a43925106210 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Apr 20 14:32:06.896105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Made reservation on behalf of 19bc4b14e88f40c3b2020afc3e39470a for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:06.898363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.907257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.910209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:06.910905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device da0369d4-45a0-47d8-b40b-faec97d86024 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:06.997690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.002790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.023407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.056424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:32:07.066151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=da0369d4-45a0-47d8-b40b-faec97d86024,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:07.077979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b8f1a-110a-43e3-9005-1a6caf3359f2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.082204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'da0369d4-45a0-47d8-b40b-faec97d86024', 'network_id': 'c7b0ed9e-f99c-4f4a-9e91-4627ed25136e', 'port_id': 'da0369d4-45a0-47d8-b40b-faec97d86024', 'mac_address': 'fa:16:3e:cb:5f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a677f4f-85e4-4765-abd4-3e935bc65d37', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:07.091420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.091769 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Added segment 59fd32bb-9bee-42bd-b8c5-6194e2bf21a0 of type vlan for network 66e9c40f-c252-437b-9af9-2ef65be9f552 Apr 20 14:32:07.123413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.136979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0369d4-45a0-47d8-b40b-faec97d86024 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:07.139606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656398a-9a87-442c-8302-b2c2dfa2c33b req-fb9bd32a-d22f-4638-966b-6da1227fc11a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.141120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3656398a-9a87-442c-8302-b2c2dfa2c33b req-fb9bd32a-d22f-4638-966b-6da1227fc11a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 949 time: 0.1104841 Apr 20 14:32:07.157023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.172964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=da0369d4-45a0-47d8-b40b-faec97d86024,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:07.178206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.179090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 20b3da7d-97b0-4529-be9d-1aa26062fb36 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:07.202885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3656398a-9a87-442c-8302-b2c2dfa2c33b req-bc60f6e8-57ff-45ba-9522-c67d4e75e0ce tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Apr 20 14:32:07.210037 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.211095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.211879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.259487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:07.261864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.273908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '20b3da7d-97b0-4529-be9d-1aa26062fb36', 'network_id': '0f8bfbe7-f73f-4002-b545-bef797ff0c3d', 'port_id': '20b3da7d-97b0-4529-be9d-1aa26062fb36', 'mac_address': 'fa:16:3e:33:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da2cd9-c56f-4bd1-b581-0ed482a7287e', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:07.278258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4373536 Apr 20 14:32:07.278714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46168) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:07.284571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Request body: {'subnet': {'network_id': '66e9c40f-c252-437b-9af9-2ef65be9f552', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1376479699-subnet', 'tenant_id': '19bc4b14e88f40c3b2020afc3e39470a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:07.286138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a34083-13b7-496d-904d-9666ac1411f4 admin admin] Pushing event updated for resources: {'Network': ['ID=66e9c40f-c252-437b-9af9-2ef65be9f552,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.309281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Made reservation on behalf of 19bc4b14e88f40c3b2020afc3e39470a for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:07.314386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.321519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 66e9c40f-c252-437b-9af9-2ef65be9f552 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:32:07.387520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.405837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82c67-cfeb-456d-a4ff-cb33c6d50bdd req-6af789e7-8165-4257-b89d-9bd114ffb0a1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.407680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c82c67-cfeb-456d-a4ff-cb33c6d50bdd req-6af789e7-8165-4257-b89d-9bd114ffb0a1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 943 time: 0.0573151 Apr 20 14:32:07.412310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b3da7d-97b0-4529-be9d-1aa26062fb36 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:07.437089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:07.444469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.466316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c82c67-cfeb-456d-a4ff-cb33c6d50bdd req-fc3585da-175b-4fc4-92e3-2c9bf656e3bf tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Apr 20 14:32:07.521119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.556284 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.596839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e434cd-ac3c-486b-8161-1d71c379d2f8 req-19e7c334-a2bf-4686-a99e-93d9d8f5f3b8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.603197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e434cd-ac3c-486b-8161-1d71c379d2f8 req-19e7c334-a2bf-4686-a99e-93d9d8f5f3b8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.609088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e434cd-ac3c-486b-8161-1d71c379d2f8 req-19e7c334-a2bf-4686-a99e-93d9d8f5f3b8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.610896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8e434cd-ac3c-486b-8161-1d71c379d2f8 req-19e7c334-a2bf-4686-a99e-93d9d8f5f3b8 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2416 time: 0.0661509 Apr 20 14:32:07.613195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32166e68-56a3-4a50-92cd-7ad15efd78a5,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:07.620294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Checking segment: {'id': '59fd32bb-9bee-42bd-b8c5-6194e2bf21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '66e9c40f-c252-437b-9af9-2ef65be9f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:07.620633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Network hostable DHCP agents. Network: 66e9c40f-c252-437b-9af9-2ef65be9f552, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:32:07.639601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Network 66e9c40f-c252-437b-9af9-2ef65be9f552 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:32:07.651141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 66e9c40f-c252-437b-9af9-2ef65be9f552) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:07.655552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:07.656128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:07.662912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417c5ad-7451-437a-adaa-1089dfd159ba None None] Network 66e9c40f-c252-437b-9af9-2ef65be9f552 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:07.667513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8e434cd-ac3c-486b-8161-1d71c379d2f8 req-9999b9fb-db3e-47c1-b033-7bc0be368832 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Apr 20 14:32:07.685634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7063e28c-4d16-47b3-94a9-e7e96a927d76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3991418 Apr 20 14:32:07.805578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e81c4e0-b4d5-4b38-86ed-fcc7c82a67aa None None] Network 66e9c40f-c252-437b-9af9-2ef65be9f552 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:07.808189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1be7c320-2e02-485f-905a-77b203b4595e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:07.816522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0ce8cd59-9453-4162-80a6-d713c49f7e86'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:07.871090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['da0369d4-45a0-47d8-b40b-faec97d86024'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:08.065710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a67c3-a991-4921-affe-79fb61111a8a req-74c2995c-ecd6-4cf4-9ca1-b98669ac063a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:08.076316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc9a67c3-a991-4921-affe-79fb61111a8a req-74c2995c-ecd6-4cf4-9ca1-b98669ac063a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0940883 Apr 20 14:32:08.132502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132749b-7b38-4328-92f4-30ccc9f669cd req-722d10a7-5966-49f6-ac40-621f8becb475 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:08.134909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d132749b-7b38-4328-92f4-30ccc9f669cd req-722d10a7-5966-49f6-ac40-621f8becb475 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1094902 Apr 20 14:32:08.136360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:08.138408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc9a67c3-a991-4921-affe-79fb61111a8a req-ebca120d-daf8-4bb1-93f6-221c26d4b094 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609550 Apr 20 14:32:08.200430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d132749b-7b38-4328-92f4-30ccc9f669cd req-59858fbf-345a-4b61-9503-982719efafe7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Apr 20 14:32:08.307527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af7ecf4c-7391-4682-9127-77cbf9b7d01b req-3de34c58-f658-4b09-9037-83ab394b3eba tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0450363 Apr 20 14:32:08.407409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:08.428044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:08.474263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:08.494119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:08.515984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:08.521277 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:08.577033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:08.749022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-80ecff0f-6a6d-4ec8-b1ee-1d31c5362996 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:08.750480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-80ecff0f-6a6d-4ec8-b1ee-1d31c5362996 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.3962102 Apr 20 14:32:08.760203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab1cc-3a30-4a7b-82a7-12a0e739feeb req-481487c7-2067-42e1-9e79-164a41f0a3ce tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:08.761595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-940ab1cc-3a30-4a7b-82a7-12a0e739feeb req-481487c7-2067-42e1-9e79-164a41f0a3ce tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 949 time: 0.0931149 Apr 20 14:32:08.777514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-31ab4067-779a-4f70-a5ca-d20eee16d652 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/quotas/a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 375 time: 0.0150254 Apr 20 14:32:08.817496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-504739aa-ea30-4619-b1f6-93376907ca50 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333426 Apr 20 14:32:08.837037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-940ab1cc-3a30-4a7b-82a7-12a0e739feeb req-bf7a2ab8-e374-41e9-b009-78b2b0530799 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681682 Apr 20 14:32:08.914545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1494bfa6-9c4e-469d-ba85-3a3a758f0d55'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:08.919342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-1e85855e-a006-4a32-92a6-a1d490031d05 service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942516 Apr 20 14:32:08.953630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['20b3da7d-97b0-4529-be9d-1aa26062fb36'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:09.007465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-453cbc0b-fe17-45b9-8191-18d7507976f2 req-88ae29ad-a244-42f5-99ab-33297cbe5931 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Apr 20 14:32:09.055116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-3e02dc83-8034-403f-9ad0-d723cdf363fa service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292665 Apr 20 14:32:09.143571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ceb8b-b6c8-4a1c-9808-98214cff6e0f req-4f08e9f5-c9a5-420c-8ce6-937cfcf66b63 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.145211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10ceb8b-b6c8-4a1c-9808-98214cff6e0f req-4f08e9f5-c9a5-420c-8ce6-937cfcf66b63 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 944 time: 0.0555174 Apr 20 14:32:09.193221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10ceb8b-b6c8-4a1c-9808-98214cff6e0f req-de92f553-7035-4121-b295-da2801bf3a2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Apr 20 14:32:09.352395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf4167-61a4-47f8-81d4-a56ef4198b0a req-8e5eb069-3c92-4ba1-b32a-6b9567ff9190 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.353841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aabf4167-61a4-47f8-81d4-a56ef4198b0a req-8e5eb069-3c92-4ba1-b32a-6b9567ff9190 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0831063 Apr 20 14:32:09.363272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b05a-db93-4fed-b556-ce7f10aaf734 req-0035385a-14f6-4c54-a73f-c708466c72b3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.369369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b05a-db93-4fed-b556-ce7f10aaf734 req-0035385a-14f6-4c54-a73f-c708466c72b3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.375395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178b05a-db93-4fed-b556-ce7f10aaf734 req-0035385a-14f6-4c54-a73f-c708466c72b3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.377058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3178b05a-db93-4fed-b556-ce7f10aaf734 req-0035385a-14f6-4c54-a73f-c708466c72b3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2416 time: 0.0968626 Apr 20 14:32:09.441551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aabf4167-61a4-47f8-81d4-a56ef4198b0a req-97884d52-ab27-486f-9a85-fcf064219923 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635107 Apr 20 14:32:09.444226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3178b05a-db93-4fed-b556-ce7f10aaf734 req-363e3a2e-2cea-41db-8052-6a3c2c07ba6b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Apr 20 14:32:09.521628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a6b0f3-60ef-4617-b7ac-9e7cb06a3de6 req-8f2b1602-3fe5-4c33-b865-dd79a80a1daa tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 210 time: 0.0314434 Apr 20 14:32:09.566105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728ddad-6651-41bc-8497-f52e3edd29ef req-9aaa68b3-762f-4bca-a9c7-07c2ccf49aee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.568425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3728ddad-6651-41bc-8497-f52e3edd29ef req-9aaa68b3-762f-4bca-a9c7-07c2ccf49aee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0502043 Apr 20 14:32:09.611969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3728ddad-6651-41bc-8497-f52e3edd29ef req-239cdfd2-ff06-4d81-a8be-93d6b9c1157c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Apr 20 14:32:09.960053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0148f-19cc-4288-b254-7660eb660abc req-33a5220e-1054-4946-a836-1d7d60dff06a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:09.961631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bf0148f-19cc-4288-b254-7660eb660abc req-33a5220e-1054-4946-a836-1d7d60dff06a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 949 time: 0.0522697 Apr 20 14:32:10.014627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bf0148f-19cc-4288-b254-7660eb660abc req-d80b7b31-8a66-418f-9cb8-50ad426a14e6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Apr 20 14:32:10.085143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d61b63eb-f52a-4123-904d-d059ba110fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.129640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d60d2e1-26af-4e2d-ae26-ab3b8339f448 req-7e3366b1-13fe-49c2-9dce-1d623e45ec90 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0276763 Apr 20 14:32:10.132909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0ce8cd59-9453-4162-80a6-d713c49f7e86 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:10.190369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 0ce8cd59-9453-4162-80a6-d713c49f7e86 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:10.194348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 0ce8cd59-9453-4162-80a6-d713c49f7e86 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:10.194792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.217671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64be4f0f-2e63-4319-98fe-9c5d71f71cfa req-d1832753-6cf2-4330-82f9-dfcc4b97af3e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0249100 Apr 20 14:32:10.276499 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.299198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:10.301508 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4631a34-9844-450f-9144-8cfd9c56a40b" -d '{"events": [{"server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "name": "network-vif-plugged", "status": "completed", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:10.314096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73318c54-a07c-4ec9-9513-0d5c626e6986 req-0295125e-581e-41d3-981f-2b5d8764b3ab tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.314700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:10.315602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73318c54-a07c-4ec9-9513-0d5c626e6986 req-0295125e-581e-41d3-981f-2b5d8764b3ab tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 944 time: 0.0522463 Apr 20 14:32:10.320080 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.320886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1be7c320-2e02-485f-905a-77b203b4595e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:10.372286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73318c54-a07c-4ec9-9513-0d5c626e6986 req-03c96a9a-2102-4e05-b2e8-37bdfbfd711f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Apr 20 14:32:10.508759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:10.513594 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76057af1-b98c-4fd2-b135-ad7778a79901 x-openstack-request-id: req-76057af1-b98c-4fd2-b135-ad7778a79901 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:10.513899 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "name": "network-vif-plugged", "status": "completed", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:10.514152 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76057af1-b98c-4fd2-b135-ad7778a79901 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:10.514535 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76057af1-b98c-4fd2-b135-ad7778a79901'] response: {'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86', 'code': 200} Apr 20 14:32:10.551086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 1be7c320-2e02-485f-905a-77b203b4595e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:10.554894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 1be7c320-2e02-485f-905a-77b203b4595e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:10.555346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.561595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e3ffb-26af-4d01-bdd1-1b0c41d24fdc req-ebd4a877-0c06-4152-9dee-d9d68cf81a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.563154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c78e3ffb-26af-4d01-bdd1-1b0c41d24fdc req-ebd4a877-0c06-4152-9dee-d9d68cf81a9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 1101 time: 0.0689931 Apr 20 14:32:10.634922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.638312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c78e3ffb-26af-4d01-bdd1-1b0c41d24fdc req-402f21ee-7254-47b3-82b3-f9f212349878 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592909 Apr 20 14:32:10.650702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d6af6-5d0d-429c-a94c-32fd3a85f9ce req-8eef3a65-0d67-4870-98fb-808ced9a5b9b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.652123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-422d6af6-5d0d-429c-a94c-32fd3a85f9ce req-8eef3a65-0d67-4870-98fb-808ced9a5b9b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1121998 Apr 20 14:32:10.660586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd31aa8-c63e-4229-aea1-7ce1bf463596 req-2f8b2fba-dfae-45f2-96ab-68aba462bd5f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.666842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd31aa8-c63e-4229-aea1-7ce1bf463596 req-2f8b2fba-dfae-45f2-96ab-68aba462bd5f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.668534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1be7c320-2e02-485f-905a-77b203b4595e,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:10.672640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd31aa8-c63e-4229-aea1-7ce1bf463596 req-2f8b2fba-dfae-45f2-96ab-68aba462bd5f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.672802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.673554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device da0369d4-45a0-47d8-b40b-faec97d86024 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:10.674276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdd31aa8-c63e-4229-aea1-7ce1bf463596 req-2f8b2fba-dfae-45f2-96ab-68aba462bd5f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2416 time: 0.1248667 Apr 20 14:32:10.730391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-422d6af6-5d0d-429c-a94c-32fd3a85f9ce req-85719a8c-b555-4e16-b37a-22a3c329f77a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 Apr 20 14:32:10.733355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdd31aa8-c63e-4229-aea1-7ce1bf463596 req-d00590fd-2d5b-4164-b708-50549e4d3c73 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Apr 20 14:32:10.750186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:10.766838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port da0369d4-45a0-47d8-b40b-faec97d86024 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:10.771396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port da0369d4-45a0-47d8-b40b-faec97d86024 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:10.771767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.819105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3fe4b98-c100-4197-bbc5-45148a2584bc req-c851157b-ecd5-4558-b9cb-b4f858e308a6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 210 time: 0.0268199 Apr 20 14:32:10.856635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.865513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762f2a5-ae9e-4944-b15c-1252d269acf3 req-e90d35cc-16a3-4860-96db-0366e641c106 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.867022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c762f2a5-ae9e-4944-b15c-1252d269acf3 req-e90d35cc-16a3-4860-96db-0366e641c106 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Apr 20 14:32:10.892299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=da0369d4-45a0-47d8-b40b-faec97d86024,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:10.899186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.900028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:10.905721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c762f2a5-ae9e-4944-b15c-1252d269acf3 req-b1e9d116-5c01-49e1-b6d3-0e2591a63742 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Apr 20 14:32:10.971370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:10.987728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:10.994042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:10.994631 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.083215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.116018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:11.121060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.122644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 20b3da7d-97b0-4529-be9d-1aa26062fb36 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:11.140744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac1f2b-8384-4fc2-a21e-1394442160e7 req-c1009471-581b-4420-b91b-7da53a40bc51 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.142279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8ac1f2b-8384-4fc2-a21e-1394442160e7 req-c1009471-581b-4420-b91b-7da53a40bc51 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.0514674 Apr 20 14:32:11.184355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8ac1f2b-8384-4fc2-a21e-1394442160e7 req-e0278899-4f83-46bd-8e88-6729e0dd7b64 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Apr 20 14:32:11.199249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:11.211737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 20b3da7d-97b0-4529-be9d-1aa26062fb36 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:11.215661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 20b3da7d-97b0-4529-be9d-1aa26062fb36 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:11.216025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.297733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.303070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f759faac-0fe5-4696-b4eb-048e51d160d5 req-2ca805b9-e283-45cf-88c5-d9248eb1c1dc tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0275650 Apr 20 14:32:11.331464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:11.340163 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:11.389835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:11.486034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5139c-3c69-4791-ba69-92f095418327 req-5429a0d6-9e97-45b4-9b48-c7db968119e0 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.487587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2a5139c-3c69-4791-ba69-92f095418327 req-5429a0d6-9e97-45b4-9b48-c7db968119e0 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Apr 20 14:32:11.532152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2a5139c-3c69-4791-ba69-92f095418327 req-0091df03-fa67-4835-b33b-2fa4f8044f9f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Apr 20 14:32:11.906143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cde8-7543-44d2-a67e-b1726029e55c req-15191fdc-2685-42e2-a242-f4ebe67ca088 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.911976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cde8-7543-44d2-a67e-b1726029e55c req-15191fdc-2685-42e2-a242-f4ebe67ca088 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.917676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cde8-7543-44d2-a67e-b1726029e55c req-15191fdc-2685-42e2-a242-f4ebe67ca088 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.919415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5594cde8-7543-44d2-a67e-b1726029e55c req-15191fdc-2685-42e2-a242-f4ebe67ca088 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.0967875 Apr 20 14:32:11.940958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6fbe2-e296-49eb-87b0-1d78a930a2d2 req-5130aa45-3771-4690-94e3-11d74d60bd83 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:11.942410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbe6fbe2-e296-49eb-87b0-1d78a930a2d2 req-5130aa45-3771-4690-94e3-11d74d60bd83 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0907416 Apr 20 14:32:12.047432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5594cde8-7543-44d2-a67e-b1726029e55c req-7bf242b5-054f-4d5c-8ed8-50e2af76444f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176305 Apr 20 14:32:12.051258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbe6fbe2-e296-49eb-87b0-1d78a930a2d2 req-fbcbc017-17c2-475b-942e-6f6260a09f4a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Apr 20 14:32:12.060015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-cbcf38a0-6b93-4424-9776-1304994cb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.061475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-cbcf38a0-6b93-4424-9776-1304994cb95e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1094 time: 0.1410923 Apr 20 14:32:12.065709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-80386eec-3bf7-4c3f-89d4-58708a824e14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023548 Apr 20 14:32:12.205288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0783476-8496-46df-845e-30864b94ebed req-95370211-3d38-4ef2-9a0a-c8d741e24db6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 210 time: 0.0681129 Apr 20 14:32:12.264465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-302d7af5-46ec-4d4d-af95-82260329ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.265992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-302d7af5-46ec-4d4d-af95-82260329ee17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 1096 time: 0.1278889 Apr 20 14:32:12.270105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-f3005c52-a128-494f-8268-a98959a9f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.271489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-f3005c52-a128-494f-8268-a98959a9f0be service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1934910 Apr 20 14:32:12.280112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf49bb0-9a42-474b-bc69-abc72f5be699 req-53a37ece-d3ab-4df4-aac3-adcb4ba7ee75 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.281535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bf49bb0-9a42-474b-bc69-abc72f5be699 req-53a37ece-d3ab-4df4-aac3-adcb4ba7ee75 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1311631 Apr 20 14:32:12.454887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bf49bb0-9a42-474b-bc69-abc72f5be699 req-6278f16b-db30-4dd7-aeb2-92672f327f1d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634870 Apr 20 14:32:12.473884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf8341-b0a9-49bb-a4cc-a533527a3eef req-e12fd0ea-5bc8-4b60-8b10-c712d9e38c1f tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.475321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51cf8341-b0a9-49bb-a4cc-a533527a3eef req-e12fd0ea-5bc8-4b60-8b10-c712d9e38c1f tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.1918833 Apr 20 14:32:12.519036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e'}, {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024'}, {'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}, {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:12.522212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-7d13f7a1-4ecb-451b-a35b-069175b1caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.523667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-498c6066-ac49-4f85-ab13-dd1eaa65256b req-7d13f7a1-4ecb-451b-a35b-069175b1caff service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413113 Apr 20 14:32:12.524743 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596ebaf-cf65-4143-8122-260bcbdf58a7" -d '{"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "1be7c320-2e02-485f-905a-77b203b4595e"}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024"}, {"server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "name": "network-vif-plugged", "status": "completed", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:12.533971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-20140954-d819-4290-a10f-acbe5c20303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.535381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-20140954-d819-4290-a10f-acbe5c20303b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 925 time: 0.2367375 Apr 20 14:32:12.559595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3fa1d34e-f815-4f3d-93c2-285d773c6188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:12.570799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f56415a0-e1a3-4837-aa88-e3ddbb5e5845 req-fa1058a6-7149-4251-aecd-2ff18c7eb97b tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0499282 Apr 20 14:32:12.579713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.45', 64058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:12.631876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51cf8341-b0a9-49bb-a4cc-a533527a3eef req-f81e7c96-a0e1-4e2a-9558-0190f861b0f5 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373360 Apr 20 14:32:12.649453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-b3773133-6798-4e16-a085-391abdc74ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.650659 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb058db-bf36-487a-82b3-1ff5f31017ee x-openstack-request-id: req-fcb058db-bf36-487a-82b3-1ff5f31017ee {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:12.651058 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "1be7c320-2e02-485f-905a-77b203b4595e", "code": 200}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024", "code": 200}, {"server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "name": "network-vif-plugged", "status": "completed", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "code": 200}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-plugged", "status": "completed", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:12.651464 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcb058db-bf36-487a-82b3-1ff5f31017ee {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:12.652198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-b3773133-6798-4e16-a085-391abdc74ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1094 time: 0.0691934 Apr 20 14:32:12.652328 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb058db-bf36-487a-82b3-1ff5f31017ee'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e', 'code': 200} Apr 20 14:32:12.652650 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb058db-bf36-487a-82b3-1ff5f31017ee'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024', 'code': 200} Apr 20 14:32:12.652984 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb058db-bf36-487a-82b3-1ff5f31017ee'] response: {'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'code': 200} Apr 20 14:32:12.653708 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb058db-bf36-487a-82b3-1ff5f31017ee'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36', 'code': 200} Apr 20 14:32:12.701790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-6569cceb-f097-4216-8b80-62273d5eec2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 200 len: 1000 time: 0.1443141 Apr 20 14:32:12.723003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1145b0cd-64d8-496f-bfff-692e607dabb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 217 time: 0.0569797 Apr 20 14:32:12.794094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-9d498d92-3fcb-47e9-87b6-e49e632339de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.796152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-9d498d92-3fcb-47e9-87b6-e49e632339de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0617423 Apr 20 14:32:12.830506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-4ca5d05f-1be7-4990-b570-a1fdb73d4cf8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.833824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-4ca5d05f-1be7-4990-b570-a1fdb73d4cf8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.2621036 Apr 20 14:32:12.843428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-c76b7765-e322-4f6b-bfff-9a13d2416475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.844880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-c76b7765-e322-4f6b-bfff-9a13d2416475 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.1332629 Apr 20 14:32:12.866305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386d6f1-ca7d-44be-9161-68c8d2110fc5 req-4d4e4c4d-ae1b-4d53-81ed-bea2ff8808df tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.867902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4386d6f1-ca7d-44be-9161-68c8d2110fc5 req-4d4e4c4d-ae1b-4d53-81ed-bea2ff8808df tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.1170218 Apr 20 14:32:12.872711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74823da-a1da-4322-92b2-a9137bea1082 req-73847ded-4de0-4d32-8788-571a9e341113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.873906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74823da-a1da-4322-92b2-a9137bea1082 req-73847ded-4de0-4d32-8788-571a9e341113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.874737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74823da-a1da-4322-92b2-a9137bea1082 req-73847ded-4de0-4d32-8788-571a9e341113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.876461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74823da-a1da-4322-92b2-a9137bea1082 req-73847ded-4de0-4d32-8788-571a9e341113 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2872 time: 0.1055396 Apr 20 14:32:12.880703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Request body: {'port': {'device_id': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'admin_state_up': True, 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:12.899404 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-a9704dd1-82e4-4c24-a3f0-3e394cf44255 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672793 Apr 20 14:32:12.966324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da8cb-7b4e-48a2-a3e3-9a3cf816904a req-32a08a3b-8f11-4b24-8d25-84f206405b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:12.968318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc4da8cb-7b4e-48a2-a3e3-9a3cf816904a req-32a08a3b-8f11-4b24-8d25-84f206405b3c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.1686425 Apr 20 14:32:13.030736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74823da-a1da-4322-92b2-a9137bea1082 req-b8f5bb44-1e80-4fda-ac20-13e052a5b6b5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435876 Apr 20 14:32:13.056941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4386d6f1-ca7d-44be-9161-68c8d2110fc5 req-228488d0-c3fd-4d1c-83d5-5768b4bd22c2 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656835 Apr 20 14:32:13.093491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-c7b69265-6d9c-45f1-b0b5-04665483e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.095304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-c7b69265-6d9c-45f1-b0b5-04665483e2df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2091541 Apr 20 14:32:13.136897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58464e86-e006-41d7-9e43-74491db1cc1c req-ed239ee3-6ec6-434a-bde5-1e14fb8b16cc tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0724537 Apr 20 14:32:13.215999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:13.219895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:13.268864 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc4da8cb-7b4e-48a2-a3e3-9a3cf816904a req-05a0ed9b-cc04-4a92-bdba-6ed65cf0d27c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914050 Apr 20 14:32:13.278315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1225bc4f-f97a-431b-a63e-8330908646f3 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652406 Apr 20 14:32:13.295777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-c7dedd3f-abcc-4f1a-8e5b-b119c1f1f17f service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703203 Apr 20 14:32:13.379653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-19fc35ab-2360-4091-b8b1-26eeeb1b6fd2 req-53a2730b-8023-41bc-adbf-dcf4b8c56d3b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:13.380658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19fc35ab-2360-4091-b8b1-26eeeb1b6fd2 req-53a2730b-8023-41bc-adbf-dcf4b8c56d3b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095060 Apr 20 14:32:13.386655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28045cd9-b5fc-447b-89ad-91303b2a790a req-1141258b-c5ca-4e32-b500-468253bdb71f service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029012 Apr 20 14:32:13.443330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176912b-6312-4620-84f2-ae28988eea6a req-10a52db7-c39a-400c-96ac-aabdc45db9c7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.449278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176912b-6312-4620-84f2-ae28988eea6a req-10a52db7-c39a-400c-96ac-aabdc45db9c7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.455159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176912b-6312-4620-84f2-ae28988eea6a req-10a52db7-c39a-400c-96ac-aabdc45db9c7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.456803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b176912b-6312-4620-84f2-ae28988eea6a req-10a52db7-c39a-400c-96ac-aabdc45db9c7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.2315071 Apr 20 14:32:13.522943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:13.576396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58046c-ee56-4332-a695-edbee0fbee67 req-eac676a9-e84b-49d3-9827-e025ae25173b service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669668 Apr 20 14:32:13.595697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b176912b-6312-4620-84f2-ae28988eea6a req-52d44ce1-1207-4bb6-a1cc-c3de423398bb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305950 Apr 20 14:32:13.597496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Allocated IP 172.20.0.9 (4fd92565-2e6c-4078-adf7-a7c30d559e65/bf89c353-4b3d-4473-a9fc-3a5760be6228/cf48e545-b40a-4009-8420-48bba44b3736) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:13.622606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d84512-2390-4e55-8a59-f2b8c4403c71 req-7e787ce5-78ef-4760-b4a4-aa7f816bef59 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.624007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45d84512-2390-4e55-8a59-f2b8c4403c71 req-7e787ce5-78ef-4760-b4a4-aa7f816bef59 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1245010 Apr 20 14:32:13.725314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eba72c94-8b3e-41d0-a7b9-cc4064e68878 req-45058169-2c48-47f7-bad6-d795e1a59907 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0391102 Apr 20 14:32:13.740796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45d84512-2390-4e55-8a59-f2b8c4403c71 req-c7ca08b1-cd04-4b11-abda-1357a0b01221 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Apr 20 14:32:13.836101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26f9de8f-2fe7-4975-a428-371d09e422bc req-ae323e58-58d4-47f6-bd97-faa44a1c7321 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 210 time: 0.0360811 Apr 20 14:32:13.877138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:13.903460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e02fd-2f2c-4d42-97f3-2989843c296f req-32e0b561-528c-4c6f-be21-db9f15ddc0e2 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.904930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a39e02fd-2f2c-4d42-97f3-2989843c296f req-32e0b561-528c-4c6f-be21-db9f15ddc0e2 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.0715640 Apr 20 14:32:13.973558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.021766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a39e02fd-2f2c-4d42-97f3-2989843c296f req-5b9b6148-bde3-45fb-aef4-d5d2d6073953 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090827 Apr 20 14:32:14.031217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c7009-c976-480f-b4df-46bb67324a43 req-ed8c608e-f147-4358-a719-a7878a36066a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.032626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab5c7009-c976-480f-b4df-46bb67324a43 req-ed8c608e-f147-4358-a719-a7878a36066a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1218565 Apr 20 14:32:14.065362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:14.067658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:14.069465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:14.072248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:14.077630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.078303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.107355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab5c7009-c976-480f-b4df-46bb67324a43 req-45a91cd0-41e3-4bd1-a001-db72257e4ca4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Apr 20 14:32:14.112549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-431dc603-be04-4d6a-a115-21ebdf34b277 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2437000 Apr 20 14:32:14.131603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Request body: {'port': {'device_id': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:14.206242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.541461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9d25-92b9-4a80-974a-be8253fea346 req-3441a20b-23cd-48cd-915b-2212291157e2 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.542928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21de9d25-92b9-4a80-974a-be8253fea346 req-3441a20b-23cd-48cd-915b-2212291157e2 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.3508923 Apr 20 14:32:14.641777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-bedea5e5-1caa-41e6-86b3-0d78800576b9 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.643750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-bedea5e5-1caa-41e6-86b3-0d78800576b9 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1100 time: 0.3824089 Apr 20 14:32:14.663444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21de9d25-92b9-4a80-974a-be8253fea346 req-30432dee-1714-4196-a126-b8d820144c1a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084025 Apr 20 14:32:14.686164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-c57323fb-bb0e-409e-a262-f32b7ec91508 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.786938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-10058f67-e700-4c58-85dd-2ed00abd0bcc tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff676541255e4aadaba8ab69dbac7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432312 Apr 20 14:32:14.965315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-c57323fb-bb0e-409e-a262-f32b7ec91508 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.977110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-c57323fb-bb0e-409e-a262-f32b7ec91508 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.980552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf48e545-b40a-4009-8420-48bba44b3736 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:14.995352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d1d9e928-cf5d-4ca6-ae92-2e03fe3410c7 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.997018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d1d9e928-cf5d-4ca6-ae92-2e03fe3410c7 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981125 Apr 20 14:32:14.999805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.028374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.040828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-555fdcc6-7c8c-4d58-87cd-a8a6284a1d3c req-c57323fb-bb0e-409e-a262-f32b7ec91508 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836050 Apr 20 14:32:15.044291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Transition to ACTIVE for port object cf48e545-b40a-4009-8420-48bba44b3736 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:15.047231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-73854272-da46-490f-866e-c736cb7c1ab4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/quotas/ff676541255e4aadaba8ab69dbac7abd HTTP/1.1" status: 200 len: 375 time: 0.0396163 Apr 20 14:32:15.048221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57323fb-bb0e-409e-a262-f32b7ec91508 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab4a14-e734-4fe1-a3c8-633767787496,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:15.051294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.147043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:15.176855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.210275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-095e816b-1bc3-45df-883f-10691fc8c721 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540685 Apr 20 14:32:15.218117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:15.218472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:15.218817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:15.233017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ca1c-e8ca-4965-a3c8-86755d6a8ee3 req-1c4621d6-1a76-4f3a-98a8-a450b7e8555b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.238931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ca1c-e8ca-4965-a3c8-86755d6a8ee3 req-1c4621d6-1a76-4f3a-98a8-a450b7e8555b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.244852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ca1c-e8ca-4965-a3c8-86755d6a8ee3 req-1c4621d6-1a76-4f3a-98a8-a450b7e8555b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.246490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9213ca1c-e8ca-4965-a3c8-86755d6a8ee3 req-1c4621d6-1a76-4f3a-98a8-a450b7e8555b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.1224012 Apr 20 14:32:15.247263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:15.247580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:15.253048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:15.253382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:15.253753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:15.254181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Bound port: cf48e545-b40a-4009-8420-48bba44b3736, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:15.254528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.324378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9213ca1c-e8ca-4965-a3c8-86755d6a8ee3 req-8636c777-86b5-490d-b113-47117da05f92 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677207 Apr 20 14:32:15.363414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:15.368229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:15.374179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.443099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.443703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.445062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] 10.222.0.45 "PUT /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 1091 time: 1.3177342 Apr 20 14:32:15.447910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:15.450256 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db72df86-c47b-43cb-b5f5-b1ef546bcada" -d '{"events": [{"name": "network-changed", "server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "tag": "cf48e545-b40a-4009-8420-48bba44b3736"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:15.468703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd730819-bde2-483f-9c37-bd385c4b3213 req-56a93f23-0bdc-41dd-ae65-fa7598073f93 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0801544 Apr 20 14:32:15.500445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d210e-c061-4719-b1ec-6f5d4e07f4cb service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:15.526110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefe914-343e-4277-9a0d-e326dc3aa651 req-ca30b27d-4ea8-4916-b493-ef37a9abf222 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.527609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4aefe914-343e-4277-9a0d-e326dc3aa651 req-ca30b27d-4ea8-4916-b493-ef37a9abf222 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.1371844 Apr 20 14:32:15.594848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4aefe914-343e-4277-9a0d-e326dc3aa651 req-acbe2e8a-abd4-47ab-8986-a178390df5cf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Apr 20 14:32:15.596868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-186c48f8-f32c-4737-8ddf-1227701536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.598434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-186c48f8-f32c-4737-8ddf-1227701536ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1094 time: 0.0945580 Apr 20 14:32:15.648555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-cc5b8a28-aa78-4625-b33a-e344cb1a697a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0408006 Apr 20 14:32:15.733076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-b1450f75-27d7-43c5-9a1b-0cc6ca856019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.734746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-b1450f75-27d7-43c5-9a1b-0cc6ca856019 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0773695 Apr 20 14:32:15.763808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e85a-669b-4e0e-97e8-6c4c4ab59864 req-6aef7b7c-214c-4f75-b99f-2c79fd96798f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.765304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e76e85a-669b-4e0e-97e8-6c4c4ab59864 req-6aef7b7c-214c-4f75-b99f-2c79fd96798f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0762138 Apr 20 14:32:15.782130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-6f9a18b5-e3a6-49ef-808f-5cd258f10cee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397642 Apr 20 14:32:15.861799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e76e85a-669b-4e0e-97e8-6c4c4ab59864 req-4ffbaaa4-ac10-4add-baa4-54cef08ea1d8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821867 Apr 20 14:32:15.910772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-17dd3dbd-d765-40ee-b62e-ccd2a3833a64 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156447 Apr 20 14:32:15.992094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7173ea4-527a-43eb-b0c1-4b96c1d60514 req-9f294bf5-ddf7-44b1-8226-29d9c1a2677a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 210 time: 0.0582385 Apr 20 14:32:16.051988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874ffbdf-5fa3-4a41-a41c-84ef37a1d2b5 req-7ea7d238-2f5c-4d51-b9ce-6a2ac8bba9ef service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268172 Apr 20 14:32:16.098954 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41af24-f975-4611-8adc-c58e44cd72d5 x-openstack-request-id: req-ef41af24-f975-4611-8adc-c58e44cd72d5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:16.099239 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "tag": "cf48e545-b40a-4009-8420-48bba44b3736", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:16.099488 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef41af24-f975-4611-8adc-c58e44cd72d5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:16.099928 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef41af24-f975-4611-8adc-c58e44cd72d5'] response: {'name': 'network-changed', 'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736', 'status': 'completed', 'code': 200} Apr 20 14:32:16.160341 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-6710d16b-bbab-4f7c-a971-b0d75b8d23ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456870 Apr 20 14:32:16.169141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-f0802f6a-d244-4a90-ac51-d0325ced4d7a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:16.170095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-f0802f6a-d244-4a90-ac51-d0325ced4d7a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049930 Apr 20 14:32:16.190600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-3f0ed02f-d40d-4464-863b-0637a419ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.191647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-3f0ed02f-d40d-4464-863b-0637a419ec9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1094 time: 0.0656230 Apr 20 14:32:16.202294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381db0e1-7c27-4aa5-84ac-7db5a0572970 req-2772098b-1ef8-476c-870a-95203b028b61 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.204649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-381db0e1-7c27-4aa5-84ac-7db5a0572970 req-2772098b-1ef8-476c-870a-95203b028b61 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.0881929 Apr 20 14:32:16.327049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-381db0e1-7c27-4aa5-84ac-7db5a0572970 req-bc39f6e6-8947-4add-92a0-ae1fda9d88e4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Apr 20 14:32:16.366817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2947e-f377-476c-bf19-3dafcda16120 req-99f777ac-1311-4c0e-82e7-c1ea31707ed9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.368589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0be2947e-f377-476c-bf19-3dafcda16120 req-99f777ac-1311-4c0e-82e7-c1ea31707ed9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0842609 Apr 20 14:32:16.369763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-d343180e-314f-44fe-bb02-cbfc847fac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.371091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-d343180e-314f-44fe-bb02-cbfc847fac05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1653197 Apr 20 14:32:16.434078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-86ead5ef-48f7-4087-9bdc-9af9300006c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0560582 Apr 20 14:32:16.492915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0be2947e-f377-476c-bf19-3dafcda16120 req-352d0407-e730-4b03-82a2-b6ccdbed6467 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161296 Apr 20 14:32:16.519927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2256a-be12-4a58-b403-a817a7e571da req-ea250fdf-903b-49e6-bf5d-07dc3b80519b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.525970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2256a-be12-4a58-b403-a817a7e571da req-ea250fdf-903b-49e6-bf5d-07dc3b80519b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.531700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2256a-be12-4a58-b403-a817a7e571da req-ea250fdf-903b-49e6-bf5d-07dc3b80519b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.533296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6c2256a-be12-4a58-b403-a817a7e571da req-ea250fdf-903b-49e6-bf5d-07dc3b80519b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.1102500 Apr 20 14:32:16.584297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-f1d52788-ad2a-4fc4-9563-7faf0ec4c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.585680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-f1d52788-ad2a-4fc4-9563-7faf0ec4c245 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1328957 Apr 20 14:32:16.677969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-1f42c8fc-9346-4adc-85ef-bc94f0ab8728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794456 Apr 20 14:32:16.799992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-9e0a252d-d57a-4acb-b358-2e4296a1b7bf tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff676541255e4aadaba8ab69dbac7abd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019528 Apr 20 14:32:16.807419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6c2256a-be12-4a58-b403-a817a7e571da req-39eaa9b5-6a5a-42eb-84b0-d977afb1953d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505078 Apr 20 14:32:16.961999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-968fb5f0-785b-4c7f-a7dd-71995efe1b0c req-a6c282fe-cc0c-4140-a074-a31e4915a06c tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Apr 20 14:32:16.966784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-015dd659-0bf6-4ac2-b2ab-b9ba22b5501d tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4308879 Apr 20 14:32:16.996016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:17.053363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-8102978a-1704-4d56-bdbc-2cc58c051450 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627553 Apr 20 14:32:17.062006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:17.083447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-b1eaac6e-f970-4899-9d38-d3b65fc8880a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.084824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-b1eaac6e-f970-4899-9d38-d3b65fc8880a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766342 Apr 20 14:32:17.125714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Request body: {'port': {'device_id': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'ff676541255e4aadaba8ab69dbac7abd'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:17.495050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:17.527546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c3458-527a-45c9-aaa6-04bb7c3572a8 req-c44d922b-463f-4659-bfed-ccfd44e28566 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.529039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-759c3458-527a-45c9-aaa6-04bb7c3572a8 req-c44d922b-463f-4659-bfed-ccfd44e28566 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.4704347 Apr 20 14:32:17.564771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db72df86-c47b-43cb-b5f5-b1ef546bcada req-146b610c-9b41-4042-8d0a-ba4563866c6a service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045421 Apr 20 14:32:17.606108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:17.614271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-759c3458-527a-45c9-aaa6-04bb7c3572a8 req-8a47d0f9-df19-4d3b-b738-ddb72f5c36a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 Apr 20 14:32:17.619328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'port_id': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'mac_address': 'fa:16:3e:56:d3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c7608-4b93-442d-965d-47becb7dbfcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:17.635173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-506e65d9-8b1e-47d0-8e8e-33715d77425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.637990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Made reservation on behalf of ff676541255e4aadaba8ab69dbac7abd for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:17.638894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-506e65d9-8b1e-47d0-8e8e-33715d77425a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1100 time: 0.0749898 Apr 20 14:32:17.641434 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:17.658612 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:17.683594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb028696-d8d5-4729-ab5f-00fc03f16564 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:17.704539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:17.711776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:17.718117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:17.746391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-44d7a7f0-6dd3-465d-9c01-21f47251db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.747798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-44d7a7f0-6dd3-465d-9c01-21f47251db74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0949013 Apr 20 14:32:17.768910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:17.793011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-e641d87b-3608-48b4-9b72-93792dc42a9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0383780 Apr 20 14:32:17.844335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-15995e00-65f8-4821-a4c8-09da7f33b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.846681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-15995e00-65f8-4821-a4c8-09da7f33b1ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0473664 Apr 20 14:32:17.853163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b3bc0-938e-4f18-aa2b-be042f83e7ed req-9e243b4b-5e66-4d3c-ad70-4bdf45b27988 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.854675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e81b3bc0-938e-4f18-aa2b-be042f83e7ed req-9e243b4b-5e66-4d3c-ad70-4bdf45b27988 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 944 time: 0.1524963 Apr 20 14:32:17.892822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-191ed2e2-5b33-445c-8455-af0a2acd8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.894604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Allocated IP 192.168.233.159 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/2b685bf7-1996-4c95-bc21-7c60b97ce24b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:17.894766 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-191ed2e2-5b33-445c-8455-af0a2acd8459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404787 Apr 20 14:32:17.943843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Allocated IP 172.25.1.61 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/2583f811-261f-407c-a645-9ee22892289b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:17.969945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e81b3bc0-938e-4f18-aa2b-be042f83e7ed req-9aca2352-d578-4313-9c6d-3b7230cd7f9a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906243 Apr 20 14:32:17.993290 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-e0391801-cda5-44ca-97f3-75e276596245 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905278 Apr 20 14:32:18.109184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85c12e19-c813-47de-b478-fbe8ece1b2e1 req-ac485768-f087-46c6-8176-2a894d73df85 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 210 time: 0.0635433 Apr 20 14:32:18.154284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-0d6af0e9-cfa4-4d2b-a2cf-beb340741af2 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.159972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-0d6af0e9-cfa4-4d2b-a2cf-beb340741af2 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.174707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-0d6af0e9-cfa4-4d2b-a2cf-beb340741af2 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.176372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-0d6af0e9-cfa4-4d2b-a2cf-beb340741af2 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.1250384 Apr 20 14:32:18.192583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.232003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-62961d9e-bac6-41a0-8229-3b31676b252b service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281718 Apr 20 14:32:18.244199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.264790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['eb028696-d8d5-4729-ab5f-00fc03f16564'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:18.278101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9df5-8175-4b76-b28e-46663d8390af req-af89d644-bf68-4272-80f7-868ced14957b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.279634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01fe9df5-8175-4b76-b28e-46663d8390af req-af89d644-bf68-4272-80f7-868ced14957b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1066358 Apr 20 14:32:18.307441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.364719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 1be7c320-2e02-485f-905a-77b203b4595e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:18.365049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.368111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:18.380248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:18.382425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.386134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:18.392592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event updated for resources: {'Port': ['ID=2583f811-261f-407c-a645-9ee22892289b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:18.399566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01fe9df5-8175-4b76-b28e-46663d8390af req-7e1bfea5-14f7-4173-87ff-259f8fff500b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127696 Apr 20 14:32:18.436131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0ce8cd59-9453-4162-80a6-d713c49f7e86'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:18.461439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:18.476059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:18.488126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:18.494891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.494891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.507058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.515598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Pushing event updated for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:18.529315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 1be7c320-2e02-485f-905a-77b203b4595e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1be7c320-2e02-485f-905a-77b203b4595e,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:18.529881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.535304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d94732e4-c653-41bd-995d-3761d017bb22 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4236531 Apr 20 14:32:18.555468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 1be7c320-2e02-485f-905a-77b203b4595e owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:18.581698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Request body: {'port': {'device_id': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:18.638242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.716880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6079d6-eca0-42b6-9e80-40a97e9cfcd8 req-45238e6e-ab6e-43e9-90a5-e5bc4ad08254 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.722484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6079d6-eca0-42b6-9e80-40a97e9cfcd8 req-45238e6e-ab6e-43e9-90a5-e5bc4ad08254 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.728326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6079d6-eca0-42b6-9e80-40a97e9cfcd8 req-45238e6e-ab6e-43e9-90a5-e5bc4ad08254 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.729986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b6079d6-eca0-42b6-9e80-40a97e9cfcd8 req-45238e6e-ab6e-43e9-90a5-e5bc4ad08254 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 2419 time: 0.1669374 Apr 20 14:32:18.732755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.735217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.751633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13b9809a-74fc-4c59-9a9b-4c4ed6d23b41 None None] Provisioning complete for port 2b685bf7-1996-4c95-bc21-7c60b97ce24b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:18.753089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13b9809a-74fc-4c59-9a9b-4c4ed6d23b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.757256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1be7c320-2e02-485f-905a-77b203b4595e', 'da0369d4-45a0-47d8-b40b-faec97d86024', '20b3da7d-97b0-4529-be9d-1aa26062fb36'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:18.791079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=1be7c320-2e02-485f-905a-77b203b4595e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:18.832540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13b9809a-74fc-4c59-9a9b-4c4ed6d23b41 None None] Port 2b685bf7-1996-4c95-bc21-7c60b97ce24b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:18.843249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 1be7c320-2e02-485f-905a-77b203b4595e on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:18.854135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.854280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b6079d6-eca0-42b6-9e80-40a97e9cfcd8 req-5ab599f7-de10-45d7-94e5-65e238224a94 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173298 Apr 20 14:32:18.858703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-be9c8468-cccd-4ece-8310-12146b0e0ff7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "DELETE /v2.0/ports/1be7c320-2e02-485f-905a-77b203b4595e HTTP/1.1" status: 204 len: 173 time: 0.6760304 Apr 20 14:32:18.859204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:18.861514 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec7727-9848-491f-800d-898e4edd9954" -d '{"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "1be7c320-2e02-485f-905a-77b203b4595e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:18.985493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 20b3da7d-97b0-4529-be9d-1aa26062fb36 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:18.985734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:18.996570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-084ad92a-b84d-494b-8287-4715fff4d7e2 req-52c9913c-bd9b-49eb-8596-47252bcb7b6a tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0463917 Apr 20 14:32:19.093023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.112506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.116016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 20b3da7d-97b0-4529-be9d-1aa26062fb36, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=20b3da7d-97b0-4529-be9d-1aa26062fb36,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:19.116385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.129975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 20b3da7d-97b0-4529-be9d-1aa26062fb36 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:19.180457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.215679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event updated for resources: {'Port': ['ID=2583f811-261f-407c-a645-9ee22892289b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:19.226645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.227881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-b9c4989e-b44c-4005-8600-7b052b98e911 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2517595 Apr 20 14:32:19.243600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf312b4-126a-4aa5-ab63-1bc7280065d3 req-0e59cb58-e063-48ad-b103-07d7b93ab48a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:19.245047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccf312b4-126a-4aa5-ab63-1bc7280065d3 req-0e59cb58-e063-48ad-b103-07d7b93ab48a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.1458180 Apr 20 14:32:19.258682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.270421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1be7c320-2e02-485f-905a-77b203b4595e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:19.293311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=20b3da7d-97b0-4529-be9d-1aa26062fb36,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:19.330758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 20b3da7d-97b0-4529-be9d-1aa26062fb36 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:19.335030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.338929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-76fa9bfd-58fd-4f9d-9e2a-84b7992e33fa tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "DELETE /v2.0/ports/20b3da7d-97b0-4529-be9d-1aa26062fb36 HTTP/1.1" status: 204 len: 173 time: 0.4740789 Apr 20 14:32:19.353367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-88e1180b-5ec9-4831-9c6c-39dee69eacf1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.1066570 Apr 20 14:32:19.364868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b685bf7-1996-4c95-bc21-7c60b97ce24b {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:19.380739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.411732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccf312b4-126a-4aa5-ab63-1bc7280065d3 req-a063c81a-999b-4b35-8e80-887e550f5376 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390421 Apr 20 14:32:19.420024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Transition to ACTIVE for port object 2b685bf7-1996-4c95-bc21-7c60b97ce24b will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:19.444195 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.458115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port da0369d4-45a0-47d8-b40b-faec97d86024 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:19.458448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.471918 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d92b7a2-6d50-4fb8-9832-ae6f1b767f32 x-openstack-request-id: req-2d92b7a2-6d50-4fb8-9832-ae6f1b767f32 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:19.472182 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "1be7c320-2e02-485f-905a-77b203b4595e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:19.472447 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d92b7a2-6d50-4fb8-9832-ae6f1b767f32 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:19.472917 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d92b7a2-6d50-4fb8-9832-ae6f1b767f32'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': '1be7c320-2e02-485f-905a-77b203b4595e', 'status': 'completed', 'code': 200} Apr 20 14:32:19.506273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cf48e545-b40a-4009-8420-48bba44b3736 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:19.552396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Pushing event updated for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:19.576925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:19.606923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port da0369d4-45a0-47d8-b40b-faec97d86024, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=da0369d4-45a0-47d8-b40b-faec97d86024,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:19.607331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.621160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for da0369d4-45a0-47d8-b40b-faec97d86024 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:19.634941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-bc1bbc1c-2b4a-49ee-a71e-604162d4b95b tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:19.636401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-bc1bbc1c-2b4a-49ee-a71e-604162d4b95b tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2669189 Apr 20 14:32:19.663515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-81363973-f6bf-4279-9cd2-917b9758ff36 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:19.664965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c603c5e4-37c0-4211-add7-204b3fe62bdd req-81363973-f6bf-4279-9cd2-917b9758ff36 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142715 Apr 20 14:32:19.666864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Attempting to bind port 2b685bf7-1996-4c95-bc21-7c60b97ce24b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:19.667267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Attempting to bind port 2b685bf7-1996-4c95-bc21-7c60b97ce24b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:19.667660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Attempting to bind port 2b685bf7-1996-4c95-bc21-7c60b97ce24b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:19.674530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Port 2b685bf7-1996-4c95-bc21-7c60b97ce24b on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:19.674957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Attempting to bind port 2b685bf7-1996-4c95-bc21-7c60b97ce24b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:19.698341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e69b0-7c90-4af0-8c0b-4cf1573ecfd4 req-10932ad4-9ba0-468b-a727-108f46ea888c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:19.707896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd6e69b0-7c90-4af0-8c0b-4cf1573ecfd4 req-10932ad4-9ba0-468b-a727-108f46ea888c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 944 time: 0.1368556 Apr 20 14:32:19.712247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:19.713188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:19.713848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:19.714428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Bound port: 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:19.714919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.776830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.782067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd6e69b0-7c90-4af0-8c0b-4cf1573ecfd4 req-63a0211d-2142-47a4-b9a4-fec5bb0fd2a9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730517 Apr 20 14:32:19.814954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=da0369d4-45a0-47d8-b40b-faec97d86024,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:19.815302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1be7c320-2e02-485f-905a-77b203b4595e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:19.873582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:19.889832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port eb028696-d8d5-4729-ab5f-00fc03f16564 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:19.893936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port da0369d4-45a0-47d8-b40b-faec97d86024 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:19.896574 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.900480 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05a97a0a-841f-4cd9-8306-24dfeabdf782 req-fa369c6e-1baf-450a-ab2b-91b8371dc67e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.43 "DELETE /v2.0/ports/da0369d4-45a0-47d8-b40b-faec97d86024 HTTP/1.1" status: 204 len: 173 time: 0.5552192 Apr 20 14:32:19.913333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'cf48e545-b40a-4009-8420-48bba44b3736', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'port_id': 'cf48e545-b40a-4009-8420-48bba44b3736', 'mac_address': 'fa:16:3e:b1:5c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf89c353-4b3d-4473-a9fc-3a5760be6228', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:19.921174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port eb028696-d8d5-4729-ab5f-00fc03f16564 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:19.921896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:19.976385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:19.992530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:19.997897 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.019042 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.028093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b51244-1973-40ae-8b1a-f019df3ce8b3 req-e6f18a8e-bd72-443c-ba33-5d794a44c028 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.031875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf48e545-b40a-4009-8420-48bba44b3736 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:20.036099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b51244-1973-40ae-8b1a-f019df3ce8b3 req-e6f18a8e-bd72-443c-ba33-5d794a44c028 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 948 time: 0.1914663 Apr 20 14:32:20.080487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:20.086857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.097140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.106358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.106905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.108300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] 10.222.0.45 "PUT /v2.0/ports/2b685bf7-1996-4c95-bc21-7c60b97ce24b HTTP/1.1" status: 200 len: 1096 time: 1.5649598 Apr 20 14:32:20.116390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d4144-b1c3-4a4f-84b6-45f68bc61f6d req-a11eb224-90cb-4bcc-9cca-594ac646fd07 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.121946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e20d4144-b1c3-4a4f-84b6-45f68bc61f6d req-a11eb224-90cb-4bcc-9cca-594ac646fd07 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.2127862 Apr 20 14:32:20.122587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:20.125727 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8507298-be1d-41dc-a942-9bb7f6b17dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:20.157583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:20.160278 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b23de4-d0b7-4910-b03a-697f7c568506" -d '{"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-plugged", "status": "completed", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:20.184730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:20.185949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:20.190045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:20.215668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b51244-1973-40ae-8b1a-f019df3ce8b3 req-0a5f72a4-c65d-4357-aed9-bfa43aac35fc tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785674 Apr 20 14:32:20.229453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c9877-4b94-4d63-986c-a5ffa10a018a service neutron] Pushing event updated for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:20.266680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e20d4144-b1c3-4a4f-84b6-45f68bc61f6d req-64a64257-4c45-4f63-985f-1e80806e0559 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360385 Apr 20 14:32:20.269748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:20.282019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-656d3d10-6d6a-4e4c-b33c-58b322256f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.283531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-656d3d10-6d6a-4e4c-b33c-58b322256f4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 1099 time: 0.1287973 Apr 20 14:32:20.357806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-d0a00737-d7d1-4c98-b953-2f46e6ca66f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b HTTP/1.1" status: 200 len: 217 time: 0.0501637 Apr 20 14:32:20.463379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['cf48e545-b40a-4009-8420-48bba44b3736'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:20.466269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6736985-c9dc-4a6a-84bb-871f58adcd09 req-d9b4d053-a58f-4afc-991a-8044c99c9946 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5f3113-1b70-4905-897e-57888ab677cc HTTP/1.1" status: 200 len: 210 time: 0.0777323 Apr 20 14:32:20.512471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-58dac247-6b46-421d-8a90-86550df3430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.514425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-58dac247-6b46-421d-8a90-86550df3430b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1454573 Apr 20 14:32:20.580148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bbd482c-13d8-4ceb-9a27-8bca5730871f req-40164504-d766-41be-b346-ac05a4162264 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0451071 Apr 20 14:32:20.586559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-ecb34a11-3fa7-4ca4-beb9-d3e3ab33a9ac tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.587978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-ecb34a11-3fa7-4ca4-beb9-d3e3ab33a9ac tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 821 time: 0.2321820 Apr 20 14:32:20.612628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-aefa5cd5-f0d4-4da9-86b3-00e655761e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.612628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-aefa5cd5-f0d4-4da9-86b3-00e655761e1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863798 Apr 20 14:32:20.612628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-be736656-7d64-495b-ba05-b7fae5b373af tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/quotas/05995f4993f0413db1ba9e7de1ff0e3c HTTP/1.1" status: 200 len: 375 time: 0.0140476 Apr 20 14:32:20.635414 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2c821b-dd19-4316-b853-e65ed8136b4f x-openstack-request-id: req-4e2c821b-dd19-4316-b853-e65ed8136b4f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:20.635748 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:20.636175 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e2c821b-dd19-4316-b853-e65ed8136b4f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:20.636507 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2c821b-dd19-4316-b853-e65ed8136b4f'] response: {'name': 'network-changed', 'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b', 'status': 'completed', 'code': 200} Apr 20 14:32:20.674447 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6027cf-0aa0-49a1-a25b-4863d5d55ff6 x-openstack-request-id: req-1a6027cf-0aa0-49a1-a25b-4863d5d55ff6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:20.674847 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-plugged", "status": "completed", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:20.675209 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a6027cf-0aa0-49a1-a25b-4863d5d55ff6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:20.675878 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6027cf-0aa0-49a1-a25b-4863d5d55ff6'] response: {'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'code': 200} Apr 20 14:32:20.779137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61875633-8b89-420c-9356-cd4328b69468 req-8023a4c0-7cb2-4473-8fe8-c2da77c94163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.780731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-61875633-8b89-420c-9356-cd4328b69468 req-8023a4c0-7cb2-4473-8fe8-c2da77c94163 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1096 time: 0.0464187 Apr 20 14:32:20.818052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-61875633-8b89-420c-9356-cd4328b69468 req-c0e0dead-45cc-4d4f-b396-00be4ab00df1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Apr 20 14:32:21.019245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-e6fd7199-f5b7-4de5-82bc-ce0474557e33 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3945711 Apr 20 14:32:21.025339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-ef4a5d7f-60be-4de8-8b08-f9739316c65d service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093029 Apr 20 14:32:21.034274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bc61-6f49-4209-b99d-a1174d09ea71 req-c8a652e6-2b5a-46a0-a78a-f3f4d2e1abcf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.035616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f720bc61-6f49-4209-b99d-a1174d09ea71 req-c8a652e6-2b5a-46a0-a78a-f3f4d2e1abcf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 944 time: 0.0942416 Apr 20 14:32:21.115866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f720bc61-6f49-4209-b99d-a1174d09ea71 req-e4d9e931-89b7-485a-b5dc-b6ab62a1a97c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736091 Apr 20 14:32:21.193091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-0470e2b1-6319-4cb2-befa-1e4d93e69b65 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661553 Apr 20 14:32:21.294188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb8d1086-2afd-4f1d-9219-953c41964f92 req-8a58a4bd-ca3f-4134-a307-51f9f2fc07ce service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758072 Apr 20 14:32:21.318339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833556e-0e10-4cec-89a5-17b06c4d422a req-8919a494-5de8-433b-b32f-28c027f2f409 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.319807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2833556e-0e10-4cec-89a5-17b06c4d422a req-8919a494-5de8-433b-b32f-28c027f2f409 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 945 time: 0.1388271 Apr 20 14:32:21.346720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-6689a74c-0bcd-4ba9-96c3-a9c5750e893c service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473126 Apr 20 14:32:21.375056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2833556e-0e10-4cec-89a5-17b06c4d422a req-1823970e-25af-4f9e-8861-dfe7a7e1ac02 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Apr 20 14:32:21.406230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-56c92915-4664-4324-afba-20d16ab8d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.407931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-56c92915-4664-4324-afba-20d16ab8d5e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff676541255e4aadaba8ab69dbac7abd&device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 1099 time: 0.0465248 Apr 20 14:32:21.473725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36'}, {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:21.477070 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf314c-203d-4139-b4ea-a2114e803ab0" -d '{"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36"}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:21.511506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cf48e545-b40a-4009-8420-48bba44b3736 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:21.547010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd961fac-0ddc-43b1-910a-5d508d838ff8 req-46e7299e-db03-4bc6-a4fa-b89db6169841 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.548433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd961fac-0ddc-43b1-910a-5d508d838ff8 req-46e7299e-db03-4bc6-a4fa-b89db6169841 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 948 time: 0.0885429 Apr 20 14:32:21.567058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-34cfb4bc-5988-4ea6-9433-0b63188fbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.568132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port cf48e545-b40a-4009-8420-48bba44b3736 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:21.568429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-34cfb4bc-5988-4ea6-9433-0b63188fbc4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1537204 Apr 20 14:32:21.572498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port cf48e545-b40a-4009-8420-48bba44b3736 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:21.572936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:21.634543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-4015fb83-d423-4389-8284-e8c835bf831e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b HTTP/1.1" status: 200 len: 217 time: 0.0563116 Apr 20 14:32:21.666754 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:21.679211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d4c1-7875-47f4-91ef-b9d32efe0aec req-3b9ffc81-7c43-4974-bf10-1db25755df6e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.681431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4d1d4c1-7875-47f4-91ef-b9d32efe0aec req-3b9ffc81-7c43-4974-bf10-1db25755df6e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1527593 Apr 20 14:32:21.685722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd961fac-0ddc-43b1-910a-5d508d838ff8 req-0da18385-2084-48de-b20e-6b6ab0362575 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202736 Apr 20 14:32:21.708188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:21.713625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:21.735218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-57807a79-750d-4006-a9e9-09275f4439e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.736744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-57807a79-750d-4006-a9e9-09275f4439e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0940318 Apr 20 14:32:21.777558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4d1d4c1-7875-47f4-91ef-b9d32efe0aec req-65b16d28-05f8-4e05-a81e-9a80b5f8ac4d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Apr 20 14:32:21.791839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:21.810109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86ebba6b-81e0-4ac7-bdcb-94fcb56bcfa3 req-b98072b7-c562-4f09-a63e-22139013d1a3 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 210 time: 0.0280263 Apr 20 14:32:21.817547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-2d6e1e46-b9f0-4ba5-a85c-79afe87d7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.819678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-2d6e1e46-b9f0-4ba5-a85c-79afe87d7917 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741382 Apr 20 14:32:21.855214 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c45097-0020-452d-9ca0-08b2321348af x-openstack-request-id: req-31c45097-0020-452d-9ca0-08b2321348af {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:21.855696 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "20b3da7d-97b0-4529-be9d-1aa26062fb36", "status": "completed", "code": 200}, {"server_uuid": "dd5f3113-1b70-4905-897e-57888ab677cc", "name": "network-vif-deleted", "tag": "da0369d4-45a0-47d8-b40b-faec97d86024", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:21.855696 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c45097-0020-452d-9ca0-08b2321348af {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:21.856078 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c45097-0020-452d-9ca0-08b2321348af'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': '20b3da7d-97b0-4529-be9d-1aa26062fb36', 'status': 'completed', 'code': 200} Apr 20 14:32:21.856353 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c45097-0020-452d-9ca0-08b2321348af'] response: {'server_uuid': 'dd5f3113-1b70-4905-897e-57888ab677cc', 'name': 'network-vif-deleted', 'tag': 'da0369d4-45a0-47d8-b40b-faec97d86024', 'status': 'completed', 'code': 200} Apr 20 14:32:21.874796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46472) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:21.925947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting subnet 7a677f4f-85e4-4765-abd4-3e935bc65d37 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:32:21.929347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:21.954554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7e020c7-a69b-4b22-81f7-13ff3543c276 req-deee1843-da6b-45e0-9f59-4bf9081e4d45 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0342283 Apr 20 14:32:21.969965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-668bd2b3-c548-41a7-b926-468ca00ef4d2 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374154 Apr 20 14:32:21.971610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.066158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8507298-be1d-41dc-a942-9bb7f6b17dfd req-602575c7-5299-49c2-840e-a2c284f398a4 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896783 Apr 20 14:32:22.088481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.147720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.180956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.186444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device da0369d4-45a0-47d8-b40b-faec97d86024 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:22.187205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/subnets/7a677f4f-85e4-4765-abd4-3e935bc65d37 HTTP/1.1" status: 204 len: 168 time: 0.3111079 Apr 20 14:32:22.188334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dc442-bf09-48ca-a35d-7a247192785b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Subnet': ['ID=7a677f4f-85e4-4765-abd4-3e935bc65d37,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:22.190222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35e499-b944-4f67-b2b5-161212a24bd1 None None] Network c7b0ed9e-f99c-4f4a-9e91-4627ed25136e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:22.190370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46476) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:22.224224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: da0369d4-45a0-47d8-b40b-faec97d86024 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:22.224706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device da0369d4-45a0-47d8-b40b-faec97d86024 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:22.225214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1be7c320-2e02-485f-905a-77b203b4595e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:22.275451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 1be7c320-2e02-485f-905a-77b203b4595e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:22.276096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1be7c320-2e02-485f-905a-77b203b4595e not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:22.276508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 20b3da7d-97b0-4529-be9d-1aa26062fb36 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:22.293856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.302594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 20b3da7d-97b0-4529-be9d-1aa26062fb36 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:22.302938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 20b3da7d-97b0-4529-be9d-1aa26062fb36 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:22.313603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25466-8e29-4ec6-b740-09a55ce2d7ee req-9fce0807-7dba-4ddd-855d-c624974d23a3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:22.315100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bca25466-8e29-4ec6-b740-09a55ce2d7ee req-9fce0807-7dba-4ddd-855d-c624974d23a3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1146088 Apr 20 14:32:22.378163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bca25466-8e29-4ec6-b740-09a55ce2d7ee req-36b5f15c-8a4f-474e-9b0e-e461497f6be8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Apr 20 14:32:22.389025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 06830181-fb21-4d57-b009-f627964107f7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:22.389364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.441106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] DHCP port deletion for c7b0ed9e-f99c-4f4a-9e91-4627ed25136e request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:32:22.470959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 06830181-fb21-4d57-b009-f627964107f7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06830181-fb21-4d57-b009-f627964107f7,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:22.471404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.495673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Deleting port 06830181-fb21-4d57-b009-f627964107f7 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:22.496044 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.499319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 06830181-fb21-4d57-b009-f627964107f7 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:22.523891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189c77d-3744-4ae7-9fa4-b3b63cfd8e5b req-ee81343a-58e3-4721-b7ab-e09453b5a829 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:22.525475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3189c77d-3744-4ae7-9fa4-b3b63cfd8e5b req-ee81343a-58e3-4721-b7ab-e09453b5a829 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 945 time: 0.0730832 Apr 20 14:32:22.564542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] For port 06830181-fb21-4d57-b009-f627964107f7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06830181-fb21-4d57-b009-f627964107f7,segment=NetworkSegment(d96ac04e-6951-4dc4-86e7-a70f0a158cf5),segment_id=d96ac04e-6951-4dc4-86e7-a70f0a158cf5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:22.565587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.585911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Calling delete_port for 06830181-fb21-4d57-b009-f627964107f7 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:22.599713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3189c77d-3744-4ae7-9fa4-b3b63cfd8e5b req-46807177-16c1-461f-9676-bd7a4a006737 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482817 Apr 20 14:32:22.621266 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.641593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 06830181-fb21-4d57-b009-f627964107f7 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:22.680389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:22.682968 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc017a-6be9-4675-b517-855cb1590de2" -d '{"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-plugged", "status": "completed", "tag": "cf48e545-b40a-4009-8420-48bba44b3736"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:22.687884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=06830181-fb21-4d57-b009-f627964107f7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:22.731809 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2cb88a-fdd4-49d5-a8f2-bcbf5fa908fb x-openstack-request-id: req-9f2cb88a-fdd4-49d5-a8f2-bcbf5fa908fb {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:22.732280 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-plugged", "status": "completed", "tag": "cf48e545-b40a-4009-8420-48bba44b3736", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:22.732612 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2cb88a-fdd4-49d5-a8f2-bcbf5fa908fb {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:22.733919 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2cb88a-fdd4-49d5-a8f2-bcbf5fa908fb'] response: {'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736', 'code': 200} Apr 20 14:32:22.745932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.749035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-de3930d7-9439-461e-a607-69374bbf73d8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:22.750887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-de3930d7-9439-461e-a607-69374bbf73d8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 821 time: 0.1867976 Apr 20 14:32:22.771430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'port': {'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'admin_state_up': True, 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:22.832329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.921690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] Pushing event deleted for resources: {'Port': ['ID=06830181-fb21-4d57-b009-f627964107f7,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:22.923750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6279f-6982-43d1-8b8f-9ccd1a08a637 None None] No DVR routers for this DVR port 06830181-fb21-4d57-b009-f627964107f7 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:22.937538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Made reservation on behalf of 05995f4993f0413db1ba9e7de1ff0e3c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:22.941424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:22.960385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > segment before_delete 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.960746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.961758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.962332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > port after_create 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.962799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > port after_delete 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.962973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > port after_update 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.963302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > segment after_delete 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.963642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet after_create 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.963968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet after_delete 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:22.964431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet after_update 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:23.030969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet after_create 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:23.031327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet after_delete 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:23.031658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet before_create 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:23.031988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Subscribe: > subnet before_update 55550000 {{(pid=102864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 14:32:23.032362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b0ed9e-f99c-4f4a-9e91-4627ed25136e']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:23.057430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:23.057724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96ac04e-6951-4dc4-86e7-a70f0a158cf5') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:23.067683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Allocated IP 172.20.0.3 (14b69cd5-6955-4e6b-8b0e-63f188116b3e/583a8f14-69d7-49ee-905d-9cebf8baa96f/7070a270-5063-4522-a2d0-b75290025615) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:23.078306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86a577-721f-42cb-b73f-8710e9393e79 req-3a807844-eaff-4809-9bb9-b68e395fa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.079887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f86a577-721f-42cb-b73f-8710e9393e79 req-3a807844-eaff-4809-9bb9-b68e395fa38d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1096 time: 0.2622995 Apr 20 14:32:23.093234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079990b-3992-4f84-9d17-bd68e7903354 req-d9c7ea38-e48b-4ac7-9182-40676ce30c0f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.094688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1079990b-3992-4f84-9d17-bd68e7903354 req-d9c7ea38-e48b-4ac7-9182-40676ce30c0f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.2081389 Apr 20 14:32:23.096440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.132698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b03f8-969d-47d4-896a-95777fa334e8 req-223a3831-637b-4d43-a2f0-66e51462f415 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.134586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-268b03f8-969d-47d4-896a-95777fa334e8 req-223a3831-637b-4d43-a2f0-66e51462f415 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 948 time: 0.3351059 Apr 20 14:32:23.165454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.187229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:32:23.187628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: from cryptography.utils import int_from_bytes Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: from cryptography.utils import int_from_bytes Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:32:23.192775 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:32:23.212699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.248068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.251575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f86a577-721f-42cb-b73f-8710e9393e79 req-5e83b67c-d080-456b-9206-06f5f5bdab87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496124 Apr 20 14:32:23.261506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1079990b-3992-4f84-9d17-bd68e7903354 req-f0c4aed4-b3d8-49f2-9a19-7ffe7d5fb852 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461759 Apr 20 14:32:23.265050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1494bfa6-9c4e-469d-ba85-3a3a758f0d55'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:23.293439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-268b03f8-969d-47d4-896a-95777fa334e8 req-5f9b821c-1b64-4593-94e4-310174b3219a tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423094 Apr 20 14:32:23.303232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.315349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:23.317158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event updated for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:23.322769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:23.328901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:23.361382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Network': ['ID=c7b0ed9e-f99c-4f4a-9e91-4627ed25136e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:23.363679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.366997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ef8c6e7d-ed9e-488d-a134-15336090fc9c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/networks/c7b0ed9e-f99c-4f4a-9e91-4627ed25136e HTTP/1.1" status: 204 len: 168 time: 1.1757178 Apr 20 14:32:23.370643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46490) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:23.399277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26ea4a8a-a99a-421f-b92c-1fec6a6e6246 req-0c5f416d-66f5-4d97-a917-4812ab4f22b1 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0404215 Apr 20 14:32:23.468699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.469625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.483315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7363df-f6d8-4e2e-a65b-494e23fb3297 req-4c30963b-3541-45e4-bb94-e9360c3ef929 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.485669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a7363df-f6d8-4e2e-a65b-494e23fb3297 req-4c30963b-3541-45e4-bb94-e9360c3ef929 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 931 time: 0.0773842 Apr 20 14:32:23.499348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting subnet e5da2cd9-c56f-4bd1-b581-0ed482a7287e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:32:23.506674 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ad49a7c-70cc-460e-b6fb-76eb04890d5c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7405188 Apr 20 14:32:23.508492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.534016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a7363df-f6d8-4e2e-a65b-494e23fb3297 req-cf823654-edf8-436b-b0f1-4137d7a0e9a3 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Apr 20 14:32:23.591432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d484d-2bb9-45a1-ba7a-65c3ca1bdcaa req-8dd2ca22-48c2-452b-ad7a-3e114287af42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.593351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-122d484d-2bb9-45a1-ba7a-65c3ca1bdcaa req-8dd2ca22-48c2-452b-ad7a-3e114287af42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.0627434 Apr 20 14:32:23.610479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06830181-fb21-4d57-b009-f627964107f7 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:23.643463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-122d484d-2bb9-45a1-ba7a-65c3ca1bdcaa req-ada8ed97-22d5-4751-9f8c-6fe0c581eda0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Apr 20 14:32:23.648212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 06830181-fb21-4d57-b009-f627964107f7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:23.648541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06830181-fb21-4d57-b009-f627964107f7 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:23.699120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3e97ea9d-874b-4d64-8a09-2cfd49335913 None None] Provisioning complete for port 7070a270-5063-4522-a2d0-b75290025615 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:23.699482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e97ea9d-874b-4d64-8a09-2cfd49335913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.736149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3e97ea9d-874b-4d64-8a09-2cfd49335913 None None] Port 7070a270-5063-4522-a2d0-b75290025615 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:23.741058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940446b3-84db-478f-ab55-11e4fc13972e req-9103b5e5-5b05-481a-a717-a10f2b625c18 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.742776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-940446b3-84db-478f-ab55-11e4fc13972e req-9103b5e5-5b05-481a-a717-a10f2b625c18 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 945 time: 0.0552950 Apr 20 14:32:23.775257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Request body: {'port': {'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:23.780883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-940446b3-84db-478f-ab55-11e4fc13972e req-0ad56033-111f-44f5-8e91-f18dc283ac1f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Apr 20 14:32:23.814605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.868640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:23.889681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9fbc-d4b2-4ff1-9ff7-fad27619dd38 req-32fa3d1f-d719-4fee-8a9b-ec83c8a3219b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.891277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13ea9fbc-d4b2-4ff1-9ff7-fad27619dd38 req-32fa3d1f-d719-4fee-8a9b-ec83c8a3219b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1096 time: 0.0394838 Apr 20 14:32:23.925637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13ea9fbc-d4b2-4ff1-9ff7-fad27619dd38 req-29b0fa90-e368-4d0a-bcb0-a3d3ca3345e4 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274305 Apr 20 14:32:24.002898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.042419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d9be7-73a7-4099-a688-f2b126b020a4 req-85fe142c-bb64-490c-94de-8650f466b292 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.044104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-175d9be7-73a7-4099-a688-f2b126b020a4 req-85fe142c-bb64-490c-94de-8650f466b292 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1096 time: 0.0397327 Apr 20 14:32:24.077849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-175d9be7-73a7-4099-a688-f2b126b020a4 req-c5792a71-0456-4b01-97dc-94b5139c9b1f tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275600 Apr 20 14:32:24.120726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.166974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.170056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/subnets/e5da2cd9-c56f-4bd1-b581-0ed482a7287e HTTP/1.1" status: 204 len: 168 time: 0.7954307 Apr 20 14:32:24.170990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0245-64f5-4cda-aec7-b0182146b811 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Subnet': ['ID=e5da2cd9-c56f-4bd1-b581-0ed482a7287e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:24.173821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f5319-5ade-4525-aebf-c85b4ff63cc6 None None] Network 0f8bfbe7-f73f-4002-b545-bef797ff0c3d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:24.180904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46502) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:24.257017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7070a270-5063-4522-a2d0-b75290025615 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:24.266247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.281870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.284556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Transition to ACTIVE for port object 7070a270-5063-4522-a2d0-b75290025615 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:24.293985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.358767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Pushing event updated for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:24.453909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] DHCP port deletion for 0f8bfbe7-f73f-4002-b545-bef797ff0c3d request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:32:24.470181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Attempting to bind port 7070a270-5063-4522-a2d0-b75290025615 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:24.470525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Attempting to bind port 7070a270-5063-4522-a2d0-b75290025615 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:24.473042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Attempting to bind port 7070a270-5063-4522-a2d0-b75290025615 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:24.476019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 0d73d125-cabb-44d6-8383-b10e7baf5008 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:24.476364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.478925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Port 7070a270-5063-4522-a2d0-b75290025615 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:24.479246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Attempting to bind port 7070a270-5063-4522-a2d0-b75290025615 on network 14b69cd5-6955-4e6b-8b0e-63f188116b3e {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:24.486495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:24.486864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Checking segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:24.487248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Bound using segment: {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:24.487681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Bound port: 7070a270-5063-4522-a2d0-b75290025615, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874b9ab-67d4-4b16-90a2-273a66832a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:24.488284 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.516133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Deleting port 0d73d125-cabb-44d6-8383-b10e7baf5008 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:24.516813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.520273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645986c-0a7f-4aab-b699-e60175dddaab req-025b6958-4d81-409c-b22a-529f1a1a3e25 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.521812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6645986c-0a7f-4aab-b699-e60175dddaab req-025b6958-4d81-409c-b22a-529f1a1a3e25 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1275632 Apr 20 14:32:24.561848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:24.564999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7070a270-5063-4522-a2d0-b75290025615,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:24.572754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.591266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59495-b14d-4b36-a9e9-b615c4cb3362 req-31fe8155-6bab-44ef-992c-17ee56f7b2fe tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.592785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5f59495-b14d-4b36-a9e9-b615c4cb3362 req-31fe8155-6bab-44ef-992c-17ee56f7b2fe tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 948 time: 0.1665595 Apr 20 14:32:24.622788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.623452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.624818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] 10.222.0.43 "PUT /v2.0/ports/7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 1091 time: 0.8561802 Apr 20 14:32:24.625250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:24.627524 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:24.627657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] For port 0d73d125-cabb-44d6-8383-b10e7baf5008, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0d73d125-cabb-44d6-8383-b10e7baf5008,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:24.628622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.651627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Calling delete_port for 0d73d125-cabb-44d6-8383-b10e7baf5008 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:24.656835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 0d73d125-cabb-44d6-8383-b10e7baf5008, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0d73d125-cabb-44d6-8383-b10e7baf5008,segment=NetworkSegment(b1385e94-89e7-4350-8dd1-93a6140d816e),segment_id=b1385e94-89e7-4350-8dd1-93a6140d816e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:24.657199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.666769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c2911-442f-4fa4-95fa-e220bcdef451 service neutron] Pushing event updated for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:24.716337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6645986c-0a7f-4aab-b699-e60175dddaab req-1141273f-6f44-404e-9739-c9da97436bdd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362233 Apr 20 14:32:24.717502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 0d73d125-cabb-44d6-8383-b10e7baf5008 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:24.739626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5f59495-b14d-4b36-a9e9-b615c4cb3362 req-6f3eed27-ef3f-4275-8aa1-ef523962cb94 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287441 Apr 20 14:32:24.849711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.855985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-70494e8d-76a5-4cbb-8215-87627abf5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.857820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-70494e8d-76a5-4cbb-8215-87627abf5f99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1094 time: 0.1064935 Apr 20 14:32:24.876106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] Pushing event deleted for resources: {'Port': ['ID=0d73d125-cabb-44d6-8383-b10e7baf5008,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:24.889126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13275c3d-5b65-4324-ac99-c5ba69228293 None None] No DVR routers for this DVR port 0d73d125-cabb-44d6-8383-b10e7baf5008 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:24.913037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-3d9dca28-c2a1-4036-9193-a45da93b74c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 217 time: 0.0414915 Apr 20 14:32:24.943438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e9ca058-be54-4538-b65b-f51e770d4275 req-7fee307c-ab3f-4afe-aae5-25e77b0dc564 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0334656 Apr 20 14:32:24.955524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051399b-1a8c-4852-9615-932eb3fbefc0 req-c82a808b-9f0b-4a5b-af09-8cba2080b63b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.957223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6051399b-1a8c-4852-9615-932eb3fbefc0 req-c82a808b-9f0b-4a5b-af09-8cba2080b63b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1096 time: 0.1319883 Apr 20 14:32:24.958050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:24.965095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-b3978747-515c-492a-bc3f-a49209693dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:24.966676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-b3978747-515c-492a-bc3f-a49209693dd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0450540 Apr 20 14:32:24.993326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=0d73d125-cabb-44d6-8383-b10e7baf5008,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:25.023335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 0d73d125-cabb-44d6-8383-b10e7baf5008 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:25.027724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ef3d11a-1d66-47f9-83c1-d9d588ef0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.029805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-7ef3d11a-1d66-47f9-83c1-d9d588ef0969 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553777 Apr 20 14:32:25.066035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6051399b-1a8c-4852-9615-932eb3fbefc0 req-8e8e7da9-bfc2-4d60-8de1-96e65d403876 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701418 Apr 20 14:32:25.128634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-8462e658-3b51-4cc2-91ac-3793f41f95e0 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918727 Apr 20 14:32:25.139781 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829fa88-ce48-4b53-9cc9-44b13e5cdec2 x-openstack-request-id: req-8829fa88-ce48-4b53-9cc9-44b13e5cdec2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:25.140262 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:25.140628 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8829fa88-ce48-4b53-9cc9-44b13e5cdec2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:25.141039 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8829fa88-ce48-4b53-9cc9-44b13e5cdec2'] response: {'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615', 'status': 'completed', 'code': 200} Apr 20 14:32:25.141479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cedc9-d3f9-4c7b-89b9-0c1f9ea63636 req-3539628b-9e52-4a6a-a88f-5213ea751079 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.143513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402cedc9-d3f9-4c7b-89b9-0c1f9ea63636 req-3539628b-9e52-4a6a-a88f-5213ea751079 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 943 time: 0.1099310 Apr 20 14:32:25.161795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.192753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8bfbe7-f73f-4002-b545-bef797ff0c3d']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:25.229293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1385e94-89e7-4350-8dd1-93a6140d816e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:25.229581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1385e94-89e7-4350-8dd1-93a6140d816e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:25.232920 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-417f1ede-a990-4dbb-8820-9676ffed4399 req-18eefd4d-d7bf-40bd-9c00-2ff80d2959cd service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Apr 20 14:32:25.238966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402cedc9-d3f9-4c7b-89b9-0c1f9ea63636 req-54bef22f-2a03-4587-9c36-4c3d13c16040 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883052 Apr 20 14:32:25.243990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.262516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.279698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f030-e718-44e6-b23b-4ee33132710f req-c2533fe4-fef2-4607-94ec-3162db4b8d86 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.281102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2591f030-e718-44e6-b23b-4ee33132710f req-c2533fe4-fef2-4607-94ec-3162db4b8d86 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.0902059 Apr 20 14:32:25.282166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:32:25.282582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:32:25.285910 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:32:25.342138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-a97afb51-9bc6-468e-a9cd-28a8c47d9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.344010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-a97afb51-9bc6-468e-a9cd-28a8c47d9d05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1094 time: 0.0436480 Apr 20 14:32:25.361444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.370009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.382218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/networks/0f8bfbe7-f73f-4002-b545-bef797ff0c3d HTTP/1.1" status: 204 len: 168 time: 1.1929743 Apr 20 14:32:25.382408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:25.387870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1443909027'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:25.402181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2591f030-e718-44e6-b23b-4ee33132710f req-e1a496b8-6ec4-4454-8901-032e9d14b1ff tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064279 Apr 20 14:32:25.404251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615b057-5e0e-44da-8728-e3224b37d76c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Network': ['ID=0f8bfbe7-f73f-4002-b545-bef797ff0c3d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:25.426303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:25.438378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.457431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-ec7f66df-8dab-4c0c-9004-207db9176575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.459160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-ec7f66df-8dab-4c0c-9004-207db9176575 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1063809 Apr 20 14:32:25.463583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:32:25.473117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.473546 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Added segment c9551e2d-757e-41f1-8230-e642736ca61c of type vlan for network 4f7c52d4-a765-4d98-a0ce-7a293a02412e Apr 20 14:32:25.509205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-a348337b-f7ba-49de-9a9e-ff2549ad9ca3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 217 time: 0.0401220 Apr 20 14:32:25.518335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.529828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2b685bf7-1996-4c95-bc21-7c60b97ce24b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:25.549782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.559326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.560108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.587823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46542) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:25.589441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2058325 Apr 20 14:32:25.597306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'subnet': {'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:25.619733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-16ee4acc-a646-461b-b635-1e1f450a49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.623835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-16ee4acc-a646-461b-b635-1e1f450a49b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1058047 Apr 20 14:32:25.649854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0d73d125-cabb-44d6-8383-b10e7baf5008 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:25.674223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0d73d125-cabb-44d6-8383-b10e7baf5008 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:25.674556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0d73d125-cabb-44d6-8383-b10e7baf5008 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:25.724135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:25.739648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '2b685bf7-1996-4c95-bc21-7c60b97ce24b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '2b685bf7-1996-4c95-bc21-7c60b97ce24b', 'mac_address': 'fa:16:3e:31:ef:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:25.741237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21df603-b553-4805-90f0-a3fb336c60d0 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Network': ['ID=4f7c52d4-a765-4d98-a0ce-7a293a02412e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:25.751654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-b1e7cfa8-2a70-4693-bd52-56a299256707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.753150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-b1e7cfa8-2a70-4693-bd52-56a299256707 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101909 Apr 20 14:32:25.755393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f68b-853b-4fcb-ba10-4576ab2385b0 req-832150c7-f589-4c27-afd4-d8de42f534e1 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.757033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1245f68b-853b-4fcb-ba10-4576ab2385b0 req-832150c7-f589-4c27-afd4-d8de42f534e1 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1096 time: 0.0848544 Apr 20 14:32:25.760420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:32:25.787899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:25.791485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.812230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1245f68b-853b-4fcb-ba10-4576ab2385b0 req-a02ed7df-de6e-45a4-90aa-edef49afa21c tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Apr 20 14:32:25.903237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.927403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b685bf7-1996-4c95-bc21-7c60b97ce24b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:25.938543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ce14-1581-466c-890a-387e5c00e0e2 req-31641a4b-2f33-4d90-9218-953b5f72e1ed tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.947695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39f8ce14-1581-466c-890a-387e5c00e0e2 req-31641a4b-2f33-4d90-9218-953b5f72e1ed tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0660028 Apr 20 14:32:25.951950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:25.962302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.963923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-b418bd0b-8864-428e-bc93-db2122fa4588 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003989 Apr 20 14:32:26.008336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39f8ce14-1581-466c-890a-387e5c00e0e2 req-ef241935-edba-4156-9f33-31dcf8c8daea tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Apr 20 14:32:26.022504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:26.119606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a63-40e1-438d-8297-26ebab4168be req-48162281-2782-45d7-a494-91ded4bf24e9 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.121127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a558a63-40e1-438d-8297-26ebab4168be req-48162281-2782-45d7-a494-91ded4bf24e9 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 949 time: 0.0517287 Apr 20 14:32:26.149573 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6e493cfb-cd9e-4cab-86fb-7a2003e29fbf req-618aabb6-419a-4099-8f39-554d003f8194 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767619 Apr 20 14:32:26.157279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.163474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a558a63-40e1-438d-8297-26ebab4168be req-e65f952f-5dfc-48e9-84da-10b630654723 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Apr 20 14:32:26.222918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Subnet': ['ID=27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:26.230310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Checking segment: {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:26.230590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network hostable DHCP agents. Network: 4f7c52d4-a765-4d98-a0ce-7a293a02412e, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:32:26.248629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:32:26.259007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 4f7c52d4-a765-4d98-a0ce-7a293a02412e) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:26.270171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-05b4c5df-1476-4d6b-996b-0ad1df0597d5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:26.271374 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-05b4c5df-1476-4d6b-996b-0ad1df0597d5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103784 Apr 20 14:32:26.271555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a545ef-0fff-4843-bdfa-9d71fdd2dd46 None None] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:26.272630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.273197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.281550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b9cc-5823-4891-b8a5-11d3430c18de req-a6a0ca1a-2101-4e68-afd9-977ece62b5f6 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.283349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf39b9cc-5823-4891-b8a5-11d3430c18de req-a6a0ca1a-2101-4e68-afd9-977ece62b5f6 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1096 time: 0.0574131 Apr 20 14:32:26.311628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9003222a-1c0e-4568-b110-7db913f3f00b tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7223995 Apr 20 14:32:26.314172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46566) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:26.318966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1028875485'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:26.330716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9a0128f6-82e0-412d-8f68-301e46c2152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.331400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf39b9cc-5823-4891-b8a5-11d3430c18de req-4a3f6a1a-9bcc-4224-8ea6-a76017303bc2 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Apr 20 14:32:26.332071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9a0128f6-82e0-412d-8f68-301e46c2152b service neutron] 10.222.0.20 "GET /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 1093 time: 0.0500751 Apr 20 14:32:26.345808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['2b685bf7-1996-4c95-bc21-7c60b97ce24b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:26.357128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:26.357582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:32:26.359645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:26.363321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.426339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:32:26.464021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.464411 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Added segment 2d2f0075-dc9b-4844-9364-e5a3de24143a of type vlan for network f15ed42d-4870-43a5-a32f-26779691c51c Apr 20 14:32:26.514905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-4f7c52d4-a765-4d98-a0ce-7a293a02412e', 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'fixed_ips': [{'subnet_id': '27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:32:26.515826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.523302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.579651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:26.580052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:26.580351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:26.583906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.589641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.590270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.599045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:26.599447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:26.647237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:26.647580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:26.647961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:26.648451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Bound port: eb028696-d8d5-4729-ab5f-00fc03f16564, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:26.665000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3496799 Apr 20 14:32:26.677066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:26.686851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32343829-9e59-4a2d-a35d-059d40597e96 req-9d578973-065a-4e4b-a619-696420730075 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.2973559 Apr 20 14:32:26.690289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfa365-f8b9-4c7f-88b9-e5e09428025d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Network': ['ID=f15ed42d-4870-43a5-a32f-26779691c51c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:26.690475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'subnet': {'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:26.699710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Allocated IP 19.80.0.2 (4f7c52d4-a765-4d98-a0ce-7a293a02412e/27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6/ea5cfa29-df87-4456-ab90-4bbdb35e587b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:26.709460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f15ed42d-4870-43a5-a32f-26779691c51c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:32:26.730269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:26.738681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.740849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9083e42e-ec23-42fd-abb6-ed4f6d1dd6dc service neutron] 10.222.0.20 "POST /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564/bindings HTTP/1.1" status: 201 len: 389 time: 0.3872097 Apr 20 14:32:26.846481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcd7c6-83f0-460f-94cc-4b85cb6128b1 req-e70c0680-1f98-47df-8f9d-d503df710e78 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.853884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15dcd7c6-83f0-460f-94cc-4b85cb6128b1 req-e70c0680-1f98-47df-8f9d-d503df710e78 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 943 time: 0.0869622 Apr 20 14:32:26.856230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:26.859689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.945948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.952686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.960129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15dcd7c6-83f0-460f-94cc-4b85cb6128b1 req-d67b15e4-f112-4ab8-ad16-087215274609 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053567 Apr 20 14:32:26.995545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:26.998522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:27.002285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:27.010105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Pushing event updated for resources: {'Port': ['ID=ea5cfa29-df87-4456-ab90-4bbdb35e587b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:27.027824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defce5e-8602-491a-a88d-544a89f211fb req-a8da24d3-4311-4509-8a8b-b0abebd3f18d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.035291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0defce5e-8602-491a-a88d-544a89f211fb req-a8da24d3-4311-4509-8a8b-b0abebd3f18d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 945 time: 0.0930774 Apr 20 14:32:27.081065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Attempting to bind port ea5cfa29-df87-4456-ab90-4bbdb35e587b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:27.081691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Attempting to bind port ea5cfa29-df87-4456-ab90-4bbdb35e587b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:27.082299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Attempting to bind port ea5cfa29-df87-4456-ab90-4bbdb35e587b on network 4f7c52d4-a765-4d98-a0ce-7a293a02412e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:27.089695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:27.090461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Checking segment: {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:27.091249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.091844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Bound using segment: {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:27.092507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Bound port: ea5cfa29-df87-4456-ab90-4bbdb35e587b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:27.093116 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.103830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-dae38ec9-9287-4ba5-af69-6b36c2d4b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.106003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-dae38ec9-9287-4ba5-af69-6b36c2d4b3bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1096 time: 0.0662282 Apr 20 14:32:27.107246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0defce5e-8602-491a-a88d-544a89f211fb req-3f14a082-c65d-476c-b9ec-3ce7d49c75fc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709214 Apr 20 14:32:27.167042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] For port ea5cfa29-df87-4456-ab90-4bbdb35e587b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:27.171099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] For port ea5cfa29-df87-4456-ab90-4bbdb35e587b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ea5cfa29-df87-4456-ab90-4bbdb35e587b,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:27.178712 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.223633 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.284130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2866f697-a000-4df1-b0e0-cdb648c5a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.284130 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2866f697-a000-4df1-b0e0-cdb648c5a225 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1704371 Apr 20 14:32:27.305483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667c14d-c5ac-4386-94fe-21efc9644d41 None None] Pushing event updated for resources: {'Port': ['ID=ea5cfa29-df87-4456-ab90-4bbdb35e587b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:27.326300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Subnet': ['ID=1492be47-790e-4ee9-8859-d72df5987089,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:27.354893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9be68a20-7442-4d66-a742-5b7dfea34d67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 217 time: 0.0551667 Apr 20 14:32:27.355440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ac97e-77ae-4011-bec5-dc64b3a07c37 req-db10f9df-7e81-46fb-8b32-32b52e994bb7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.356971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-183ac97e-77ae-4011-bec5-dc64b3a07c37 req-db10f9df-7e81-46fb-8b32-32b52e994bb7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1231968 Apr 20 14:32:27.358207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Checking segment: {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:27.358586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network hostable DHCP agents. Network: f15ed42d-4870-43a5-a32f-26779691c51c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:32:27.399445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network f15ed42d-4870-43a5-a32f-26779691c51c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:32:27.425453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-183ac97e-77ae-4011-bec5-dc64b3a07c37 req-152b29d3-bd58-4dac-8cfb-a787cfd97e0f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Apr 20 14:32:27.431628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f15ed42d-4870-43a5-a32f-26779691c51c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:27.439212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-f7d55938-07fc-40a4-8a8d-d8eb12521584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.440876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-f7d55938-07fc-40a4-8a8d-d8eb12521584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0784903 Apr 20 14:32:27.452097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.452821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.472274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66584217-3a9c-4378-8e72-e7b3c23b6096 None None] Network f15ed42d-4870-43a5-a32f-26779691c51c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:27.472449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7ebcd3ee-3413-44d8-bd4e-94540567cc71 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7941296 Apr 20 14:32:27.516704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-e86fb060-c9ce-4d7c-9fce-55ccc05937e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681472 Apr 20 14:32:27.612413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80b1f2-8528-4477-969d-d5094f7a41fe req-11b8b589-7811-4509-971a-293c52f37a1e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.614064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c80b1f2-8528-4477-969d-d5094f7a41fe req-11b8b589-7811-4509-971a-293c52f37a1e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 949 time: 0.0925887 Apr 20 14:32:27.699039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c80b1f2-8528-4477-969d-d5094f7a41fe req-8ce88eca-c4f3-4a37-af7d-9bc03758b977 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Apr 20 14:32:27.720572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-7b55e172-9ab5-4214-b557-571e80b6dcab service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956818 Apr 20 14:32:27.732445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ea5cfa29-df87-4456-ab90-4bbdb35e587b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:27.843643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f15ed42d-4870-43a5-a32f-26779691c51c', 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'fixed_ips': [{'subnet_id': '1492be47-790e-4ee9-8859-d72df5987089'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:32:27.844511 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.848397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ea5cfa29-df87-4456-ab90-4bbdb35e587b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:27.848739 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.854209 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-0e96b9c7-a280-4056-85e2-d88e22a1784f service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232388 Apr 20 14:32:27.960678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-674b3151-1d12-4c28-894f-57dc4f81062a tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.967412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-674b3151-1d12-4c28-894f-57dc4f81062a tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.968315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-674b3151-1d12-4c28-894f-57dc4f81062a tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/networks?id=4f7c52d4-a765-4d98-a0ce-7a293a02412e&id=f15ed42d-4870-43a5-a32f-26779691c51c HTTP/1.1" status: 200 len: 1392 time: 0.1541688 Apr 20 14:32:27.985065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-78ad24ea-0568-44fe-84c2-09da645b6c67 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/quotas/fe1326c2b5134ad986c0c804c48ec5a2 HTTP/1.1" status: 200 len: 375 time: 0.0099025 Apr 20 14:32:28.017217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-cb0c8ad3-818e-4ed1-ad52-5242d1d683f5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:28.019439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-cb0c8ad3-818e-4ed1-ad52-5242d1d683f5 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0923173 Apr 20 14:32:28.041198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:28.083758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-1d8c5b6f-621a-44de-82cc-7962b203585d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904884 Apr 20 14:32:28.089862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.109453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Allocated IP 19.86.0.2 (f15ed42d-4870-43a5-a32f-26779691c51c/1492be47-790e-4ee9-8859-d72df5987089/06327a82-896a-4b4d-9080-636d5a68c664) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:28.131728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.209128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7070a270-5063-4522-a2d0-b75290025615 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:28.216634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-d4bc84ce-89c8-4dcb-b5b1-2b0e26b1ba30 service neutron] 10.222.0.20 "GET /v2.0/networks/4f7c52d4-a765-4d98-a0ce-7a293a02412e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313601 Apr 20 14:32:28.218502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port ea5cfa29-df87-4456-ab90-4bbdb35e587b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ea5cfa29-df87-4456-ab90-4bbdb35e587b,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:28.240830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.327966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-eac260f3-2712-4c55-9b18-83023a0860ba service neutron] 10.222.0.20 "GET /v2.0/networks/4f7c52d4-a765-4d98-a0ce-7a293a02412e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100502 Apr 20 14:32:28.419127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:28.482244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:28.485939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd5533b-3c69-47f2-93a0-ce401bf2a768 service neutron] 10.222.0.20 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570849 Apr 20 14:32:28.494714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453de79-dc78-43ac-94ad-1e170bcdb9ed None None] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:28.522536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46632) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:28.544634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:28.547343 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8c237-d05d-4bec-8282-f909c5655863" -d '{"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:28.551940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.554359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:32:28.564541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.608853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-02f6da56-a3b4-4980-a0d0-21d43da3d492 service neutron] 10.222.0.20 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147003 Apr 20 14:32:28.667885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b3590325-a066-4d36-a6c9-695123be54c4 None None] Provisioning complete for port ea5cfa29-df87-4456-ab90-4bbdb35e587b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:28.668258 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3590325-a066-4d36-a6c9-695123be54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.683862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-09abdbd7-ae1c-4360-9357-f9fd1aca75dc tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:28.684559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-09abdbd7-ae1c-4360-9357-f9fd1aca75dc tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1605065 Apr 20 14:32:28.685166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:28.690149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:28.690479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:28.690824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:28.695648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:28.695964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Attempting to bind port eb028696-d8d5-4729-ab5f-00fc03f16564 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:28.700991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:28.701252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:28.702065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:28.702065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Bound port: eb028696-d8d5-4729-ab5f-00fc03f16564, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:28.702345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.720801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=ea5cfa29-df87-4456-ab90-4bbdb35e587b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:28.799166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:28.810266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:28.821741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.868266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7070a270-5063-4522-a2d0-b75290025615,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:28.894860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bfcfbc1-be56-42b8-b8d6-238b1fd4647f req-1dbc5a0a-f20c-4fff-a468-6946f2875139 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0358896 Apr 20 14:32:28.897311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '7070a270-5063-4522-a2d0-b75290025615', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:28.918221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.947135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-5c1fb9cb-8f1d-4726-8223-b3e83866278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:28.954077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-5c1fb9cb-8f1d-4726-8223-b3e83866278e service neutron] 10.222.0.20 "GET /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 1093 time: 0.2025578 Apr 20 14:32:28.958859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:28.959320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:32:28.962961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:28.963642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.004279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.041606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.042479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.042773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb9b8-99f8-4c7f-8af4-bee88c537156 req-6e14821c-7fca-48a5-8d03-03e210bf10d9 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.043989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-8c56bf21-8504-4528-80aa-f722ef7e820d service neutron] 10.222.0.43 "PUT /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 1121 time: 1.0130124 Apr 20 14:32:29.044478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22ebb9b8-99f8-4c7f-8af4-bee88c537156 req-6e14821c-7fca-48a5-8d03-03e210bf10d9 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 943 time: 0.0618246 Apr 20 14:32:29.084123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Network f15ed42d-4870-43a5-a32f-26779691c51c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:29.091212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:29.093457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22ebb9b8-99f8-4c7f-8af4-bee88c537156 req-d3632d94-0db4-4007-8573-eddd3e037816 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Apr 20 14:32:29.119752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:29.138270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070a270-5063-4522-a2d0-b75290025615 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:29.186124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Pushing event updated for resources: {'Port': ['ID=06327a82-896a-4b4d-9080-636d5a68c664,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:29.204812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['eb028696-d8d5-4729-ab5f-00fc03f16564'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:29.206271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:29.206909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:29.207300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:29.213199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:29.213585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:29.220844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:29.221169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:29.221542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:29.222295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Bound port: cf48e545-b40a-4009-8420-48bba44b3736, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:29.228123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc366-fd59-484c-a128-b4941cd2b699 req-98e01a01-78e6-4d33-aaa4-6758d906c747 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.237202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95ccc366-fd59-484c-a128-b4941cd2b699 req-98e01a01-78e6-4d33-aaa4-6758d906c747 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0634177 Apr 20 14:32:29.237383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7070a270-5063-4522-a2d0-b75290025615,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:29.263317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.290990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95ccc366-fd59-484c-a128-b4941cd2b699 req-f2cd82f2-8cd1-483b-8af4-f5b0c44a267e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Apr 20 14:32:29.310428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Attempting to bind port 06327a82-896a-4b4d-9080-636d5a68c664 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:29.310834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Attempting to bind port 06327a82-896a-4b4d-9080-636d5a68c664 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:29.311225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Attempting to bind port 06327a82-896a-4b4d-9080-636d5a68c664 on network f15ed42d-4870-43a5-a32f-26779691c51c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:29.323055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:29.334739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.336825 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-32e24296-268d-45e5-9058-c356f3dd8b6b service neutron] 10.222.0.20 "POST /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736/bindings HTTP/1.1" status: 201 len: 389 time: 0.3815238 Apr 20 14:32:29.340574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:29.340955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Checking segment: {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:29.341364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.341761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Bound using segment: {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:29.342251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Bound port: 06327a82-896a-4b4d-9080-636d5a68c664, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:29.343061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.417193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:29.444001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8456b2-e0d7-493d-9662-e595ec452c96 req-31d67e9f-5da2-4a99-adfe-ad0ccb9b8d16 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.445877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e8456b2-e0d7-493d-9662-e595ec452c96 req-31d67e9f-5da2-4a99-adfe-ad0ccb9b8d16 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0774703 Apr 20 14:32:29.504303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] For port 06327a82-896a-4b4d-9080-636d5a68c664, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:29.508289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] For port 06327a82-896a-4b4d-9080-636d5a68c664, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06327a82-896a-4b4d-9080-636d5a68c664,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:29.522611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.535460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e8456b2-e0d7-493d-9662-e595ec452c96 req-4706e84f-c17f-44db-9cb2-6ae5e7fdc153 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762250 Apr 20 14:32:29.564657 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac3194-6afb-4903-b998-cd1f923883f4 x-openstack-request-id: req-9eac3194-6afb-4903-b998-cd1f923883f4 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:29.564657 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:29.564657 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eac3194-6afb-4903-b998-cd1f923883f4 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:29.564657 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac3194-6afb-4903-b998-cd1f923883f4'] response: {'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'code': 200} Apr 20 14:32:29.565605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['7070a270-5063-4522-a2d0-b75290025615'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:29.573415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2b685bf7-1996-4c95-bc21-7c60b97ce24b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:29.659012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b07bfb9-efb6-42aa-807e-f867ad0474a0 req-7bcacf29-d5b1-416e-8e8a-bcd7864cd3a3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 210 time: 0.0385616 Apr 20 14:32:29.688673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ea5cfa29-df87-4456-ab90-4bbdb35e587b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:29.732681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabaf88-98a6-4df5-9a8e-32982a04d18c req-821a42fe-4b62-476a-8188-a45da1deced6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.739143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deabaf88-98a6-4df5-9a8e-32982a04d18c req-821a42fe-4b62-476a-8188-a45da1deced6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 949 time: 0.0828717 Apr 20 14:32:29.763172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-11ab58ce-6448-45ec-b165-c1fa825e0482 None None] Provisioning complete for port ea5cfa29-df87-4456-ab90-4bbdb35e587b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:29.763594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-11ab58ce-6448-45ec-b165-c1fa825e0482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.801843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c38e-2027-4577-9d56-9cad61d3ebe2 None None] Pushing event updated for resources: {'Port': ['ID=06327a82-896a-4b4d-9080-636d5a68c664,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:29.844847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deabaf88-98a6-4df5-9a8e-32982a04d18c req-a3715379-3b77-46f2-a96f-cbfdda07bdb4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882962 Apr 20 14:32:29.881765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda07ef-816f-4fc2-b39f-8b49c863407c req-3c685ec1-8d5f-4d6d-af7d-d72be3ddf50b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.882834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 2b685bf7-1996-4c95-bc21-7c60b97ce24b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:29.891548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abda07ef-816f-4fc2-b39f-8b49c863407c req-3c685ec1-8d5f-4d6d-af7d-d72be3ddf50b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1506231 Apr 20 14:32:29.904957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 2b685bf7-1996-4c95-bc21-7c60b97ce24b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:29.905302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.927979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abda07ef-816f-4fc2-b39f-8b49c863407c req-ee7af11d-9224-4bb5-9768-bf95bb68f300 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351937 Apr 20 14:32:29.946288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ea5cfa29-df87-4456-ab90-4bbdb35e587b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:29.946694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.015660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3842d53b-64ba-447e-a736-91b3329a6cff req-575e2728-f2e0-4704-a479-1ace236b632b tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Apr 20 14:32:30.149826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.181625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:30.184024 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a577d10-aa4a-4819-ad8b-5cdbba739b91" -d '{"events": [{"server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "name": "network-vif-plugged", "status": "completed", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:30.198653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:30.206447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.249644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ff160-6e30-4061-80cd-28c904528cb2 req-0c1ead46-7206-444c-accc-6d384f66db35 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.257690 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5309a-67ed-4310-bb98-6b07f677bb6c x-openstack-request-id: req-f8c5309a-67ed-4310-bb98-6b07f677bb6c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:30.258102 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "name": "network-vif-plugged", "status": "completed", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:30.258495 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c5309a-67ed-4310-bb98-6b07f677bb6c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:30.258949 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c5309a-67ed-4310-bb98-6b07f677bb6c'] response: {'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b', 'code': 200} Apr 20 14:32:30.259482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f06ff160-6e30-4061-80cd-28c904528cb2 req-0c1ead46-7206-444c-accc-6d384f66db35 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 944 time: 0.0800173 Apr 20 14:32:30.259925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:30.297310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f06ff160-6e30-4061-80cd-28c904528cb2 req-5cdb44fe-0760-4fd2-a18d-472d7a3d4ec1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Apr 20 14:32:30.398964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3418c3-e174-43b8-8d80-0aabf230661a req-b80f0ef6-6713-4b7b-9dc0-6eea36a9bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.401260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b3418c3-e174-43b8-8d80-0aabf230661a req-b80f0ef6-6713-4b7b-9dc0-6eea36a9bd35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 1101 time: 0.0634277 Apr 20 14:32:30.451444 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b3418c3-e174-43b8-8d80-0aabf230661a req-8e5ed842-2ffa-4900-8d00-ead9ea2b47da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Apr 20 14:32:30.455585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3644-17db-4735-b07c-d366d1d93be2 req-f9d89fa1-a40d-46e8-88db-c6bf38da7275 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.459049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f62a3644-17db-4735-b07c-d366d1d93be2 req-f9d89fa1-a40d-46e8-88db-c6bf38da7275 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.0839345 Apr 20 14:32:30.500673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-51569090-e99f-4c45-bfc6-8d91f40c8012 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.506340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-51569090-e99f-4c45-bfc6-8d91f40c8012 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.507994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-51569090-e99f-4c45-bfc6-8d91f40c8012 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "GET /v2.0/networks?id=4f7c52d4-a765-4d98-a0ce-7a293a02412e&id=f15ed42d-4870-43a5-a32f-26779691c51c HTTP/1.1" status: 200 len: 1392 time: 0.1894093 Apr 20 14:32:30.530899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f62a3644-17db-4735-b07c-d366d1d93be2 req-61a8fcfb-dbc5-43a1-9aa8-04ceb94738d7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644248 Apr 20 14:32:30.663109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85746bbf-6345-4bbf-860f-002b39aa1765 req-2656b8b2-8d25-4d32-a130-eaed73791b89 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.665004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85746bbf-6345-4bbf-860f-002b39aa1765 req-2656b8b2-8d25-4d32-a130-eaed73791b89 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0497313 Apr 20 14:32:30.679339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de825b73-58bb-4679-b4f5-49630529c814 None None] Network f15ed42d-4870-43a5-a32f-26779691c51c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:30.709864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85746bbf-6345-4bbf-860f-002b39aa1765 req-e5c07737-8a52-4adb-8950-e6a24ce0b89e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Apr 20 14:32:30.755321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] Provisioning complete for port 06327a82-896a-4b4d-9080-636d5a68c664 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:30.755687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.766290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-493ed3be-882c-4971-bcbe-8d1699d442a7 req-8aa76ff7-f4a9-4abb-b992-db6d8031573d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 210 time: 0.0283973 Apr 20 14:32:30.822408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'port': {'device_id': '6983a439-29f5-4d8f-8a60-48afe3220053', 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e', 'admin_state_up': True, 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:30.896967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.939910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] For port 06327a82-896a-4b4d-9080-636d5a68c664, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06327a82-896a-4b4d-9080-636d5a68c664,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:30.946161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.967794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:30.971959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.002253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae85ab-9f5a-4f42-bb31-c2ad90997935 None None] Pushing event updated for resources: {'Port': ['ID=06327a82-896a-4b4d-9080-636d5a68c664,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:31.050874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786655-0c90-44b9-aeb6-00b4f0cce0ed req-31b7ff33-2d3d-4964-a70f-72df9c986f9e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.052298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c786655-0c90-44b9-aeb6-00b4f0cce0ed req-31b7ff33-2d3d-4964-a70f-72df9c986f9e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.1290576 Apr 20 14:32:31.165082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c786655-0c90-44b9-aeb6-00b4f0cce0ed req-28517dd6-b22a-4373-82c2-c88c76132195 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020739 Apr 20 14:32:31.170916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aece7f6b-a6a2-46ab-92b1-49d665c331a6 None None] Provisioning complete for port 06327a82-896a-4b4d-9080-636d5a68c664 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:31.171286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aece7f6b-a6a2-46ab-92b1-49d665c331a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.181016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be385a-9aef-4f4c-a856-90e8774a92c8 req-c3606281-375b-4793-b351-ca2b46d11a23 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.182674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07be385a-9aef-4f4c-a856-90e8774a92c8 req-c3606281-375b-4793-b351-ca2b46d11a23 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1433237 Apr 20 14:32:31.199415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Allocated IP 19.80.0.171 (4f7c52d4-a765-4d98-a0ce-7a293a02412e/27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6/d3addaf2-4c17-479d-beb8-aa807bd27cf6) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:31.280103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d544821-2939-4db5-9517-33bcfce91d53 req-3d81d18d-aea9-4fcf-aa30-0033a30aed45 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0472171 Apr 20 14:32:31.288137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07be385a-9aef-4f4c-a856-90e8774a92c8 req-3f94cb1d-4fe3-45dc-be3e-34481a2684c9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907781 Apr 20 14:32:31.429140 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.450051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c8fd-8b09-47c3-b1dc-b0f72e8af9c3 req-6d150469-dfa6-477d-95be-b006efd6825f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.451504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f30c8fd-8b09-47c3-b1dc-b0f72e8af9c3 req-6d150469-dfa6-477d-95be-b006efd6825f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 944 time: 0.0781159 Apr 20 14:32:31.497240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.546132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f30c8fd-8b09-47c3-b1dc-b0f72e8af9c3 req-67e859ac-6708-4103-bfad-4a29aed84483 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868561 Apr 20 14:32:31.554466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:31.559739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:31.560806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:31.563596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:31.564428 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f30921-2ef8-4794-a3f7-9dc48824884e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:31.610906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:31.630794 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7e8fa-532d-4952-a3b2-2eebcca5e070 x-openstack-request-id: req-e2b7e8fa-532d-4952-a3b2-2eebcca5e070 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:31.631175 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:31.631661 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b7e8fa-532d-4952-a3b2-2eebcca5e070 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:31.632132 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b7e8fa-532d-4952-a3b2-2eebcca5e070'] response: {'name': 'network-changed', 'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'status': 'completed', 'code': 200} Apr 20 14:32:31.638065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.638753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.673594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06327a82-896a-4b4d-9080-636d5a68c664 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:31.678199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-49e01d48-d41e-4a36-9825-53dbeececae7 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8596973 Apr 20 14:32:31.708261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Request body: {'port': {'device_id': '6983a439-29f5-4d8f-8a60-48afe3220053', 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c', 'admin_state_up': True, 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:31.715609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-11798e23-79f4-4091-b264-252046ae11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.717198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-11798e23-79f4-4091-b264-252046ae11a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1124 time: 0.0628333 Apr 20 14:32:31.728412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 06327a82-896a-4b4d-9080-636d5a68c664 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:31.729284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.840355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ae81f-9a7a-4428-9bac-735cf79ed6f4 req-09e865db-0a35-4823-bff7-4eebd5078562 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.843216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-672ae81f-9a7a-4428-9bac-735cf79ed6f4 req-09e865db-0a35-4823-bff7-4eebd5078562 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1956379 Apr 20 14:32:31.847726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-71de2fc3-6a0d-41e3-afd8-f2a95f319e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.850088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-71de2fc3-6a0d-41e3-afd8-f2a95f319e4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1258550 Apr 20 14:32:31.893174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-cff9b155-3e50-435a-8e6f-f44860ebb688 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 217 time: 0.0333190 Apr 20 14:32:31.906755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c20b4f76-61e2-4911-b3ee-a86d08f21ef1 None None] Provisioning complete for port d3addaf2-4c17-479d-beb8-aa807bd27cf6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:31.907312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c20b4f76-61e2-4911-b3ee-a86d08f21ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.943059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-672ae81f-9a7a-4428-9bac-735cf79ed6f4 req-8e9f0f80-2ed6-4510-b1c9-1a30ad88581c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803738 Apr 20 14:32:31.944775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Made reservation on behalf of fe1326c2b5134ad986c0c804c48ec5a2 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:31.948304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.949401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4f76-61e2-4911-b3ee-a86d08f21ef1 None None] Port d3addaf2-4c17-479d-beb8-aa807bd27cf6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:31.951894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-c54307b2-8fe9-471f-abe3-8a7cd6f762a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.953416 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-c54307b2-8fe9-471f-abe3-8a7cd6f762a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0536888 Apr 20 14:32:31.956942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227beb60-6359-48ff-b2b7-d020e453504b req-bbd8fa20-a9ee-4909-9287-94b2d8b864d8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.958416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-227beb60-6359-48ff-b2b7-d020e453504b req-bbd8fa20-a9ee-4909-9287-94b2d8b864d8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1083899 Apr 20 14:32:32.005467 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-cea34fda-6b04-4e91-ad09-0d6069abe300 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405111 Apr 20 14:32:32.047984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-227beb60-6359-48ff-b2b7-d020e453504b req-f8b5b5b3-6c50-4672-9567-adfd4ca86d19 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817587 Apr 20 14:32:32.117463 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-87a0ee4d-40f9-434b-a305-433cbf5c4647 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997138 Apr 20 14:32:32.132462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851421e-4fe2-4212-85d6-06035e7b2787 req-206ee0d2-fbad-486f-b1ad-66cb4d7180f1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.133983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6851421e-4fe2-4212-85d6-06035e7b2787 req-206ee0d2-fbad-486f-b1ad-66cb4d7180f1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 932 time: 0.1027155 Apr 20 14:32:32.155195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Allocated IP 19.86.0.38 (f15ed42d-4870-43a5-a32f-26779691c51c/1492be47-790e-4ee9-8859-d72df5987089/8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:32.199129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6851421e-4fe2-4212-85d6-06035e7b2787 req-4cd16cd3-013f-47c7-b4b5-1eb704976643 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564551 Apr 20 14:32:32.217192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0f30921-2ef8-4794-a3f7-9dc48824884e req-5e7a5988-3aa8-4755-8c4a-12f7c52fac53 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923069 Apr 20 14:32:32.243865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:32.255343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7070a270-5063-4522-a2d0-b75290025615 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:32.353422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b67c12-b97e-4ac1-bee7-732acaa9d5a3 req-d4453cd1-c5b3-4c58-b135-960d4fc4dac8 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.355028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b67c12-b97e-4ac1-bee7-732acaa9d5a3 req-d4453cd1-c5b3-4c58-b135-960d4fc4dac8 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.0861125 Apr 20 14:32:32.367068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.384578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 7070a270-5063-4522-a2d0-b75290025615 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:32.393845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:32.396003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 7070a270-5063-4522-a2d0-b75290025615 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:32.396368 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.422468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1fbc137-380d-4357-aab7-a267e8554d4f req-dc5e0b27-c21a-4729-b1ad-68d2c7c1890f tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0398128 Apr 20 14:32:32.424683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:32:32.433485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b67c12-b97e-4ac1-bee7-732acaa9d5a3 req-120c3877-cd70-48ec-9fd6-49d34ab20160 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706799 Apr 20 14:32:32.468018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.519564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.530659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Network f15ed42d-4870-43a5-a32f-26779691c51c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:32.546149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070a270-5063-4522-a2d0-b75290025615'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:32.548541 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679377f-1f62-438f-9eb3-5a20c4a010ab" -d '{"events": [{"server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "name": "network-vif-plugged", "status": "completed", "tag": "7070a270-5063-4522-a2d0-b75290025615"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:32.551809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:32.556380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:32.561246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7070a270-5063-4522-a2d0-b75290025615,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:32.566707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.580799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event updated for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:32.613517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.613620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.632830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f78e9-fef7-40c1-8291-73607243cc91 req-4b0458fa-2cd9-4ad2-b1c9-e6b3238cacdb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.634408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443f78e9-fef7-40c1-8291-73607243cc91 req-4b0458fa-2cd9-4ad2-b1c9-e6b3238cacdb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1156933 Apr 20 14:32:32.639106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:32.653032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b4210cd8-4a9e-4a55-9e5d-049b3d030e7c tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9546018 Apr 20 14:32:32.666854 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c8d79f-43ba-4b05-b115-3047bf1be47f x-openstack-request-id: req-c4c8d79f-43ba-4b05-b115-3047bf1be47f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:32.667199 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "name": "network-vif-plugged", "status": "completed", "tag": "7070a270-5063-4522-a2d0-b75290025615", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:32.667461 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c8d79f-43ba-4b05-b115-3047bf1be47f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:32.667867 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c8d79f-43ba-4b05-b115-3047bf1be47f'] response: {'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070a270-5063-4522-a2d0-b75290025615', 'code': 200} Apr 20 14:32:32.677226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Request body: {'port': {'device_id': '6983a439-29f5-4d8f-8a60-48afe3220053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:32.720930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443f78e9-fef7-40c1-8291-73607243cc91 req-09aa707a-cba3-4c6b-b6fd-6e02f22b8656 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Apr 20 14:32:32.786621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62fd6e-5245-4878-86f4-b640dce23085 req-d16d5868-65bf-416b-ab51-2fa736edb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.788232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb62fd6e-5245-4878-86f4-b640dce23085 req-d16d5868-65bf-416b-ab51-2fa736edb836 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1096 time: 0.0509820 Apr 20 14:32:32.817173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.824706 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb62fd6e-5245-4878-86f4-b640dce23085 req-447cbde9-1ebd-4c1d-9538-86445ec9d74f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275557 Apr 20 14:32:32.869421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a758d-466d-4074-add4-9665cfedde3f req-77af778a-7d42-4ffa-8f34-65bae666779f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.870895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-902a758d-466d-4074-add4-9665cfedde3f req-77af778a-7d42-4ffa-8f34-65bae666779f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1460798 Apr 20 14:32:32.893680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ef7c5688-ec0b-435a-b8bf-548a61a15f63 None None] Provisioning complete for port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:32.894014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef7c5688-ec0b-435a-b8bf-548a61a15f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.927043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465e6a6-2553-4e97-aa6e-bae6bb1a5772 req-d6da73be-c252-4d90-b428-6dc5d44aaf3b tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:32.928460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f465e6a6-2553-4e97-aa6e-bae6bb1a5772 req-d6da73be-c252-4d90-b428-6dc5d44aaf3b tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.1291568 Apr 20 14:32:32.929923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c5688-ec0b-435a-b8bf-548a61a15f63 None None] Port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:33.012018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-902a758d-466d-4074-add4-9665cfedde3f req-3168fe0c-5253-49d4-80d7-f558002555e9 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230354 Apr 20 14:32:33.057095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f465e6a6-2553-4e97-aa6e-bae6bb1a5772 req-f5a9a3b0-2f9b-4142-9ef9-af7a29ff47b6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174214 Apr 20 14:32:33.105126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.188190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3af9-440a-4d26-8b57-a58ee89a2c96 req-933a4085-649c-42f4-886a-4d375aabe5f9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.189682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fab3af9-440a-4d26-8b57-a58ee89a2c96 req-933a4085-649c-42f4-886a-4d375aabe5f9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1041937 Apr 20 14:32:33.238271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d98b56-8edc-4ca7-9fbf-9fb01b2a228a req-a2a0a824-047b-41cf-9343-1e13aa3a4af1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.239722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d98b56-8edc-4ca7-9fbf-9fb01b2a228a req-a2a0a824-047b-41cf-9343-1e13aa3a4af1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1113677 Apr 20 14:32:33.269512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fab3af9-440a-4d26-8b57-a58ee89a2c96 req-65f2443a-2a45-49c9-b1e6-b21afcbc6a0d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731344 Apr 20 14:32:33.316828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3addaf2-4c17-479d-beb8-aa807bd27cf6 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:33.325881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.330342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d98b56-8edc-4ca7-9fbf-9fb01b2a228a req-6445e7eb-3bd1-4540-ba3e-c02baf6d6ef2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Apr 20 14:32:33.349152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Transition to ACTIVE for port object d3addaf2-4c17-479d-beb8-aa807bd27cf6 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:33.363953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.422153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba00e5-7437-41c4-8eb2-030a69026b92 req-2797ea49-1804-4ec7-a35f-64ca5a4851c1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.427946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba00e5-7437-41c4-8eb2-030a69026b92 req-2797ea49-1804-4ec7-a35f-64ca5a4851c1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.429570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33ba00e5-7437-41c4-8eb2-030a69026b92 req-2797ea49-1804-4ec7-a35f-64ca5a4851c1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1654 time: 0.0973842 Apr 20 14:32:33.436038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Pushing event updated for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:33.527199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33ba00e5-7437-41c4-8eb2-030a69026b92 req-b43fd5c3-8e38-402d-9436-df2cd70128ee tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819750 Apr 20 14:32:33.574000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Attempting to bind port d3addaf2-4c17-479d-beb8-aa807bd27cf6 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:33.574784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Attempting to bind port d3addaf2-4c17-479d-beb8-aa807bd27cf6 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:33.574784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Attempting to bind port d3addaf2-4c17-479d-beb8-aa807bd27cf6 on network 4f7c52d4-a765-4d98-a0ce-7a293a02412e {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:33.578313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0782f885-bd3d-415d-a6f3-777e836abcd1 req-77c87303-c8e0-4553-9318-f8dd17cccf30 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0489459 Apr 20 14:32:33.582072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Port d3addaf2-4c17-479d-beb8-aa807bd27cf6 on network 4f7c52d4-a765-4d98-a0ce-7a293a02412e not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:33.582359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Attempting to bind port d3addaf2-4c17-479d-beb8-aa807bd27cf6 on network 4f7c52d4-a765-4d98-a0ce-7a293a02412e {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:33.587600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:33.587935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Checking segment: {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:33.588309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Bound using segment: {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:33.588728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Bound port: d3addaf2-4c17-479d-beb8-aa807bd27cf6, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9551e2d-757e-41f1-8230-e642736ca61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:33.589088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.651205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:33.654178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:33.658810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.967463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.968224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.969400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] 10.222.0.45 "PUT /v2.0/ports/d3addaf2-4c17-479d-beb8-aa807bd27cf6 HTTP/1.1" status: 200 len: 1092 time: 1.2991629 Apr 20 14:32:33.973763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:33.976244 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121d9608-9836-402f-a1b1-50be31562ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:34.004321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Request body: {'port': {'device_id': '6983a439-29f5-4d8f-8a60-48afe3220053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:34.008839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77946cc0-59c2-4703-bac1-5767dcf87c4d service neutron] Pushing event updated for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:34.029857 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11982ac7-e802-4ae0-a912-7dd774a4dd8b x-openstack-request-id: req-11982ac7-e802-4ae0-a912-7dd774a4dd8b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:34.030142 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:34.030395 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11982ac7-e802-4ae0-a912-7dd774a4dd8b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:34.030809 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11982ac7-e802-4ae0-a912-7dd774a4dd8b'] response: {'name': 'network-changed', 'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6', 'status': 'completed', 'code': 200} Apr 20 14:32:34.051619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba61c8-e277-497e-84a6-3a1ce125715e req-c4d8db36-05b3-4999-8adc-01f6bacee859 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.053115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1ba61c8-e277-497e-84a6-3a1ce125715e req-c4d8db36-05b3-4999-8adc-01f6bacee859 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1160846 Apr 20 14:32:34.098343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-92840701-82ef-43d5-8f85-32b3a92597c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.098986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-92840701-82ef-43d5-8f85-32b3a92597c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.100992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-121d9608-9836-402f-a1b1-50be31562ec0 req-92840701-82ef-43d5-8f85-32b3a92597c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1913 time: 0.0516047 Apr 20 14:32:34.114207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:34.162508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1ba61c8-e277-497e-84a6-3a1ce125715e req-a127aee3-3e49-40d4-b11a-c00ec5406bbf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855544 Apr 20 14:32:34.202876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd829ed4-3bc2-459f-bd98-8335d6d2f97c req-dfaa4557-781d-4207-a497-611a95aca9e8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.204424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd829ed4-3bc2-459f-bd98-8335d6d2f97c req-dfaa4557-781d-4207-a497-611a95aca9e8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1042004 Apr 20 14:32:34.354132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd829ed4-3bc2-459f-bd98-8335d6d2f97c req-6b6739a4-6c36-4ea6-813a-4156a5c683fd tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402438 Apr 20 14:32:34.406722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14895534-7082-4f40-93e9-e7ded921aae6 req-ee672c9a-ca29-4331-b5af-1cfe0be252f6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.408339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14895534-7082-4f40-93e9-e7ded921aae6 req-ee672c9a-ca29-4331-b5af-1cfe0be252f6 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.1324735 Apr 20 14:32:34.514063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14895534-7082-4f40-93e9-e7ded921aae6 req-173c915a-ad32-417a-bea3-0fd894566482 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Apr 20 14:32:34.521440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-ba2d48c9-4d78-49f5-8278-86b3a4532136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.521924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-ba2d48c9-4d78-49f5-8278-86b3a4532136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.522378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-ba2d48c9-4d78-49f5-8278-86b3a4532136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.524368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-121d9608-9836-402f-a1b1-50be31562ec0 req-ba2d48c9-4d78-49f5-8278-86b3a4532136 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4135728 Apr 20 14:32:34.534734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520b49-7cbf-4520-afed-b24b72934249 req-f675ab4b-8c8e-4153-9a27-9d083ff7ccdf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.536439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40520b49-7cbf-4520-afed-b24b72934249 req-f675ab4b-8c8e-4153-9a27-9d083ff7ccdf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1184084 Apr 20 14:32:34.586023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:34.605178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:34.645309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40520b49-7cbf-4520-afed-b24b72934249 req-9ba41787-f488-45e7-aa34-f4375bc7cfbc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896902 Apr 20 14:32:34.648608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Transition to ACTIVE for port object 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:34.655897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:34.675650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92522030-dda8-4e97-82f2-c40f1244b7d5 req-6d06e81e-e3e6-40fb-a5f3-493a20464e19 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.677155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92522030-dda8-4e97-82f2-c40f1244b7d5 req-6d06e81e-e3e6-40fb-a5f3-493a20464e19 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0962052 Apr 20 14:32:34.703274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d9608-9836-402f-a1b1-50be31562ec0 req-855820be-ddf3-4bd5-9c96-39c6e9f61abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.705169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-121d9608-9836-402f-a1b1-50be31562ec0 req-855820be-ddf3-4bd5-9c96-39c6e9f61abb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718614 Apr 20 14:32:34.771320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:34.781299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92522030-dda8-4e97-82f2-c40f1244b7d5 req-2594452c-945d-4b1a-8222-fd7206032503 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853930 Apr 20 14:32:34.836026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-795ec7fb-af35-4518-8978-0f68a0dc751d tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.842474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-795ec7fb-af35-4518-8978-0f68a0dc751d tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 1101 time: 0.1278548 Apr 20 14:32:34.887220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-073d0a6e-01f7-48de-abd5-4d4c021e1cbf tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:34.912303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Attempting to bind port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:34.912631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Attempting to bind port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:34.912954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Attempting to bind port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab on network f15ed42d-4870-43a5-a32f-26779691c51c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:34.926076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab on network f15ed42d-4870-43a5-a32f-26779691c51c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:34.926385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Attempting to bind port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab on network f15ed42d-4870-43a5-a32f-26779691c51c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:34.940145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e01e-9935-4cce-b71e-cc54040805ae req-a27f6e96-6131-4e56-be12-b25eb6cf3e18 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.945933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357e01e-9935-4cce-b71e-cc54040805ae req-a27f6e96-6131-4e56-be12-b25eb6cf3e18 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:34.947457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9357e01e-9935-4cce-b71e-cc54040805ae req-a27f6e96-6131-4e56-be12-b25eb6cf3e18 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1678 time: 0.1020303 Apr 20 14:32:34.950750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:34.951078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Checking segment: {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:34.951447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Bound using segment: {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:34.951865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Bound port: 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f0075-dc9b-4844-9364-e5a3de24143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:34.952211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.040991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9357e01e-9935-4cce-b71e-cc54040805ae req-d4f7dfbf-e4ca-4ed4-8baf-a57a2d331592 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Apr 20 14:32:35.080892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:35.087672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-073d0a6e-01f7-48de-abd5-4d4c021e1cbf tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.094906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-073d0a6e-01f7-48de-abd5-4d4c021e1cbf tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.098007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:35.117121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.155002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a498ade9-ca49-403d-8a2b-0b56689ad30e req-073d0a6e-01f7-48de-abd5-4d4c021e1cbf tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112164 Apr 20 14:32:35.174962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-068db1c8-d3ac-4790-bfa1-9272e40aa38f req-bd7a8676-c0ac-4bfb-88db-fcbb3328a9d2 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0631418 Apr 20 14:32:35.182755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d0a6e-01f7-48de-abd5-4d4c021e1cbf tempest-LiveMigrationNegativeTest-621671595 tempest-LiveMigrationNegativeTest-621671595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3351a-0cf6-4687-99ba-708ce6f4117a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:35.186953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.187560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.189260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] 10.222.0.45 "PUT /v2.0/ports/8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab HTTP/1.1" status: 200 len: 1091 time: 1.1892226 Apr 20 14:32:35.232280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd08ba9-63aa-422b-9cc1-344c67b766fa service neutron] Pushing event updated for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:35.317320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-c43762fa-50e2-412a-a414-f5b3943ed91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.317626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-c43762fa-50e2-412a-a414-f5b3943ed91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.319228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-c43762fa-50e2-412a-a414-f5b3943ed91d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1980 time: 0.0830462 Apr 20 14:32:35.332970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cad1-029a-432f-83d5-0c1386293968 req-388dac9a-fe76-4042-a12f-77f33afdd208 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.334466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f6cad1-029a-432f-83d5-0c1386293968 req-388dac9a-fe76-4042-a12f-77f33afdd208 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.0644679 Apr 20 14:32:35.376684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-0e842eba-bf91-4836-9b00-36efac2e49d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6 HTTP/1.1" status: 200 len: 217 time: 0.0412183 Apr 20 14:32:35.453301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f6cad1-029a-432f-83d5-0c1386293968 req-67bef84a-9696-4e11-b5be-db9439013526 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077447 Apr 20 14:32:35.474636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-69441620-4d6b-430a-ad07-6ca900bd3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.476139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-69441620-4d6b-430a-ad07-6ca900bd3707 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6 HTTP/1.1" status: 200 len: 801 time: 0.0914509 Apr 20 14:32:35.535032 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-6608af42-336b-4a04-b57a-ae3af954aaeb service neutron] 10.222.0.45 "GET /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.0661554 Apr 20 14:32:35.591369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b46a3a7a-bb2b-49d8-a495-8823dfb5dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.592758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b46a3a7a-bb2b-49d8-a495-8823dfb5dbc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f7c52d4-a765-4d98-a0ce-7a293a02412e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024554 Apr 20 14:32:35.621969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce94d1-332a-4363-b4bf-c892e7e9c51c req-900a0ea1-2151-4664-9505-2a90c29ae467 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.623400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00ce94d1-332a-4363-b4bf-c892e7e9c51c req-900a0ea1-2151-4664-9505-2a90c29ae467 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1036761 Apr 20 14:32:35.653715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62875548-b94b-457a-ab8f-d4a7ed773fdb req-60303883-ffc8-4b50-99e3-1a4b9a2e7e85 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.655170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62875548-b94b-457a-ab8f-d4a7ed773fdb req-60303883-ffc8-4b50-99e3-1a4b9a2e7e85 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.1227422 Apr 20 14:32:35.729792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:35.735132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00ce94d1-332a-4363-b4bf-c892e7e9c51c req-854191b8-51a5-4922-bcf6-36503aa233be tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Apr 20 14:32:35.750796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:35.755228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62875548-b94b-457a-ab8f-d4a7ed773fdb req-053beff3-434c-4768-aa31-951e1a4e0f1d tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713916 Apr 20 14:32:35.768047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-b1116260-2826-4655-8746-f7599deb5f5b service neutron] 10.222.0.45 "GET /v2.0/networks/4f7c52d4-a765-4d98-a0ce-7a293a02412e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638181 Apr 20 14:32:35.797670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb028696-d8d5-4729-ab5f-00fc03f16564 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:35.809288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:35.824795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.908691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] Transition to ACTIVE for port object eb028696-d8d5-4729-ab5f-00fc03f16564 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:35.913130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:35.931314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb2147-a8ce-4181-abe2-2d70d0d8698b req-a45e293a-b357-4c98-a547-5d9e378d95e0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:35.932768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dfb2147-a8ce-4181-abe2-2d70d0d8698b req-a45e293a-b357-4c98-a547-5d9e378d95e0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 943 time: 0.1015575 Apr 20 14:32:35.939690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-f8d87596-f191-49d9-abd4-251c4e0b6dba service neutron] 10.222.0.45 "GET /v2.0/networks/4f7c52d4-a765-4d98-a0ce-7a293a02412e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647894 Apr 20 14:32:35.975216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] No DVR routers for this DVR port eb028696-d8d5-4729-ab5f-00fc03f16564 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:35.988769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] Pushing event updated for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:36.005625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f243cd3-1659-45fc-aafd-ab2910e605b5 req-c992cf01-7d3a-4da8-ac68-b3a220acd979 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.007897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f243cd3-1659-45fc-aafd-ab2910e605b5 req-c992cf01-7d3a-4da8-ac68-b3a220acd979 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1460240 Apr 20 14:32:36.010086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-116464a7-23a9-43ea-9bd5-03e6618305f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab HTTP/1.1" status: 200 len: 217 time: 0.0594060 Apr 20 14:32:36.014452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-2d5eca20-700f-42fd-a055-f13144782e7e service neutron] 10.222.0.45 "PUT /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 0.4631715 Apr 20 14:32:36.042627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:36.044790 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86" -d '{"events": [{"name": "network-changed", "server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:36.070944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dfb2147-a8ce-4181-abe2-2d70d0d8698b req-c1e8f3a0-a227-48e9-8822-bd975935f8ee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302299 Apr 20 14:32:36.102219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-8c7485d3-23c7-458e-887d-f5549ce120bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.104206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-8c7485d3-23c7-458e-887d-f5549ce120bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1492be47-790e-4ee9-8859-d72df5987089 HTTP/1.1" status: 200 len: 801 time: 0.0747602 Apr 20 14:32:36.106558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f243cd3-1659-45fc-aafd-ab2910e605b5 req-5bd7a803-24a0-4bad-8167-ee2728a5d39c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914843 Apr 20 14:32:36.116930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-0cd1abff-c302-45fb-a8be-20e53e5d1a9b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.118884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-0cd1abff-c302-45fb-a8be-20e53e5d1a9b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0529604 Apr 20 14:32:36.119911 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f492fcec-1cd6-4bf2-918f-3ed376650209 x-openstack-request-id: req-f492fcec-1cd6-4bf2-918f-3ed376650209 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:36.120253 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:36.120420 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f492fcec-1cd6-4bf2-918f-3ed376650209 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:36.120983 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f492fcec-1cd6-4bf2-918f-3ed376650209'] response: {'name': 'network-changed', 'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'status': 'completed', 'code': 200} Apr 20 14:32:36.157689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-0a94f31b-b0eb-47f2-a591-b6f52610e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.159042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-0a94f31b-b0eb-47f2-a591-b6f52610e0be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f15ed42d-4870-43a5-a32f-26779691c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483623 Apr 20 14:32:36.201458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-42e23505-cf94-4a7e-9fa7-964c60053618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.203109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-42e23505-cf94-4a7e-9fa7-964c60053618 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 1095 time: 0.0743949 Apr 20 14:32:36.278013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-39bffc67-8691-41e4-b09a-eca4a5b06542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.279814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-39bffc67-8691-41e4-b09a-eca4a5b06542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1095 time: 0.0477808 Apr 20 14:32:36.292309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:36.296008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835ef7-eef3-421d-bc3a-d046d9952d79 req-c2a1066f-309a-4df4-a334-f3b03b4666af tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.301675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835ef7-eef3-421d-bc3a-d046d9952d79 req-c2a1066f-309a-4df4-a334-f3b03b4666af tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.303240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06835ef7-eef3-421d-bc3a-d046d9952d79 req-c2a1066f-309a-4df4-a334-f3b03b4666af tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1678 time: 0.1270335 Apr 20 14:32:36.325353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bad591d-4b30-4d35-b49d-bcd3ab2f6167 req-24ee2a0c-8218-4763-898d-44fdb51e19f2 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0582225 Apr 20 14:32:36.346710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-21509e7b-308e-4e4f-9322-debe9df029fc service neutron] 10.222.0.45 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782579 Apr 20 14:32:36.380215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-971060e5-deee-4e9b-a93a-299fe6d66d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.381595 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-971060e5-deee-4e9b-a93a-299fe6d66d45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.0926273 Apr 20 14:32:36.381804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06835ef7-eef3-421d-bc3a-d046d9952d79 req-4063a259-e0c0-4be7-9eb9-abe486ea5ce2 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Apr 20 14:32:36.431816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-20eacd7d-c1c6-45f3-9114-1d31bf4d1297 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 217 time: 0.0413120 Apr 20 14:32:36.445278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9442b236-0885-4a4f-b85f-ab49eb5e2b98 req-61be1c49-ada7-4eaf-983a-4fc4037043c3 service neutron] 10.222.0.45 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855529 Apr 20 14:32:36.484894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9e8f87b2-d0e0-41f4-868c-dcf139c5f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.486803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-9e8f87b2-d0e0-41f4-868c-dcf139c5f7fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0472176 Apr 20 14:32:36.520145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-6a2998c6-de2d-4a12-ae59-8725dc0da441 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251818 Apr 20 14:32:36.576285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-4cf15cdb-a1b1-4551-8dd0-00379c587227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.576761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-4cf15cdb-a1b1-4551-8dd0-00379c587227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.578294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-4cf15cdb-a1b1-4551-8dd0-00379c587227 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1980 time: 0.0754175 Apr 20 14:32:36.590481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c3ff8-e183-4016-99f3-213294005983 req-eb7c0228-eb27-43e9-b1a6-598d19cddd7f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.591869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462c3ff8-e183-4016-99f3-213294005983 req-eb7c0228-eb27-43e9-b1a6-598d19cddd7f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.0772543 Apr 20 14:32:36.619276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-0b7dfe70-8f20-44b9-b3f3-98596fd93a86 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910373 Apr 20 14:32:36.675050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462c3ff8-e183-4016-99f3-213294005983 req-b595b955-c493-4d0a-a781-efe159e4e774 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749841 Apr 20 14:32:36.700200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-add1023c-cb56-4cb3-ab5e-b506098fe812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.701793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-add1023c-cb56-4cb3-ab5e-b506098fe812 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f15ed42d-4870-43a5-a32f-26779691c51c HTTP/1.1" status: 200 len: 903 time: 0.1090717 Apr 20 14:32:36.711952 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-c8827986-c6a3-4e0a-8e36-660d99a369a4 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824609 Apr 20 14:32:36.747012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-0a8bf4b4-f77f-4f9e-89e1-1ef2d28e88c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab HTTP/1.1" status: 200 len: 217 time: 0.0374632 Apr 20 14:32:36.799455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-4b8a62a3-f479-4298-a069-9d2944a5a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.801040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-4b8a62a3-f479-4298-a069-9d2944a5a282 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1492be47-790e-4ee9-8859-d72df5987089 HTTP/1.1" status: 200 len: 801 time: 0.0473702 Apr 20 14:32:36.916304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-ad5c1df1-49e0-4391-a39e-3decc07509bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.917778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-ad5c1df1-49e0-4391-a39e-3decc07509bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f15ed42d-4870-43a5-a32f-26779691c51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084902 Apr 20 14:32:36.924943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6401c-14ec-4697-ba6d-a08dc5297273 req-534e1a78-d8f5-4eb7-a0d9-0b4a86effefb tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.926298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6b6401c-14ec-4697-ba6d-a08dc5297273 req-534e1a78-d8f5-4eb7-a0d9-0b4a86effefb tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.0983829 Apr 20 14:32:36.942793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d6422-8a1e-466d-a972-a89afa4e7725 req-5c67fa57-1df9-45a6-b7f0-851a4c9b9da5 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.944199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a0d6422-8a1e-466d-a972-a89afa4e7725 req-5c67fa57-1df9-45a6-b7f0-851a4c9b9da5 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1269915 Apr 20 14:32:36.964183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-886ed45b-56af-4d38-857b-412546aadfd1 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:36.965763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-886ed45b-56af-4d38-857b-412546aadfd1 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0429862 Apr 20 14:32:37.042984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6b6401c-14ec-4697-ba6d-a08dc5297273 req-d60b9ac7-2908-41a1-8c78-5843b714cb90 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075461 Apr 20 14:32:37.066073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a0d6422-8a1e-466d-a972-a89afa4e7725 req-11e4baab-ff2b-4dcc-9200-4531e238819f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058366 Apr 20 14:32:37.077144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-461d48d7-3702-444c-afb7-f9ceb87ff668 service neutron] 10.222.0.45 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496983 Apr 20 14:32:37.089412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-35600905-e209-494d-b854-e2d703bc9853 service neutron] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:37.092618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-35600905-e209-494d-b854-e2d703bc9853 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:37.093679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee37d532-7874-4f5c-8e84-a9258334a423 req-35600905-e209-494d-b854-e2d703bc9853 service neutron] 10.222.0.43 "DELETE /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.1194119 Apr 20 14:32:37.224781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb575ccf-1b02-4f51-b85c-c9c96b0cdc86 req-de71e25f-f8c0-42e5-b371-56c2194afdcf service neutron] 10.222.0.45 "GET /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376193 Apr 20 14:32:37.247471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f937e-501a-46d8-adb3-4243abe97e71 req-84b8d07e-ebe5-4c54-99b0-fdb29f078025 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.248928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d60f937e-501a-46d8-adb3-4243abe97e71 req-84b8d07e-ebe5-4c54-99b0-fdb29f078025 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 944 time: 0.0931487 Apr 20 14:32:37.261840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72a8e7-f269-441c-8c9c-8c0b03c7627e req-dd6dafe6-57c9-4cc0-a050-bfc3b8763007 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.263287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf72a8e7-f269-441c-8c9c-8c0b03c7627e req-dd6dafe6-57c9-4cc0-a050-bfc3b8763007 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0749972 Apr 20 14:32:37.314355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d60f937e-501a-46d8-adb3-4243abe97e71 req-d1af2e48-084a-4f78-9ba7-ff4f3253639c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501699 Apr 20 14:32:37.325541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf72a8e7-f269-441c-8c9c-8c0b03c7627e req-2c3d4605-01d2-42b8-84c3-78b60fbe5def tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 Apr 20 14:32:37.438081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db908548-6555-4ae4-b9e3-2b0d317861b2 req-28730a78-7577-453c-93f6-3403be1053bf tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0301595 Apr 20 14:32:37.478073 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dab8ae-703e-4cd0-a7a2-178a471fa994 req-2416c887-13dc-4559-9512-1ab2f00a9874 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.479535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95dab8ae-703e-4cd0-a7a2-178a471fa994 req-2416c887-13dc-4559-9512-1ab2f00a9874 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1095 time: 0.0476739 Apr 20 14:32:37.537629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95dab8ae-703e-4cd0-a7a2-178a471fa994 req-1ef8e3d1-5501-4513-9055-36be0d4c9d48 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Apr 20 14:32:37.558444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ed6dd-5e32-48ca-8764-bb6f0660eb18 req-a0b24fff-8bc5-455e-b5f9-bb39beb43821 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.564794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ed6dd-5e32-48ca-8764-bb6f0660eb18 req-a0b24fff-8bc5-455e-b5f9-bb39beb43821 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.567037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-412ed6dd-5e32-48ca-8764-bb6f0660eb18 req-a0b24fff-8bc5-455e-b5f9-bb39beb43821 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1678 time: 0.0666120 Apr 20 14:32:37.612720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-412ed6dd-5e32-48ca-8764-bb6f0660eb18 req-09e5b874-ce1b-458d-8f0a-c18ddb3afb6d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Apr 20 14:32:37.884917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83209e-a339-4e53-9b0a-56a4683e7cf8 req-cdfa743d-bf30-4c45-99f7-05dd99f2b6fc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.886373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c83209e-a339-4e53-9b0a-56a4683e7cf8 req-cdfa743d-bf30-4c45-99f7-05dd99f2b6fc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.1402564 Apr 20 14:32:37.914103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a7009277-db25-4cf4-ba4d-cb6cdf1e8bc4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.915530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a7009277-db25-4cf4-ba4d-cb6cdf1e8bc4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.1712480 Apr 20 14:32:37.936406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-62d6ca63-a317-4a39-a130-2d885d0c17b4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:37.937781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-62d6ca63-a317-4a39-a130-2d885d0c17b4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.45 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.1157856 Apr 20 14:32:37.962042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-4c2df56a-c913-4cbc-8762-3acd117ea060 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/quotas/83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 375 time: 0.0345709 Apr 20 14:32:37.998852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c83209e-a339-4e53-9b0a-56a4683e7cf8 req-c0a4f4c0-1644-456b-9f8e-41586786cdff tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 Apr 20 14:32:38.061205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-6c17650b-c80c-4451-a130-ba8649ad7024 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817015 Apr 20 14:32:38.138821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Deleting port 2b685bf7-1996-4c95-bc21-7c60b97ce24b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:38.139241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:38.362956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-34f42ca4-ca4c-4be5-961c-21528912d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.364354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-34f42ca4-ca4c-4be5-961c-21528912d1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1096 time: 0.0435336 Apr 20 14:32:38.472019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-824d0855-de36-48bc-99f5-520c739f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.473481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-824d0855-de36-48bc-99f5-520c739f00ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1020660 Apr 20 14:32:38.510786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-5420101c-7fda-43e2-a882-f876dae7f4ac service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412441 Apr 20 14:32:38.517069 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-e700b32c-1f3e-412d-9b99-3e3f0e2575a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0345440 Apr 20 14:32:38.528634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d6bda-d26f-416a-9776-31487ee3a419 req-133bc9b6-7ef5-4c4d-affd-5e39f56e2061 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.530033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a89d6bda-d26f-416a-9776-31487ee3a419 req-133bc9b6-7ef5-4c4d-affd-5e39f56e2061 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30eb85f-e174-4800-99a5-703c05aa46b0 HTTP/1.1" status: 200 len: 950 time: 0.4050710 Apr 20 14:32:38.567150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-2f67393f-caed-433f-9768-88bfc3484302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.568564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-2f67393f-caed-433f-9768-88bfc3484302 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0437460 Apr 20 14:32:38.577298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] For port 2b685bf7-1996-4c95-bc21-7c60b97ce24b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2b685bf7-1996-4c95-bc21-7c60b97ce24b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:38.577706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:38.602648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-827ee1dd-deef-4fcb-8ba8-600c7f28a5ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264332 Apr 20 14:32:38.629584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Calling delete_port for 2b685bf7-1996-4c95-bc21-7c60b97ce24b owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:38.646601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a89d6bda-d26f-416a-9776-31487ee3a419 req-4dc4a103-0974-4779-8b7e-d338d1133c5b tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077890 Apr 20 14:32:38.702988 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-106ae2d1-fde8-4cd6-997c-0ee6da939fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908167 Apr 20 14:32:38.706958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-f36bb9c7-fe06-4845-8e6d-b5709ba5cd0b service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868420 Apr 20 14:32:38.776812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e084ea4-0b11-41ee-b9a6-756bb78f7173 req-dc5eb36c-0f79-4dad-96ea-60ca7f5a61e5 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.778321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e084ea4-0b11-41ee-b9a6-756bb78f7173 req-dc5eb36c-0f79-4dad-96ea-60ca7f5a61e5 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.0658135 Apr 20 14:32:38.801339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-f3f68d2d-5856-478d-985a-f90256a6f135 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835321 Apr 20 14:32:38.855458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e084ea4-0b11-41ee-b9a6-756bb78f7173 req-7f7a3609-4c72-48e4-bd2a-8234329b7c11 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503187 Apr 20 14:32:38.856713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:38.870691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0ce8cd59-9453-4162-80a6-d713c49f7e86'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:38.880358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['2b685bf7-1996-4c95-bc21-7c60b97ce24b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:38.888652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Pushing event deleted for resources: {'Port': ['ID=2b685bf7-1996-4c95-bc21-7c60b97ce24b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:38.904034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.904554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.905260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.905741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.906320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.906837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.907326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.908087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.911926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.912171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.912513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.912846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:38.951543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] No DVR routers for this DVR port 2b685bf7-1996-4c95-bc21-7c60b97ce24b on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:38.968184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:38.973541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91cf8d1e-25ed-4c58-adbe-2d13a071ed66 req-3dedb5ed-53f7-432d-a460-2aa3d5a5b980 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.45 "DELETE /v2.0/ports/2b685bf7-1996-4c95-bc21-7c60b97ce24b HTTP/1.1" status: 204 len: 173 time: 1.0255578 Apr 20 14:32:38.974020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'name': 'network-vif-deleted', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:38.979647 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6a0f35-a394-49af-b46f-6112effe875b" -d '{"events": [{"server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "name": "network-vif-deleted", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:38.991016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-bafc6c6a-8db9-463c-8bcb-7b02ea6d665c tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:38.995806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-bafc6c6a-8db9-463c-8bcb-7b02ea6d665c tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.1224661 Apr 20 14:32:39.008164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:39.046603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-842e9888-215f-4956-9e67-ebe713aad6e0 req-9dc6c22a-d291-472b-abfd-3bf20950fc68 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Apr 20 14:32:39.075255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce618-a175-4598-99f0-bd941f94cfb8 req-d3ad089a-9a12-442b-a4ef-8a7ffd00ff18 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.083050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f0ce618-a175-4598-99f0-bd941f94cfb8 req-d3ad089a-9a12-442b-a4ef-8a7ffd00ff18 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1334243 Apr 20 14:32:39.117170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.178417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f0ce618-a175-4598-99f0-bd941f94cfb8 req-51b1710b-5156-4745-8268-e219325545b8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943086 Apr 20 14:32:39.275218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-817ff430-dd56-4f4d-8092-7821ce341510 req-0da574ba-715c-47f5-ab00-a52399585084 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 210 time: 0.0358167 Apr 20 14:32:39.302849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0f6f0-69eb-488e-b750-e7a97a475a0c req-22e12d20-a1d5-49eb-8235-9d25b6bfb2f5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.302849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0f6f0-69eb-488e-b750-e7a97a475a0c req-22e12d20-a1d5-49eb-8235-9d25b6bfb2f5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.302849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9b0f6f0-69eb-488e-b750-e7a97a475a0c req-22e12d20-a1d5-49eb-8235-9d25b6bfb2f5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1678 time: 0.1202290 Apr 20 14:32:39.340601 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91074fa-dbae-43f2-9ed7-0b8973a4b12a x-openstack-request-id: req-b91074fa-dbae-43f2-9ed7-0b8973a4b12a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:39.340962 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30eb85f-e174-4800-99a5-703c05aa46b0", "name": "network-vif-deleted", "tag": "2b685bf7-1996-4c95-bc21-7c60b97ce24b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:39.341655 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b91074fa-dbae-43f2-9ed7-0b8973a4b12a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:39.343676 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91074fa-dbae-43f2-9ed7-0b8973a4b12a'] response: {'server_uuid': 'b30eb85f-e174-4800-99a5-703c05aa46b0', 'name': 'network-vif-deleted', 'tag': '2b685bf7-1996-4c95-bc21-7c60b97ce24b', 'status': 'completed', 'code': 200} Apr 20 14:32:39.354816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:39.364782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9b0f6f0-69eb-488e-b750-e7a97a475a0c req-d77dff75-8542-43a1-9a3a-47ff90b00fce tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Apr 20 14:32:39.403135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:32:39.409398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:39.445873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c6b4-2350-40a3-be5f-2342c86eb56a req-54329702-a685-413f-b2d6-048fa12cd733 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.448649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf97c6b4-2350-40a3-be5f-2342c86eb56a req-54329702-a685-413f-b2d6-048fa12cd733 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 945 time: 0.0633504 Apr 20 14:32:39.452389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:39.454989 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db5d8e9-3b5d-4c58-befe-45c8a2c678db" -d '{"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf48e545-b40a-4009-8420-48bba44b3736"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:39.459153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.466361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.504240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf97c6b4-2350-40a3-be5f-2342c86eb56a req-562c010a-c85a-4d72-b601-ed630f765d4f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Apr 20 14:32:39.532851 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d84a48b-d720-4cc7-90dd-6dc6f3b4fabd x-openstack-request-id: req-2d84a48b-d720-4cc7-90dd-6dc6f3b4fabd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:39.533304 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf48e545-b40a-4009-8420-48bba44b3736", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:39.533741 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d84a48b-d720-4cc7-90dd-6dc6f3b4fabd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:39.534262 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d84a48b-d720-4cc7-90dd-6dc6f3b4fabd'] response: {'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736', 'code': 200} Apr 20 14:32:39.583712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:39.595149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:39.595476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:39.595806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:39.599126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.599463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.599794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.600120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.600443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.600763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.601082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.601776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.602094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.602410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.602748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.603060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:39.612314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:39.612678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Attempting to bind port cf48e545-b40a-4009-8420-48bba44b3736 on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:39.614417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3addaf2-4c17-479d-beb8-aa807bd27cf6 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:39.619052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:39.619618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:39.619991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:39.620418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Bound port: cf48e545-b40a-4009-8420-48bba44b3736, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:39.621049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.621823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:39.718677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:39.723316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:39.725447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:39.730139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.771956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:39.785027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6', 'network_id': '4f7c52d4-a765-4d98-a0ce-7a293a02412e', 'port_id': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6', 'mac_address': 'fa:16:3e:a6:96:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:39.817730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.818347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.819816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 1121 time: 0.8163128 Apr 20 14:32:39.821036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f01a-afcb-4f57-a8db-f1fdbf907dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:39.834075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.865176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3addaf2-4c17-479d-beb8-aa807bd27cf6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:39.890668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:39.898328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:39.899515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:39.931690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['cf48e545-b40a-4009-8420-48bba44b3736'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:39.988368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2a184-7029-4963-9551-e6835db11322 req-d978d2d5-3ce7-4aae-9db7-c40464a797c5 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:39.989785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65a2a184-7029-4963-9551-e6835db11322 req-d978d2d5-3ce7-4aae-9db7-c40464a797c5 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.0752869 Apr 20 14:32:40.011901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84455491-ccf3-423e-afc8-3941d2cfb539 req-1c9ed8bb-5ce6-4b7e-a8dc-2b24d38b0fc6 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.012339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:40.013406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84455491-ccf3-423e-afc8-3941d2cfb539 req-1c9ed8bb-5ce6-4b7e-a8dc-2b24d38b0fc6 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.0687459 Apr 20 14:32:40.052478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.053197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.053677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.054001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.054510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.054992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.055471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.055942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.056262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.056579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.056893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.057203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:40.060797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65a2a184-7029-4963-9551-e6835db11322 req-c627e32f-ec6c-4bb4-b514-9aded61f85ce tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621538 Apr 20 14:32:40.073349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84455491-ccf3-423e-afc8-3941d2cfb539 req-d5536872-2bc7-4884-97e9-d38c83b335d2 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Apr 20 14:32:40.122767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36b66a56-40f8-49af-940a-c26c13d868ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.137780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:40.163543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'network_id': 'f15ed42d-4870-43a5-a32f-26779691c51c', 'port_id': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'mac_address': 'fa:16:3e:3a:1c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1492be47-790e-4ee9-8859-d72df5987089', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:40.212516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1d74d06-5c2b-4ee1-a754-1d3558457def req-1ac4b3cd-21a2-4207-958d-5919d3d27a26 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0333164 Apr 20 14:32:40.239832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.258419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:40.262186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-fcec4159-7ab6-4cd5-be56-dd9d5994c800 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.263951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-fcec4159-7ab6-4cd5-be56-dd9d5994c800 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.1413910 Apr 20 14:32:40.288677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:40.288791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Request body: {'port': {'device_id': '13def300-9911-466c-8935-37f7de9b2fd6', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'admin_state_up': True, 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:40.293423 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.344475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:40.399985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0e66cdb-974d-4865-a9cb-5fca5bdcce6d req-a1dc73b7-cdac-44e0-b58b-29a646317a33 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 210 time: 0.0351524 Apr 20 14:32:40.444024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84ca5-ecef-4fa3-b829-f071b73dd522 req-23c6b425-deb5-4ee7-aab3-a96c236a7c73 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.445538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ca84ca5-ecef-4fa3-b829-f071b73dd522 req-23c6b425-deb5-4ee7-aab3-a96c236a7c73 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1359844 Apr 20 14:32:40.499473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:40.502783 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.539651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ca84ca5-ecef-4fa3-b829-f071b73dd522 req-53b9ae7e-da57-4f64-85e0-8ca4490d55e9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860004 Apr 20 14:32:40.555853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6116-1528-4013-b9e3-3a8b3d306bec req-a823631f-883a-41ac-9889-0db7f6a27679 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.561582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6116-1528-4013-b9e3-3a8b3d306bec req-a823631f-883a-41ac-9889-0db7f6a27679 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.563188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5ff6116-1528-4013-b9e3-3a8b3d306bec req-a823631f-883a-41ac-9889-0db7f6a27679 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1680 time: 0.0994031 Apr 20 14:32:40.700019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5ff6116-1528-4013-b9e3-3a8b3d306bec req-79919e8c-5d8d-4a3e-99a6-4c7209c8e0ec tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039724 Apr 20 14:32:40.722343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52899dcb-c613-4ee7-a760-fd7435dff496 req-74041212-42c7-4aad-aed6-8058d88d0e01 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:40.723798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52899dcb-c613-4ee7-a760-fd7435dff496 req-74041212-42c7-4aad-aed6-8058d88d0e01 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.1245470 Apr 20 14:32:40.734393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Allocated IP 172.20.0.14 (f8330ac5-5373-423f-8944-55b096979bdc/ba9c7608-4b93-442d-965d-47becb7dbfcd/e10db36a-d12e-4c7c-89da-055b29b71629) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:40.785186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52899dcb-c613-4ee7-a760-fd7435dff496 req-80693a1a-90ec-4106-b87e-69f053e6c3b8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Apr 20 14:32:40.860437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:40.888192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d3addaf2-4c17-479d-beb8-aa807bd27cf6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:40.910880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.946817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:40.991472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Network f8330ac5-5373-423f-8944-55b096979bdc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:40.995538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:40.999381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:41.005702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:41.052020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.052508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:41.070908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-7f923e4e-e164-475d-b616-b53f52b508db tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939804 Apr 20 14:32:41.083699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Request body: {'port': {'device_id': '13def300-9911-466c-8935-37f7de9b2fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:41.145369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:41.310433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccbf36-302f-4276-9b8f-ff141eb71971 req-94416237-a130-42b7-932b-db5d3c43d366 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.311835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efccbf36-302f-4276-9b8f-ff141eb71971 req-94416237-a130-42b7-932b-db5d3c43d366 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1621904 Apr 20 14:32:41.321033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7c6dc-8d03-45e5-b10e-6e06299786c8 req-1700b72e-8a84-4f26-9021-90341d2bc11e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.322415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ab7c6dc-8d03-45e5-b10e-6e06299786c8 req-1700b72e-8a84-4f26-9021-90341d2bc11e tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.1748028 Apr 20 14:32:41.434956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ab7c6dc-8d03-45e5-b10e-6e06299786c8 req-a0f83db6-c77b-4d27-8094-4a032462a0ee tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050920 Apr 20 14:32:41.439250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efccbf36-302f-4276-9b8f-ff141eb71971 req-8898ff62-99a5-4f19-a0b8-09793eb7cf1e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105876 Apr 20 14:32:41.535371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:41.540994 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca245ba6-51b5-4862-aa73-aad302b2b114" -d '{"events": [{"name": "network-changed", "server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "tag": "cf48e545-b40a-4009-8420-48bba44b3736"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:41.569798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14ed477b-37d2-4cba-851b-caca3bec1055 req-488eefea-75f4-41a7-9e8a-2dc696d33377 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0536761 Apr 20 14:32:41.574244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10db36a-d12e-4c7c-89da-055b29b71629 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:41.584122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:41.603744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Transition to ACTIVE for port object e10db36a-d12e-4c7c-89da-055b29b71629 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:41.612837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4914b-eea4-4350-bd30-4ae24ec75b2a req-74b870a1-92e8-44d7-9fcc-a4b855f1f8dd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.614280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0d4914b-eea4-4350-bd30-4ae24ec75b2a req-74b870a1-92e8-44d7-9fcc-a4b855f1f8dd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 932 time: 0.0970323 Apr 20 14:32:41.615342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:41.624196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2b685bf7-1996-4c95-bc21-7c60b97ce24b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:41.625711 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d6053-6fbc-407c-a79c-9a4cf88a1850 x-openstack-request-id: req-e13d6053-6fbc-407c-a79c-9a4cf88a1850 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:41.626464 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "tag": "cf48e545-b40a-4009-8420-48bba44b3736", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:41.626877 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e13d6053-6fbc-407c-a79c-9a4cf88a1850 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:41.628602 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13d6053-6fbc-407c-a79c-9a4cf88a1850'] response: {'name': 'network-changed', 'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736', 'status': 'completed', 'code': 200} Apr 20 14:32:41.649415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 2b685bf7-1996-4c95-bc21-7c60b97ce24b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:41.649799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2b685bf7-1996-4c95-bc21-7c60b97ce24b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:41.697276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-c1034422-c5df-485a-8a14-cb7deccf2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.698802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-c1034422-c5df-485a-8a14-cb7deccf2d44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1124 time: 0.0457861 Apr 20 14:32:41.712058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:41.736672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0d4914b-eea4-4350-bd30-4ae24ec75b2a req-8e2f68a5-1b12-4340-8904-4121c2d848d0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929921 Apr 20 14:32:41.794278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fa807-d2fa-419b-b930-3ff046efacfb req-dbd325bf-1dc3-4081-b1fc-c2eac3df0542 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.797839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-051b8efb-16a9-4ec9-bfb9-0ecdf7809b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.799058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b4fa807-d2fa-419b-b930-3ff046efacfb req-dbd325bf-1dc3-4081-b1fc-c2eac3df0542 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1225202 Apr 20 14:32:41.799542 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-051b8efb-16a9-4ec9-bfb9-0ecdf7809b33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.0939314 Apr 20 14:32:41.844903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-d7588bb0-0fc3-467b-a91f-6d7365841d57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0354023 Apr 20 14:32:41.874855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b4fa807-d2fa-419b-b930-3ff046efacfb req-e4255fde-cb7e-4b96-9f61-634535aca4c7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723572 Apr 20 14:32:41.876953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:41.877277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:41.877598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:41.887547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:41.887873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:41.896049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-2e6cee02-b84f-49fc-b3c2-878b9929c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.897628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-2e6cee02-b84f-49fc-b3c2-878b9929c003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0463762 Apr 20 14:32:41.903577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:41.903907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:41.904323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:41.904748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Bound port: e10db36a-d12e-4c7c-89da-055b29b71629, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:41.905129 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:41.922279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d33a5-7428-4385-87f9-1828fec6c6e3 req-62d5fa50-c299-4bf2-8fba-66e7b87c6189 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.928008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d33a5-7428-4385-87f9-1828fec6c6e3 req-62d5fa50-c299-4bf2-8fba-66e7b87c6189 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:41.929615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d84d33a5-7428-4385-87f9-1828fec6c6e3 req-62d5fa50-c299-4bf2-8fba-66e7b87c6189 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1680 time: 0.0971963 Apr 20 14:32:41.933645 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-209146dc-43c0-4266-92f8-121f5cb93a52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268376 Apr 20 14:32:42.044954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d84d33a5-7428-4385-87f9-1828fec6c6e3 req-d2c6e7e2-c899-4818-9eba-437ddf3a6379 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Apr 20 14:32:42.046140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:42.051750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-9a3bd8d4-9b14-49d3-ada2-f38dab0aeaf3 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098413 Apr 20 14:32:42.055506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630341a-959e-4e87-acc0-6094d370f11e req-15fd7767-e50e-4ada-a6ad-3201da4aedc5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.056949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6630341a-959e-4e87-acc0-6094d370f11e req-15fd7767-e50e-4ada-a6ad-3201da4aedc5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.1214514 Apr 20 14:32:42.058789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:42.080886 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.086429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-5ddc7bec-4290-4704-aefb-d404db59d3f5 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.087835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-5ddc7bec-4290-4704-aefb-d404db59d3f5 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.43 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.0876615 Apr 20 14:32:42.122036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.122668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.124081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] 10.222.0.45 "PUT /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 1092 time: 1.0447166 Apr 20 14:32:42.129225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:42.131702 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82677746-f792-4805-80d3-cb12fc5306d5" -d '{"events": [{"name": "network-changed", "server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:42.157397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6630341a-959e-4e87-acc0-6094d370f11e req-d14e5b97-518a-44dc-a485-12e7725a7c7a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925031 Apr 20 14:32:42.184482 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8114ee0d-f575-4eba-90f1-90a99e95a57e x-openstack-request-id: req-8114ee0d-f575-4eba-90f1-90a99e95a57e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:42.184792 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:42.185004 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8114ee0d-f575-4eba-90f1-90a99e95a57e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:42.185383 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8114ee0d-f575-4eba-90f1-90a99e95a57e'] response: {'name': 'network-changed', 'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'status': 'completed', 'code': 200} Apr 20 14:32:42.188076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a073-ad7d-4438-9fee-9b73cf0fdedb service neutron] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:42.216305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca245ba6-51b5-4862-aa73-aad302b2b114 req-0e615e9c-f701-458e-8712-261fdf600b26 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562312 Apr 20 14:32:42.221401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-e4ad542b-4935-4cc2-b70b-21fd0e9358fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.223852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-e4ad542b-4935-4cc2-b70b-21fd0e9358fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1095 time: 0.0528734 Apr 20 14:32:42.237129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Deleting port 0ce8cd59-9453-4162-80a6-d713c49f7e86 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:42.237482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.273024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-3ecf9205-1520-4803-a528-f76f7084d656 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 217 time: 0.0398345 Apr 20 14:32:42.319584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cf48e545-b40a-4009-8420-48bba44b3736 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:42.323961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-f18de165-37eb-4aa6-b69a-ccdd6827aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.325775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-f18de165-37eb-4aa6-b69a-ccdd6827aab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0462060 Apr 20 14:32:42.364318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-214904a4-a449-4fb9-9a99-40ef604c1958 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265889 Apr 20 14:32:42.426948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:42.444900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cf48e545-b40a-4009-8420-48bba44b3736 has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:32:42.473394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-01fa9e85-7bdd-4003-9645-f715a53df78a service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997906 Apr 20 14:32:42.525124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6905b31d-7765-48cb-bc7b-f0ebf626d0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.562179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] For port 0ce8cd59-9453-4162-80a6-d713c49f7e86, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0ce8cd59-9453-4162-80a6-d713c49f7e86,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:42.563244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.576401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Calling delete_port for 0ce8cd59-9453-4162-80a6-d713c49f7e86 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:42.645864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d7b230-efab-40f9-98b6-a15ac15b5888 req-cbaa7a36-e3c4-4c68-a453-380f98af4736 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652226 Apr 20 14:32:42.655707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6888-0382-4988-9d89-8be690bebac4 req-680feade-37f7-4226-85e5-5f88f5e52d47 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.658098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ae6888-0382-4988-9d89-8be690bebac4 req-680feade-37f7-4226-85e5-5f88f5e52d47 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/ports?device_id=173af772-0ece-4854-9a65-e91be98eeeb3 HTTP/1.1" status: 200 len: 950 time: 0.1168251 Apr 20 14:32:42.666346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e0332-aaed-4a0e-971b-2a65cde8715c req-455cac40-8f90-4594-89cf-0f6003846181 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.667798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-144e0332-aaed-4a0e-971b-2a65cde8715c req-455cac40-8f90-4594-89cf-0f6003846181 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1277711 Apr 20 14:32:42.717129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.728713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0ce8cd59-9453-4162-80a6-d713c49f7e86'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:42.744379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ae6888-0382-4988-9d89-8be690bebac4 req-e15a326d-11f7-4bed-91b5-544b80816c04 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.20 "GET /v2.0/security-groups?id=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755994 Apr 20 14:32:42.744583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Pushing event deleted for resources: {'Port': ['ID=0ce8cd59-9453-4162-80a6-d713c49f7e86,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:42.754707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-144e0332-aaed-4a0e-971b-2a65cde8715c req-522225ad-2682-4aa0-9ad2-1d6aa4a32c0f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Apr 20 14:32:42.764684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82677746-f792-4805-80d3-cb12fc5306d5 req-8065793c-2851-423c-b95b-deefc7000bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.766153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-8065793c-2851-423c-b95b-deefc7000bae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1095 time: 0.0670252 Apr 20 14:32:42.805622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] No DVR routers for this DVR port 0ce8cd59-9453-4162-80a6-d713c49f7e86 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:42.809100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:42.818012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6211baf3-d915-45e5-b37a-8b60ca7433fd req-b85f2da2-50e1-4dae-a5a4-efbb5f1a1af4 tempest-LiveMigrationNegativeTest-2040780648 tempest-LiveMigrationNegativeTest-2040780648-project] 10.222.0.43 "DELETE /v2.0/ports/0ce8cd59-9453-4162-80a6-d713c49f7e86 HTTP/1.1" status: 204 len: 173 time: 0.6983714 Apr 20 14:32:42.935920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eae5f063-a96f-4d01-a3be-a38c5622c8fc req-6807d903-93ed-4d63-b1ef-63cf8cda0540 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0642633 Apr 20 14:32:42.964111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82677746-f792-4805-80d3-cb12fc5306d5 req-d9368f9a-2aeb-49f0-a2d5-97f7e3cc48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.965600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-d9368f9a-2aeb-49f0-a2d5-97f7e3cc48b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1873741 Apr 20 14:32:42.986773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09154631-056e-4ed4-bc01-b599dca07171 req-762aeadb-7817-4781-9686-69be2334360a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:42.988216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09154631-056e-4ed4-bc01-b599dca07171 req-762aeadb-7817-4781-9686-69be2334360a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.1456597 Apr 20 14:32:43.029546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-8e718057-991a-4da8-bf20-6f0bfd0f5bc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 217 time: 0.0506816 Apr 20 14:32:43.388116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09154631-056e-4ed4-bc01-b599dca07171 req-4d5e96da-110b-4fd6-9fc8-1014fe848e21 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929920 Apr 20 14:32:43.390624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82677746-f792-4805-80d3-cb12fc5306d5 req-51ac50e8-b18b-4df9-9399-ed0885274e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:43.391950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-51ac50e8-b18b-4df9-9399-ed0885274e9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.3497789 Apr 20 14:32:43.429938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303946c-df4c-4f26-9acb-2a8bf96ec200 req-ee27ec7b-1c12-4c2d-84f2-7106d5468f0d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:43.439679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5303946c-df4c-4f26-9acb-2a8bf96ec200 req-ee27ec7b-1c12-4c2d-84f2-7106d5468f0d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.4134147 Apr 20 14:32:43.475895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-b309bbff-e3af-467e-b8fc-2baff31c8f20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755239 Apr 20 14:32:43.536808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:43.584033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5303946c-df4c-4f26-9acb-2a8bf96ec200 req-fc5cf58a-5de7-49f3-871c-1bc63479c780 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431706 Apr 20 14:32:43.620252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3d54-abf4-47f7-91bd-0a562438f6ab req-0d172866-a9c8-47c1-877a-39c03ac1cdd3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:43.626044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3d54-abf4-47f7-91bd-0a562438f6ab req-0d172866-a9c8-47c1-877a-39c03ac1cdd3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:43.627635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283c3d54-abf4-47f7-91bd-0a562438f6ab req-0d172866-a9c8-47c1-877a-39c03ac1cdd3 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1680 time: 0.1221693 Apr 20 14:32:43.630024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'name': 'network-vif-deleted', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:43.632809 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f3ee3-5a6b-44ef-bce9-1faf539bf3c2" -d '{"events": [{"server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "name": "network-vif-deleted", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:43.639912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3addaf2-4c17-479d-beb8-aa807bd27cf6 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:43.642066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-765d143a-ea0d-46ce-92cb-d1a7501163bb service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568441 Apr 20 14:32:43.695693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port d3addaf2-4c17-479d-beb8-aa807bd27cf6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:43.699966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d3addaf2-4c17-479d-beb8-aa807bd27cf6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:43.701147 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:43.763529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283c3d54-abf4-47f7-91bd-0a562438f6ab req-7e424707-c876-43bb-be31-145675a15d9a tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178801 Apr 20 14:32:43.792294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31698e94-f210-461f-b908-7db4a2f2e371 req-afbab5ff-7862-478e-873f-77e6bd4dfb39 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:43.799309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31698e94-f210-461f-b908-7db4a2f2e371 req-afbab5ff-7862-478e-873f-77e6bd4dfb39 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.1519234 Apr 20 14:32:43.811865 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:43.827966 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751989c-77bf-458e-8904-462eec766c7b x-openstack-request-id: req-c751989c-77bf-458e-8904-462eec766c7b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:43.828391 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173af772-0ece-4854-9a65-e91be98eeeb3", "name": "network-vif-deleted", "tag": "0ce8cd59-9453-4162-80a6-d713c49f7e86", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:43.828736 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c751989c-77bf-458e-8904-462eec766c7b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:43.829246 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c751989c-77bf-458e-8904-462eec766c7b'] response: {'server_uuid': '173af772-0ece-4854-9a65-e91be98eeeb3', 'name': 'network-vif-deleted', 'tag': '0ce8cd59-9453-4162-80a6-d713c49f7e86', 'status': 'completed', 'code': 200} Apr 20 14:32:43.846985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:43.851985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82677746-f792-4805-80d3-cb12fc5306d5 req-05b925ec-a7a0-4a1a-a8f1-3f1a171ed2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910279 Apr 20 14:32:43.855861 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9549e76-2323-4667-97bd-803b9c8b3ee3" -d '{"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-plugged", "status": "completed", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:43.874985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31698e94-f210-461f-b908-7db4a2f2e371 req-3b9f9fb6-e6eb-42f3-9f7b-b22ffe907438 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Apr 20 14:32:43.886723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:43.893716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:43.894871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:43.948799 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69a1d1-c49e-4b31-b2b7-f34a60528609 x-openstack-request-id: req-6e69a1d1-c49e-4b31-b2b7-f34a60528609 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:43.949189 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-plugged", "status": "completed", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:43.949532 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e69a1d1-c49e-4b31-b2b7-f34a60528609 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:43.949975 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e69a1d1-c49e-4b31-b2b7-f34a60528609'] response: {'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6', 'code': 200} Apr 20 14:32:44.024145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e741f57-a266-45fb-9b9f-93755e53bbac req-3396eb5a-9f67-4672-b98f-f89b0a7d3e94 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.025170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:44.032412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:44.033053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.033959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e741f57-a266-45fb-9b9f-93755e53bbac req-3396eb5a-9f67-4672-b98f-f89b0a7d3e94 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1001649 Apr 20 14:32:44.063247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:44.100876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abe2151d-e3e1-4355-a3b0-25c166e40326 req-3496d4d7-c8e7-442a-ba63-75f3253e71d2 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0485656 Apr 20 14:32:44.151543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e741f57-a266-45fb-9b9f-93755e53bbac req-4c252f12-4caa-46a3-8dd7-7c72206f9f29 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091418 Apr 20 14:32:44.158044 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.197095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:44.202271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.219705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46876) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:44.254603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:44.335391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-aa0d3c76-208f-4408-a739-dbfce8757a84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.336956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-aa0d3c76-208f-4408-a739-dbfce8757a84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862942 Apr 20 14:32:44.354492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-040f493c-e795-44f0-a49b-cef03cabba31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff676541255e4aadaba8ab69dbac7abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335659 Apr 20 14:32:44.357179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:44.395934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-299b6b7f-c9b1-461f-8e99-2549964d26f0 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0526123 Apr 20 14:32:44.406816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:44.407030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.433539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.444574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.486885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.489453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.490915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef HTTP/1.1" status: 204 len: 168 time: 0.1324615 Apr 20 14:32:44.498871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02012d9-89f9-4c1b-9acb-61062acecc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0c0b2-dbdf-46b3-91b3-5ae7edd617ef,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:44.582456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad0a6d-8d10-47d3-b83c-4503ccc4f974 req-cded03bd-f370-4cad-a103-54a77b1d83c5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.584002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fad0a6d-8d10-47d3-b83c-4503ccc4f974 req-cded03bd-f370-4cad-a103-54a77b1d83c5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.1077478 Apr 20 14:32:44.707503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fad0a6d-8d10-47d3-b83c-4503ccc4f974 req-f1abd5e9-df65-4496-ba0d-6c1444921ead tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137707 Apr 20 14:32:44.810194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46892) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:44.850302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e6a56d26-5463-4059-9ec8-d83df3370073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86a5c343e9d243ec8294b38cfc599b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387681 Apr 20 14:32:44.852744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:44.863117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cecb5-0829-44d8-b436-89446e33a07a req-14260962-be48-483a-9fc1-b6133ef23758 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.864549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-179cecb5-0829-44d8-b436-89446e33a07a req-14260962-be48-483a-9fc1-b6133ef23758 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0983641 Apr 20 14:32:44.901306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.922142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.944923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-179cecb5-0829-44d8-b436-89446e33a07a req-1353a3ee-1de7-42f1-aa6b-202889f3d87e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Apr 20 14:32:44.983213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.986144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.989666 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6c3351a-0cf6-4687-99ba-708ce6f4117a HTTP/1.1" status: 204 len: 168 time: 0.1336968 Apr 20 14:32:45.001087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1b8b8-f467-420d-8923-d39e29deb52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c3351a-0cf6-4687-99ba-708ce6f4117a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:45.045328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.045947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.064301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.123863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833409-c8c3-4eb3-9422-a8f83d003e17 req-b77daa8d-17c6-4285-b56b-023efb9ea669 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.129616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833409-c8c3-4eb3-9422-a8f83d003e17 req-b77daa8d-17c6-4285-b56b-023efb9ea669 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.131216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0833409-c8c3-4eb3-9422-a8f83d003e17 req-b77daa8d-17c6-4285-b56b-023efb9ea669 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1682 time: 0.1046035 Apr 20 14:32:45.187719 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.205775 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d associated. External IP: 172.25.1.61, port: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55. Apr 20 14:32:45.245532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0833409-c8c3-4eb3-9422-a8f83d003e17 req-160dbe50-0738-487b-8b73-e1a12a2476dd tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799246 Apr 20 14:32:45.400846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a865-9e68-4d4e-ab5a-21249d22a22e req-850298a1-c94c-445c-a4ae-ff281aa8111a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.402328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4e9a865-9e68-4d4e-ab5a-21249d22a22e req-850298a1-c94c-445c-a4ae-ff281aa8111a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.0937779 Apr 20 14:32:45.480239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4e9a865-9e68-4d4e-ab5a-21249d22a22e req-192c341f-4625-44f8-aace-4207ca1ed586 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Apr 20 14:32:45.483958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:32:45.584178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a34493b7-660d-43bf-acd4-f4443ccc478f req-08cd4f4c-50aa-4f60-ae6a-55b48b61c512 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0318148 Apr 20 14:32:45.644179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:32:45.649631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.655759 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:32:45.663266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:45.671738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:45.672399 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:45.686020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-0c51c9b5-d189-41e2-983a-bdf3c1ccebb4 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "PUT /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 995 time: 1.2819872 Apr 20 14:32:45.686641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:45.689480 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c710f-8f75-4c78-a2b8-876a3110b175" -d '{"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:45.782433 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f952ea7-bb0a-4e2d-b7e1-da5b0538083d x-openstack-request-id: req-4f952ea7-bb0a-4e2d-b7e1-da5b0538083d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:45.782844 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:45.783493 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f952ea7-bb0a-4e2d-b7e1-da5b0538083d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:45.783904 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f952ea7-bb0a-4e2d-b7e1-da5b0538083d'] response: {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:32:45.799738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:45.816221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'port_id': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'mac_address': 'fa:16:3e:59:9c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c7608-4b93-442d-965d-47becb7dbfcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:45.817037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-011d9b2c-c552-44a1-a6e7-191d42f1893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.819151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-011d9b2c-c552-44a1-a6e7-191d42f1893c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.0894763 Apr 20 14:32:45.857406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-bbaa1e09-932a-47ec-abf1-86eabae27dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.859887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-bbaa1e09-932a-47ec-abf1-86eabae27dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.0820498 Apr 20 14:32:45.868114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.885368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10db36a-d12e-4c7c-89da-055b29b71629 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:45.902101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:45.908374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:45.913937 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:45.951875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:45.954847 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98edf0c2-7d81-453e-be0d-127ee8c985e2" -d '{"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-plugged", "status": "completed", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:45.964763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-2e8c0683-63fa-4a32-b680-ff94179f185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.966591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-2e8c0683-63fa-4a32-b680-ff94179f185c service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.0986807 Apr 20 14:32:45.976363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:45.982430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-2f4fba02-7b3b-444a-99ba-e53efcc4a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:45.984048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-2f4fba02-7b3b-444a-99ba-e53efcc4a25a service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1492655 Apr 20 14:32:46.055340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512f7d-82dc-44d4-a125-6b4469a89775 req-ccddf041-d07e-4673-98b8-109a97fc7f0d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.063733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89512f7d-82dc-44d4-a125-6b4469a89775 req-ccddf041-d07e-4673-98b8-109a97fc7f0d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.2602553 Apr 20 14:32:46.105657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-1179f3c6-a0e4-41fb-bf1c-bba7770f90ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 998 time: 0.1152542 Apr 20 14:32:46.105936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-37335ca9-bb48-4bed-ac62-7b876782cc49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 998 time: 0.1319823 Apr 20 14:32:46.110952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89512f7d-82dc-44d4-a125-6b4469a89775 req-19c64d8a-0390-4302-8719-dc36217053a7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464005 Apr 20 14:32:46.157603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-2466d907-19c8-4a6a-b6b2-f76ff5b46036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.166348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-2466d907-19c8-4a6a-b6b2-f76ff5b46036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0544469 Apr 20 14:32:46.188068 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591de1ad-9113-4dd8-8f00-cbac010c9e24 x-openstack-request-id: req-591de1ad-9113-4dd8-8f00-cbac010c9e24 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:46.188068 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-plugged", "status": "completed", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:46.188578 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591de1ad-9113-4dd8-8f00-cbac010c9e24 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:46.188578 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591de1ad-9113-4dd8-8f00-cbac010c9e24'] response: {'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'code': 200} Apr 20 14:32:46.217242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-c81424c9-f108-4fa8-b7ee-2d4c3ca59a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.228846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-c81424c9-f108-4fa8-b7ee-2d4c3ca59a5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614839 Apr 20 14:32:46.235252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-bcc11e16-2ff8-4edc-bfce-1b219ccccde3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:46.245044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-bcc11e16-2ff8-4edc-bfce-1b219ccccde3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145905 Apr 20 14:32:46.252000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-f4d587a8-9f2f-473a-a28f-e02275650440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.252184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:44Z', 'revision_number': 1, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:46.259146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-f4d587a8-9f2f-473a-a28f-e02275650440 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1334097 Apr 20 14:32:46.288485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:32:46.297606 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:46.298193 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:46.316328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-1abca4c0-c767-4fa7-8b72-4df6634601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.317994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-1abca4c0-c767-4fa7-8b72-4df6634601b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516539 Apr 20 14:32:46.356180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0ce8cd59-9453-4162-80a6-d713c49f7e86 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:46.383294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 0ce8cd59-9453-4162-80a6-d713c49f7e86 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:46.384447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0ce8cd59-9453-4162-80a6-d713c49f7e86 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:46.391227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221e02-dbbe-4d71-8522-80bc8fe613bd req-e3fb582b-838a-4d16-9537-56ced7e01bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.391573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221e02-dbbe-4d71-8522-80bc8fe613bd req-e3fb582b-838a-4d16-9537-56ced7e01bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.393501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9221e02-dbbe-4d71-8522-80bc8fe613bd req-e3fb582b-838a-4d16-9537-56ced7e01bc4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1984 time: 0.1274886 Apr 20 14:32:46.404256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dff6e-1a67-41fa-9108-de47cf19569b req-797cc5e3-a2eb-40f3-8351-6ddfc0ba4fc2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:46.405703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-482dff6e-1a67-41fa-9108-de47cf19569b req-797cc5e3-a2eb-40f3-8351-6ddfc0ba4fc2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1407390 Apr 20 14:32:46.413848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:46.456944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-09e4b23b-e4d4-4eef-a8c0-abfbc39c59f6 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107916 Apr 20 14:32:46.466451 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:46.510530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-8cdf4a43-ca00-42e5-8c70-10738c40d14d service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851964 Apr 20 14:32:46.627739 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d0c710f-8f75-4c78-a2b8-876a3110b175 req-e6b051a4-a27f-4e1a-bf40-51883aff1002 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085927 Apr 20 14:32:46.752856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d2ea2ffd-bbaa-4bd9-9e90-a57226254a45 service neutron] 10.222.0.45 "GET /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.0895545 Apr 20 14:32:46.841619 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:44Z', 'revision_number': 1, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:46.876153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f592e7f-dea3-4c92-9fb8-78aab3498a55 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:44Z', 'revision_number': 1, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:32:46.904285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9221e02-dbbe-4d71-8522-80bc8fe613bd req-1f842b03-ec6d-4609-9e1c-b311910e6a5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975410 Apr 20 14:32:46.921634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-482dff6e-1a67-41fa-9108-de47cf19569b req-09ee39b5-2e5e-42c4-8058-e369ec3ce13e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988725 Apr 20 14:32:46.987429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:46.990377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72d30fc6-700c-4327-9e28-2f8f5545f0b4 req-aad49707-5799-495c-a839-26157c9834d5 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325615 Apr 20 14:32:47.012894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:47.029234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7de9ee-2d50-4610-8582-da5966d864d3 req-244cf240-ff0e-4db6-8be9-4c6cb6186f98 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.035117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7de9ee-2d50-4610-8582-da5966d864d3 req-244cf240-ff0e-4db6-8be9-4c6cb6186f98 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.037231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b7de9ee-2d50-4610-8582-da5966d864d3 req-244cf240-ff0e-4db6-8be9-4c6cb6186f98 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1682 time: 0.0608571 Apr 20 14:32:47.049835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf48e545-b40a-4009-8420-48bba44b3736 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:47.062464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:47.081052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:47.107926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b7de9ee-2d50-4610-8582-da5966d864d3 req-ec2940d7-1872-429a-897e-b385fe33cf2e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642416 Apr 20 14:32:47.126003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc222c94-011b-4c68-8edc-00be4fe78bca req-961f8123-b1bb-49d3-911f-e7a4b2d8f7a5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.127540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc222c94-011b-4c68-8edc-00be4fe78bca req-961f8123-b1bb-49d3-911f-e7a4b2d8f7a5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 943 time: 0.0647719 Apr 20 14:32:47.172651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9395a-e9de-423d-8bf2-6640b7f1195f None None] New status for floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:32:47.182526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] Transition to ACTIVE for port object cf48e545-b40a-4009-8420-48bba44b3736 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:47.189135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:47.189574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc222c94-011b-4c68-8edc-00be4fe78bca req-28a5bfdb-52a2-4fc2-89ae-31172d88787a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497434 Apr 20 14:32:47.255309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f50bcbbf-c8e8-4f83-8e6e-0e7e006e2cc0 req-d5f17192-0b7d-41e5-92d1-e93f2baa53e9 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0429945 Apr 20 14:32:47.273979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] No DVR routers for this DVR port cf48e545-b40a-4009-8420-48bba44b3736 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:47.321252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:47.327399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-d313d8ca-084f-4858-bc28-afbc2b7b66d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5641887 Apr 20 14:32:47.457229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-be55d0b1-5b13-4885-943c-8f1be21ab247 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.458770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-be55d0b1-5b13-4885-943c-8f1be21ab247 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0551927 Apr 20 14:32:47.463204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-bd3c462a-4f8e-4701-8525-5f730712d6cc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300500 Apr 20 14:32:47.487912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-b542138e-03e7-4bda-9eb6-19ce38f1de4f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.491063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-b542138e-03e7-4bda-9eb6-19ce38f1de4f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0996737 Apr 20 14:32:47.510757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-cb88e68a-9193-429f-a411-3af3bba4d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.512236 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-cb88e68a-9193-429f-a411-3af3bba4d194 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&tenant_id=a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 1095 time: 0.0427947 Apr 20 14:32:47.584702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-a549d153-860c-4177-b225-e40ea6dc996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.586378 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-a549d153-860c-4177-b225-e40ea6dc996d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1095 time: 0.0481803 Apr 20 14:32:47.646909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-9924d9d4-8243-4606-96c3-025138068336 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 998 time: 0.1415462 Apr 20 14:32:47.663902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:47.679200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-59d66db1-9ab3-44d0-9adc-b0e4486b0cb4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.681009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-59d66db1-9ab3-44d0-9adc-b0e4486b0cb4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114630 Apr 20 14:32:47.690872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-c8c28882-717f-4b9c-9969-ccab81ad4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.692490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-c8c28882-717f-4b9c-9969-ccab81ad4f2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.0889416 Apr 20 14:32:47.725359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-7827b63b-b4f7-4f8d-84ed-08b2e76287ea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0185602 Apr 20 14:32:47.740657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-75e5e9ce-adca-43d1-a5a5-f048dfaa341f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0377424 Apr 20 14:32:47.748199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:47.764945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-8c089e3b-5288-42f6-9fa2-779f2a98d6a6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326455 Apr 20 14:32:47.791798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-b7d79ad4-1e38-48ef-b81e-50d4dc95501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:47.793253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-b7d79ad4-1e38-48ef-b81e-50d4dc95501a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0455384 Apr 20 14:32:47.830251 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-47b32eb1-a5f0-40d5-a76d-82d098082cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290370 Apr 20 14:32:47.959108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-22f5176a-f70d-4018-86f0-85a426ff2c77 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193464 Apr 20 14:32:48.085644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-38b4a01b-f025-47ea-ab85-a6a8f23721cd service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105299 Apr 20 14:32:48.102352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7ccaad8-9dda-41ff-a222-491cfeabe397 req-5edc021e-6d60-47f3-8c1c-e6d4f0aad783 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0399406 Apr 20 14:32:48.156742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70acd6-7def-4685-b57b-ef7239b859f3 req-eacd2c39-4085-4452-946b-dc34afc4767c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:48.158244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc70acd6-7def-4685-b57b-ef7239b859f3 req-eacd2c39-4085-4452-946b-dc34afc4767c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.1691897 Apr 20 14:32:48.259511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc70acd6-7def-4685-b57b-ef7239b859f3 req-2f5d22fe-0fa6-4975-9395-347fb0d00b0a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906539 Apr 20 14:32:48.363433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d87ca49-a41e-457e-ac70-f7fc9067dfce req-98d3e758-6422-4d6a-9f5d-a9c7aa133214 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 210 time: 0.0488212 Apr 20 14:32:48.440848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:48.455201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:48.567777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179653ed-f183-4ed9-af5c-8aefa594e97f req-74898fe9-0b36-45b9-aa62-4ba5e507de03 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:48.569255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-179653ed-f183-4ed9-af5c-8aefa594e97f req-74898fe9-0b36-45b9-aa62-4ba5e507de03 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1271253 Apr 20 14:32:48.646902 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d associated. External IP: 172.25.1.61, port: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55. Apr 20 14:32:48.650260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-b1f49651-d67e-454a-ba5c-fcd8e8721528 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:48.651755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-b1f49651-d67e-454a-ba5c-fcd8e8721528 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.1377175 Apr 20 14:32:48.718600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-179653ed-f183-4ed9-af5c-8aefa594e97f req-0080c4c8-6060-44c2-a15a-33a885812608 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197238 Apr 20 14:32:48.923081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab0f84-6c0c-465b-9288-c12d6f0054b9 req-3ab5ba1a-e933-4dd5-9161-b3a628fb62c9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:48.928891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab0f84-6c0c-465b-9288-c12d6f0054b9 req-3ab5ba1a-e933-4dd5-9161-b3a628fb62c9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:48.930522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbab0f84-6c0c-465b-9288-c12d6f0054b9 req-3ab5ba1a-e933-4dd5-9161-b3a628fb62c9 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1682 time: 0.1427243 Apr 20 14:32:48.942215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-de1949c9-fb5e-4f68-88ad-a217d32ec861 service neutron] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:48.979307 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-de1949c9-fb5e-4f68-88ad-a217d32ec861 service neutron] Notify callbacks [] for binding, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:48.980472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0801084c-5820-4b67-bc2e-d86fea6caf4f req-de1949c9-fb5e-4f68-88ad-a217d32ec861 service neutron] 10.222.0.43 "DELETE /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.2928071 Apr 20 14:32:48.987971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-08e6f54b-0ece-4774-8b87-d37cf20cbebd tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231128 Apr 20 14:32:49.019617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbab0f84-6c0c-465b-9288-c12d6f0054b9 req-4e64f675-f368-4c32-9ce9-9bf5a8d24789 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800979 Apr 20 14:32:49.029086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:32:49.125543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-c6134021-39b0-4190-b7f9-3a3267d144c0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:49.127001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-c6134021-39b0-4190-b7f9-3a3267d144c0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265366 Apr 20 14:32:49.149635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:49.183790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:32:49.192013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe56107-35d4-4b13-802b-e2ef39e5cf0f req-017c40b1-46e7-4694-9ffd-1e178939599a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:49.193470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fe56107-35d4-4b13-802b-e2ef39e5cf0f req-017c40b1-46e7-4694-9ffd-1e178939599a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 944 time: 0.0931084 Apr 20 14:32:49.195805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:32:49.210401 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:49.213314 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:49.264683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:49.268687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.281718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.304243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fe56107-35d4-4b13-802b-e2ef39e5cf0f req-f504bf53-b0f3-48af-b20f-dd4d033522ed tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Apr 20 14:32:49.357306 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:49.418976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-618a2a1c-f6f1-4150-bff4-7c9963712e14 req-49f7b829-f2cc-4d6e-b2a2-8ead9c1fc992 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0395222 Apr 20 14:32:49.436237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.444524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.661480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.70 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/6b087636-659e-4d39-b605-b7e803411d48) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:49.702479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:49.743839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9fb46-866d-4abf-bb29-daac883ce2b9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:49.783074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port e10db36a-d12e-4c7c-89da-055b29b71629 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:49.789073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port e10db36a-d12e-4c7c-89da-055b29b71629 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:49.789878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.792224 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:48Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:49.828270 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:32:49.840340 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:49.840919 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:49.871749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:32:49.879617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.880561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57e63-e660-4b4a-b5dd-4d2c42e8ec87 req-f8104eb8-c4ee-4f86-ba2e-c380e58b34b7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:49.882301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5a57e63-e660-4b4a-b5dd-4d2c42e8ec87 req-f8104eb8-c4ee-4f86-ba2e-c380e58b34b7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.0671382 Apr 20 14:32:49.920725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.943545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.969613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5a57e63-e660-4b4a-b5dd-4d2c42e8ec87 req-abf8b2d9-1f96-417a-91d9-0e264a1640f3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792935 Apr 20 14:32:49.971018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:49.972316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:49.975219 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a98dbb-df9d-40e7-a9a2-22fe13a51e5e" -d '{"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:49.981189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:49.982923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cf48e545-b40a-4009-8420-48bba44b3736 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:50.018758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:50.022273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:50.025420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:50.027919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:50.077388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cf48e545-b40a-4009-8420-48bba44b3736 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:50.087539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:50.099988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:50.105832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:32:50.119837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.132072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.134693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.160836 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-40d9331c-54fd-4f2e-b5cc-965cb326ca09 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0154030 Apr 20 14:32:50.179572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Request body: {'port': {'device_id': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:50.186596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:50.188384 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ccebd5-fe12-407f-bdb9-35eccd0c3434" -d '{"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:50.226855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a04bf8b6-5c18-4bd0-886a-90cd11993b84 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "PUT /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 997 time: 2.5678709 Apr 20 14:32:50.258676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d7c2-0d06-4e80-904f-793779094050 req-b57ead07-586a-428e-b9a9-265389eb080a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.260225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc06d7c2-0d06-4e80-904f-793779094050 req-b57ead07-586a-428e-b9a9-265389eb080a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 935 time: 0.1121562 Apr 20 14:32:50.260714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.309724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-8c643e29-2889-40f5-a1bf-8c9e04ddeeeb tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.315562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-8c643e29-2889-40f5-a1bf-8c9e04ddeeeb tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports/1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 942 time: 0.0809319 Apr 20 14:32:50.352466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc06d7c2-0d06-4e80-904f-793779094050 req-732b5964-6e92-4179-9f09-b47c3a81fef3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693314 Apr 20 14:32:50.380157 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:48Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:50.382337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8dcd80a2-8057-43a4-ae53-d0a63d07cb8e None None] Provisioning complete for port 6b087636-659e-4d39-b605-b7e803411d48 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:50.384045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8dcd80a2-8057-43a4-ae53-d0a63d07cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.417883 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea8550-e12d-49fe-950f-274537a86946 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:48Z', 'revision_number': 3, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:32:50.421086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-c7c9ee74-c51a-4eaa-9a06-97725af34c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.430095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-c7c9ee74-c51a-4eaa-9a06-97725af34c1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.0524824 Apr 20 14:32:50.449927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd80a2-8057-43a4-ae53-d0a63d07cb8e None None] Port 6b087636-659e-4d39-b605-b7e803411d48 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:50.536061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-6a43f999-9985-474b-a999-5c9173c60819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.537555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-6a43f999-9985-474b-a999-5c9173c60819 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1063800 Apr 20 14:32:50.584130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-a4770351-9a10-40f4-8661-96785f16f636 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.0359187 Apr 20 14:32:50.659620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b087636-659e-4d39-b605-b7e803411d48 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:50.665788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-f670f790-0923-4fc4-920f-2591c278ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.667716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-f670f790-0923-4fc4-920f-2591c278ace6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0736716 Apr 20 14:32:50.667836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a8e3d-74d8-436e-a456-c96726e76106 None None] New status for floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:32:50.673148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.689307 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-3d1d5f3b-fae9-4f1f-b12d-a0db4476eb8e service neutron] show failed (client error): The resource could not be found. Apr 20 14:32:50.690333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-3d1d5f3b-fae9-4f1f-b12d-a0db4476eb8e service neutron] 10.222.0.45 "GET /v2.0/ports/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.1015511 Apr 20 14:32:50.691353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Transition to ACTIVE for port object 6b087636-659e-4d39-b605-b7e803411d48 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:50.696292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.723781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890ec7f-17b6-4ae9-9ac1-58466f8bca27 req-0c0a9746-9158-451c-9594-df7d42a50849 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.725295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3890ec7f-17b6-4ae9-9ac1-58466f8bca27 req-0c0a9746-9158-451c-9594-df7d42a50849 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.0950222 Apr 20 14:32:50.757623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Pushing event updated for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:50.768807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-eefdf9b6-c55a-4f91-86d5-64c98a47ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:50.770244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-eefdf9b6-c55a-4f91-86d5-64c98a47ec75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950692 Apr 20 14:32:50.792765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-548e0eb3-4eb1-4b38-8d82-50de68724176 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:50.794290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-548e0eb3-4eb1-4b38-8d82-50de68724176 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080144 Apr 20 14:32:50.800765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3890ec7f-17b6-4ae9-9ac1-58466f8bca27 req-e153db8e-2a13-4e13-8ea0-158a0d862816 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Apr 20 14:32:50.854761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Attempting to bind port 6b087636-659e-4d39-b605-b7e803411d48 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:50.855099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Attempting to bind port 6b087636-659e-4d39-b605-b7e803411d48 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:50.855680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Attempting to bind port 6b087636-659e-4d39-b605-b7e803411d48 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:50.866208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Port 6b087636-659e-4d39-b605-b7e803411d48 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:50.866630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Attempting to bind port 6b087636-659e-4d39-b605-b7e803411d48 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:50.878482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:50.879483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:50.879931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:50.880371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Bound port: 6b087636-659e-4d39-b605-b7e803411d48, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:50.882927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:50.892448 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83573baf-8223-40d7-81d0-ad9161423157 x-openstack-request-id: req-83573baf-8223-40d7-81d0-ad9161423157 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:50.899319 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-plugged", "status": "completed", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:50.899966 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83573baf-8223-40d7-81d0-ad9161423157 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:50.900561 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83573baf-8223-40d7-81d0-ad9161423157'] response: {'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'code': 200} Apr 20 14:32:51.017382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-9b24f743-97a1-4d99-aac8-9a8fbadd1dcf service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120161 Apr 20 14:32:51.036865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6664e-dc3d-47f8-8ec4-f943ca4befdb req-f6f85646-20d1-4d94-b110-e69ac2e347e9 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.038778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fad6664e-dc3d-47f8-8ec4-f943ca4befdb req-f6f85646-20d1-4d94-b110-e69ac2e347e9 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1095 time: 0.0767174 Apr 20 14:32:51.053346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:51.057913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6b087636-659e-4d39-b605-b7e803411d48,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:51.064584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c327ddd-59c6-4145-812b-af5bc6ad3386 req-ec520d44-d321-4d5d-928f-36bbeced4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.066145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3c327ddd-59c6-4145-812b-af5bc6ad3386 req-ec520d44-d321-4d5d-928f-36bbeced4a29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0722468 Apr 20 14:32:51.068557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:51.095313 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:32:51.107491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:51.107491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:51.127422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.127679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:51.129261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-45833c48-7084-4c99-aa70-31e99082920b service neutron] 10.222.0.43 "PUT /v2.0/ports/6b087636-659e-4d39-b605-b7e803411d48 HTTP/1.1" status: 200 len: 1095 time: 0.9598033 Apr 20 14:32:51.129701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'tag': '6b087636-659e-4d39-b605-b7e803411d48'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:51.132056 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "tag": "6b087636-659e-4d39-b605-b7e803411d48"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:51.162825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833c48-7084-4c99-aa70-31e99082920b service neutron] Pushing event updated for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:51.175414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3c327ddd-59c6-4145-812b-af5bc6ad3386 req-8fa75a35-ee8c-4d42-8e64-1debe5a61b7b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011906 Apr 20 14:32:51.223003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-dfe1234a-3dc4-470e-83d3-be6bc209f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.224826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-dfe1234a-3dc4-470e-83d3-be6bc209f416 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1100 time: 0.0970283 Apr 20 14:32:51.228879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fad6664e-dc3d-47f8-8ec4-f943ca4befdb req-b597100a-19ed-4e6f-95ef-ff87ef267d19 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818352 Apr 20 14:32:51.237567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-594e814b-969b-4533-9e23-6c8ac03226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.239187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-594e814b-969b-4533-9e23-6c8ac03226c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0512974 Apr 20 14:32:51.247159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:51.288540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-e07e071c-518d-4443-80b8-5b750dd31d63 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427375 Apr 20 14:32:51.319883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-f07ee6dc-2fe5-4c99-a5cd-34d74453756a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6b087636-659e-4d39-b605-b7e803411d48 HTTP/1.1" status: 200 len: 217 time: 0.0539184 Apr 20 14:32:51.337995 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:51.342748 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047fc3ac-8fd2-4bfb-be32-119527d94ff5 x-openstack-request-id: req-047fc3ac-8fd2-4bfb-be32-119527d94ff5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:51.343152 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:51.343330 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-047fc3ac-8fd2-4bfb-be32-119527d94ff5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:51.343688 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047fc3ac-8fd2-4bfb-be32-119527d94ff5'] response: {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:32:51.394272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-3df3ae02-919f-4b6b-867d-273b4306c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.396423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-3df3ae02-919f-4b6b-867d-273b4306c794 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0650284 Apr 20 14:32:51.416647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:51.462544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67b66d1f-79bd-403f-b2b3-4b8a2d488d5d req-de0c1254-c9a1-45d4-ab52-40a8a1796c17 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0405645 Apr 20 14:32:51.473463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-eb57f6c9-bb4a-4b5f-ab9b-14874ee38c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.481297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-eb57f6c9-bb4a-4b5f-ab9b-14874ee38c27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1096 time: 0.1434436 Apr 20 14:32:51.507877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-3cb62605-9653-4938-a804-19c557785fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.510148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-3cb62605-9653-4938-a804-19c557785fb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.1126516 Apr 20 14:32:51.512360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-397b97a7-ef0d-419a-b671-bf977bb98445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.513953 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-397b97a7-ef0d-419a-b671-bf977bb98445 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049931 Apr 20 14:32:51.681522 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:50Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:51.692365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-10d635f3-2965-46bf-a1aa-331e2aecebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.693967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-10d635f3-2965-46bf-a1aa-331e2aecebf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1673522 Apr 20 14:32:51.697192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-1ea6a6a7-b5fd-4695-b2ac-fd0e1d7dded1 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693435 Apr 20 14:32:51.703091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-d7f84f56-7d44-4528-8c7d-2aa02981bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.704560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-d7f84f56-7d44-4528-8c7d-2aa02981bf91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.2225158 Apr 20 14:32:51.709209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:32:51.721291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:51.721291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:51.775741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-9fb2e350-cb04-4d9b-a69a-179764d01ae6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.0667033 Apr 20 14:32:51.810964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ec250-08d0-4c0f-b2b2-aeb25e67b51d req-658d3020-02c5-4a19-86aa-89aa5a57578d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.816635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ec250-08d0-4c0f-b2b2-aeb25e67b51d req-658d3020-02c5-4a19-86aa-89aa5a57578d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.818144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-156ec250-08d0-4c0f-b2b2-aeb25e67b51d req-658d3020-02c5-4a19-86aa-89aa5a57578d tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1682 time: 0.1970332 Apr 20 14:32:51.858489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:51.866373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-f8584690-1801-494b-bb3b-e035bc94fb9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 1000 time: 0.1446424 Apr 20 14:32:51.868154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-f56257f9-46e0-4adb-ac3b-f709513954af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.869584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-f56257f9-46e0-4adb-ac3b-f709513954af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0657918 Apr 20 14:32:51.889093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:51.909552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ced830b-e490-4025-ac09-9a25dc5019b9 req-b6294a1b-db23-4d2d-a1a9-28528b237d61 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904731 Apr 20 14:32:51.923774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-a1f762f9-ac98-40b0-9f86-38b9418577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.925271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-a1f762f9-ac98-40b0-9f86-38b9418577e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454304 Apr 20 14:32:51.935649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-156ec250-08d0-4c0f-b2b2-aeb25e67b51d req-bdca2827-553d-4348-ba97-730fbd62e152 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042309 Apr 20 14:32:51.979010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-59033d95-96f2-40c4-95c3-8910d20f1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:51.980577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-59033d95-96f2-40c4-95c3-8910d20f1101 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1043241 Apr 20 14:32:51.994510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:52.045958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-964075af-d4d5-4f9e-940c-5a740746e15a service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126757 Apr 20 14:32:52.104649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:52.127831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-f3645d3e-c3b6-49c4-a4a4-80c79d8403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.129585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-f3645d3e-c3b6-49c4-a4a4-80c79d8403d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126180 Apr 20 14:32:52.132807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Transition to ACTIVE for port object 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:52.142179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e502-a8f7-41b3-aa41-e85d6472fea6 req-8b3fa4b0-1318-4f6d-a5e3-0172256fbb7d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.144190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df2e502-a8f7-41b3-aa41-e85d6472fea6 req-8b3fa4b0-1318-4f6d-a5e3-0172256fbb7d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1284552 Apr 20 14:32:52.150742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:50Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:52.152904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:52.162149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ccebd5-fe12-407f-bdb9-35eccd0c3434 req-68bb1862-e8b0-46df-bde6-b5932d035381 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084740 Apr 20 14:32:52.183354 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02275814-fe6c-436d-a8f4-d00c351ef8a8 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '7070a270-5063-4522-a2d0-b75290025615', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:86:6d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c8d01e-a622-4da8-859b-428c983380f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:32:50Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:32:52.286552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:52.305347 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df2e502-a8f7-41b3-aa41-e85d6472fea6 req-98dee619-46b0-4135-861c-4c518dc67f4a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501191 Apr 20 14:32:52.308686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] No DVR routers for this DVR port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:52.342600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-5310f89c-7ab2-455b-a933-fe9634607f6b service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973860 Apr 20 14:32:52.382811 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023e627a-af98-471c-97e2-035ca7be95d0 x-openstack-request-id: req-023e627a-af98-471c-97e2-035ca7be95d0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:52.383304 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "tag": "6b087636-659e-4d39-b605-b7e803411d48", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:52.383425 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-023e627a-af98-471c-97e2-035ca7be95d0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:52.383851 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023e627a-af98-471c-97e2-035ca7be95d0'] response: {'name': 'network-changed', 'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'tag': '6b087636-659e-4d39-b605-b7e803411d48', 'status': 'completed', 'code': 200} Apr 20 14:32:52.410017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:52.410349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:52.410704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:52.453146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:52.453465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Attempting to bind port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:52.467788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-c1606df6-550d-4174-97b1-0c63caefa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.470290 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-c1606df6-550d-4174-97b1-0c63caefa4b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0565379 Apr 20 14:32:52.484714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:52.485054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:52.485545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:52.485989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Bound port: 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:52.486342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:52.570032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-f0cfe454-aa81-483c-ac49-6721c7b4edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.571908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-f0cfe454-aa81-483c-ac49-6721c7b4edac service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0857685 Apr 20 14:32:52.574896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ee061-5270-46da-94f6-0f4d102dd580 req-99f23f71-b8ec-4b09-bd7b-0a15069fcaf5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.576710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c50ee061-5270-46da-94f6-0f4d102dd580 req-99f23f71-b8ec-4b09-bd7b-0a15069fcaf5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 947 time: 0.1250708 Apr 20 14:32:52.581510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fdcbb29-19be-4911-8d72-e00b1f4c7d0a req-453a0086-16a1-493e-8375-587a097a05e9 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241271 Apr 20 14:32:52.622718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:52.628786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-3ea49e00-1866-4013-a708-6514a4f93ea9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6b087636-659e-4d39-b605-b7e803411d48 HTTP/1.1" status: 200 len: 217 time: 0.0476387 Apr 20 14:32:52.645754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:52.649729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c50ee061-5270-46da-94f6-0f4d102dd580 req-5bdecd05-3634-4395-b17e-00aaff8d0714 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549424 Apr 20 14:32:52.651622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:52.686943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.687979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:52.689339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] 10.222.0.43 "PUT /v2.0/ports/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 1095 time: 1.4470799 Apr 20 14:32:52.704754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-93f4f61a-76fe-4db2-be0c-8771380daf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.706639 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-93f4f61a-76fe-4db2-be0c-8771380daf6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0709643 Apr 20 14:32:52.768920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-149766ca-ffce-4fc2-8c8d-0d6851ecfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.770537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-149766ca-ffce-4fc2-8c8d-0d6851ecfd4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430677 Apr 20 14:32:52.829753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00319f2a-b280-43ff-992d-c60542d3351b service neutron] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:52.902276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-98698427-b707-4380-a820-39d6994763c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.903799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-98698427-b707-4380-a820-39d6994763c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1098 time: 0.1787956 Apr 20 14:32:52.935990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-463f4d05-10b7-455c-8ab0-6d3b64f484c1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:52.937641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-463f4d05-10b7-455c-8ab0-6d3b64f484c1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.2382092 Apr 20 14:32:52.995463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-47fca78a-d9b7-46c3-85c8-18261d4b5e4e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/quotas/a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 375 time: 0.0474787 Apr 20 14:32:53.072547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-23af62d5-cb5a-4aaf-8782-f956f7a026db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.074151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-23af62d5-cb5a-4aaf-8782-f956f7a026db service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1606851 Apr 20 14:32:53.082866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-8559a727-0a2a-48ed-99db-6d5f8fb651d0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772939 Apr 20 14:32:53.156358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-dd861583-9fac-41a1-a197-f84da2652de5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0674775 Apr 20 14:32:53.217057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3743ee7-a1ba-4f80-81be-7f9eb8b4688d req-df830a8b-87c6-4ce1-be4d-fd856189388c tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0575514 Apr 20 14:32:53.240920 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-8b7dde8f-ad60-405f-af89-bbb6a8f2e62e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615371 Apr 20 14:32:53.259758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-46a111bf-beb6-46da-b38c-0952542ab484 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.266936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-46a111bf-beb6-46da-b38c-0952542ab484 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.269270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-46a111bf-beb6-46da-b38c-0952542ab484 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 1682 time: 0.3669744 Apr 20 14:32:53.284864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-8117ec4e-393c-44b3-83f5-55f3d55462fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.287562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-8117ec4e-393c-44b3-83f5-55f3d55462fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0805874 Apr 20 14:32:53.326637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-6fc76405-3c48-44b9-950d-2b2ae14909fb service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300582 Apr 20 14:32:53.355599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615'}, {'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}, {'name': 'network-changed', 'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:53.358183 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457" -d '{"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615"}, {"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}, {"name": "network-changed", "server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:53.432194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1c2e0f6-7311-4e90-8e97-effa36e2e8d5 req-57f33b40-1bdd-4686-b0d5-2d13f9dce9c8 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618245 Apr 20 14:32:53.438061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:53.438407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:53.543427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:53.543788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:53.557559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:53.687667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:53.700382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'd3addaf2-4c17-479d-beb8-aa807bd27cf6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:53.718070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-8f9cc131-e4f0-4da2-94e1-a5998774b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.718820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:53.719624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-8f9cc131-e4f0-4da2-94e1-a5998774b6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4224863 Apr 20 14:32:53.731197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:53.742374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625995be-cbe6-4c7c-a957-b9cf7f8fc069 req-5f21c77e-b43a-4669-98e0-04eec80b8ffb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:53.743951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-625995be-cbe6-4c7c-a957-b9cf7f8fc069 req-5f21c77e-b43a-4669-98e0-04eec80b8ffb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.4157815 Apr 20 14:32:53.775912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:53.778539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:53.785549 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-7083ba70-c613-4d61-9b03-c39cef1f167e tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "DELETE /v2.0/ports/8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab HTTP/1.1" status: 204 len: 173 time: 0.5065148 Apr 20 14:32:53.803387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:53.850268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-0a662f87-04a4-4cd5-a269-bb4f2f87da97 service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070896 Apr 20 14:32:53.871291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-625995be-cbe6-4c7c-a957-b9cf7f8fc069 req-c8d05418-dee3-4873-8438-49dea2d2ed60 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755315 Apr 20 14:32:53.893858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-2906b6d0-9817-4279-ae98-0311eb867264 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489222 Apr 20 14:32:53.967130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port d3addaf2-4c17-479d-beb8-aa807bd27cf6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:53.967608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.027866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-1af39b13-fdfd-4fef-803c-68a9502ed82e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1251156 Apr 20 14:32:54.083556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port d3addaf2-4c17-479d-beb8-aa807bd27cf6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3addaf2-4c17-479d-beb8-aa807bd27cf6,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:54.084593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.099825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for d3addaf2-4c17-479d-beb8-aa807bd27cf6 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:54.106329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6242fa72-ec26-43cd-8534-e6e9465f1f12 req-c2de1350-1ed8-4a4b-81ef-2ce8e29b0b89 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023180 Apr 20 14:32:54.128619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-afd32aa6-5f3d-43aa-b477-73cc4f07853f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.130071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-afd32aa6-5f3d-43aa-b477-73cc4f07853f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports/7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 942 time: 0.0949581 Apr 20 14:32:54.175391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdc7df-50da-4091-ae1f-485909fe802b req-b9d835b4-eb19-416b-b23a-462f2f057499 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.177126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bbdc7df-50da-4091-ae1f-485909fe802b req-b9d835b4-eb19-416b-b23a-462f2f057499 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/ports?device_id=6983a439-29f5-4d8f-8a60-48afe3220053 HTTP/1.1" status: 200 len: 946 time: 0.0906103 Apr 20 14:32:54.273951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bbdc7df-50da-4091-ae1f-485909fe802b req-b16a7657-56ee-446e-8cea-e7ff684b5bf1 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882559 Apr 20 14:32:54.280360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.289193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-ca16a466-54b8-4dca-8321-1aafd74fc5cd tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1102836 Apr 20 14:32:54.316832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=d3addaf2-4c17-479d-beb8-aa807bd27cf6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:54.368937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6b087636-659e-4d39-b605-b7e803411d48 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:54.383643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port d3addaf2-4c17-479d-beb8-aa807bd27cf6 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:54.385364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-deleted', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:54.387840 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c42e1-9172-4bb1-874f-9cec2631b7ea" -d '{"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-deleted", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:54.391727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.395415 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c5d90fbc-9aee-4137-b03c-f0bd716bcf8a req-3db67724-27f6-48ab-a32d-671e36e164cb tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.45 "DELETE /v2.0/ports/d3addaf2-4c17-479d-beb8-aa807bd27cf6 HTTP/1.1" status: 204 len: 173 time: 0.6037765 Apr 20 14:32:54.479518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-57bd66a8-fac0-4fd6-8c5b-54c0888a6222 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.483047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402760f3-ae86-4f7c-9753-66f830cc1361 req-57bd66a8-fac0-4fd6-8c5b-54c0888a6222 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1922681 Apr 20 14:32:54.524654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fd4af61-0f91-410e-9915-99f3c5e8c4ae req-e8854df6-96d1-4b39-a560-4aa0fa847664 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0377233 Apr 20 14:32:54.549709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6b087636-659e-4d39-b605-b7e803411d48,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:54.567775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6b087636-659e-4d39-b605-b7e803411d48', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '6b087636-659e-4d39-b605-b7e803411d48', 'mac_address': 'fa:16:3e:bf:99:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:54.636029 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.652849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b087636-659e-4d39-b605-b7e803411d48 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:54.678352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6b087636-659e-4d39-b605-b7e803411d48,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:54.685612 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67438ba0-dbab-4478-9814-77ab53179526 x-openstack-request-id: req-67438ba0-dbab-4478-9814-77ab53179526 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:54.686046 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615", "status": "completed", "code": 200}, {"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "code": 200}, {"name": "network-changed", "server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:54.686380 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67438ba0-dbab-4478-9814-77ab53179526 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:54.686936 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67438ba0-dbab-4478-9814-77ab53179526'] response: {'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615', 'status': 'completed', 'code': 200} Apr 20 14:32:54.688712 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67438ba0-dbab-4478-9814-77ab53179526'] response: {'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'code': 200} Apr 20 14:32:54.689081 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67438ba0-dbab-4478-9814-77ab53179526'] response: {'name': 'network-changed', 'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'status': 'completed', 'code': 200} Apr 20 14:32:54.690934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:54.734189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-c1abe2dd-b60c-4e06-a5ea-070b4795309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.735694 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-c1abe2dd-b60c-4e06-a5ea-070b4795309f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1098 time: 0.0722926 Apr 20 14:32:54.746975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:54.755335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5cbff-d205-4623-95df-069b557ce85c req-c0029d2c-e7a0-491d-b4da-567048aa5c06 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.757478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5e5cbff-d205-4623-95df-069b557ce85c req-c0029d2c-e7a0-491d-b4da-567048aa5c06 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1670380 Apr 20 14:32:54.826816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ff114-5ee8-4d7d-9b25-9ea781c55848 req-9bfe7fc0-5665-456b-9dae-d66d55585d44 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.828182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e0ff114-5ee8-4d7d-9b25-9ea781c55848 req-9bfe7fc0-5665-456b-9dae-d66d55585d44 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 948 time: 0.1096463 Apr 20 14:32:54.831939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-3556e100-80d0-4290-9de6-2c892ec2de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.833306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-3556e100-80d0-4290-9de6-2c892ec2de23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1096 time: 0.1265903 Apr 20 14:32:54.836959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5e5cbff-d205-4623-95df-069b557ce85c req-14a8fbec-befd-4444-8117-5de475dba8ee tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Apr 20 14:32:54.837200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-91b99e88-cb6f-443d-9a13-457f221efd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.838789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-91b99e88-cb6f-443d-9a13-457f221efd56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0953295 Apr 20 14:32:54.897152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-9fe3368f-19b8-47f0-b8cd-f39ea4ffce30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0497098 Apr 20 14:32:54.904115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e0ff114-5ee8-4d7d-9b25-9ea781c55848 req-3335d897-f8bd-407f-98a6-8300949df5b9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Apr 20 14:32:54.979599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-6bee43c9-6081-4ccb-9f97-b24de507713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:54.981150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-6bee43c9-6081-4ccb-9f97-b24de507713d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0497148 Apr 20 14:32:54.981566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b3e102a-3711-4fe0-a887-fe0680f8fba5 req-a313d9c5-b87f-48e7-b0e9-7d9c5a61a99c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 210 time: 0.0392377 Apr 20 14:32:54.987612 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3775d-f69a-42c7-8302-19ecb59b89ef x-openstack-request-id: req-74c3775d-f69a-42c7-8302-19ecb59b89ef {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:54.987894 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-deleted", "tag": "8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:54.988142 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74c3775d-f69a-42c7-8302-19ecb59b89ef {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:54.988532 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c3775d-f69a-42c7-8302-19ecb59b89ef'] response: {'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-deleted', 'tag': '8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab', 'status': 'completed', 'code': 200} Apr 20 14:32:54.998212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:55.040336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-8a183875-b685-4ed1-8765-5f3f6a048bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.041798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-8a183875-b685-4ed1-8765-5f3f6a048bb1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1963274 Apr 20 14:32:55.109682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-c4fcfcc4-ce5b-41a6-a48c-28ba0556091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.111136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-c4fcfcc4-ce5b-41a6-a48c-28ba0556091f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095183 Apr 20 14:32:55.122093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-0923f56b-121d-4041-ba66-cee7d9e8cc5d tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.0770297 Apr 20 14:32:55.234622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10970f8-92e0-4830-9b36-3ac83b8d1578 req-7eb35bfe-d2f2-48d0-b7a4-847b9e4f9baf tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.244315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e10970f8-92e0-4830-9b36-3ac83b8d1578 req-7eb35bfe-d2f2-48d0-b7a4-847b9e4f9baf tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2013152 Apr 20 14:32:55.265206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-4d3ad8e0-3371-424b-87d9-eade9b1f7a4a service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462977 Apr 20 14:32:55.277652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-ed4cdc89-9a83-4f40-a9af-fb46a62cc567 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.278995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-ed4cdc89-9a83-4f40-a9af-fb46a62cc567 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports/7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 942 time: 0.1430509 Apr 20 14:32:55.294349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-41ef5ffa-2c48-46fe-a709-4aa9ebf42128 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 1000 time: 0.1709828 Apr 20 14:32:55.304574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e10970f8-92e0-4830-9b36-3ac83b8d1578 req-8cdede6a-19de-46c7-a80a-ba64e2c2d672 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Apr 20 14:32:55.378181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-618fe80f-a316-4e21-a2ad-b05d6ab4d05f service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953722 Apr 20 14:32:55.407907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-aaa33ae9-9d4d-4a5f-8970-52379b2d5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.409024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-aaa33ae9-9d4d-4a5f-8970-52379b2d5945 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0954416 Apr 20 14:32:55.475875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-926d90ce-2383-46f1-91b5-09215978da4e tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1228988 Apr 20 14:32:55.499235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29666cd4-30db-4855-b626-71b83eee4297 req-29702302-ec4d-4d08-8a28-3036cbf3a014 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.500701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29666cd4-30db-4855-b626-71b83eee4297 req-29702302-ec4d-4d08-8a28-3036cbf3a014 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.1089489 Apr 20 14:32:55.514041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-24a1d38d-bc78-4308-a6fd-af93b6e2d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.515504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-24a1d38d-bc78-4308-a6fd-af93b6e2d738 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858049 Apr 20 14:32:55.639719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-2f29b89c-a8f1-4379-b796-15c3e4dffece tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.642199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-2f29b89c-a8f1-4379-b796-15c3e4dffece tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.1606266 Apr 20 14:32:55.659236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Request body: {'port': {'device_id': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'admin_state_up': True, 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:55.679952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29666cd4-30db-4855-b626-71b83eee4297 req-63ae44cc-5a9c-4265-ab50-ca103d06352b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634171 Apr 20 14:32:55.709592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3addaf2-4c17-479d-beb8-aa807bd27cf6 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:55.719295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-42f2fb7b-e664-4945-8d1e-c053307b8d83 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:55.720727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-42f2fb7b-e664-4945-8d1e-c053307b8d83 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2190917 Apr 20 14:32:55.743721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-adca70f7-3fa7-471e-a57e-8ad5fae68d15 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939802 Apr 20 14:32:55.747753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: d3addaf2-4c17-479d-beb8-aa807bd27cf6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:55.748258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3addaf2-4c17-479d-beb8-aa807bd27cf6 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:55.751427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:55.764451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:55.775163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:55.775604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8bd9f1e7-fcca-43ff-90c8-17ac6243e0ab not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:55.849651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting subnet 1492be47-790e-4ee9-8859-d72df5987089 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:32:55.849984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-7e731103-5678-467d-8e7b-0121568a4211 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1175334 Apr 20 14:32:55.862918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:55.876672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:55.920968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:55.924601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:55.928888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:55.962731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-025fb94a-fd4e-4014-9a8d-39849b595c78 req-f6e09b31-26fc-48c4-bbb2-122ecd2b90c8 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0821717 Apr 20 14:32:55.976121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-2def766a-192c-4a00-8edd-68cce8e2dfcf service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011390 Apr 20 14:32:56.006713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.149468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.184200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Allocated IP 172.20.0.14 (4fd92565-2e6c-4078-adf7-a7c30d559e65/bf89c353-4b3d-4473-a9fc-3a5760be6228/d0cb9338-522e-4c72-9e18-f7503d88e2fc) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:56.260845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-f0010b70-8a55-4322-9937-61d772e0ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:56.263074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-f0010b70-8a55-4322-9937-61d772e0ab7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1098 time: 0.1845913 Apr 20 14:32:56.274046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.298934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a5827-7754-4274-9ebd-6dee0809761e req-be712b37-50c1-4760-baf3-3fea7a0b410a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:56.301672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.305731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/subnets/1492be47-790e-4ee9-8859-d72df5987089 HTTP/1.1" status: 204 len: 168 time: 0.5404177 Apr 20 14:32:56.307883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444a5827-7754-4274-9ebd-6dee0809761e req-be712b37-50c1-4760-baf3-3fea7a0b410a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 948 time: 0.1532125 Apr 20 14:32:56.309541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a8ff0-6c71-4e79-bd83-1f5164dbb13b None None] Network f15ed42d-4870-43a5-a32f-26779691c51c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:56.310348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:56.359495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77a9f-7546-4012-ac64-7b5d43be94d5 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Subnet': ['ID=1492be47-790e-4ee9-8859-d72df5987089,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:56.396592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6b087636-659e-4d39-b605-b7e803411d48 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:56.434168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.524360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.540206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6b087636-659e-4d39-b605-b7e803411d48 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:56.550314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6b087636-659e-4d39-b605-b7e803411d48 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:56.550984 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.596635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.640692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.641031 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d disassociated. External IP: 172.25.1.61, port: 7070a270-5063-4522-a2d0-b75290025615. Apr 20 14:32:56.653964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.680399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.682775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] DHCP port deletion for f15ed42d-4870-43a5-a32f-26779691c51c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:32:56.735332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444a5827-7754-4274-9ebd-6dee0809761e req-d90b9b25-567c-4d33-abe8-c66f73e1bdb4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244802 Apr 20 14:32:56.741419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:56.764833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:56.766936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:56.771067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b087636-659e-4d39-b605-b7e803411d48'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:56.774629 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053db709-31ea-4572-b52e-901f5f1f663b" -d '{"events": [{"server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b087636-659e-4d39-b605-b7e803411d48"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:56.775105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:56.800601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6b087636-659e-4d39-b605-b7e803411d48,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:56.811829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.860897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:56.861558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.879505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-3cef7319-4f05-443f-8706-f27843acbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:56.879730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Deleting port 06327a82-896a-4b4d-9080-636d5a68c664 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:56.880355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.881097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-3cef7319-4f05-443f-8706-f27843acbbef service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.6091688 Apr 20 14:32:56.895318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f4dd5fae-4335-4927-a65e-8b4cd69dd9b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2426212 Apr 20 14:32:56.906672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:56.914260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Request body: {'port': {'device_id': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:56.966648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-a74b937f-0bb2-47b6-8eb3-a527e5686ece service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0732136 Apr 20 14:32:56.970962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] For port 06327a82-896a-4b4d-9080-636d5a68c664, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=06327a82-896a-4b4d-9080-636d5a68c664,segment=NetworkSegment(2d2f0075-dc9b-4844-9364-e5a3de24143a),segment_id=2d2f0075-dc9b-4844-9364-e5a3de24143a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:56.971744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.989681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.991198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Calling delete_port for 06327a82-896a-4b4d-9080-636d5a68c664 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:57.007231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-deleted', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:57.010319 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5030df6-ecb0-4b48-a9c7-f79824ed496d" -d '{"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-deleted", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:57.018599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port 06327a82-896a-4b4d-9080-636d5a68c664 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:57.018952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.113477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.163117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] Pushing event deleted for resources: {'Port': ['ID=06327a82-896a-4b4d-9080-636d5a68c664,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:57.167304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045710ca-1728-420c-ac0f-3b20bff2c5ae None None] No DVR routers for this DVR port 06327a82-896a-4b4d-9080-636d5a68c664 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:57.326431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cb9338-522e-4c72-9e18-f7503d88e2fc {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:57.334378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.348544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Transition to ACTIVE for port object d0cb9338-522e-4c72-9e18-f7503d88e2fc will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:57.352795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.379557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e09b-efca-4675-9d81-e6ec5265c1c7 req-6abff9f8-616a-4e55-be6f-9deb39c39306 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.387230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fb3e09b-efca-4675-9d81-e6ec5265c1c7 req-6abff9f8-616a-4e55-be6f-9deb39c39306 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 932 time: 0.5134120 Apr 20 14:32:57.432412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:57.453715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-ca47e509-3cfc-46b5-8a43-4769fdf2ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.456455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-ca47e509-3cfc-46b5-8a43-4769fdf2ff6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.4780362 Apr 20 14:32:57.483396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:57.483769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:57.484121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:57.488488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:57.488802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:57.493659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:57.493994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:57.494377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:57.494837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Bound port: d0cb9338-522e-4c72-9e18-f7503d88e2fc, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:57.495196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.545596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port 06327a82-896a-4b4d-9080-636d5a68c664, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:57.545926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.563913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fb3e09b-efca-4675-9d81-e6ec5265c1c7 req-5d3f5e2b-200f-4d14-9b34-7e1b1623ce1d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758244 Apr 20 14:32:57.580794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for 06327a82-896a-4b4d-9080-636d5a68c664 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:57.585491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Port 06327a82-896a-4b4d-9080-636d5a68c664 was not found and therefore no delete operation was performed {{(pid=102864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:32:57.589667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:57.593695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:57.596052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.601748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:32:57.601947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.611562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-1e33df39-e1b0-4b25-a86d-5d562ad40a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.613548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-1e33df39-e1b0-4b25-a86d-5d562ad40a61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189289 Apr 20 14:32:57.618071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06327a82-896a-4b4d-9080-636d5a68c664 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:57.649186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=06327a82-896a-4b4d-9080-636d5a68c664,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:57.655716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port 06327a82-896a-4b4d-9080-636d5a68c664 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:57.669337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:57.690791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 06327a82-896a-4b4d-9080-636d5a68c664 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:32:57.691133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 06327a82-896a-4b4d-9080-636d5a68c664 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:57.698230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.701589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.702829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-030ac01c-41e1-45f1-9a48-55bf89c55219 service neutron] 10.222.0.45 "PUT /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 1092 time: 0.7938292 Apr 20 14:32:57.792121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-270cdd34-b3d5-470f-af0f-80d2ccc87c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.793819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-270cdd34-b3d5-470f-af0f-80d2ccc87c86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1095 time: 0.0462053 Apr 20 14:32:57.846490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-15402538-36aa-4fc9-91fb-4cdc3a6f3d46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0362573 Apr 20 14:32:57.875248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:57.906610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-3b25d547-b8d2-480d-8a4b-bbdcac0ef30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.906610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-3b25d547-b8d2-480d-8a4b-bbdcac0ef30b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0516577 Apr 20 14:32:57.936689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-f5602454-7aff-4cd1-a059-d17ea3398cd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251510 Apr 20 14:32:57.951355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15ed42d-4870-43a5-a32f-26779691c51c']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:57.974337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-555f09b8-6faa-41f4-a66c-2c90ddeed4ba service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358727 Apr 20 14:32:57.976355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f0075-dc9b-4844-9364-e5a3de24143a') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:57.976836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f0075-dc9b-4844-9364-e5a3de24143a') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:57.989031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea41d21-d9c5-4b74-966c-7cccb3f2da25 req-0ed54cb1-b0c9-4cc5-b28d-6c932a3cbbee tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:57.990487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ea41d21-d9c5-4b74-966c-7cccb3f2da25 req-0ed54cb1-b0c9-4cc5-b28d-6c932a3cbbee tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 947 time: 0.2456889 Apr 20 14:32:58.010404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.041562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:32:58.042499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-37db2eb1-5fe9-49f3-abd6-a84ba1b45828 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982924 Apr 20 14:32:58.055207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.059821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.062827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:32:58.075330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:58.076241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:58.133276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:32:58.133697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:32:58.140241 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:32:58.169294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ea41d21-d9c5-4b74-966c-7cccb3f2da25 req-5ebc4d0d-7c10-4cc1-8c46-65ec5f34d955 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698036 Apr 20 14:32:58.190910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a6d842ea-abbc-4b62-abde-6cf231698a0a req-63b6e102-bbd8-44bb-9e84-1e763f032684 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412714 Apr 20 14:32:58.214788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-bfd025c7-5b7c-4bbb-8a22-e01684bd43fa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "PUT /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 694 time: 2.3531015 Apr 20 14:32:58.231499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:58.233899 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f1810-f286-4c1c-8802-fe5904be7b22" -d '{"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:58.280325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.289988 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e8ac57-06d1-4e14-b86b-01f69b4e8dc6 x-openstack-request-id: req-a8e8ac57-06d1-4e14-b86b-01f69b4e8dc6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:58.290393 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6983a439-29f5-4d8f-8a60-48afe3220053", "name": "network-vif-deleted", "tag": "d3addaf2-4c17-479d-beb8-aa807bd27cf6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:58.290838 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e8ac57-06d1-4e14-b86b-01f69b4e8dc6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:58.291438 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e8ac57-06d1-4e14-b86b-01f69b4e8dc6'] response: {'server_uuid': '6983a439-29f5-4d8f-8a60-48afe3220053', 'name': 'network-vif-deleted', 'tag': 'd3addaf2-4c17-479d-beb8-aa807bd27cf6', 'status': 'completed', 'code': 200} Apr 20 14:32:58.296984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.302821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/networks/f15ed42d-4870-43a5-a32f-26779691c51c HTTP/1.1" status: 204 len: 168 time: 1.9865294 Apr 20 14:32:58.304293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47124) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:58.315242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f12f9d1-0e6a-43fd-a685-5c9d89c97457 req-c73151f4-5410-4cc6-9733-de07bfbeead6 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140619 Apr 20 14:32:58.316587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723c4cc-e995-41c6-84dc-4685cc28199f tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Network': ['ID=f15ed42d-4870-43a5-a32f-26779691c51c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:58.330495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-8419fd24-398f-4b60-bb4d-9006b300c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.339037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-8419fd24-398f-4b60-bb4d-9006b300c154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1096 time: 0.0954888 Apr 20 14:32:58.426313 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca05fa-bdc1-48c4-b771-f2c0f1fb837c x-openstack-request-id: req-47ca05fa-bdc1-48c4-b771-f2c0f1fb837c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:58.427102 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b087636-659e-4d39-b605-b7e803411d48", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:58.427556 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ca05fa-bdc1-48c4-b771-f2c0f1fb837c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:58.428175 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ca05fa-bdc1-48c4-b771-f2c0f1fb837c'] response: {'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b087636-659e-4d39-b605-b7e803411d48', 'code': 200} Apr 20 14:32:58.433043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:58.439455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting subnet 27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:32:58.453555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.467972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79675c35-acbe-45f2-990c-ea6185b69d8c req-f501a0d7-0063-4ade-820f-cef595c7c9c9 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0641866 Apr 20 14:32:58.526790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba696c-33ff-4c64-8137-d4b823185d32 req-c4ead974-1dc2-4f1e-a982-a742974f8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.528327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59ba696c-33ff-4c64-8137-d4b823185d32 req-c4ead974-1dc2-4f1e-a982-a742974f8ec7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 1100 time: 0.1618493 Apr 20 14:32:58.529468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-81a081b0-74d7-4829-8c47-cea032147929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.530828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-81a081b0-74d7-4829-8c47-cea032147929 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1910059 Apr 20 14:32:58.549446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.589973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-57d04224-ee8a-43eb-8fa6-b3ea489b7840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 217 time: 0.0506313 Apr 20 14:32:58.622072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:58.652329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.663345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:58.668276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59ba696c-33ff-4c64-8137-d4b823185d32 req-ca1a0e12-5924-4fea-bd8f-5d27d419bc0b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219082 Apr 20 14:32:58.683238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'mac_address': 'fa:16:3e:88:2e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:58.690026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91167a1-3eab-4fe8-bfbe-e8421d9b53a0 req-5cb7cb77-12f0-402c-9fa8-ee263e2bcb79 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.691565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a91167a1-3eab-4fe8-bfbe-e8421d9b53a0 req-5cb7cb77-12f0-402c-9fa8-ee263e2bcb79 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 949 time: 0.0987008 Apr 20 14:32:58.692976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-ed5072c9-4a1e-4410-8a5c-32e6a4d50b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.694539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-ed5072c9-4a1e-4410-8a5c-32e6a4d50b3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0897365 Apr 20 14:32:58.739449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.768079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a91167a1-3eab-4fe8-bfbe-e8421d9b53a0 req-931a9f9a-b78d-4e6f-988a-a27c04d8c9fb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Apr 20 14:32:58.773062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Subnet': ['ID=27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:58.783459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.788163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-06748936-cc27-4731-babf-1e713e20cfca tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/subnets/27b3ffb0-0489-42ff-9ae9-6b09b3f0e5b6 HTTP/1.1" status: 204 len: 168 time: 0.4826279 Apr 20 14:32:58.792846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47134) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:58.799906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ecfde-47e3-4b5e-95e5-85e519e6ecb3 None None] Network 4f7c52d4-a765-4d98-a0ce-7a293a02412e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:32:58.869083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-6de13e3d-f1bf-40af-bfc8-0aa75f29510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:58.870892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-6de13e3d-f1bf-40af-bfc8-0aa75f29510a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452756 Apr 20 14:32:58.876034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.905256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:58.914320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.960268 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a7244-67c0-447f-a69b-d75371706c8a x-openstack-request-id: req-b41a7244-67c0-447f-a69b-d75371706c8a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:58.960595 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "tag": "7070a270-5063-4522-a2d0-b75290025615", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:58.960837 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b41a7244-67c0-447f-a69b-d75371706c8a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:58.961424 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a7244-67c0-447f-a69b-d75371706c8a'] response: {'name': 'network-changed', 'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'tag': '7070a270-5063-4522-a2d0-b75290025615', 'status': 'completed', 'code': 200} Apr 20 14:32:58.979627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:58.985340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.083630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:59.087685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-c9d70026-46e3-4c61-a4b5-73caaa75a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.089181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-c9d70026-46e3-4c61-a4b5-73caaa75a742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 1096 time: 0.1242261 Apr 20 14:32:59.095017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-eecdd07b-dd36-47f7-a0f3-a5c0558e3c38 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094455 Apr 20 14:32:59.099920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5749-be50-407d-a8c6-70001285d70f req-cd6ec562-1aa2-4eba-bcce-c6b84711acef tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.101761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-cd6ec562-1aa2-4eba-bcce-c6b84711acef tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 948 time: 0.0952392 Apr 20 14:32:59.117839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:59.156860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:32:59.168902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] DHCP port deletion for 4f7c52d4-a765-4d98-a0ce-7a293a02412e request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:32:59.171011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:59.171612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:59.190135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc98f1-891b-4084-8b61-7299b03f85fa req-d4bbe198-7026-434f-814c-582f3212c8a7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.190821 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-7b9f5749-be50-407d-a8c6-70001285d70f req-192de2e9-a02b-42b9-82c6-f1250629402e service neutron] delete failed (client error): The resource could not be found. Apr 20 14:32:59.191723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80bc98f1-891b-4084-8b61-7299b03f85fa req-d4bbe198-7026-434f-814c-582f3212c8a7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.1798801 Apr 20 14:32:59.192532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-192de2e9-a02b-42b9-82c6-f1250629402e service neutron] 10.222.0.45 "DELETE /v2.0/ports/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0811985 Apr 20 14:32:59.263234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Deleting port ea5cfa29-df87-4456-ab90-4bbdb35e587b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:59.263446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.311003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Deleting port ea5cfa29-df87-4456-ab90-4bbdb35e587b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:32:59.311247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.324827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:59.343271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5749-be50-407d-a8c6-70001285d70f req-4ba7340c-30cb-4496-a2bb-a536f4b30f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.344957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-4ba7340c-30cb-4496-a2bb-a536f4b30f13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1099 time: 0.0528350 Apr 20 14:32:59.361695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80bc98f1-891b-4084-8b61-7299b03f85fa req-6714d158-bd33-47ac-ae10-e104ba04ecd0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 Apr 20 14:32:59.364551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-628341ce-3814-417d-abc3-3a56cf8832fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.365986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-628341ce-3814-417d-abc3-3a56cf8832fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.2683010 Apr 20 14:32:59.378774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31126f18-8671-4063-a1b7-0faf72991dc0 req-9eb348a6-2414-439b-9165-177a1872bef8 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686398 Apr 20 14:32:59.402626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:59.455754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-35e8c9f4-8030-4206-9c7a-160f32052b5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 200 len: 217 time: 0.0712745 Apr 20 14:32:59.457894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] For port ea5cfa29-df87-4456-ab90-4bbdb35e587b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ea5cfa29-df87-4456-ab90-4bbdb35e587b,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:59.458290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.459863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] For port ea5cfa29-df87-4456-ab90-4bbdb35e587b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ea5cfa29-df87-4456-ab90-4bbdb35e587b,segment=NetworkSegment(c9551e2d-757e-41f1-8230-e642736ca61c),segment_id=c9551e2d-757e-41f1-8230-e642736ca61c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:59.460470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.496402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5749-be50-407d-a8c6-70001285d70f req-03a1a9ef-09aa-453f-b2bf-54a25089a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.499161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-03a1a9ef-09aa-453f-b2bf-54a25089a5c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1451817 Apr 20 14:32:59.503525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Calling delete_port for ea5cfa29-df87-4456-ab90-4bbdb35e587b owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:59.525219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Calling delete_port for ea5cfa29-df87-4456-ab90-4bbdb35e587b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:32:59.580008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-9f053c29-4592-42be-adc9-9ba8a03dc9f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0734594 Apr 20 14:32:59.593677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-1819c33d-2dc7-47ca-bf02-b724d822dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.595193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-1819c33d-2dc7-47ca-bf02-b724d822dfdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1316266 Apr 20 14:32:59.651407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5749-be50-407d-a8c6-70001285d70f req-7ecd6563-04ac-4446-b373-b469ffe0e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.653579 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-7ecd6563-04ac-4446-b373-b469ffe0e90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0653775 Apr 20 14:32:59.662758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d9a2-9857-450a-b690-761504b98974 req-133412ac-888a-405b-98cf-7368c468c58a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.664434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f158d9a2-9857-450a-b690-761504b98974 req-133412ac-888a-405b-98cf-7368c468c58a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 948 time: 0.1579206 Apr 20 14:32:59.705130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ea5cfa29-df87-4456-ab90-4bbdb35e587b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:32:59.711116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-27630ad1-a1ec-4f3d-a15c-7e9c9c0aa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.713398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-27630ad1-a1ec-4f3d-a15c-7e9c9c0aa588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068316 Apr 20 14:32:59.731572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.746917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f5749-be50-407d-a8c6-70001285d70f req-ca82e7a3-5472-45a6-8054-c6e016489117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:59.748617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-ca82e7a3-5472-45a6-8054-c6e016489117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770054 Apr 20 14:32:59.749818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f158d9a2-9857-450a-b690-761504b98974 req-24b0f105-e27b-46c6-83e8-06b8f49dcdcc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Apr 20 14:32:59.804882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Port': ['ID=ea5cfa29-df87-4456-ab90-4bbdb35e587b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:59.839395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No active binding found for port ea5cfa29-df87-4456-ab90-4bbdb35e587b {{(pid=102865) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 14:32:59.840143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ea5cfa29-df87-4456-ab90-4bbdb35e587b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:32:59.849095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] No DVR routers for this DVR port ea5cfa29-df87-4456-ab90-4bbdb35e587b on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:59.865262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.909109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-4fbf0070-4069-4c72-a3c3-990c09354cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515079 Apr 20 14:32:59.924999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] Pushing event deleted for resources: {'Port': ['ID=ea5cfa29-df87-4456-ab90-4bbdb35e587b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:59.928182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48790360-7916-41a5-a768-2ccfb8308346 None None] No DVR routers for this DVR port ea5cfa29-df87-4456-ab90-4bbdb35e587b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:32:59.950444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:59.967671 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.000211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-1eecb179-51f7-46df-9479-862cbf040050 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646353 Apr 20 14:33:00.001695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7c52d4-a765-4d98-a0ce-7a293a02412e']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:00.029154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9551e2d-757e-41f1-8230-e642736ca61c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:00.034066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9551e2d-757e-41f1-8230-e642736ca61c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:00.058383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f373cc1-e375-4187-93bf-e58bd5355071 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:00.079203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.124849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9f5749-be50-407d-a8c6-70001285d70f req-a1349572-9189-4062-b595-491353baa153 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080874 Apr 20 14:33:00.129834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.137094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:33:00.137561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:33:00.168979 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:33:00.286937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10ab2004-4aee-4951-8bdc-828326d5f426 req-1fd8baaa-5898-422a-8e1e-bed2152b9345 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0827286 Apr 20 14:33:00.295542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:00.300813 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28362730-71b1-48d5-8bfd-35903a8fc0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:00.321953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.331004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.346392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] 10.222.0.20 "DELETE /v2.0/networks/4f7c52d4-a765-4d98-a0ce-7a293a02412e HTTP/1.1" status: 204 len: 168 time: 1.5483935 Apr 20 14:33:00.362147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ee29-2610-47d4-b3d5-5e8b1db2ca13 tempest-ServersTestMultiNic-1759715593 tempest-ServersTestMultiNic-1759715593-project] Pushing event deleted for resources: {'Network': ['ID=4f7c52d4-a765-4d98-a0ce-7a293a02412e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:00.402992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7f1810-f286-4c1c-8802-fe5904be7b22 req-d4995724-8676-4799-9332-05ec36e8607e service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905485 Apr 20 14:33:00.505316 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51f34c-9030-4351-929e-2fae94f032fe None None] New status for floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:33:00.803394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023cc6c-95e8-4634-be0e-498765404d5f req-3b655994-8469-44a8-acc0-fab2a59449dc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:00.805594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0023cc6c-95e8-4634-be0e-498765404d5f req-3b655994-8469-44a8-acc0-fab2a59449dc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 949 time: 0.3817651 Apr 20 14:33:00.843759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-052375a6-543c-4167-8790-19b2628d1b63 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:00.851681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-052375a6-543c-4167-8790-19b2628d1b63 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3739889 Apr 20 14:33:00.920781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0023cc6c-95e8-4634-be0e-498765404d5f req-a86edd59-7666-4ce3-a580-fc389da14492 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071103 Apr 20 14:33:00.924227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-99a8ce07-127e-42ee-8792-c89381a1c20d tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0717721 Apr 20 14:33:00.940282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:00.970308 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c2b24-6432-4ee3-a25a-06b5d02efc2a x-openstack-request-id: req-428c2b24-6432-4ee3-a25a-06b5d02efc2a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:00.970696 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:00.971038 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-428c2b24-6432-4ee3-a25a-06b5d02efc2a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:00.971499 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428c2b24-6432-4ee3-a25a-06b5d02efc2a'] response: {'name': 'network-changed', 'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'status': 'completed', 'code': 200} Apr 20 14:33:00.984870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:01.079592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-e4853152-3ba9-4e3c-8a5a-3c378a7b7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.081764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-e4853152-3ba9-4e3c-8a5a-3c378a7b7eff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1095 time: 0.0550673 Apr 20 14:33:01.152668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355919d6-aba2-4e38-8e8c-e1a4a06965c3 req-a75ad1ba-735e-4326-a62b-8dbc75775c7d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.154198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-355919d6-aba2-4e38-8e8c-e1a4a06965c3 req-a75ad1ba-735e-4326-a62b-8dbc75775c7d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.0870447 Apr 20 14:33:01.200471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-2adb28cf-f002-45be-849b-35716c6ea1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.201984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-2adb28cf-f002-45be-849b-35716c6ea1e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1128213 Apr 20 14:33:01.243236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-355919d6-aba2-4e38-8e8c-e1a4a06965c3 req-cff8166c-cab5-49e5-93e9-73d71c14fbf0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774190 Apr 20 14:33:01.247390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-3b6c5280-68cb-4e63-a9a0-fe649a2b55b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0378313 Apr 20 14:33:01.313797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-d02fbdee-d328-4fd4-a04c-5a03b4306ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.315295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-d02fbdee-d328-4fd4-a04c-5a03b4306ad3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0613289 Apr 20 14:33:01.355688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-7d06dee5-d075-4699-aa21-8338060d357e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317180 Apr 20 14:33:01.446261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-bd3d86a9-e3e5-4dba-8b16-0883fb549956 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--777089948&fields=id&tenant_id=f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 267 time: 0.0700107 Apr 20 14:33:01.448424 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-13e5ffff-00fb-4416-959f-e00987654aac service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Apr 20 14:33:01.548127 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-28362730-71b1-48d5-8bfd-35903a8fc0fd req-54722e9f-cec6-4eed-a5ef-ec8ebc16a854 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923643 Apr 20 14:33:01.633704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-f20a4b37-cf03-4442-8fe5-86a270e82916 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.635129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-f20a4b37-cf03-4442-8fe5-86a270e82916 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 824 time: 0.1803205 Apr 20 14:33:01.643650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:01.652433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:01.656524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-a285b108-3cfb-477c-9fb8-2d969bb4a6ed tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/quotas/f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 375 time: 0.0116959 Apr 20 14:33:01.717453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:01.787898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-1bf1cb9c-96a1-4642-84b2-0bc37cbb08f4 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1020479 Apr 20 14:33:01.903308 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d associated. External IP: 172.25.1.61, port: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55. Apr 20 14:33:01.972701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:01.982518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-e3bbc37f-f263-4a57-9dda-daba81ef66d1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:01.984028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-e3bbc37f-f263-4a57-9dda-daba81ef66d1 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "GET /v2.0/ports?device_id=57c8d01e-a622-4da8-859b-428c983380f3 HTTP/1.1" status: 200 len: 945 time: 0.1932175 Apr 20 14:33:01.984838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'port_id': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'mac_address': 'fa:16:3e:2b:b4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf89c353-4b3d-4473-a9fc-3a5760be6228', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:02.022792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.040565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cb9338-522e-4c72-9e18-f7503d88e2fc {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:02.056822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-57ab6362-19ac-469e-bdc6-a31fc0c64f33 service neutron] 10.222.0.20 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411385 Apr 20 14:33:02.061290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:02.066887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.117466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:02.259619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-491ff867-d5ae-4417-a9bc-44e6b76b0ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909018 Apr 20 14:33:02.263684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-463f2d14-8f8a-4d55-a681-0b7e0b79553e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:02.265168 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-463f2d14-8f8a-4d55-a681-0b7e0b79553e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/ports?device_id=0073f6e7-8b04-4997-a7c4-623d627b6a62 HTTP/1.1" status: 200 len: 945 time: 0.0608943 Apr 20 14:33:02.310388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Deleting port 7070a270-5063-4522-a2d0-b75290025615 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:02.310872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.389445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Deleting port 21dfa42f-733a-440b-9d81-98c6775ac418 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:02.390044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.401571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:02.405702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d0cb9338-522e-4c72-9e18-f7503d88e2fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:02.452951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] For port 7070a270-5063-4522-a2d0-b75290025615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7070a270-5063-4522-a2d0-b75290025615,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:02.453329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.520750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:02.559174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Calling delete_port for 7070a270-5063-4522-a2d0-b75290025615 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:02.646401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:02.686741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:02.687687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.731525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dbacd-7d87-4d39-b8e4-d36525cfba6a req-7030e5a8-e96d-47f2-b77f-8fbde2dd76e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:02.733282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-983dbacd-7d87-4d39-b8e4-d36525cfba6a req-7030e5a8-e96d-47f2-b77f-8fbde2dd76e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 948 time: 0.1927910 Apr 20 14:33:02.805601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:02.820855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-983dbacd-7d87-4d39-b8e4-d36525cfba6a req-89a038d6-35bb-4cab-a34d-6eb786b44974 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 Apr 20 14:33:02.824999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.917665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:02.924171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-be6f049e-2a1d-449c-b468-1bb6691497f7 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "PUT /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 995 time: 1.9899275 Apr 20 14:33:02.925311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.949444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:02.950087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:02.963268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] For port 21dfa42f-733a-440b-9d81-98c6775ac418, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=21dfa42f-733a-440b-9d81-98c6775ac418,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:02.963927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:02.981510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:02.984199 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5289bf4-598e-4154-9529-5598d798ae94" -d '{"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:03.059914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.064826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-ebd83769-b213-4a25-a937-acbe369e007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:03.066376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-ebd83769-b213-4a25-a937-acbe369e007a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.1413085 Apr 20 14:33:03.085678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:03.088653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1494bfa6-9c4e-469d-ba85-3a3a758f0d55', '7070a270-5063-4522-a2d0-b75290025615'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:03.113129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event deleted for resources: {'Port': ['ID=7070a270-5063-4522-a2d0-b75290025615,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:03.173063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:03.175644 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e5d958-5ccc-4bca-8d94-c1c405a75728" -d '{"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:03.237407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:03.299670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.326206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.447370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.448009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.448172 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c disassociated. External IP: 172.25.1.70, port: 21dfa42f-733a-440b-9d81-98c6775ac418. Apr 20 14:33:03.448520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Calling delete_port for 21dfa42f-733a-440b-9d81-98c6775ac418 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:03.519462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:03.605027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.683297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event deleted for resources: {'Port': ['ID=21dfa42f-733a-440b-9d81-98c6775ac418,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:03.740986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] No DVR routers for this DVR port 7070a270-5063-4522-a2d0-b75290025615 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:03.748805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.753273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43359c51-8d73-4331-857c-f2c9b48cc96f req-8e32a628-181e-4529-ae05-7ec02d2d3753 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "DELETE /v2.0/ports/7070a270-5063-4522-a2d0-b75290025615 HTTP/1.1" status: 204 len: 173 time: 1.7373664 Apr 20 14:33:03.762659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-bf654ff5-542d-48ef-a9c4-dcf0961e286a tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:03.764665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-bf654ff5-542d-48ef-a9c4-dcf0961e286a tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 1100 time: 0.6553698 Apr 20 14:33:03.806773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-2a7138aa-2c01-4295-9413-7a576fae390d tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:03.812304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-c935f2e8-81fe-4ffd-a6f7-46c9a31687b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:03.817458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:03.822205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-d964ac4b-ff6e-4154-94db-521ad29f908c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2287300 Apr 20 14:33:03.824493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-c935f2e8-81fe-4ffd-a6f7-46c9a31687b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.7466238 Apr 20 14:33:03.850970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:33:01Z', 'revision_number': 8, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:03.902891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:03.919429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:03.920180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:03.959449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:03.978415 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:04.000240 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:04.003239 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:04.041079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-0060608d-5f7e-4774-9df4-6e1d31ffbb95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 998 time: 0.2119410 Apr 20 14:33:04.110758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:04.132760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] No DVR routers for this DVR port 21dfa42f-733a-440b-9d81-98c6775ac418 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:04.139062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:04.145652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eeed3ccd-bdf7-40a9-a050-93bbf225058a req-8412058c-12ab-47c2-97d6-d1c9a974a4b0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "DELETE /v2.0/ports/21dfa42f-733a-440b-9d81-98c6775ac418 HTTP/1.1" status: 204 len: 173 time: 1.8744652 Apr 20 14:33:04.151654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'name': 'network-vif-deleted', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:04.160173 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce43ca5-083e-44ea-a61c-70d988a82ec4" -d '{"events": [{"server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "name": "network-vif-deleted", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:04.193115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-1a752fc4-13f1-48d1-8c79-3c63da0f7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.198603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-1a752fc4-13f1-48d1-8c79-3c63da0f7f6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1100 time: 0.2327862 Apr 20 14:33:04.203194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-b83d37b4-59e2-4886-aeb1-060cf28f9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.207279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-b83d37b4-59e2-4886-aeb1-060cf28f9c67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1498065 Apr 20 14:33:04.268527 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:04.275071 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-2a7138aa-2c01-4295-9413-7a576fae390d tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:04.344784 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-2a7138aa-2c01-4295-9413-7a576fae390d tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:04.426904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58ab3bf8-9c09-4800-ae12-c00f2e10ead8 req-2a7138aa-2c01-4295-9413-7a576fae390d tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6463182 Apr 20 14:33:04.435811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-1912ab17-a73c-4a3f-ba92-aea851c7aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.435811 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-1912ab17-a73c-4a3f-ba92-aea851c7aeff service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2079601 Apr 20 14:33:04.468058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7138aa-2c01-4295-9413-7a576fae390d tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27844bd-b818-4489-a7ac-1ca6b2c5e6ed,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:04.498391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-d24a1b0e-36a7-4243-8c05-11593c24819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.499700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-d24a1b0e-36a7-4243-8c05-11593c24819d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638652 Apr 20 14:33:04.514839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-b32d887b-f2d1-4b35-95f0-aae78a31b841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 200 len: 217 time: 0.0672364 Apr 20 14:33:04.584165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ec5f4881-ca5a-4228-930c-68a8ac4a54a7 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.592661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ec5f4881-ca5a-4228-930c-68a8ac4a54a7 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 824 time: 0.5905397 Apr 20 14:33:04.610357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-46aad923-d8e8-43b4-8a84-c6610abb79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.616511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-46aad923-d8e8-43b4-8a84-c6610abb79f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0969734 Apr 20 14:33:04.629197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:33:01Z', 'revision_number': 8, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:04.689609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992091d-3f93-4a1c-bb5d-2d656718e392 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '688a6533-4429-449a-b24b-dcfb6d250f0d', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'port_id': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'mac_address': 'fa:16:3e:9b:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b306fec-fb4b-4969-b39a-f433eba51954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:18Z', 'updated_at': '2022-04-20T14:33:01Z', 'revision_number': 8, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:04.693842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-4badd5e2-35d1-4b75-b841-e768f2cf02fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:04.695758 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-4badd5e2-35d1-4b75-b841-e768f2cf02fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706449 Apr 20 14:33:04.728845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a427c22c-e714-4fe1-9395-a52aec2eff35 req-ffd90525-eaa6-4f36-be7c-25ef03b76179 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0621715 Apr 20 14:33:04.757087 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:04.768049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-19146bc3-7ae4-42e8-9053-83056ba340ab tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f594feacd5d5496ab0c3b4ba044c8df4 HTTP/1.1" status: 200 len: 379 time: 0.1215787 Apr 20 14:33:04.795487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'port': {'device_id': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'admin_state_up': True, 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'security_groups': ['4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:04.815478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-172b99c7-a487-4ecf-80dc-dbc16b87683a service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061962 Apr 20 14:33:04.824176 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:04.833865 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:04.834684 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:04.856851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-e7840c2c-4fa6-41c4-88be-b71d6c7c0c5a service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454384 Apr 20 14:33:05.001683 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:05.025614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821347ed-fa2e-4ab5-af44-cbf778b83073 None None] New status for floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:33:05.035982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e96465dd-2ab9-475f-a0c3-12682a24c58c req-8c826c5d-aa3d-4a89-abe1-b9cc8edf9480 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602738 Apr 20 14:33:05.044339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfa35e-4879-4f36-973e-919dc8216ef8 req-ad29a6ab-78ba-448d-b082-1091905fae88 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:05.046015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1cfa35e-4879-4f36-973e-919dc8216ef8 req-ad29a6ab-78ba-448d-b082-1091905fae88 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.1523428 Apr 20 14:33:05.132622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1cfa35e-4879-4f36-973e-919dc8216ef8 req-1729888b-67ef-42a5-91be-ea0e124835bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738411 Apr 20 14:33:05.151818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f911bbc6-15c1-4ddd-b938-4359426a3c62 req-86369e9a-27f2-4c50-9662-2445f58171c3 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093877 Apr 20 14:33:05.154271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Made reservation on behalf of f594feacd5d5496ab0c3b4ba044c8df4 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:05.161010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:05.370864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:05.401289 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96503c-b18b-4fc2-8d18-e999cdc7724b None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:05.451552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f5a638d-3191-4191-85ad-46377c2ce0aa req-5b2ae101-9cd6-480b-961b-165272ba5553 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 210 time: 0.1643484 Apr 20 14:33:05.494307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Allocated IP 172.20.0.14 (a709da28-7c12-4c5f-a70f-37040aa74b44/448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d/1c8032de-1e39-4361-a099-c583d6994390) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:05.502085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558ce92-22d5-4f98-b6c0-d95ef91fe9ef req-413d7dd6-2b3c-4719-ac2f-e593b21c4346 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:05.504100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5558ce92-22d5-4f98-b6c0-d95ef91fe9ef req-413d7dd6-2b3c-4719-ac2f-e593b21c4346 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 1100 time: 0.2181726 Apr 20 14:33:05.591685 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69385e3-c9ed-4664-8a27-8a53f7ef0470 x-openstack-request-id: req-b69385e3-c9ed-4664-8a27-8a53f7ef0470 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:05.591930 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-plugged", "status": "completed", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:05.592208 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b69385e3-c9ed-4664-8a27-8a53f7ef0470 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:05.592607 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69385e3-c9ed-4664-8a27-8a53f7ef0470'] response: {'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'code': 200} Apr 20 14:33:05.604649 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290dd022-3068-47d6-bd7c-14fc4b9c4038 x-openstack-request-id: req-290dd022-3068-47d6-bd7c-14fc4b9c4038 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:05.605895 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:05.606143 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-290dd022-3068-47d6-bd7c-14fc4b9c4038 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:05.606715 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290dd022-3068-47d6-bd7c-14fc4b9c4038'] response: {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:33:05.648605 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d947e5-6c8f-4fd3-81d0-59dc7f2fb51f x-openstack-request-id: req-86d947e5-6c8f-4fd3-81d0-59dc7f2fb51f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:05.649496 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0073f6e7-8b04-4997-a7c4-623d627b6a62", "name": "network-vif-deleted", "tag": "21dfa42f-733a-440b-9d81-98c6775ac418", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:05.649946 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86d947e5-6c8f-4fd3-81d0-59dc7f2fb51f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:05.650555 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d947e5-6c8f-4fd3-81d0-59dc7f2fb51f'] response: {'server_uuid': '0073f6e7-8b04-4997-a7c4-623d627b6a62', 'name': 'network-vif-deleted', 'tag': '21dfa42f-733a-440b-9d81-98c6775ac418', 'status': 'completed', 'code': 200} Apr 20 14:33:05.652728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289bf4-598e-4154-9529-5598d798ae94 req-854b81b4-df40-4a7b-80ed-e16a8c90984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:05.655262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-854b81b4-df40-4a7b-80ed-e16a8c90984b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.0775340 Apr 20 14:33:05.689616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5558ce92-22d5-4f98-b6c0-d95ef91fe9ef req-d0a0760e-bc3d-48bf-a14b-1ae4ba316c7b tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766331 Apr 20 14:33:05.730494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:05.805814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:05.847441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e2a6d-3802-45ef-b3d8-aeb6f26ac489 None None] New status for floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:33:05.850213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289bf4-598e-4154-9529-5598d798ae94 req-4a01bf7a-c1bd-4e00-83de-7e5257b0ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:05.852188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-4a01bf7a-c1bd-4e00-83de-7e5257b0ef5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.1847990 Apr 20 14:33:05.994105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:06.029747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d74a350e-a530-4841-868e-5a7cedcc0b12 req-59aef95e-1db6-483f-9f3d-73d826b58d39 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 997 time: 0.1979094 Apr 20 14:33:06.088593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port d0cb9338-522e-4c72-9e18-f7503d88e2fc completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:06.093302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-96a1187d-5450-44c3-9b16-781153f97192 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 1000 time: 0.2319391 Apr 20 14:33:06.095819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d0cb9338-522e-4c72-9e18-f7503d88e2fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:06.096323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.192856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.193955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289bf4-598e-4154-9529-5598d798ae94 req-ec37fdd7-2b7f-4aa1-ace4-a799f82b4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.196262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-ec37fdd7-2b7f-4aa1-ace4-a799f82b4281 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.0930004 Apr 20 14:33:06.238854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:06.244798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.246176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 21dfa42f-733a-440b-9d81-98c6775ac418 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:06.248329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.253501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc5661fa-3300-46cd-a2ce-e1b61d221fcd req-e147733a-78c0-4854-8bf8-f7d9a0279daa tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0400376 Apr 20 14:33:06.292853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 21dfa42f-733a-440b-9d81-98c6775ac418 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:06.293233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 21dfa42f-733a-440b-9d81-98c6775ac418 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:06.328499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Network a709da28-7c12-4c5f-a70f-37040aa74b44 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:06.333373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:06.343668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:06.343951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289bf4-598e-4154-9529-5598d798ae94 req-643bd97f-a99f-493f-a6de-9d0e5ee8dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.347163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-643bd97f-a99f-493f-a6de-9d0e5ee8dd68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426377 Apr 20 14:33:06.350680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.357047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a350e-a530-4841-868e-5a7cedcc0b12 req-6950bbe7-4fa2-4d18-9e78-ae62f90d3c76 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.358607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d74a350e-a530-4841-868e-5a7cedcc0b12 req-6950bbe7-4fa2-4d18-9e78-ae62f90d3c76 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3101325 Apr 20 14:33:06.396598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:06.406052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event updated for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:06.415397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-d74a350e-a530-4841-868e-5a7cedcc0b12 req-73ca647d-0007-40af-b980-a47e3baf087f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:33:06.416379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d74a350e-a530-4841-868e-5a7cedcc0b12 req-73ca647d-0007-40af-b980-a47e3baf087f tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182111 Apr 20 14:33:06.419079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7070a270-5063-4522-a2d0-b75290025615 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:06.444264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 7070a270-5063-4522-a2d0-b75290025615 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:06.444790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7070a270-5063-4522-a2d0-b75290025615 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:06.479168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-ae94f71e-e261-4575-810b-720a6b4b5404 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596340 Apr 20 14:33:06.488565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.489206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.549787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-922e5dd3-e7ab-48ea-8bc0-aa258e709b53 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427759 Apr 20 14:33:06.550844 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-48c8bf5f-7dda-468c-8178-3aae8c7ef161 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624436 Apr 20 14:33:06.576207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-2893bdc5-99c0-4df9-8023-a2df55eb308c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7855427 Apr 20 14:33:06.623095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Request body: {'port': {'device_id': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:06.722188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5289bf4-598e-4154-9529-5598d798ae94 req-99852cfc-5738-46b1-abd4-dafa36b13bcb service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313059 Apr 20 14:33:06.740161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fe131d95-1108-40cd-9a5b-4c256c1abdf0 None None] Provisioning complete for port 1c8032de-1e39-4361-a099-c583d6994390 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:06.740534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe131d95-1108-40cd-9a5b-4c256c1abdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.773929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-aa97bae6-d9bd-45c7-bbca-4318fc48c850 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.775435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fe131d95-1108-40cd-9a5b-4c256c1abdf0 None None] Port 1c8032de-1e39-4361-a099-c583d6994390 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:06.775574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-aa97bae6-d9bd-45c7-bbca-4318fc48c850 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823174 Apr 20 14:33:06.779702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.811153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-6bffc5d3-ecc3-44b9-bc29-a16bfac07799 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0171297 Apr 20 14:33:06.817739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-578ab37b-34d6-4df9-be6f-520b5f54132f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:06.819203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:06.819364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-578ab37b-34d6-4df9-be6f-520b5f54132f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421243 Apr 20 14:33:06.873588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-b606827a-63a9-412b-8e71-c2f4fdeda74f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/quotas/f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 375 time: 0.0362568 Apr 20 14:33:06.997491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-a325e520-489e-4f9f-8859-f1036592145d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1612439 Apr 20 14:33:07.047674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-335edc85-928c-4e00-8078-d553305144f2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675358 Apr 20 14:33:07.185058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8032de-1e39-4361-a099-c583d6994390 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:07.193747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.215279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Transition to ACTIVE for port object 1c8032de-1e39-4361-a099-c583d6994390 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:07.224675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.364004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:07.439664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7a82-3599-46de-b139-ce49ba78d9e6 req-ceb64950-900c-47c4-b197-dfdf8471966f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:07.441609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f10a7a82-3599-46de-b139-ce49ba78d9e6 req-ceb64950-900c-47c4-b197-dfdf8471966f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1361389 Apr 20 14:33:07.564634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Deleting port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:07.565109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.594300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:07.609560 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0712040-4378-4b41-bba7-a515f3c67ae4" -d '{"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-plugged", "status": "completed", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:07.690660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] For port aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:07.690660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.709028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'name': 'network-vif-deleted', 'tag': '7070a270-5063-4522-a2d0-b75290025615'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:07.714484 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b584161d-110f-4079-8e5c-e42003f1e9a9" -d '{"events": [{"server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "name": "network-vif-deleted", "tag": "7070a270-5063-4522-a2d0-b75290025615"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:07.720837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-2b1f6be4-6e09-4757-94c7-9ac6218c3204 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1683323 Apr 20 14:33:07.722314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Calling delete_port for aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:07.724335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f10a7a82-3599-46de-b139-ce49ba78d9e6 req-dabdbcaa-b2fa-483e-a625-1dde7f66f8b0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428949 Apr 20 14:33:07.728032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Attempting to bind port 1c8032de-1e39-4361-a099-c583d6994390 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:07.728679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Attempting to bind port 1c8032de-1e39-4361-a099-c583d6994390 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:07.728768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Attempting to bind port 1c8032de-1e39-4361-a099-c583d6994390 on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:07.734335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Port 1c8032de-1e39-4361-a099-c583d6994390 on network a709da28-7c12-4c5f-a70f-37040aa74b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:07.734662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Attempting to bind port 1c8032de-1e39-4361-a099-c583d6994390 on network a709da28-7c12-4c5f-a70f-37040aa74b44 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:07.783018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:07.783913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Checking segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:07.784311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Bound using segment: {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:07.784755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Bound port: 1c8032de-1e39-4361-a099-c583d6994390, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe8b3def-b9ac-4c42-9486-8aaea0f59310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:07.785119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.813206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-444808ee-6327-4367-97ad-d71450cdbba8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:07.815228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-444808ee-6327-4367-97ad-d71450cdbba8 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports/1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 942 time: 0.0783701 Apr 20 14:33:07.999730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:08.003463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1c8032de-1e39-4361-a099-c583d6994390,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:08.014170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48010d6e-89cf-4907-9c63-098b85e4a1b2 req-354eca71-000a-4a6f-9871-afa331cad967 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.022484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48010d6e-89cf-4907-9c63-098b85e4a1b2 req-354eca71-000a-4a6f-9871-afa331cad967 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 944 time: 0.1862850 Apr 20 14:33:08.037895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:08.047510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:08.058164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-9020385f-804a-4cb7-9532-a434caf93a57 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1684232 Apr 20 14:33:08.076228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:08.228189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.228890 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:08.230514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/1c8032de-1e39-4361-a099-c583d6994390 HTTP/1.1" status: 200 len: 1092 time: 1.6258106 Apr 20 14:33:08.269763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48010d6e-89cf-4907-9c63-098b85e4a1b2 req-8c48ace9-f79b-452b-9d30-5461ac8cf0ac tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405810 Apr 20 14:33:08.368804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11028c-020c-4e90-a824-d32303bdb0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:08.377457 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:08.483323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0479a4c8-f50f-44bd-91b9-17b596852314 req-1cb9400a-045d-4746-a1ba-8148adb0432e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 210 time: 0.0534644 Apr 20 14:33:08.516703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-1bc40393-183c-4ca2-8be4-50b4febfb431 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.527762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-1bc40393-183c-4ca2-8be4-50b4febfb431 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.4489882 Apr 20 14:33:08.532209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-e32cdf55-dd1f-476f-a10d-fb8e0743d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.533946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-e32cdf55-dd1f-476f-a10d-fb8e0743d47b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 1095 time: 0.2243950 Apr 20 14:33:08.673556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-b6d25d84-785d-4b90-a459-2555020322d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8032de-1e39-4361-a099-c583d6994390 HTTP/1.1" status: 200 len: 217 time: 0.0882785 Apr 20 14:33:08.702866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-bb7cdcb4-c35f-4315-be62-5fb9a9fb2926 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1739733 Apr 20 14:33:08.729613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Router c729f0bd-1ff6-448c-a45a-0c241dafe43b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:08.736149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:08.794606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ddf07b4a-da7c-4a61-a313-dbb510ac0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.796177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-ddf07b4a-da7c-4a61-a313-dbb510ac0143 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.1130099 Apr 20 14:33:08.816285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:08.879318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:08.885159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4c826e92-da88-4f88-99a8-44f9af5da8c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c729f0bd-1ff6-448c-a45a-0c241dafe43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8899553 Apr 20 14:33:08.890198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47310) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:08.894329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Sync routers for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:08.914124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:08.915196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:08.920216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-a561c9cf-8019-4c1f-918d-30608daf355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:08.921775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-a561c9cf-8019-4c1f-918d-30608daf355c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667253 Apr 20 14:33:09.001551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65b2aad5-6323-43f2-a97a-0923ff704416 req-f4902ab8-9d86-497f-b3e8-c07e37036c04 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0472670 Apr 20 14:33:09.024615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.037325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:09.260244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.308614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '895232e8-e061-4ed7-b896-5229ece0e335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:33:07Z', 'revision_number': 5, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port': {'id': '895232e8-e061-4ed7-b896-5229ece0e335', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:09.340304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Deleting port 895232e8-e061-4ed7-b896-5229ece0e335 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:09.340734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.356866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Checking router: c729f0bd-1ff6-448c-a45a-0c241dafe43b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:09.359807 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bfd461-c9e9-476b-889f-251acc63f8f6 x-openstack-request-id: req-48bfd461-c9e9-476b-889f-251acc63f8f6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:09.360116 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-plugged", "status": "completed", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:09.360370 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48bfd461-c9e9-476b-889f-251acc63f8f6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:09.360757 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bfd461-c9e9-476b-889f-251acc63f8f6'] response: {'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'code': 200} Apr 20 14:33:09.389473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Routers {'c729f0bd-1ff6-448c-a45a-0c241dafe43b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:09.390999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:09.407268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.417023 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3521202f-850e-45f1-be06-1e5a5288ea5b x-openstack-request-id: req-3521202f-850e-45f1-be06-1e5a5288ea5b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:09.417309 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c8d01e-a622-4da8-859b-428c983380f3", "name": "network-vif-deleted", "tag": "7070a270-5063-4522-a2d0-b75290025615", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:09.417550 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3521202f-850e-45f1-be06-1e5a5288ea5b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:09.417963 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3521202f-850e-45f1-be06-1e5a5288ea5b'] response: {'server_uuid': '57c8d01e-a622-4da8-859b-428c983380f3', 'name': 'network-vif-deleted', 'tag': '7070a270-5063-4522-a2d0-b75290025615', 'status': 'completed', 'code': 200} Apr 20 14:33:09.420797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.421129 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d disassociated. External IP: 172.25.1.61, port: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55. Apr 20 14:33:09.438759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] For port 895232e8-e061-4ed7-b896-5229ece0e335, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=895232e8-e061-4ed7-b896-5229ece0e335,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:09.439199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.469863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-51617b61-8c1d-4e68-a7ae-6e26b886b5e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166643 Apr 20 14:33:09.477621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Calling delete_port for 895232e8-e061-4ed7-b896-5229ece0e335 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:09.536397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] Set router c729f0bd-1ff6-448c-a45a-0c241dafe43b gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:09.537682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c25962-0fd6-4262-9644-f67afb9961ef req-53b4f4a3-a755-401d-a66a-ae618fc759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:09.539828 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9c25962-0fd6-4262-9644-f67afb9961ef req-53b4f4a3-a755-401d-a66a-ae618fc759cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.0883014 Apr 20 14:33:09.585591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2ada4a-cc90-4c77-b70c-c8ae7705efc4 req-0f93d51d-bd20-49f5-94e8-1e1cbff34cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076298 Apr 20 14:33:09.628181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:33:09Z', 'revision_number': 6, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:09.630809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9c25962-0fd6-4262-9644-f67afb9961ef req-be4cd087-a3a2-403c-8c41-4ae4e52973b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798025 Apr 20 14:33:09.666417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895445-05cf-4ab7-978c-5a6681ccc10a None None] The sync data for ids ['c729f0bd-1ff6-448c-a45a-0c241dafe43b'] in n-d-836145-2 is: [{'id': 'c729f0bd-1ff6-448c-a45a-0c241dafe43b', 'name': 'tempest-ServersTestMultiNic-1253621452-router', 'tenant_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:30Z', 'updated_at': '2022-04-20T14:33:09Z', 'revision_number': 6, 'project_id': 'fe1326c2b5134ad986c0c804c48ec5a2', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:09.726975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343f0e2-7886-436f-a44c-2ceb6177e328 req-e8fd4b3e-80c1-48db-bc81-3a027a9af9b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:09.728649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4343f0e2-7886-436f-a44c-2ceb6177e328 req-e8fd4b3e-80c1-48db-bc81-3a027a9af9b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1395798 Apr 20 14:33:09.740620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.770328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=895232e8-e061-4ed7-b896-5229ece0e335,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:09.816994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4343f0e2-7886-436f-a44c-2ceb6177e328 req-ee6c9084-30b3-49d9-89c8-f4f03d66e075 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Apr 20 14:33:09.821398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-a2a3e391-f019-4a52-af7b-50f0da110d3e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411284 Apr 20 14:33:09.939796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:09.951352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:09.963596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6fe18-5802-490b-821d-01d56064abe7 req-b6525b1c-00f2-42a4-8439-a34cf01be8d6 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:09.965044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7a6fe18-5802-490b-821d-01d56064abe7 req-b6525b1c-00f2-42a4-8439-a34cf01be8d6 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 944 time: 0.0666006 Apr 20 14:33:10.052456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7a6fe18-5802-490b-821d-01d56064abe7 req-3eb30177-0c35-4b0e-9b54-4f0eec5b3458 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779133 Apr 20 14:33:10.073486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.076410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.093279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-17f251d2-08b5-4ca8-b436-692d367359ef tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.095178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-17f251d2-08b5-4ca8-b436-692d367359ef tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464931 Apr 20 14:33:10.114163 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-31812eed-7a84-48e9-a053-740c6bdbbbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.117846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:10.127754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.136325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:10.170512 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:10.171253 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:10.181258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-3b3677f0-d089-465a-bdab-5094f1291450 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "PUT /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 695 time: 1.4527488 Apr 20 14:33:10.194995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Request body: {'port': {'device_id': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'f35d4d7fa27f4700b57a1c4856f0ceb1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:10.233707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65472409-7198-4861-be30-2f2aae466de2 req-12bbf01e-19bc-4eca-a810-b799b76f66bb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 210 time: 0.0802383 Apr 20 14:33:10.297025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-879aa5a7-f525-45fe-807a-6f03385dacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.306153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-879aa5a7-f525-45fe-807a-6f03385dacce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.1010065 Apr 20 14:33:10.336703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.337394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c729f0bd-1ff6-448c-a45a-0c241dafe43b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:33:10.351276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.352509 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-032b360d-c06a-4f96-b778-1a63fa2abeaa admin admin] 10.222.0.20 "DELETE /v2.0/routers/c729f0bd-1ff6-448c-a45a-0c241dafe43b HTTP/1.1" status: 204 len: 168 time: 1.4613309 Apr 20 14:33:10.355094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:10.384637 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:10.398770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Made reservation on behalf of f35d4d7fa27f4700b57a1c4856f0ceb1 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:10.402295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.403136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c69e919-22fa-4bf2-bfad-0af62442831e req-e8cc721c-0740-4456-a6c0-dd2567c84ce4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 210 time: 0.0430753 Apr 20 14:33:10.446528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-b2b343af-a356-4bc2-99ca-efa712770ff3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285494 Apr 20 14:33:10.556821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Allocated IP 192.168.233.252 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/a3eb090f-6504-4993-b56e-e2d494ab832b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:10.587923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96abe5c7-c021-40c6-a719-613e3d1137fa tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.589748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96abe5c7-c021-40c6-a719-613e3d1137fa tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311560 Apr 20 14:33:10.608032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:10.616070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Deleting subnet 4926dae4-a4c9-43d8-9f53-1df5c4e99a67 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:33:10.621017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.625800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-0a11c1ba-f8be-4090-ab9a-31b0437062eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.633854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-0a11c1ba-f8be-4090-ab9a-31b0437062eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.3262877 Apr 20 14:33:10.643509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a18f66ff-4c3f-4994-844f-48ef2545f428 req-1371780c-9be1-455c-b51a-456139668c65 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0510049 Apr 20 14:33:10.700032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-6238341f-fc9f-492e-9a42-090f5f4fbbe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.0651519 Apr 20 14:33:10.730680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.747980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:10.784380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:10.797185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:10.797891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:32:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:10.799956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-b9bf0f6e-3502-4ddb-b0b8-b08ca60a8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.801465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-b9bf0f6e-3502-4ddb-b0b8-b08ca60a8245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1007528 Apr 20 14:33:10.881239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.907538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-af10ce26-6b63-4bed-9db4-6005f1b84d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:10.911855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-af10ce26-6b63-4bed-9db4-6005f1b84d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963736 Apr 20 14:33:10.913102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:10.917561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:10.968923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-df7a1af2-15bb-421b-99fb-46aae6709ae3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593109 Apr 20 14:33:11.136317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24694623-bfcc-476b-9daa-c3cf9e1d2b7c req-8e34f38e-e4ba-4829-ab2a-a2f3a2762510 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:11.137846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24694623-bfcc-476b-9daa-c3cf9e1d2b7c req-8e34f38e-e4ba-4829-ab2a-a2f3a2762510 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.0968595 Apr 20 14:33:11.140560 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:11.147957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:11.164162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:11.166084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-8e349a27-761f-44d1-9940-039e4f97e306 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218769 Apr 20 14:33:11.172211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:11.274954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.202 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/586c920f-0939-4e3a-8da4-0ddfacfe2bad) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:11.286273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24694623-bfcc-476b-9daa-c3cf9e1d2b7c req-a48d37ca-27ee-497c-98d7-e74877e2a8cb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225040 Apr 20 14:33:11.367142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9e6865-6de7-47a4-847e-6ecbe0bd83f9 req-7a445049-92b8-4968-928a-3c5f54648bf9 service neutron] 10.222.0.20 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904526 Apr 20 14:33:11.438679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'tag': '1c8032de-1e39-4361-a099-c583d6994390'}, {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:11.441567 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56c8df-7810-4392-9cc0-eff5e6a63a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "tag": "1c8032de-1e39-4361-a099-c583d6994390"}, {"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:11.458031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:11.511719 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d60b8-f582-4325-a63c-81d0919697b6 None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:31:53Z', 'revision_number': 4, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5455088f-b362-45de-8d15-10b5bf44f9aa', 'name': '', 'network_id': '14b69cd5-6955-4e6b-8b0e-63f188116b3e', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'mac_address': 'fa:16:3e:5a:4e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:51Z', 'updated_at': '2022-04-20T14:31:58Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'subnets': [{'id': '583a8f14-69d7-49ee-905d-9cebf8baa96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:11.540901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f74c9d5-d4a2-4dc1-9237-54001d7dc213 req-92a131e9-552a-4bef-bc98-a75119c33405 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 210 time: 0.0450320 Apr 20 14:33:11.580625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896f8e-86e0-40f2-8d92-a75c43db49af req-b643dd53-d6e0-4b47-95d7-3112aedff72d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:11.588978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d896f8e-86e0-40f2-8d92-a75c43db49af req-b643dd53-d6e0-4b47-95d7-3112aedff72d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 944 time: 0.1434479 Apr 20 14:33:11.616294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:11.653729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d896f8e-86e0-40f2-8d92-a75c43db49af req-4660258a-7734-40f4-aedd-dbaed5178c0c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 Apr 20 14:33:11.670870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 895232e8-e061-4ed7-b896-5229ece0e335 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:11.692603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:11.717002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:11.730150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 895232e8-e061-4ed7-b896-5229ece0e335 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:11.730674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 895232e8-e061-4ed7-b896-5229ece0e335 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:11.731395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-c5e9c891-17dc-4058-a8a3-fe29102c21c5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:11.732014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:11.733176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-c5e9c891-17dc-4058-a8a3-fe29102c21c5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7509484 Apr 20 14:33:11.766791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:11.787044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:11.790155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:11.795506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device aecdff3a-2ed4-4c32-a0f6-e7b48e024e1e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:11.796927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:11.836258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:11.837876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:11.846533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:11.852125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:11.869681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:11.917177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b942-06b3-4189-a833-444fdf2ac356 req-a71116d8-dd5c-4335-9c76-d305c5374b5f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:11.923101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22f1b942-06b3-4189-a833-444fdf2ac356 req-a71116d8-dd5c-4335-9c76-d305c5374b5f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 936 time: 0.1502209 Apr 20 14:33:11.930708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:11.931579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.000355 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e003504-6531-4ef9-9550-69604524a8d0 x-openstack-request-id: req-7e003504-6531-4ef9-9550-69604524a8d0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:12.001302 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "tag": "1c8032de-1e39-4361-a099-c583d6994390", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:12.002532 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e003504-6531-4ef9-9550-69604524a8d0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:12.003198 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e003504-6531-4ef9-9550-69604524a8d0'] response: {'name': 'network-changed', 'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'tag': '1c8032de-1e39-4361-a099-c583d6994390', 'status': 'completed', 'code': 200} Apr 20 14:33:12.003639 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e003504-6531-4ef9-9550-69604524a8d0'] response: {'name': 'network-changed', 'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:33:12.011153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-1c988398-035c-433c-a418-6b452283d39f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4069982 Apr 20 14:33:12.026847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57459b62-26ea-4f3a-b155-36f6877cfd84 None None] New status for floating IP 688a6533-4429-449a-b24b-dcfb6d250f0d: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:33:12.032239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22f1b942-06b3-4189-a833-444fdf2ac356 req-b61582e4-b117-43d7-bfbb-833a52a44b7f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952561 Apr 20 14:33:12.033418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.43', 57582) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:12.041682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Request body: {'port': {'device_id': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:12.048562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.083129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:12.161561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.162211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.186813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-144ee4d5-a229-466c-9fd8-4c23a891f9ca req-7c6fa788-62ed-47a6-8807-3ed518c9ef9c tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.1070330 Apr 20 14:33:12.209065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4926dae4-a4c9-43d8-9f53-1df5c4e99a67,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:12.220159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-ed308a16-2a1c-4578-837d-cd03cfed14c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0797944 Apr 20 14:33:12.239943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Request body: {'port': {'device_id': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:12.248093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-94674b50-44f1-4138-a4f1-031cc5bbb417 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 200 len: 695 time: 0.0962038 Apr 20 14:33:12.263739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.271202 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c2c3d44d-e1c2-4ca2-80e8-72d8db74df3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4926dae4-a4c9-43d8-9f53-1df5c4e99a67 HTTP/1.1" status: 204 len: 168 time: 1.9149222 Apr 20 14:33:12.272084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:12.321253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:12.326764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.336071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-05a06867-559c-4206-817b-e005b58f9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.337743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-05a06867-559c-4206-817b-e005b58f9440 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 1096 time: 0.2862284 Apr 20 14:33:12.342747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-731fdf88-5149-4b0f-9315-a35e2abef637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.344792 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-731fdf88-5149-4b0f-9315-a35e2abef637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 1095 time: 0.2911980 Apr 20 14:33:12.347713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.348826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5802931-b610-4679-a5b1-3b4675665c8e None None] Network 89c093a5-5d55-4951-8cc4-9f757970073c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:12.489614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.206 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/86029f8e-db9d-4dc6-be9d-6b1ea8653deb) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:12.504868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a436c182-ca5f-4610-a711-ce05a1de9b46 None None] Provisioning complete for port 586c920f-0939-4e3a-8da4-0ddfacfe2bad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:12.505892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a436c182-ca5f-4610-a711-ce05a1de9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.552878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a436c182-ca5f-4610-a711-ce05a1de9b46 None None] Port 586c920f-0939-4e3a-8da4-0ddfacfe2bad cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:12.581068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-371c75cd-e6d5-4223-8301-0eb83b1d5faa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.588508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-371c75cd-e6d5-4223-8301-0eb83b1d5faa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3391867 Apr 20 14:33:12.594872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f2fa3883-fb03-46bb-a5c7-a44c1110e04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.616530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-a030243e-d119-488a-b042-4c8ad54ce768 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:33:12.619076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-a030243e-d119-488a-b042-4c8ad54ce768 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296643 Apr 20 14:33:12.686121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eb035c35-8ac7-4b51-ade4-c83caecf109c None None] Provisioning complete for port a3eb090f-6504-4993-b56e-e2d494ab832b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:12.686298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb035c35-8ac7-4b51-ade4-c83caecf109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.705774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-66532902-d065-40f0-b1a7-6ef2091ea9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.707271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-66532902-d065-40f0-b1a7-6ef2091ea9ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 200 len: 922 time: 0.3489668 Apr 20 14:33:12.722208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] DHCP port deletion for 89c093a5-5d55-4951-8cc4-9f757970073c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:33:12.732052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-eb035c35-8ac7-4b51-ade4-c83caecf109c None None] Port a3eb090f-6504-4993-b56e-e2d494ab832b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:12.782067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Deleting port 69769d62-f38f-4cf9-af81-7ac40a222105 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:12.782452 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.784964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.812540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.825885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.864273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] For port 69769d62-f38f-4cf9-af81-7ac40a222105, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=69769d62-f38f-4cf9-af81-7ac40a222105,segment=NetworkSegment(515a346a-9061-4bf1-86da-b1c1a609a13c),segment_id=515a346a-9061-4bf1-86da-b1c1a609a13c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:12.864760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.876742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-9d209a3e-cf7b-4cd9-972c-501620498106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:12.878319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-9d209a3e-cf7b-4cd9-972c-501620498106 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 925 time: 0.2470071 Apr 20 14:33:12.880073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Calling delete_port for 69769d62-f38f-4cf9-af81-7ac40a222105 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:12.964109 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:12.972277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-8e9c3874-c9fe-4435-bc15-0923d95c8eeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8032de-1e39-4361-a099-c583d6994390 HTTP/1.1" status: 200 len: 217 time: 0.0802577 Apr 20 14:33:12.996075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] Pushing event deleted for resources: {'Port': ['ID=69769d62-f38f-4cf9-af81-7ac40a222105,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:13.003632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39910b42-598c-4dc5-82d0-b60004682ffd None None] No DVR routers for this DVR port 69769d62-f38f-4cf9-af81-7ac40a222105 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:13.060169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-6cf210e3-0871-4c58-8661-8b1548518147 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 696 time: 0.4215155 Apr 20 14:33:13.067773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb444b9-b984-4528-95ba-c004ec9352fc req-1884b7c7-2ebc-4ab1-b8eb-cd37819b0606 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.069227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2eb444b9-b984-4528-95ba-c004ec9352fc req-1884b7c7-2ebc-4ab1-b8eb-cd37819b0606 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.5850894 Apr 20 14:33:13.074404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.089213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:13.110107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-d28dc4f7-b481-4a3b-b710-8fe905fbc09f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5732448 Apr 20 14:33:13.135992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-02f09bab-af12-450d-a7b8-97833c800a03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 200 len: 217 time: 0.1104147 Apr 20 14:33:13.167540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-182e20b7-afa6-4766-8847-e3c5669933b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.169335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-182e20b7-afa6-4766-8847-e3c5669933b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.1843295 Apr 20 14:33:13.192836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:13.197584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:13.215416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:13.219700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:13.247344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Deleting port 69769d62-f38f-4cf9-af81-7ac40a222105 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:13.247690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.293309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-d1a2cadf-5ec2-49bd-bbed-ad86f0c37672 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 696 time: 0.2230093 Apr 20 14:33:13.339217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.339990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.361209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] For port 69769d62-f38f-4cf9-af81-7ac40a222105, host n-d-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:13.361593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.365144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-5a83cfc6-6a4c-4db4-b46c-f9b3f23a471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.367037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-5a83cfc6-6a4c-4db4-b46c-f9b3f23a471b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844096 Apr 20 14:33:13.379942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2eb444b9-b984-4528-95ba-c004ec9352fc req-cae1c30a-a01e-4582-aafc-39ffe8ded62a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784390 Apr 20 14:33:13.387045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-76f00dd8-6364-4906-85ad-dc9ded11bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.388810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-76f00dd8-6364-4906-85ad-dc9ded11bb78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 200 len: 860 time: 0.1915429 Apr 20 14:33:13.443520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02533a3-2b13-4c94-b658-d6372c973310 req-c25e6632-4b70-43db-8062-52072127cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.445997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-c25e6632-4b70-43db-8062-52072127cb91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1095 time: 0.2992604 Apr 20 14:33:13.480478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-f655b414-1f07-43f5-a360-b0ffedcb3f2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6353607 Apr 20 14:33:13.484654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Calling delete_port for 69769d62-f38f-4cf9-af81-7ac40a222105 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:13.489034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Port 69769d62-f38f-4cf9-af81-7ac40a222105 was not found and therefore no delete operation was performed {{(pid=102863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:33:13.492222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.515110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Request body: {'port': {'device_id': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:13.534025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.583188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a4a4e0af-4cf8-4e03-96e7-daaa2e4b6d06 None None] Provisioning complete for port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:13.583547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e0af-4cf8-4e03-96e7-daaa2e4b6d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.661181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 69769d62-f38f-4cf9-af81-7ac40a222105 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:13.663816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4e0af-4cf8-4e03-96e7-daaa2e4b6d06 None None] Port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:13.668132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.670759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Pushing event deleted for resources: {'Port': ['ID=69769d62-f38f-4cf9-af81-7ac40a222105,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:13.674311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] No DVR routers for this DVR port 69769d62-f38f-4cf9-af81-7ac40a222105 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:13.687353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-33724b04-9a9e-40c8-a0f5-b4c4613b7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.687891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 69769d62-f38f-4cf9-af81-7ac40a222105 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:13.688125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 69769d62-f38f-4cf9-af81-7ac40a222105 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:13.688849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-33724b04-9a9e-40c8-a0f5-b4c4613b7670 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=14b69cd5-6955-4e6b-8b0e-63f188116b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902672 Apr 20 14:33:13.709338 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-04cacc11-9c07-4f84-baa9-139ac62d450b service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344865 Apr 20 14:33:13.762991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a525dc3-1d5d-4286-afcf-dcabee21e458 req-9348c07a-4461-4c18-b7e2-b2fa36668cdb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.764468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a525dc3-1d5d-4286-afcf-dcabee21e458 req-9348c07a-4461-4c18-b7e2-b2fa36668cdb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 936 time: 0.2681634 Apr 20 14:33:13.818177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02533a3-2b13-4c94-b658-d6372c973310 req-08ce015a-b70c-405c-9b46-b74535f9b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:13.819740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-08ce015a-b70c-405c-9b46-b74535f9b85e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.3171659 Apr 20 14:33:13.826718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586c920f-0939-4e3a-8da4-0ddfacfe2bad {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:13.826924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.842806 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.868794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c093a5-5d55-4951-8cc4-9f757970073c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:13.908136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-b86d2e03-a421-45eb-9498-e8e1761a9ca7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.0677612 Apr 20 14:33:13.918661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Transition to ACTIVE for port object 586c920f-0939-4e3a-8da4-0ddfacfe2bad will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:13.922239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515a346a-9061-4bf1-86da-b1c1a609a13c') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:13.922540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515a346a-9061-4bf1-86da-b1c1a609a13c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:13.933570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a525dc3-1d5d-4286-afcf-dcabee21e458 req-ce22e0d9-6fd2-4cfb-9b8c-00419083955e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589406 Apr 20 14:33:13.961502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.968215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.969093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Deleting port 2583f811-261f-407c-a645-9ee22892289b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:13.969433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.009103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-58174e17-caef-4890-8589-53ca429a1501 service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890790 Apr 20 14:33:14.024854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.033654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-206f27fa-0b19-4fd6-81c9-bf17bbb499d0 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103786 Apr 20 14:33:14.038760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:33:14.039064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:33:14.040832 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:33:14.126555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.131762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.138144 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] 10.222.0.20 "DELETE /v2.0/networks/89c093a5-5d55-4951-8cc4-9f757970073c HTTP/1.1" status: 204 len: 168 time: 1.8523135 Apr 20 14:33:14.157332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02533a3-2b13-4c94-b658-d6372c973310 req-ea2c93c0-c795-43d7-b416-846a42a45417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:14.158929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-ea2c93c0-c795-43d7-b416-846a42a45417 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.2375624 Apr 20 14:33:14.159556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630b8a8-208f-491f-8725-96cee0422445 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c093a5-5d55-4951-8cc4-9f757970073c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:14.169671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Pushing event updated for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:14.219446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3eb090f-6504-4993-b56e-e2d494ab832b {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:14.230996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.235204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-9f83e022-ab01-46f0-92cf-449aab86a508 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565696 Apr 20 14:33:14.249624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Transition to ACTIVE for port object a3eb090f-6504-4993-b56e-e2d494ab832b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:14.309974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.310131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.323368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63ca5-53b5-4491-a26f-0ce903f66e3e req-0ef59f89-cbbe-4d44-919f-a5602f64d1ab tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:14.331019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5a63ca5-53b5-4491-a26f-0ce903f66e3e req-0ef59f89-cbbe-4d44-919f-a5602f64d1ab tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 944 time: 0.3159885 Apr 20 14:33:14.407142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Calling delete_port for 2583f811-261f-407c-a645-9ee22892289b owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:14.413353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.422554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-9c94b129-3085-4e13-b440-ed03ffc6062c service neutron] 10.222.0.43 "GET /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012010 Apr 20 14:33:14.425198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:14.516201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86029f8e-db9d-4dc6-be9d-6b1ea8653deb {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:14.528585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:14.533050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Attempting to bind port 586c920f-0939-4e3a-8da4-0ddfacfe2bad on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:14.533386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Attempting to bind port 586c920f-0939-4e3a-8da4-0ddfacfe2bad by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:14.533714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Attempting to bind port 586c920f-0939-4e3a-8da4-0ddfacfe2bad on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.538556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5a63ca5-53b5-4491-a26f-0ce903f66e3e req-0d842b94-646b-4d71-9fde-4b9b7e03be13 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064214 Apr 20 14:33:14.548633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.572115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Port 586c920f-0939-4e3a-8da4-0ddfacfe2bad on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:14.572453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Attempting to bind port 586c920f-0939-4e3a-8da4-0ddfacfe2bad on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.598642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-442c7f65-bb50-4a35-adbd-589675db5727 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532615 Apr 20 14:33:14.598867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Transition to ACTIVE for port object 86029f8e-db9d-4dc6-be9d-6b1ea8653deb will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:14.607055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.620550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e6697fc-c55f-493e-a6de-a3dc1714bb2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe1326c2b5134ad986c0c804c48ec5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892023 Apr 20 14:33:14.633169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:14.633499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:14.633884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:14.634347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Bound port: 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:14.634736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.640885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:14.706226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:14.706781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:14.707331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.724818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:14.725308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.731970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Pushing event updated for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:14.761946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:14.762287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:14.762695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:14.763146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Bound port: a3eb090f-6504-4993-b56e-e2d494ab832b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:14.763503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.815119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.880001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.894485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dbe98-ca3a-401c-9187-e8ffebdf4dcc req-a5102229-66e1-4a59-8b5f-bde83ad7df2c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:14.899424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a33dbe98-ca3a-401c-9187-e8ffebdf4dcc req-a5102229-66e1-4a59-8b5f-bde83ad7df2c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.2519310 Apr 20 14:33:14.901991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02533a3-2b13-4c94-b658-d6372c973310 req-414ff339-8c8a-4541-a63d-591907c67924 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941408 Apr 20 14:33:14.916628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:14.927690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:14.945788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Attempting to bind port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:14.946255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Attempting to bind port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:14.947108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Attempting to bind port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.963685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:14.963910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.966366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:14.967686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Attempting to bind port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:14.972180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:14.980848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:14.981212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:14.982181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:14.982181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Bound port: 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:14.982716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:14.986287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.015320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.033560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.034210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.035981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] 10.222.0.43 "PUT /v2.0/ports/586c920f-0939-4e3a-8da4-0ddfacfe2bad HTTP/1.1" status: 200 len: 1096 time: 3.0013816 Apr 20 14:33:15.043096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:15.046383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.047107 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f58be5-db64-4b23-ad18-f64f64deaaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:15.049132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.053895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b HTTP/1.1" status: 204 len: 168 time: 0.4103608 Apr 20 14:33:15.074922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a33dbe98-ca3a-401c-9187-e8ffebdf4dcc req-4e19fbfe-d17a-4e8e-9f51-69eb86d7d39c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524203 Apr 20 14:33:15.081785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.082411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.083967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 1096 time: 2.8497109 Apr 20 14:33:15.088519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:15.091211 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0" -d '{"events": [{"name": "network-changed", "server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:15.131026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b99296-e1a6-4df1-9cb5-ec74c278007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8317e5-3bf7-4ecf-9fbe-a5b8d9700a9b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:15.155315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63392d97-59b1-46c1-bdf6-a08530777340 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:15.168853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.198966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:15.203275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:15.213472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.246676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.251132 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.258724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33fea384-d68c-4ea9-82ab-75d25490a76a req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "DELETE /v2.0/floatingips/688a6533-4429-449a-b24b-dcfb6d250f0d HTTP/1.1" status: 204 len: 173 time: 1.9470985 Apr 20 14:33:15.281390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7e90-5838-4bb5-b253-6da65e350efc service neutron] Pushing event updated for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:15.293328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.293968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.295586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/86029f8e-db9d-4dc6-be9d-6b1ea8653deb HTTP/1.1" status: 200 len: 1096 time: 1.7981825 Apr 20 14:33:15.347962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-04cf1e75-5107-496c-93fd-5a13e5c43893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.348402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:15.349726 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-04cf1e75-5107-496c-93fd-5a13e5c43893 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1099 time: 0.1248930 Apr 20 14:33:15.351705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e51cfc-32e5-47e9-9981-1a0fe48914c3 service neutron] Pushing event updated for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:15.430677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eadad8d4-f752-4fe1-a72a-eb88017fb23b req-04257025-a48b-4d9b-854c-21a316ee4fb0 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.1563926 Apr 20 14:33:15.431519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383d4e-6e82-4536-9634-4d17870deafa tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event deleted for resources: {'Port': ['ID=2583f811-261f-407c-a645-9ee22892289b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:15.463971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-dac2b796-71f1-4985-8436-53aeeb1a11da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.1013370 Apr 20 14:33:15.519048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-0678e8d6-1ead-4ee0-b8fa-7ecd29fe11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.522245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-0678e8d6-1ead-4ee0-b8fa-7ecd29fe11e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 1099 time: 0.4175479 Apr 20 14:33:15.536264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-b855a86c-1a39-4221-9e15-19d459298b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.538454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-b855a86c-1a39-4221-9e15-19d459298b81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 1099 time: 0.1654892 Apr 20 14:33:15.594899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-782559df-df8f-4e4f-ba9e-5f461cab9c9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad HTTP/1.1" status: 200 len: 217 time: 0.0661576 Apr 20 14:33:15.597950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-eb86aeb2-dfee-42ab-8384-7f894e391b26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb HTTP/1.1" status: 200 len: 217 time: 0.0407879 Apr 20 14:33:15.603445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997357e-fc91-4e8f-b02e-5ae1630d2d3d req-9a87954b-6571-41b2-865d-1000be326fb2 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.604872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-303ea2d0-9f86-43a5-a697-79bf555157fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.606481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-303ea2d0-9f86-43a5-a697-79bf555157fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1349678 Apr 20 14:33:15.610886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a997357e-fc91-4e8f-b02e-5ae1630d2d3d req-9a87954b-6571-41b2-865d-1000be326fb2 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.1723547 Apr 20 14:33:15.716665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-be2e6208-8494-4246-8afb-16d1f48f2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.720483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-be2e6208-8494-4246-8afb-16d1f48f2fed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0820377 Apr 20 14:33:15.733076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a997357e-fc91-4e8f-b02e-5ae1630d2d3d req-6a21bbe9-7c30-4cb0-b5c3-234cde442e29 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213355 Apr 20 14:33:15.737400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1c8032de-1e39-4361-a099-c583d6994390 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:15.760520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-a149b779-0d5e-4bc9-b75b-bfaba5d79587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.762207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-a149b779-0d5e-4bc9-b75b-bfaba5d79587 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363671 Apr 20 14:33:15.783678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-6216b00a-8a13-4759-9cfe-28e672eed7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.784849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-6216b00a-8a13-4759-9cfe-28e672eed7c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1605074 Apr 20 14:33:15.792951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411de09-0d56-4b49-9ead-5d48b3635d54 req-2a2eceab-7f66-40f7-8b29-3736f89b111c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.800097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e411de09-0d56-4b49-9ead-5d48b3635d54 req-2a2eceab-7f66-40f7-8b29-3736f89b111c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2074602 Apr 20 14:33:15.836530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-a04abce2-499b-4095-8d70-153f900b55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:15.840584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-a04abce2-499b-4095-8d70-153f900b55e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063979 Apr 20 14:33:15.955585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1c8032de-1e39-4361-a099-c583d6994390,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:15.972685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '1c8032de-1e39-4361-a099-c583d6994390', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'port_id': '1c8032de-1e39-4361-a099-c583d6994390', 'mac_address': 'fa:16:3e:d5:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:16.025044 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:16.056026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8032de-1e39-4361-a099-c583d6994390 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:16.087212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1c8032de-1e39-4361-a099-c583d6994390,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:16.092621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:16.158440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:16.218061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-ea97c4c7-97fe-4941-bc85-4f9d64c75166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.219588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-ea97c4c7-97fe-4941-bc85-4f9d64c75166 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4244974 Apr 20 14:33:16.256107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-13cbdec6-8487-4c9b-beb8-3fa0297667bb service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844553 Apr 20 14:33:16.316317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e411de09-0d56-4b49-9ead-5d48b3635d54 req-b4119d63-79bd-4a09-9e41-fedbcab1695d tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105491 Apr 20 14:33:16.357902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07a42a-ee30-4264-aabc-dd580fda7f96 req-6ffb09d3-0187-42db-8202-a4fe10bc8c04 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.360859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee07a42a-ee30-4264-aabc-dd580fda7f96 req-6ffb09d3-0187-42db-8202-a4fe10bc8c04 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 948 time: 0.1069291 Apr 20 14:33:16.363546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-06c0ff06-4dc3-40e0-9dfe-964eb31269b3 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112777 Apr 20 14:33:16.400883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-9efc9645-42cb-4645-b670-346e5b4842d9 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726675 Apr 20 14:33:16.403085 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:33:16.454251 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7430c0-60e8-42ed-8ae3-b8df68dcdcfa x-openstack-request-id: req-7c7430c0-60e8-42ed-8ae3-b8df68dcdcfa {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:16.454536 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:16.454818 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c7430c0-60e8-42ed-8ae3-b8df68dcdcfa {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:16.455210 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7430c0-60e8-42ed-8ae3-b8df68dcdcfa'] response: {'name': 'network-changed', 'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad', 'status': 'completed', 'code': 200} Apr 20 14:33:16.462701 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c61fd1d-2250-4543-98d1-bebae52601c4 req-815e08ca-7404-4f7e-8100-358cebac3592 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809356 Apr 20 14:33:16.465743 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f767402-33e4-46e6-8198-90e4ce5440d9 x-openstack-request-id: req-8f767402-33e4-46e6-8198-90e4ce5440d9 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:16.466027 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:16.466272 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f767402-33e4-46e6-8198-90e4ce5440d9 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:16.466677 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f767402-33e4-46e6-8198-90e4ce5440d9'] response: {'name': 'network-changed', 'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'status': 'completed', 'code': 200} Apr 20 14:33:16.480336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee07a42a-ee30-4264-aabc-dd580fda7f96 req-29cba20d-ad4c-4b00-a0f7-1901e219e0e6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093884 Apr 20 14:33:16.503806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['1c8032de-1e39-4361-a099-c583d6994390'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:16.556273 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-3732076a-8004-4186-938f-7761a50c9530 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481409 Apr 20 14:33:16.572991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-259ff678-c059-4bff-ac47-d3dc52561a12 req-54b55f99-74ad-40f4-893d-6166f85281a2 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811874 Apr 20 14:33:16.614220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b96d83-48ff-4b94-9e03-05cac16e9e40 req-0f79952d-3a69-4ab8-b058-325e3d4dbc7d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.616001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38b96d83-48ff-4b94-9e03-05cac16e9e40 req-0f79952d-3a69-4ab8-b058-325e3d4dbc7d tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 945 time: 0.0662186 Apr 20 14:33:16.629223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-347909d4-6527-40a7-bfb3-d5fc5c3f4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.630864 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-347909d4-6527-40a7-bfb3-d5fc5c3f4c92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1099 time: 0.0910244 Apr 20 14:33:16.679216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38b96d83-48ff-4b94-9e03-05cac16e9e40 req-8f03494c-05d5-4c86-a06a-c46711518c38 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544755 Apr 20 14:33:16.749705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-9d0e1fdb-2397-4979-a3ab-309bf1b3f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.751302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-9d0e1fdb-2397-4979-a3ab-309bf1b3f23c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 1099 time: 0.0830891 Apr 20 14:33:16.755566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-7e30df34-ef24-4c3a-b8d7-84399c01164b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.758210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-7e30df34-ef24-4c3a-b8d7-84399c01164b service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1099241 Apr 20 14:33:16.761820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbec1c-af84-4a4b-b65b-bae76a340555 req-1e80b10b-59a6-47c6-b29f-6b95a46712fc tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.763413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83bbec1c-af84-4a4b-b65b-bae76a340555 req-1e80b10b-59a6-47c6-b29f-6b95a46712fc tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.0766566 Apr 20 14:33:16.813686 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-6c7c7319-afb9-4af7-95b7-8c86f35c92bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.0380800 Apr 20 14:33:16.871090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-6dc280a2-5661-4fd0-a4f0-a2c61860f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.872561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-6dc280a2-5661-4fd0-a4f0-a2c61860f6eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0502131 Apr 20 14:33:16.896223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83bbec1c-af84-4a4b-b65b-bae76a340555 req-611dc253-9234-4b46-b6e3-75c524be3985 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072669 Apr 20 14:33:16.905410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25451ad5-badf-4ea1-a5c5-026fe8ff28eb req-930645be-1d82-4ce9-a8db-2b303141e3f5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.906931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25451ad5-badf-4ea1-a5c5-026fe8ff28eb req-930645be-1d82-4ce9-a8db-2b303141e3f5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.1369655 Apr 20 14:33:16.935439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-63b8f372-2c3a-4122-a6c0-34a4e5e0c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.936977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-63b8f372-2c3a-4122-a6c0-34a4e5e0c078 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549564 Apr 20 14:33:16.956060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-e3854231-b267-4d99-84fc-fac7e4176a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:16.957583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-e3854231-b267-4d99-84fc-fac7e4176a4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1855707 Apr 20 14:33:16.977725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25451ad5-badf-4ea1-a5c5-026fe8ff28eb req-df6b1f4a-7fed-4bfd-9ed4-f6faf060a154 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Apr 20 14:33:17.004670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-fe60a6e9-7d49-42d8-a334-107ef0840997 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad HTTP/1.1" status: 200 len: 217 time: 0.0388753 Apr 20 14:33:17.032162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-c05967ae-0662-41c3-9255-c696d8053711 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Apr 20 14:33:17.082514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-e12b2a23-826e-4b18-97b8-938005daa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:17.085362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-e12b2a23-826e-4b18-97b8-938005daa34b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0727828 Apr 20 14:33:17.154092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d9a9df48-acd0-4e6a-bedd-f433a0ac21d0 req-6f3ab1f6-2936-4475-a952-780bac308c20 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142578 Apr 20 14:33:17.170350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf68e0f0-d325-47e0-9c84-6de6aa17471f req-41498461-6bd7-4795-af52-256a8ee031d4 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0382376 Apr 20 14:33:17.180248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-705169a1-f4fe-4575-a8c4-f2f32b4a2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:17.182070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-705169a1-f4fe-4575-a8c4-f2f32b4a2421 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891702 Apr 20 14:33:17.346598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfdfcb-ff1d-4e20-a850-9bdfaf0ca2e2 req-cb0532bd-3742-485a-8966-a85028fe7785 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:17.346598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ccfdfcb-ff1d-4e20-a850-9bdfaf0ca2e2 req-cb0532bd-3742-485a-8966-a85028fe7785 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.0671575 Apr 20 14:33:17.359450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-bf98568b-0f60-46b3-9f77-6e37a0dc37e0 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603699 Apr 20 14:33:17.405669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ccfdfcb-ff1d-4e20-a850-9bdfaf0ca2e2 req-8edacedf-8ab8-484b-aef4-aa6ffdc8a5bc tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556853 Apr 20 14:33:17.487654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f58be5-db64-4b23-ad18-f64f64deaaf4 req-d5e8db70-ec19-4eb4-9b82-4ac725810e7c service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153638 Apr 20 14:33:17.703495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d25075-03aa-45c3-b08c-84b673da2596 req-9f0a7703-7470-470b-8438-111ea744db23 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:17.704966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83d25075-03aa-45c3-b08c-84b673da2596 req-9f0a7703-7470-470b-8438-111ea744db23 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 948 time: 0.0533156 Apr 20 14:33:17.743544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1c8032de-1e39-4361-a099-c583d6994390 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:17.745277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83d25075-03aa-45c3-b08c-84b673da2596 req-4d14d222-efaf-44a0-9a8b-d837d15c7ab8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Apr 20 14:33:17.815041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 1c8032de-1e39-4361-a099-c583d6994390 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:17.828824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 1c8032de-1e39-4361-a099-c583d6994390 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:17.829351 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:17.908849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d742b0-9559-4406-8096-af3b05e33c3d req-6331b163-3c16-47d9-9d6f-7346424f8133 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:17.910555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46d742b0-9559-4406-8096-af3b05e33c3d req-6331b163-3c16-47d9-9d6f-7346424f8133 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.0606070 Apr 20 14:33:17.933852 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:17.947724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46d742b0-9559-4406-8096-af3b05e33c3d req-2525eab0-8282-4f38-b592-f28239132c38 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297313 Apr 20 14:33:17.961608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8032de-1e39-4361-a099-c583d6994390'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:17.963942 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17f9aa9-821a-4913-bf62-16171a9f2066" -d '{"events": [{"server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "name": "network-vif-plugged", "status": "completed", "tag": "1c8032de-1e39-4361-a099-c583d6994390"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:17.978198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1c8032de-1e39-4361-a099-c583d6994390,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:17.983331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:18.036381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:18.069402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-7719fed5-4dc8-4365-8a54-00d0e8db2be9 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:33:18.071087 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-7719fed5-4dc8-4365-8a54-00d0e8db2be9 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069432 Apr 20 14:33:18.080402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0eca-2965-4c9f-bf13-36abba0bf952 req-564b8ab4-5808-4d6d-89a2-35ec65323394 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.081963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-080e0eca-2965-4c9f-bf13-36abba0bf952 req-564b8ab4-5808-4d6d-89a2-35ec65323394 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0624180 Apr 20 14:33:18.113950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-3a852132-2293-46dd-9be9-899621d49995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.115860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-3a852132-2293-46dd-9be9-899621d49995 service neutron] 10.222.0.20 "GET /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 1094 time: 0.0382628 Apr 20 14:33:18.121608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-080e0eca-2965-4c9f-bf13-36abba0bf952 req-9ae8f3fb-365e-4f75-958c-f171f529da0f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Apr 20 14:33:18.124822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:18.125268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:33:18.189057 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a391076-e1de-420c-bf8c-ac92af140710 x-openstack-request-id: req-6a391076-e1de-420c-bf8c-ac92af140710 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:18.189465 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "name": "network-vif-plugged", "status": "completed", "tag": "1c8032de-1e39-4361-a099-c583d6994390", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:18.189773 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a391076-e1de-420c-bf8c-ac92af140710 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:18.190262 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a391076-e1de-420c-bf8c-ac92af140710'] response: {'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8032de-1e39-4361-a099-c583d6994390', 'code': 200} Apr 20 14:33:18.279764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:18.280097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:18.280422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:18.284547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:18.284857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:18.290021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:18.290276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:18.290687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:18.291105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Bound port: e10db36a-d12e-4c7c-89da-055b29b71629, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:18.313378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fb06d-8caa-4c44-96fa-8ebf1a99e933 req-ce08cbd0-bd73-48f3-a6f3-9334da1b8bd2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.314861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-716fb06d-8caa-4c44-96fa-8ebf1a99e933 req-ce08cbd0-bd73-48f3-a6f3-9334da1b8bd2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.0791783 Apr 20 14:33:18.320825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b1c85-7c36-4770-9f20-22f9ab1d8e79 req-ee5c9889-5783-4d3d-af35-31b0500ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.322259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c2b1c85-7c36-4770-9f20-22f9ab1d8e79 req-ee5c9889-5783-4d3d-af35-31b0500ad964 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 1097 time: 0.0606148 Apr 20 14:33:18.342951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:18.349536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:18.350856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-047fe346-47ea-46b1-9b48-572544c0e02e service neutron] 10.222.0.20 "POST /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629/bindings HTTP/1.1" status: 201 len: 389 time: 0.2294965 Apr 20 14:33:18.377850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c2b1c85-7c36-4770-9f20-22f9ab1d8e79 req-83b4ac58-9cdd-4512-84f2-b015fa268b31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480132 Apr 20 14:33:18.380570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-716fb06d-8caa-4c44-96fa-8ebf1a99e933 req-8729b4a2-f089-4942-bb3f-a84e2c6cee33 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Apr 20 14:33:18.469041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:18.471989 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82e4d7-058c-4d30-9ecb-260b537be626" -d '{"events": [{"name": "network-changed", "server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:18.536104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4245dc9b-f6ae-43a9-989f-e20574288b95 req-807982d8-92cf-4c6a-8951-43b72dc7d60c tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0492380 Apr 20 14:33:18.556487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-cc59dde5-62d0-4e33-ba9a-df1458fc3dd0 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.557971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-cc59dde5-62d0-4e33-ba9a-df1458fc3dd0 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.0996861 Apr 20 14:33:18.576233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcff2d0-6f63-4e8b-b759-2ccd33bc2a1d req-997f30a1-5282-4f4c-80d7-228f01c2594a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.577677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7dcff2d0-6f63-4e8b-b759-2ccd33bc2a1d req-997f30a1-5282-4f4c-80d7-228f01c2594a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.0922053 Apr 20 14:33:18.692956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7dcff2d0-6f63-4e8b-b759-2ccd33bc2a1d req-6ef61b9a-992a-41c5-aa09-98482a3b2195 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073532 Apr 20 14:33:18.711950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:18.727311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3835f-28aa-48ca-81c5-58d5b9b78ad6 req-2e4d95c3-4eb9-4917-bad4-27efe9c912e6 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.728798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00a3835f-28aa-48ca-81c5-58d5b9b78ad6 req-2e4d95c3-4eb9-4917-bad4-27efe9c912e6 tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b306fec-fb4b-4969-b39a-f433eba51954 HTTP/1.1" status: 200 len: 945 time: 0.1028254 Apr 20 14:33:18.762864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Deleting port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:18.763223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:18.768908 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32044a6-b90d-4ac5-b6ac-f5c5b6b504ec x-openstack-request-id: req-a32044a6-b90d-4ac5-b6ac-f5c5b6b504ec {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:18.769235 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:18.769493 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32044a6-b90d-4ac5-b6ac-f5c5b6b504ec {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:18.769938 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32044a6-b90d-4ac5-b6ac-f5c5b6b504ec'] response: {'name': 'network-changed', 'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', 'status': 'completed', 'code': 200} Apr 20 14:33:18.831369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00a3835f-28aa-48ca-81c5-58d5b9b78ad6 req-2998c3e6-422b-4c3f-be4f-0ecbdfd8084c tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.20 "GET /v2.0/security-groups?id=b7d52fd7-a0d7-41c2-8392-4ccce2c50855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927434 Apr 20 14:33:18.908454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9575fb66-3b15-4960-9430-6d3cf552f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:18.912271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326c735-d2fe-4fc5-b74a-73822e98675a req-4c8b2816-0d7d-4236-b04f-8b2de284b51e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.915109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7326c735-d2fe-4fc5-b74a-73822e98675a req-4c8b2816-0d7d-4236-b04f-8b2de284b51e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 948 time: 0.0794055 Apr 20 14:33:18.923892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] For port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:18.924263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:18.932889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-5d129aa6-445e-4c5b-b987-7ad6f99fbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.934388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-5d129aa6-445e-4c5b-b987-7ad6f99fbfbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 1099 time: 0.1373222 Apr 20 14:33:18.948050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Calling delete_port for 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:18.958208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-cd85d96f-85c2-48d0-b9e6-fee4b21ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:18.959898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-cd85d96f-85c2-48d0-b9e6-fee4b21ec5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1097 time: 0.0997777 Apr 20 14:33:19.004869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7326c735-d2fe-4fc5-b74a-73822e98675a req-12e035ec-bec6-4efc-af64-565218c92286 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835395 Apr 20 14:33:19.116279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f46188-e434-4126-a9cb-2b4ca36bd466 req-57f48191-9fe4-4ff6-821f-9406306879f3 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.117777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19f46188-e434-4126-a9cb-2b4ca36bd466 req-57f48191-9fe4-4ff6-821f-9406306879f3 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.0803301 Apr 20 14:33:19.142262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-a0e6d81a-2ae1-45d0-bdcf-f6179730eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.144216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-a0e6d81a-2ae1-45d0-bdcf-f6179730eb60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1997569 Apr 20 14:33:19.144413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.147132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-0c4b1a47-d407-4836-bf47-46c97293e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.148540 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-0c4b1a47-d407-4836-bf47-46c97293e8f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1750243 Apr 20 14:33:19.157315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1494bfa6-9c4e-469d-ba85-3a3a758f0d55'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:19.162382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9575fb66-3b15-4960-9430-6d3cf552f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.205005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Pushing event deleted for resources: {'Port': ['ID=1494bfa6-9c4e-469d-ba85-3a3a758f0d55,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:19.227036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9575fb66-3b15-4960-9430-6d3cf552f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.231885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-2a84156f-c0d1-453f-b5ae-cac2bc79564c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 217 time: 0.0727155 Apr 20 14:33:19.235051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-42952e0d-f40f-4592-808b-600bc8e7c366 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb HTTP/1.1" status: 200 len: 217 time: 0.0747507 Apr 20 14:33:19.257300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19f46188-e434-4126-a9cb-2b4ca36bd466 req-84703bae-82b1-4cfd-ad10-922a96610e1c tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286323 Apr 20 14:33:19.284639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] No DVR routers for this DVR port 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:19.288119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.291399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e56e6db4-aced-4bda-a61e-76bbae5a5e53 req-9812b0d7-24b2-42c4-959f-a2975b5abc2a tempest-FloatingIPsAssociationTestJSON-295254399 tempest-FloatingIPsAssociationTestJSON-295254399-project] 10.222.0.43 "DELETE /v2.0/ports/1494bfa6-9c4e-469d-ba85-3a3a758f0d55 HTTP/1.1" status: 204 len: 173 time: 0.7233059 Apr 20 14:33:19.298802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9d46-5343-4647-a435-e9083e18c31e req-0c5b0659-733d-48fb-a6dd-9750a1461af5 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.301060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aec9d46-5343-4647-a435-e9083e18c31e req-0c5b0659-733d-48fb-a6dd-9750a1461af5 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0985963 Apr 20 14:33:19.302325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'name': 'network-vif-deleted', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:19.304981 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1404ed4a-c9c8-4f0d-ad22-0a4b91bef80c" -d '{"events": [{"server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "name": "network-vif-deleted", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:19.338986 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9575fb66-3b15-4960-9430-6d3cf552f48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=092d9742018f487f9e067fc1a5f57651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258726 Apr 20 14:33:19.339158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47500) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:19.340052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575fb66-3b15-4960-9430-6d3cf552f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8802ed31-dc30-4f15-a252-c68423218606,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:19.358735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-6f2a4b49-32b7-4e8a-92fb-ed593a309269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.360332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-6f2a4b49-32b7-4e8a-92fb-ed593a309269 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1134610 Apr 20 14:33:19.361865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-8d0f1fd8-c1bd-4802-86f5-12c755f10856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.363245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-8d0f1fd8-c1bd-4802-86f5-12c755f10856 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.1153612 Apr 20 14:33:19.371147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aec9d46-5343-4647-a435-e9083e18c31e req-8f7af01a-a736-4c53-bbcc-98e564ef0714 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564330 Apr 20 14:33:19.427451 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.442294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-752d8918-361b-46a7-a8c2-818f836b2b6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444605 Apr 20 14:33:19.448842 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a223fa-0e3c-4737-b117-1612c0970085 x-openstack-request-id: req-96a223fa-0e3c-4737-b117-1612c0970085 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:19.449262 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b306fec-fb4b-4969-b39a-f433eba51954", "name": "network-vif-deleted", "tag": "1494bfa6-9c4e-469d-ba85-3a3a758f0d55", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:19.449523 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96a223fa-0e3c-4737-b117-1612c0970085 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:19.450123 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a223fa-0e3c-4737-b117-1612c0970085'] response: {'server_uuid': '5b306fec-fb4b-4969-b39a-f433eba51954', 'name': 'network-vif-deleted', 'tag': '1494bfa6-9c4e-469d-ba85-3a3a758f0d55', 'status': 'completed', 'code': 200} Apr 20 14:33:19.466700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.537535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-2fd8c9aa-6d93-4578-9c1f-0799b408a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.539065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-2fd8c9aa-6d93-4578-9c1f-0799b408a75a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607141 Apr 20 14:33:19.547563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.552344 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:19.556815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8802ed31-dc30-4f15-a252-c68423218606 HTTP/1.1" status: 204 len: 168 time: 0.2137177 Apr 20 14:33:19.581942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054a1c9-9d6a-409d-a3fc-04914029b3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8802ed31-dc30-4f15-a252-c68423218606,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:19.631367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df188b5-4156-4bec-8d30-44eb0f25c1cf req-d5b04af5-4c41-49a3-97d5-01a2abcb2245 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:19.633426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df188b5-4156-4bec-8d30-44eb0f25c1cf req-d5b04af5-4c41-49a3-97d5-01a2abcb2245 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.1054897 Apr 20 14:33:19.682067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-0d129fe0-7106-4032-bbfc-9c845a09ce86 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309361 Apr 20 14:33:19.698637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df188b5-4156-4bec-8d30-44eb0f25c1cf req-cb85e5cd-9a9b-4524-b942-836222212c05 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563009 Apr 20 14:33:19.740958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-12f001ee-a49d-4a03-bbaa-1cc54a9c0785 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842976 Apr 20 14:33:19.871349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-420fc5f4-283c-4d3c-8535-a6d03cf5c96b req-a1eff45d-65a1-4c0f-a339-dd40e19a82b9 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0524704 Apr 20 14:33:19.942891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-7bddf635-a202-4668-8889-297afdf6b934 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475092 Apr 20 14:33:19.987233 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e82e4d7-058c-4d30-9ecb-260b537be626 req-4662745f-4e6a-4343-95b4-add9ca8fd005 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785221 Apr 20 14:33:20.052468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81d1db-0095-4ab2-9d70-01a828655302 req-4efb9f08-8aef-41cc-84df-939d5ee2d768 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:20.061276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc81d1db-0095-4ab2-9d70-01a828655302 req-4efb9f08-8aef-41cc-84df-939d5ee2d768 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.0748973 Apr 20 14:33:20.103186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc81d1db-0095-4ab2-9d70-01a828655302 req-92cc512c-a4d0-4cbe-91aa-d1ec29787e04 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Apr 20 14:33:20.153938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47538) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:20.353200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d501d-50ed-44fa-b685-2bddb8b8f811 req-826c43b5-4d5e-48b4-815c-f9a0bdd43d1d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:20.354806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4d501d-50ed-44fa-b685-2bddb8b8f811 req-826c43b5-4d5e-48b4-815c-f9a0bdd43d1d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 948 time: 0.1290977 Apr 20 14:33:20.446889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4d501d-50ed-44fa-b685-2bddb8b8f811 req-e01fe773-461d-47c5-b357-8cca0c9dba68 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840082 Apr 20 14:33:20.469037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 586c920f-0939-4e3a-8da4-0ddfacfe2bad details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:20.623178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-20209c1f-7f8d-42aa-8f72-6c59c39f9f0d tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:33:20.632522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-20209c1f-7f8d-42aa-8f72-6c59c39f9f0d tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152316 Apr 20 14:33:20.660128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:20.689841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '586c920f-0939-4e3a-8da4-0ddfacfe2bad', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '586c920f-0939-4e3a-8da4-0ddfacfe2bad', 'mac_address': 'fa:16:3e:2f:7f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:20.691157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-dd6267ac-e360-4220-aaa1-c4866a44caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:20.698470 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-dd6267ac-e360-4220-aaa1-c4866a44caaf service neutron] 10.222.0.20 "GET /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 1094 time: 0.0581138 Apr 20 14:33:20.704681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:20.705628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:33:20.728718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.734811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d38009-434a-4ed2-bfdc-8105fbd0afb9 req-2fdd3118-917d-43bf-a59a-e811f61eda24 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:20.736346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2d38009-434a-4ed2-bfdc-8105fbd0afb9 req-2fdd3118-917d-43bf-a59a-e811f61eda24 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.1648018 Apr 20 14:33:20.743637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586c920f-0939-4e3a-8da4-0ddfacfe2bad {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:20.765453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:20.771660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.772666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 86029f8e-db9d-4dc6-be9d-6b1ea8653deb details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:20.844523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:20.849989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2d38009-434a-4ed2-bfdc-8105fbd0afb9 req-c074c24a-de6f-4fa1-ba61-c4c7ddbf6cd7 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960453 Apr 20 14:33:20.863041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:20.879802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', 'mac_address': 'fa:16:3e:61:17:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:20.893083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:20.893615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:20.893953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:20.899699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:20.900126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:20.906843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:20.911107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:20.911866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:20.912335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Bound port: d0cb9338-522e-4c72-9e18-f7503d88e2fc, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:20.928107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.933018 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.955820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86029f8e-db9d-4dc6-be9d-6b1ea8653deb {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:20.978964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:20.982294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:20.987329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.988647 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:20.988783 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-16c7fdd1-def4-465f-9f51-84ac94a07352 service neutron] 10.222.0.20 "POST /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2891896 Apr 20 14:33:20.989907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:21.060085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:21.109189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:21.124868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'mac_address': 'fa:16:3e:8e:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:21.191879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:21.210826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb090f-6504-4993-b56e-e2d494ab832b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:21.236079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:21.241669 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:21.294804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:21.317067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214331-c86c-40fc-9138-8eda53b18259 req-2edb196d-6b65-457d-bdf1-1c2ee2ecb56e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:21.318787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc214331-c86c-40fc-9138-8eda53b18259 req-2edb196d-6b65-457d-bdf1-1c2ee2ecb56e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.1167705 Apr 20 14:33:21.356941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340ce7-b5c3-40d4-bb90-758634de0c04 req-cabd1399-712f-4251-8e20-090bfa86bc91 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:21.358307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7340ce7-b5c3-40d4-bb90-758634de0c04 req-cabd1399-712f-4251-8e20-090bfa86bc91 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.1213548 Apr 20 14:33:21.367979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47576) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:21.373096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Request body: {'floatingip': {'port_id': '1c8032de-1e39-4361-a099-c583d6994390'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:21.409281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc214331-c86c-40fc-9138-8eda53b18259 req-206e889b-0c47-4228-84de-c81d41522c9f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686548 Apr 20 14:33:21.432767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:21.439721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Deleting port 5455088f-b362-45de-8d15-10b5bf44f9aa {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:21.440354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:21.598414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['86029f8e-db9d-4dc6-be9d-6b1ea8653deb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:21.644196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['586c920f-0939-4e3a-8da4-0ddfacfe2bad'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:21.692753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:21.925574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] For port 5455088f-b362-45de-8d15-10b5bf44f9aa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5455088f-b362-45de-8d15-10b5bf44f9aa,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:21.926155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:21.939799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Calling delete_port for 5455088f-b362-45de-8d15-10b5bf44f9aa owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:22.053351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-006326a0-8d9b-4453-b793-fa088f537622 req-584733bd-efc0-4831-9291-8de40eba6bc5 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.5453362 Apr 20 14:33:22.146171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2257e2f-3aef-427a-b428-13e4bff46a7c req-05274651-2df4-4959-9908-e7007f954468 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:22.148209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2257e2f-3aef-427a-b428-13e4bff46a7c req-05274651-2df4-4959-9908-e7007f954468 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.6241267 Apr 20 14:33:22.159467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:22.165950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:22.257965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2257e2f-3aef-427a-b428-13e4bff46a7c req-c567af25-e527-4aab-8814-0c5e934f6515 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024909 Apr 20 14:33:22.273698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:22.280480 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c associated. External IP: 172.25.1.70, port: 1c8032de-1e39-4361-a099-c583d6994390. Apr 20 14:33:22.297566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0df72-12b3-48b0-9629-217a7f1d62fb req-4d9d00b7-1920-4c46-977d-7b9189a2c199 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:22.299702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edf0df72-12b3-48b0-9629-217a7f1d62fb req-4d9d00b7-1920-4c46-977d-7b9189a2c199 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1024816 Apr 20 14:33:22.353983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=5455088f-b362-45de-8d15-10b5bf44f9aa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:22.439344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edf0df72-12b3-48b0-9629-217a7f1d62fb req-3fac7052-e84e-4fce-ba77-980f0fd7d85c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305523 Apr 20 14:33:22.488493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:22.540536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:22.540881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1494bfa6-9c4e-469d-ba85-3a3a758f0d55 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:22.566768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:22.608637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fc96-beab-48a4-bfad-b1df364bbdfd req-8895758e-d155-4334-b045-93e515cd2385 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:22.610139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b85fc96-beab-48a4-bfad-b1df364bbdfd req-8895758e-d155-4334-b045-93e515cd2385 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 949 time: 0.1060996 Apr 20 14:33:22.658502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:22.715483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:22.720480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:22.729703 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:22.746864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:22.747463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:22.764642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a40ec279-5c70-4f58-bcbf-255fbeb091b1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "PUT /v2.0/floatingips/8a448187-ff61-40ae-ab72-e9ab7934af2c HTTP/1.1" status: 200 len: 991 time: 1.3954096 Apr 20 14:33:22.765349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'tag': '1c8032de-1e39-4361-a099-c583d6994390'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:22.768197 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bd9aaf-74ef-463b-808a-3d73221641f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "tag": "1c8032de-1e39-4361-a099-c583d6994390"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:22.775435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b85fc96-beab-48a4-bfad-b1df364bbdfd req-e5e8ce4b-e2ba-41ca-8628-d9de180c91d3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523111 Apr 20 14:33:22.857744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2762b-2dcd-47b6-aedf-346da6523b42 req-e677e01f-7752-42ef-9be7-8c4c0060b601 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:22.865660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54e2762b-2dcd-47b6-aedf-346da6523b42 req-e677e01f-7752-42ef-9be7-8c4c0060b601 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 949 time: 0.2135260 Apr 20 14:33:22.880541 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:22.951097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54e2762b-2dcd-47b6-aedf-346da6523b42 req-1a037866-169b-4b36-9edb-1974555446f1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 Apr 20 14:33:23.003205 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18eaea9-d6b8-4074-90cd-0d26ad186f52 x-openstack-request-id: req-e18eaea9-d6b8-4074-90cd-0d26ad186f52 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:23.003709 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "tag": "1c8032de-1e39-4361-a099-c583d6994390", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:23.004107 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e18eaea9-d6b8-4074-90cd-0d26ad186f52 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:23.004685 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18eaea9-d6b8-4074-90cd-0d26ad186f52'] response: {'name': 'network-changed', 'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'tag': '1c8032de-1e39-4361-a099-c583d6994390', 'status': 'completed', 'code': 200} Apr 20 14:33:23.072860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd49f9-afd6-4a1b-9196-332677d3a553 req-5fc795fe-aa56-4edc-82af-678d056ea582 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.074481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abcd49f9-afd6-4a1b-9196-332677d3a553 req-5fc795fe-aa56-4edc-82af-678d056ea582 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.1183250 Apr 20 14:33:23.085979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Router 37a38fa1-5225-44b6-93d0-5280a185dde9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:23.121049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-1de5eb78-43da-46ee-aaed-d869c40dcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.122541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-1de5eb78-43da-46ee-aaed-d869c40dcab2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 1097 time: 0.0910263 Apr 20 14:33:23.183521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abcd49f9-afd6-4a1b-9196-332677d3a553 req-1707d629-78ad-41e4-a755-cf3ba58bc195 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996954 Apr 20 14:33:23.221095 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '1c8032de-1e39-4361-a099-c583d6994390', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:d5:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:33:22Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:23.259255 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:23.275535 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:23.276315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:23.378296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74c36f7a-112a-4150-ab32-c21221e669f4 req-a507fc15-e84f-4473-b7d8-5b083eaf992b tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.1087143 Apr 20 14:33:23.403282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:23.408763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eebf0063-b890-49c0-bf4e-a92d102faf4c admin admin] 10.222.0.20 "PUT /v2.0/routers/37a38fa1-5225-44b6-93d0-5280a185dde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536569 Apr 20 14:33:23.411506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:23.421554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Sync routers for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:23.434266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-9dbb3ecf-42dd-4818-8653-3eb2df022618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.436152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-9dbb3ecf-42dd-4818-8653-3eb2df022618 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 200 len: 925 time: 0.3002532 Apr 20 14:33:23.442406 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:23.444481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:23.447635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:23.559925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:23.625943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50506-7472-402f-a696-550a24d5f671 req-4f373576-444b-4bb7-8f96-e03770da4cd5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.635259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fd50506-7472-402f-a696-550a24d5f671 req-4f373576-444b-4bb7-8f96-e03770da4cd5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.2562025 Apr 20 14:33:23.635768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47622) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:23.731763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:23.755039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:23.793286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-a9041ebd-bbfc-4319-91a1-61a658b3332a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8032de-1e39-4361-a099-c583d6994390 HTTP/1.1" status: 200 len: 999 time: 0.3369853 Apr 20 14:33:23.861647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Deleting port 7b2d43d9-5992-4ca9-bfc4-e031f935018c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:23.861874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:23.875651 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '1c8032de-1e39-4361-a099-c583d6994390', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:d5:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:33:22Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:23.905125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd374e-44ac-46fd-a675-5558d8b917e6 req-f44f2932-76b8-429b-8bb3-0ad69e61ef65 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.906807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88fd374e-44ac-46fd-a675-5558d8b917e6 req-f44f2932-76b8-429b-8bb3-0ad69e61ef65 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.3066733 Apr 20 14:33:23.928435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fd50506-7472-402f-a696-550a24d5f671 req-f8e19f23-373b-4931-a0a4-bca73cf621bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847126 Apr 20 14:33:23.933642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-287a780a-a1b2-44f2-89cc-37b4adf385da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:23.957617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1712b352-cb7b-4010-8efb-f6ab8079dcc5 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8a448187-ff61-40ae-ab72-e9ab7934af2c', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'port_id': '1c8032de-1e39-4361-a099-c583d6994390', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'mac_address': 'fa:16:3e:d5:f7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:31:02Z', 'updated_at': '2022-04-20T14:33:22Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:23.985344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-0d01e4cf-53ef-42dd-bcba-f8a624e91073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:23.986341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-0d01e4cf-53ef-42dd-bcba-f8a624e91073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 200 len: 863 time: 0.1933410 Apr 20 14:33:24.056973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88fd374e-44ac-46fd-a675-5558d8b917e6 req-b45b65fe-82ce-4682-b56c-2bbd3ab06e06 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332340 Apr 20 14:33:24.109772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-50a13b69-4a95-4b59-80a5-a5dec0bb6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:24.113770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-50a13b69-4a95-4b59-80a5-a5dec0bb6456 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a709da28-7c12-4c5f-a70f-37040aa74b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117301 Apr 20 14:33:24.153028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:33:22Z', 'revision_number': 5, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port': {'id': '7b2d43d9-5992-4ca9-bfc4-e031f935018c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:31:45Z', 'updated_at': '2022-04-20T14:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:24.193675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Checking router: 37a38fa1-5225-44b6-93d0-5280a185dde9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:24.205141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Routers {'37a38fa1-5225-44b6-93d0-5280a185dde9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:24.205773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['37a38fa1-5225-44b6-93d0-5280a185dde9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:24.267711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48104fe5-f090-4e33-98df-d8b8f1cd0809 req-588019f2-d0ab-4bf9-9adc-8d6d2c129fc6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:24.269344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48104fe5-f090-4e33-98df-d8b8f1cd0809 req-588019f2-d0ab-4bf9-9adc-8d6d2c129fc6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 949 time: 0.1538742 Apr 20 14:33:24.301845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-287a780a-a1b2-44f2-89cc-37b4adf385da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.333118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-287a780a-a1b2-44f2-89cc-37b4adf385da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.357854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] Set router 37a38fa1-5225-44b6-93d0-5280a185dde9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:24.423028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:33:23Z', 'revision_number': 6, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:24.452656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dccec3e-e34a-4c5c-b2a9-bbb008186c9d None None] The sync data for ids ['37a38fa1-5225-44b6-93d0-5280a185dde9'] in n-d-836145-2 is: [{'id': '37a38fa1-5225-44b6-93d0-5280a185dde9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590228655-router', 'tenant_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:31:43Z', 'updated_at': '2022-04-20T14:33:23Z', 'revision_number': 6, 'project_id': '05995f4993f0413db1ba9e7de1ff0e3c', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:24.478026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-56799593-a709-4cf8-8cfd-c088c53046cb service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467741 Apr 20 14:33:24.504870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 86029f8e-db9d-4dc6-be9d-6b1ea8653deb up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:24.510526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] For port 7b2d43d9-5992-4ca9-bfc4-e031f935018c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b2d43d9-5992-4ca9-bfc4-e031f935018c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:24.511158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.520020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-287a780a-a1b2-44f2-89cc-37b4adf385da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e55b3523b8c3407b8088fbc273b01fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792565 Apr 20 14:33:24.537600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a780a-a1b2-44f2-89cc-37b4adf385da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b7763-af34-4563-ac59-fc526aab57e6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:24.541978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47634) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:24.547342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Calling delete_port for 7b2d43d9-5992-4ca9-bfc4-e031f935018c owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:24.579579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48104fe5-f090-4e33-98df-d8b8f1cd0809 req-aa8893d0-cd93-4167-90af-1cf7c086fd81 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954810 Apr 20 14:33:24.585334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:24.591437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dc3ba-a775-4605-83c4-ff00eb5e6930 req-11854c6b-5b7f-4b84-85b8-ccd0f4a753a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:24.593248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:24.594000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.611815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb3dc3ba-a775-4605-83c4-ff00eb5e6930 req-11854c6b-5b7f-4b84-85b8-ccd0f4a753a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 949 time: 0.3269916 Apr 20 14:33:24.750531 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c428f-78b9-4c0f-94d6-3eafe1dc665e None None] New status for floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:33:24.761328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.784257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.790164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:24.792542 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aee557-ce7d-4c4a-998c-403569fe8aa3" -d '{"events": [{"server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "name": "network-vif-plugged", "status": "completed", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:24.794430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a58212a-4aa0-4c04-a77c-3d28103232cb req-4c5416ff-6e35-4639-a501-d1c436bf3da1 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0854907 Apr 20 14:33:24.809495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:24.815780 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.816705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:24.817222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb3dc3ba-a775-4605-83c4-ff00eb5e6930 req-44e44635-116f-40a9-b3a2-158e448310f0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089756 Apr 20 14:33:24.857782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2d43d9-5992-4ca9-bfc4-e031f935018c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:24.925131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.934816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25bd9aaf-74ef-463b-808a-3d73221641f1 req-a439b855-cc25-4171-bbc2-24d904e3ec54 service neutron] 10.222.0.45 "GET /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336960 Apr 20 14:33:24.950026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.971390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.995579 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c3b7ee-5c7e-40bf-b861-94ecec22a733 x-openstack-request-id: req-90c3b7ee-5c7e-40bf-b861-94ecec22a733 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:24.996580 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "name": "network-vif-plugged", "status": "completed", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:24.996819 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90c3b7ee-5c7e-40bf-b861-94ecec22a733 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:24.997303 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c3b7ee-5c7e-40bf-b861-94ecec22a733'] response: {'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', 'code': 200} Apr 20 14:33:25.028016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:25.057272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port a3eb090f-6504-4993-b56e-e2d494ab832b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:25.068402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.070088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port a3eb090f-6504-4993-b56e-e2d494ab832b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:25.070864 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.071491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.073709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e02b7763-af34-4563-ac59-fc526aab57e6 HTTP/1.1" status: 204 len: 168 time: 0.5238230 Apr 20 14:33:25.109540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2893b-ecf8-4ed1-8a7e-7fb1696335da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b7763-af34-4563-ac59-fc526aab57e6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:25.149858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.164184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.286169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.286169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a38fa1-5225-44b6-93d0-5280a185dde9 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:33:25.289981 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.310798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.312044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6b1e24d3-0384-4216-b33e-7cae8ad9556d admin admin] 10.222.0.20 "DELETE /v2.0/routers/37a38fa1-5225-44b6-93d0-5280a185dde9 HTTP/1.1" status: 204 len: 168 time: 1.8995156 Apr 20 14:33:25.315190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47644) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:25.344734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:25.356589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.357505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 586c920f-0939-4e3a-8da4-0ddfacfe2bad up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:25.375747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Deleting subnet 583a8f14-69d7-49ee-905d-9cebf8baa96f {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:33:25.383806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073abace-5801-4103-8277-847cb34ba801 req-7b4daf71-4ad3-40fa-aedc-260c32b1e9ca tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:25.384102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.388857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-073abace-5801-4103-8277-847cb34ba801 req-7b4daf71-4ad3-40fa-aedc-260c32b1e9ca tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.2358539 Apr 20 14:33:25.417685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60314f-5b67-4760-8b3c-3f475e5cec8d req-af647c30-e4ac-4914-8fee-db3c16ca907a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:25.437167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c4ebb-e487-491f-8549-608c1fb94d95 req-d1db189c-90a2-419a-992d-06e1670268fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:25.438429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed60314f-5b67-4760-8b3c-3f475e5cec8d req-af647c30-e4ac-4914-8fee-db3c16ca907a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.2160044 Apr 20 14:33:25.438935 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-185c4ebb-e487-491f-8549-608c1fb94d95 req-d1db189c-90a2-419a-992d-06e1670268fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 1101 time: 0.1650221 Apr 20 14:33:25.466399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.531457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-185c4ebb-e487-491f-8549-608c1fb94d95 req-7b8296d9-b9f8-41a2-8d7b-5b0c3e2a5709 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824616 Apr 20 14:33:25.539830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed60314f-5b67-4760-8b3c-3f475e5cec8d req-d2df3cc4-8351-4e12-a916-cda9cf104f79 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003690 Apr 20 14:33:25.576705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-073abace-5801-4103-8277-847cb34ba801 req-8032886a-3dd7-436a-8414-979db5524b6e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321030 Apr 20 14:33:25.597926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 586c920f-0939-4e3a-8da4-0ddfacfe2bad completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:25.629749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:25.643307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.650182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 586c920f-0939-4e3a-8da4-0ddfacfe2bad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:25.651761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.716248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5455088f-b362-45de-8d15-10b5bf44f9aa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:25.746287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.764699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5455088f-b362-45de-8d15-10b5bf44f9aa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:25.765062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5455088f-b362-45de-8d15-10b5bf44f9aa not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:25.765478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b2d43d9-5992-4ca9-bfc4-e031f935018c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:25.783716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583a8f14-69d7-49ee-905d-9cebf8baa96f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:25.802038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7b2d43d9-5992-4ca9-bfc4-e031f935018c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:25.802380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b2d43d9-5992-4ca9-bfc4-e031f935018c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:25.803617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:25.812356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0fc347-10e3-4169-94bd-107aa3280f5b None None] Network 14b69cd5-6955-4e6b-8b0e-63f188116b3e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:25.814200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75309cbe-fb63-4f1d-9366-533dd15c32e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/583a8f14-69d7-49ee-905d-9cebf8baa96f HTTP/1.1" status: 204 len: 168 time: 0.4979327 Apr 20 14:33:25.817158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47658) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:25.821559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9426f5-d702-4f74-91b2-c11f468cbf63 req-f58ffac4-67b5-4881-a290-a7e67ce99c95 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:25.823163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c9426f5-d702-4f74-91b2-c11f468cbf63 req-f58ffac4-67b5-4881-a290-a7e67ce99c95 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 950 time: 0.1197965 Apr 20 14:33:25.909240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c9426f5-d702-4f74-91b2-c11f468cbf63 req-325a95cb-7dde-4a29-a902-574d0f6555e7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Apr 20 14:33:25.962074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.066828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1a42f7d-c9d7-4f40-8e21-686e3508c944 req-a41086c8-067c-48e3-8acd-40a0ebd6b9ed tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0440834 Apr 20 14:33:26.085766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf64da6-a7c3-4b7b-862f-807ffd0d040a req-bb7f0225-b078-4a82-9bf3-2de9e16a5fbe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:26.087387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf64da6-a7c3-4b7b-862f-807ffd0d040a req-bb7f0225-b078-4a82-9bf3-2de9e16a5fbe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1240962 Apr 20 14:33:26.089184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Deleting port 7825e160-eda2-45eb-9699-cde97ed0b9c3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:33:26.093014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.101318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.150354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf64da6-a7c3-4b7b-862f-807ffd0d040a req-a6aeb92f-fca2-49ba-a25d-66c16f9d5e19 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523536 Apr 20 14:33:26.185275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] For port 7825e160-eda2-45eb-9699-cde97ed0b9c3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7825e160-eda2-45eb-9699-cde97ed0b9c3,segment=NetworkSegment(2874b9ab-67d4-4b16-90a2-273a66832a51),segment_id=2874b9ab-67d4-4b16-90a2-273a66832a51)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:26.185636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.202107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Calling delete_port for 7825e160-eda2-45eb-9699-cde97ed0b9c3 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:33:26.223181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:26.231079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.292237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:26.307119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.313340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebff27c-5b27-4c28-a559-9dc76150ec38 None None] DHCP port deletion for 14b69cd5-6955-4e6b-8b0e-63f188116b3e request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:33:26.319885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47672) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:26.346488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] No DVR routers for this DVR port 7825e160-eda2-45eb-9699-cde97ed0b9c3 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:26.348545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7825e160-eda2-45eb-9699-cde97ed0b9c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:26.424152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.430600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2049967812-network', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:26.446087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b69cd5-6955-4e6b-8b0e-63f188116b3e']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:26.452039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Made reservation on behalf of 4d2d48ccc6524ac6bbe10a9d734026a1 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:26.454541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.458334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2874b9ab-67d4-4b16-90a2-273a66832a51') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:26.458901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2874b9ab-67d4-4b16-90a2-273a66832a51') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:26.469025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.472715 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.482513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.488725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:33:26.489147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:33:26.491142 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:33:26.549062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.549839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.554992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.555630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.558268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14b69cd5-6955-4e6b-8b0e-63f188116b3e HTTP/1.1" status: 204 len: 168 time: 0.7398503 Apr 20 14:33:26.573973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb76d-edf7-42c2-9f23-e94e6e6f2eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b69cd5-6955-4e6b-8b0e-63f188116b3e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:26.586982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:33:26.591736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dbb767-adc7-4b1d-a93a-140ed5fef38e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:26.599206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.599892 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Added segment d75ac03f-391c-45f0-a97a-a5cfbaec1381 of type vlan for network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 Apr 20 14:33:26.644190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.712430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:26.729681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.730685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:26.731495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.754783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ef553-7f98-445b-9fb2-7f34b205f7fb req-f375edb0-ec36-4baf-9dda-d03924190cbd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:26.756423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8ef553-7f98-445b-9fb2-7f34b205f7fb req-f375edb0-ec36-4baf-9dda-d03924190cbd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1096885 Apr 20 14:33:26.761517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-90178a7c-4a86-42f0-979d-3716cdaf2027 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05995f4993f0413db1ba9e7de1ff0e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452659 Apr 20 14:33:26.761806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:26.824038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.829204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5081933 Apr 20 14:33:26.834509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47686) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:26.844497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Request body: {'subnet': {'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2049967812-subnet', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:26.847893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0d44b-85cc-4a44-a228-31c5a581b807 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:26.861378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2af7-cf8d-4c68-a731-ff49b6f759b1 req-1112061c-c529-48a8-887f-c9566417c6c1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:26.862164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:33:26.862985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-803c2af7-cf8d-4c68-a731-ff49b6f759b1 req-1112061c-c529-48a8-887f-c9566417c6c1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1758418 Apr 20 14:33:26.885704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.908199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8ef553-7f98-445b-9fb2-7f34b205f7fb req-ec773f75-1baa-4538-abe6-c92e9739ed28 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357565 Apr 20 14:33:26.930265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f359a8a-812a-4901-9525-63020a6f2fa4 req-51a83a95-17d0-4a1e-8bdf-6f0488b00e73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0357091 Apr 20 14:33:26.930620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Made reservation on behalf of 4d2d48ccc6524ac6bbe10a9d734026a1 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:26.932986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.952061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-803c2af7-cf8d-4c68-a731-ff49b6f759b1 req-4d081f0d-efc0-4cdd-b4ec-b6e64755d7e5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Apr 20 14:33:26.988896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.992202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.996136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d52fd7-a0d7-41c2-8392-4ccce2c50855 HTTP/1.1" status: 204 len: 168 time: 0.2309968 Apr 20 14:33:26.998996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}, {'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:27.001609 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da3a065-05cb-4b7e-b90c-36e05883788e" -d '{"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}, {"server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "name": "network-vif-plugged", "status": "completed", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:27.012725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd43f-7182-4353-a1ae-f7703fb4272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d52fd7-a0d7-41c2-8392-4ccce2c50855,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:27.055554 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5e70de-c5c2-43dc-ba4f-ee2bb677b2fb x-openstack-request-id: req-ff5e70de-c5c2-43dc-ba4f-ee2bb677b2fb {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:27.055865 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "code": 200}, {"server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "name": "network-vif-plugged", "status": "completed", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:27.056108 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff5e70de-c5c2-43dc-ba4f-ee2bb677b2fb {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:27.056508 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5e70de-c5c2-43dc-ba4f-ee2bb677b2fb'] response: {'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'code': 200} Apr 20 14:33:27.056764 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5e70de-c5c2-43dc-ba4f-ee2bb677b2fb'] response: {'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad', 'code': 200} Apr 20 14:33:27.285764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244329-b278-4e03-9fcf-0b99d4b8e8d8 req-c5802839-3ea0-475c-a1e4-bbd8cac1731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.287357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f2244329-b278-4e03-9fcf-0b99d4b8e8d8 req-c5802839-3ea0-475c-a1e4-bbd8cac1731b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1101 time: 0.0728521 Apr 20 14:33:27.294551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f207-3483-4fa1-a35d-e04d3aa7ce0e req-629141f3-381f-4bbd-b4e4-fe2981040745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.296161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4021f207-3483-4fa1-a35d-e04d3aa7ce0e req-629141f3-381f-4bbd-b4e4-fe2981040745 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 1101 time: 0.0728257 Apr 20 14:33:27.345878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f2244329-b278-4e03-9fcf-0b99d4b8e8d8 req-e6b00ba8-a5bb-472f-9f19-df8fb0ff79d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487564 Apr 20 14:33:27.361224 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4021f207-3483-4fa1-a35d-e04d3aa7ce0e req-6bd6930a-2968-4e8f-8d79-f619c23b5480 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468674 Apr 20 14:33:27.399532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-515ddbc0-1faf-428c-b45b-d510c836f6ba req-34eb9d8a-d7c0-4a34-a3d4-55b76a8caeb4 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0355575 Apr 20 14:33:27.438826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a349-5047-4092-b3ba-52f85703a52a req-f2146509-af90-497f-86bf-93523ddac36e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.440298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c404a349-5047-4092-b3ba-52f85703a52a req-f2146509-af90-497f-86bf-93523ddac36e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 950 time: 0.4099822 Apr 20 14:33:27.473500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.547280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c404a349-5047-4092-b3ba-52f85703a52a req-daa99e32-705b-44c3-85b3-8d1748e124a7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957475 Apr 20 14:33:27.565559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ca8653-5b73-4a4d-a7b4-c3331fba257a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:27.594956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Checking segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:27.595328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Network hostable DHCP agents. Network: b9c7cf3a-f030-4873-8a8c-e22fb0f444c1, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:33:27.608855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cfee9-0c6d-4825-8da8-b5454c8e432a req-5030c553-0d97-4e76-b110-001fc0e1f609 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.618915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb0cfee9-0c6d-4825-8da8-b5454c8e432a req-5030c553-0d97-4e76-b110-001fc0e1f609 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1105931 Apr 20 14:33:27.639101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7825e160-eda2-45eb-9699-cde97ed0b9c3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:27.664195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7825e160-eda2-45eb-9699-cde97ed0b9c3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:33:27.664533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7825e160-eda2-45eb-9699-cde97ed0b9c3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:27.698295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb0cfee9-0c6d-4825-8da8-b5454c8e432a req-2283ee5e-f1d9-4507-8411-0fef9c57909c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784330 Apr 20 14:33:27.700423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:33:27.715231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b9c7cf3a-f030-4873-8a8c-e22fb0f444c1) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:27.719815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.720495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.728809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084be1e0-8876-44af-83e6-a536ea880146 None None] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:27.737573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09bc8-e7e5-4a64-8571-43698e639b8a req-1fde022b-84b8-4578-a637-e434aa76a24a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:27.739090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ba09bc8-e7e5-4a64-8571-43698e639b8a req-1fde022b-84b8-4578-a637-e434aa76a24a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.0890572 Apr 20 14:33:27.757760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-41bb9ecd-c2ea-4068-a2ea-98254cd58f31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9188418 Apr 20 14:33:27.760402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47718) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:27.764640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:27.811686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ba09bc8-e7e5-4a64-8571-43698e639b8a req-65f89fc3-c457-453e-b397-01b37be49aa4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Apr 20 14:33:27.814391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.815757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.843659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:27.874513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.952590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-network', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:27.973698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Made reservation on behalf of 12e95387db5f4cee9b58c3be6e933edb for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:27.976789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:27.988153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.042486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:33:28.044544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.049202 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.088991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.094132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.120615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:33:28.127221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3359a98f-d00a-47ee-be36-52ef560bb921,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:28.136414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.136414 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Added segment 5b6d39af-f49b-45b3-8c90-aca820f04adc of type vlan for network f4b4f443-bb3e-4874-b91c-60740686b5fb Apr 20 14:33:28.176850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e9dba-9e4a-4f47-891b-fd43775b00cf req-36d9a099-a4b1-4ffc-afd0-8606531c0e57 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:28.178063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-577e9dba-9e4a-4f47-891b-fd43775b00cf req-36d9a099-a4b1-4ffc-afd0-8606531c0e57 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1424708 Apr 20 14:33:28.188546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.209642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Allocated IP 172.20.0.2 (b9c7cf3a-f030-4873-8a8c-e22fb0f444c1/f0ca8653-5b73-4a4d-a7b4-c3331fba257a/b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:28.221476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.221751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40110d-3ac9-4c31-a100-4ffefea94840 req-2aa248b9-5883-427d-b871-8a9aee3ac164 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:28.222462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:28.223143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd40110d-3ac9-4c31-a100-4ffefea94840 req-2aa248b9-5883-427d-b871-8a9aee3ac164 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1671033 Apr 20 14:33:28.223294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.279399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4301662 Apr 20 14:33:28.279665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-577e9dba-9e4a-4f47-891b-fd43775b00cf req-e5c67ea1-608a-47df-a29b-ed5989b77e43 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881100 Apr 20 14:33:28.283882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47728) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:28.290258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Request body: {'subnet': {'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-subnet', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:28.294046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd40110d-3ac9-4c31-a100-4ffefea94840 req-03bbd565-a5e4-4055-a92d-d4e232b7f897 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604155 Apr 20 14:33:28.301918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f1f2e-6af4-4dec-a10f-959d5b1d0012 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b4f443-bb3e-4874-b91c-60740686b5fb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:28.327209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f4b4f443-bb3e-4874-b91c-60740686b5fb details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:33:28.340843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Made reservation on behalf of 12e95387db5f4cee9b58c3be6e933edb for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:28.343309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.430455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.449607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.475652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.486808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.525201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:28.529217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:28.532140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:28.535939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.547920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73690042-445f-4e16-aa8c-d307d037f6f8 req-bc34e217-0553-4212-965e-1c650c06816f tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0384932 Apr 20 14:33:28.609278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Pushing event updated for resources: {'Port': ['ID=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:28.611665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Allocated IP 172.25.1.245 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/26ce421f-63a6-4972-9b6d-ee3b40b4654a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:28.625494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Attempting to bind port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:28.626431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Attempting to bind port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:28.626872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a271bc4-2a89-43c1-9775-1767b8b8cfd2,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:28.627630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Attempting to bind port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:28.636410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:28.636706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Checking segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:28.636940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Checking segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:28.637057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Network hostable DHCP agents. Network: f4b4f443-bb3e-4874-b91c-60740686b5fb, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:33:28.637577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.638194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Bound using segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:28.639041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Bound port: b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:28.639331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.659973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Network f4b4f443-bb3e-4874-b91c-60740686b5fb is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:33:28.676341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f4b4f443-bb3e-4874-b91c-60740686b5fb) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:28.694896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:28.695476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.713229 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b30b8a9-0ea5-4ac8-9c25-92625fe64c58 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4294491 Apr 20 14:33:28.714470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] For port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:28.716055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47732) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:28.718280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] For port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:28.723104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54d180-7000-421e-8aa1-45e85a50f191 None None] Network f4b4f443-bb3e-4874-b91c-60740686b5fb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:28.736962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.739867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:28.762615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.785572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.786719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.847440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c83da-236c-4fc7-bf66-c73714f093a1 None None] Pushing event updated for resources: {'Port': ['ID=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:28.854156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.917753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.958610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f4b4f443-bb3e-4874-b91c-60740686b5fb', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:33:28.959548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.963559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:29.003229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Pushing event updated for resources: {'Port': ['ID=26ce421f-63a6-4972-9b6d-ee3b40b4654a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:29.019542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:29.024789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:29.087880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a896-4b18-4356-a691-8b2919455aa6 req-a1900873-123c-413f-b397-87dae8828cf6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:29.092155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f07a896-4b18-4356-a691-8b2919455aa6 req-a1900873-123c-413f-b397-87dae8828cf6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2991743 Apr 20 14:33:29.120737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ec1e-1ee1-49f0-af8c-cf60d584f593 req-c6dfb933-fa52-4240-bd9e-6e3a3b96145b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:29.121923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b15ec1e-1ee1-49f0-af8c-cf60d584f593 req-c6dfb933-fa52-4240-bd9e-6e3a3b96145b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.1797454 Apr 20 14:33:29.195989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.196927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Allocated IP 172.20.0.2 (f4b4f443-bb3e-4874-b91c-60740686b5fb/8a271bc4-2a89-43c1-9775-1767b8b8cfd2/05cdf1b9-088d-4358-a42b-c1db5fcc5193) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:29.331530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f07a896-4b18-4356-a691-8b2919455aa6 req-d59c0709-1580-40ed-b7ad-f6b868a3e8e9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064433 Apr 20 14:33:29.401144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b15ec1e-1ee1-49f0-af8c-cf60d584f593 req-04a024b0-8104-4116-a7d9-c2b4063bf543 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662861 Apr 20 14:33:29.453231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.463948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.468057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.489321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.526407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Network f4b4f443-bb3e-4874-b91c-60740686b5fb is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:29.528441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:29.530797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Pushing event updated for resources: {'Port': ['ID=05cdf1b9-088d-4358-a42b-c1db5fcc5193,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:29.533328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:29.594655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Attempting to bind port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:29.595076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Attempting to bind port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:29.595540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Attempting to bind port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 on network f4b4f443-bb3e-4874-b91c-60740686b5fb {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:29.606225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:29.608527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Checking segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:29.608527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.608527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Bound using segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:29.608942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Bound port: 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:29.609351 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.609505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fecd5f-bba1-4297-bcfe-bc4a197a020b req-c8c49bbf-50ea-4e44-9e6e-851a672baa3f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:29.613274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Allocated IP 172.25.1.250 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/6c6bdd8c-75e3-4109-b64c-41b307e29856) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:29.618893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44fecd5f-bba1-4297-bcfe-bc4a197a020b req-c8c49bbf-50ea-4e44-9e6e-851a672baa3f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1658294 Apr 20 14:33:29.680309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac65b4-df32-4c0b-9f72-127e33900fe4 req-e7b079d1-44db-4c7e-be13-1a752fd3fe39 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:29.689123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ac65b4-df32-4c0b-9f72-127e33900fe4 req-e7b079d1-44db-4c7e-be13-1a752fd3fe39 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1946988 Apr 20 14:33:29.689230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] For port 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:29.693105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] For port 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05cdf1b9-088d-4358-a42b-c1db5fcc5193,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:29.699751 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.719018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44fecd5f-bba1-4297-bcfe-bc4a197a020b req-2cac16cf-91e8-495a-8778-483030cdfbaf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910203 Apr 20 14:33:29.723031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.759528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:29.776635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.827150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.844238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa94e6-6ce2-4e3d-8e77-ccbdcb11d3d8 None None] Pushing event updated for resources: {'Port': ['ID=05cdf1b9-088d-4358-a42b-c1db5fcc5193,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:29.854993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ac65b4-df32-4c0b-9f72-127e33900fe4 req-5a1974d4-5a40-4759-bc36-da14e3844d28 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622024 Apr 20 14:33:29.903376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:29.916597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:29.916969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.918413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:29.932634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0fbcc02-ff5f-497d-912d-4bb8618c1071 req-231f03d1-2c61-4b95-9063-7e1194556d05 tempest-ServersAdmin275Test-642660577 tempest-ServersAdmin275Test-642660577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0432551 Apr 20 14:33:29.935944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:29.986325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Pushing event updated for resources: {'Port': ['ID=6c6bdd8c-75e3-4109-b64c-41b307e29856,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:30.058803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.117578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.126968 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:30.136923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.273602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:30.375696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:33:30.386975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5bf87-5324-463a-b05a-f3c8f0c7641f None None] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:30.443490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9a26b4-d5b4-48f9-9200-410d79d5d378 req-3407500a-f1d9-4a61-a734-76e0f71aa50d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f933aefe8624bd8bbe419cc4ddf42ca&device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.1111572 Apr 20 14:33:30.467583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0cf41804-48e3-4860-8edf-9ca6b8a90ff1 None None] Provisioning complete for port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:30.467954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0cf41804-48e3-4860-8edf-9ca6b8a90ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.475360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe27da69-6fcc-46c2-94ca-fa9b9a86a639 req-a57452bb-7ca0-4c13-b172-b5368108c26f tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0826831 Apr 20 14:33:30.482592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9a26b4-d5b4-48f9-9200-410d79d5d378 req-5cd17afa-b9cb-4236-a0c7-48e446e042c3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5f933aefe8624bd8bbe419cc4ddf42ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247989 Apr 20 14:33:30.483346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.627698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:30.649345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:30.662195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:30.663737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:30.667842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10031e0-0ba5-4dd1-9b7c-ddeaf5eaf588 req-a13e1e20-a3de-431e-a8ef-82421ee268ba tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:30.674673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e10031e0-0ba5-4dd1-9b7c-ddeaf5eaf588 req-a13e1e20-a3de-431e-a8ef-82421ee268ba tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2114303 Apr 20 14:33:30.689331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a26b4-d5b4-48f9-9200-410d79d5d378 req-5ee62dd4-c3ff-4eaf-acb5-aad0e6819163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:30.690451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ee0ea-6f6a-4dd3-94ef-0482cb565b9b req-00ccb394-f508-468d-a017-dd2b14898c3c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:30.690817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9a26b4-d5b4-48f9-9200-410d79d5d378 req-5ee62dd4-c3ff-4eaf-acb5-aad0e6819163 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586690 Apr 20 14:33:30.698071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462ee0ea-6f6a-4dd3-94ef-0482cb565b9b req-00ccb394-f508-468d-a017-dd2b14898c3c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.1454020 Apr 20 14:33:30.701858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.703020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b4f9bd9-95f7-41d3-9acb-cdc509031378 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9417408 Apr 20 14:33:30.710164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:30.789478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:30.810010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:30.834958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e10031e0-0ba5-4dd1-9b7c-ddeaf5eaf588 req-1fd97523-6902-4eea-9867-1c7b6344b749 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528859 Apr 20 14:33:30.868914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462ee0ea-6f6a-4dd3-94ef-0482cb565b9b req-9af719e6-b77f-4d79-bad7-2fe280a75c74 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699035 Apr 20 14:33:31.043446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Router c6e512cf-108a-4184-98cf-e7490330efca is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:33:31.072554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-baa7c8f1-0ea9-4348-b842-71abd4a99868 req-c77b4e24-489a-4adf-bc21-daac2d79d9fd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:33:31.073541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-baa7c8f1-0ea9-4348-b842-71abd4a99868 req-c77b4e24-489a-4adf-bc21-daac2d79d9fd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060513 Apr 20 14:33:31.095721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-611d7485-7e31-4114-ab74-ba68638487f2 None None] Provisioning complete for port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:31.096094 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-611d7485-7e31-4114-ab74-ba68638487f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:31.158560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb988-7532-47ad-85b0-e5300b9574be req-a7b2788b-5b40-422b-ab94-fc8bf44cf9b7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:31.163714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-754eb988-7532-47ad-85b0-e5300b9574be req-a7b2788b-5b40-422b-ab94-fc8bf44cf9b7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1308644 Apr 20 14:33:31.209755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:31.219460 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Sync routers for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:31.233947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:31.235769 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6d1f2417-4d08-43b0-b99b-1f86ec073b8f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5187669 Apr 20 14:33:31.238526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:31.241264 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:31.246216 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:31.396279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0336533-eb52-41e3-b8bb-d61e8f8785e4 None None] Network f4b4f443-bb3e-4874-b91c-60740686b5fb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:31.430111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:29Z', 'revision_number': 3, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:31.481344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:31.507138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:31.507546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Updating router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 port 26ce421f-63a6-4972-9b6d-ee3b40b4654a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:31.542909 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:31.815601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-754eb988-7532-47ad-85b0-e5300b9574be req-a9e9188f-66bc-44c0-91d2-13770248a2c4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094925 Apr 20 14:33:31.826488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e9aa-ffd2-4670-b618-ac99a42ca519 req-e99ff187-bedc-4cb8-a632-66ba602adbdc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:31.834424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20e4e9aa-ffd2-4670-b618-ac99a42ca519 req-e99ff187-bedc-4cb8-a632-66ba602adbdc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1274965 Apr 20 14:33:31.876699 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:30Z', 'revision_number': 3, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:31.899241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20e4e9aa-ffd2-4670-b618-ac99a42ca519 req-5e8ea8de-16e1-4ac8-8755-c77f72de142c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581496 Apr 20 14:33:31.909463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Checking router: c6e512cf-108a-4184-98cf-e7490330efca for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:31.910056 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Updating router c6e512cf-108a-4184-98cf-e7490330efca port 6c6bdd8c-75e3-4109-b64c-41b307e29856 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:31.939601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:31.942717 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:31.946731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-e563e079-9cd4-4110-87cb-56dd361f6016 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375213 Apr 20 14:33:31.954352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05cdf1b9-088d-4358-a42b-c1db5fcc5193 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:31.962755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.134342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.138468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Attempting to bind port 26ce421f-63a6-4972-9b6d-ee3b40b4654a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:32.139311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Attempting to bind port 26ce421f-63a6-4972-9b6d-ee3b40b4654a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:32.139832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Attempting to bind port 26ce421f-63a6-4972-9b6d-ee3b40b4654a on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:32.159593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:32.160293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:32.161525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.162771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:32.163687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Bound port: 26ce421f-63a6-4972-9b6d-ee3b40b4654a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:32.164340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.229741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a243-c71a-4c42-975a-3c01a4f0c5a2 None None] Pushing event updated for resources: {'Port': ['ID=26ce421f-63a6-4972-9b6d-ee3b40b4654a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:32.259843 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.270895 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.288517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687b9e8-58f0-4f94-bdaf-205f09e4a810 req-a4664cb9-acd5-43bc-ad5b-21e7981cacec tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:32.290299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c687b9e8-58f0-4f94-bdaf-205f09e4a810 req-a4664cb9-acd5-43bc-ad5b-21e7981cacec tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1584792 Apr 20 14:33:32.372909 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Pushing event updated for resources: {'Port': ['ID=6c6bdd8c-75e3-4109-b64c-41b307e29856,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:32.413085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dcdb68d6-8871-4ad5-aad9-9086e28f83f8 None None] Provisioning complete for port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:32.413766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcdb68d6-8871-4ad5-aad9-9086e28f83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.424135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.424467 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.424808 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.425185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.425565 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.425917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.426244 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.426636 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.426987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.439491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.439997 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.442517 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:32.450251 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Attempting to bind port 6c6bdd8c-75e3-4109-b64c-41b307e29856 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:32.450652 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Attempting to bind port 6c6bdd8c-75e3-4109-b64c-41b307e29856 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:32.451017 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Attempting to bind port 6c6bdd8c-75e3-4109-b64c-41b307e29856 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:32.463806 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:32.464463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:32.465009 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.465530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:32.471210 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Bound port: 6c6bdd8c-75e3-4109-b64c-41b307e29856, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:32.471667 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.477671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c687b9e8-58f0-4f94-bdaf-205f09e4a810 req-ec54849e-488a-43a9-8424-3092222fb457 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544459 Apr 20 14:33:32.496764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.534114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] For port 26ce421f-63a6-4972-9b6d-ee3b40b4654a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:32.557678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:32.558050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.593831 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] For port 6c6bdd8c-75e3-4109-b64c-41b307e29856, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:32.598233 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] For port 6c6bdd8c-75e3-4109-b64c-41b307e29856, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c6bdd8c-75e3-4109-b64c-41b307e29856,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:32.609242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7b9a26b4-d5b4-48f9-9200-410d79d5d378 req-2f98fec2-b3fc-4e48-b657-87dc2f59927f tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.43 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0656700 Apr 20 14:33:32.615847 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.659781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a1ed906-818c-4ede-8c04-93edf4bcf02b req-8a3a0245-c413-449a-8f7c-141386fbe287 tempest-ServersAdmin275Test-1056896990 tempest-ServersAdmin275Test-1056896990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18e333ce-92cb-417c-b480-112b8d7c9983 HTTP/1.1" status: 200 len: 210 time: 0.0857663 Apr 20 14:33:32.682669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95362-bd0b-47ff-a4c1-55bb690f0f56 req-25b733cf-9f22-4374-90ec-d4bc957244d7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:32.689676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95362-bd0b-47ff-a4c1-55bb690f0f56 req-25b733cf-9f22-4374-90ec-d4bc957244d7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:32.692578 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:32.698549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48e95362-bd0b-47ff-a4c1-55bb690f0f56 req-25b733cf-9f22-4374-90ec-d4bc957244d7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac&device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 1691 time: 0.2198169 Apr 20 14:33:32.698866 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:32.730615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] For port 26ce421f-63a6-4972-9b6d-ee3b40b4654a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26ce421f-63a6-4972-9b6d-ee3b40b4654a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:32.760769 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08966-708a-46b7-ab1e-61fa2292d39c None None] Pushing event updated for resources: {'Port': ['ID=6c6bdd8c-75e3-4109-b64c-41b307e29856,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:32.766502 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:32.775781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48e95362-bd0b-47ff-a4c1-55bb690f0f56 req-85a4dd53-01fe-4a09-9350-973773a89c1b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763261 Apr 20 14:33:32.804135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Allocated IP 172.20.0.1 (b9c7cf3a-f030-4873-8a8c-e22fb0f444c1/f0ca8653-5b73-4a4d-a7b4-c3331fba257a/39e17a05-6b68-49a8-959e-dcc3f3967458) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:32.912228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Allocated IP 172.20.0.1 (f4b4f443-bb3e-4874-b91c-60740686b5fb/8a271bc4-2a89-43c1-9775-1767b8b8cfd2/9274eeaf-2fd5-4a59-97c5-f216ea4854ea) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:33.005552 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:33.041464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.127943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a243-c71a-4c42-975a-3c01a4f0c5a2 None None] Pushing event updated for resources: {'Port': ['ID=26ce421f-63a6-4972-9b6d-ee3b40b4654a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:33.154498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:33.157566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:33.170845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.196070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5364-e318-4038-a8f3-99490143ea45 req-6bc3a8da-f85c-4033-86f6-c2e0a18da409 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:33.197595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.197880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c1e5364-e318-4038-a8f3-99490143ea45 req-6bc3a8da-f85c-4033-86f6-c2e0a18da409 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1697361 Apr 20 14:33:33.253684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.310892 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:30Z', 'revision_number': 3, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:33.319810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Network f4b4f443-bb3e-4874-b91c-60740686b5fb is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:33.332861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:33.336608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:33.339290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcdb68d6-8871-4ad5-aad9-9086e28f83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.345075 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a842cb-35a5-4729-91d0-6f0c198299eb None None] The sync data for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 is: [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:30Z', 'revision_number': 3, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:33.353398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.393895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05cdf1b9-088d-4358-a42b-c1db5fcc5193,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:33.402687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.413227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c1e5364-e318-4038-a8f3-99490143ea45 req-29e99774-5ff3-4382-b828-b518e60563a7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018206 Apr 20 14:33:33.423502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.491873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.495245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:33.500320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dcdb68d6-8871-4ad5-aad9-9086e28f83f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:33:33.500668 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dcdb68d6-8871-4ad5-aad9-9086e28f83f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:33:33.509863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:33.535159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:33.571994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.577629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc05c-5fd7-4e3f-9ca9-27a0dae0f323 req-ca777bca-c4ff-4a75-b64e-3eedd352f103 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:33.581595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-352dc05c-5fd7-4e3f-9ca9-27a0dae0f323 req-ca777bca-c4ff-4a75-b64e-3eedd352f103 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.3805666 Apr 20 14:33:33.583626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:33.594795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Pushing event updated for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:33.700740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:33.714519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=05cdf1b9-088d-4358-a42b-c1db5fcc5193,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:33.732155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:33.767803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-021a10ba-77ba-4be9-9a32-dadcb7c468fd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:33.769538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-021a10ba-77ba-4be9-9a32-dadcb7c468fd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1097 time: 0.1493642 Apr 20 14:33:33.808032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:33.901710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-352dc05c-5fd7-4e3f-9ca9-27a0dae0f323 req-2898ab99-8839-4770-a7d6-31f1e29deab7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353192 Apr 20 14:33:33.908453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Pushing event updated for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:33.928691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3f3d-0536-4e1b-b1df-83b502b9e59a req-2c64eb30-b591-4c4d-8e46-9bf7a38e9e79 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:33.936371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b72e3f3d-0536-4e1b-b1df-83b502b9e59a req-2c64eb30-b591-4c4d-8e46-9bf7a38e9e79 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 1101 time: 0.1468859 Apr 20 14:33:34.065090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b72e3f3d-0536-4e1b-b1df-83b502b9e59a req-bde0de6f-f933-4c79-a6c3-844689c7d2fc tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276231 Apr 20 14:33:34.075615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.208728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.263472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:34.264090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.285878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36175253-f343-46c6-acdd-f8963299bc0a req-2d888b20-f833-4572-8e31-8da3551a214c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:34.287259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36175253-f343-46c6-acdd-f8963299bc0a req-2d888b20-f833-4572-8e31-8da3551a214c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2091110 Apr 20 14:33:34.288647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.318175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:29Z', 'revision_number': 3, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:34.341092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.370144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea9ecc0-94cd-4fda-88a6-c9b84a1465da None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:29Z', 'revision_number': 3, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:34.423717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Provisioning complete for port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:34.424354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.434226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0478b2f-1f0b-4a27-880c-d57adc7c2647 req-fb518921-0a67-49a9-b6b1-5421f49e1423 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:34.445399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0478b2f-1f0b-4a27-880c-d57adc7c2647 req-fb518921-0a67-49a9-b6b1-5421f49e1423 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 1101 time: 0.1976922 Apr 20 14:33:34.469576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Pushing event updated for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:34.502604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.530985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36175253-f343-46c6-acdd-f8963299bc0a req-5a3b9bdd-fa87-4aa3-b568-9e6032da09be tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173617 Apr 20 14:33:34.531181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:34.575426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:34.584109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:34.614142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0478b2f-1f0b-4a27-880c-d57adc7c2647 req-7ef57754-ea0c-48f1-b99f-3a7516e48633 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675663 Apr 20 14:33:34.667552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Provisioning complete for port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:34.667714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.693506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:34.889609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-416af35a-fae3-445a-b4ae-e3a70d025665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:34.918478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610b298-c418-4725-8a69-3b6199c81e9a req-1499c817-e600-4e51-af56-dbea7a845326 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:34.927404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5610b298-c418-4725-8a69-3b6199c81e9a req-1499c817-e600-4e51-af56-dbea7a845326 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 946 time: 0.1790690 Apr 20 14:33:34.993081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:35.093680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-1e5d1bb1-d961-4cb3-80dc-36d60601bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:35.095415 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-1e5d1bb1-d961-4cb3-80dc-36d60601bc0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1101 time: 0.3997953 Apr 20 14:33:35.097099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05cdf1b9-088d-4358-a42b-c1db5fcc5193 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:35.122966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5610b298-c418-4725-8a69-3b6199c81e9a req-93ac5626-39f9-45a5-8683-02e2297be0d4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939521 Apr 20 14:33:35.189787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f190d-7af1-4886-9077-3fbde5e239d7 req-d6e00d1c-aba8-4505-b227-9d6dfde56982 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:35.191605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-598f190d-7af1-4886-9077-3fbde5e239d7 req-d6e00d1c-aba8-4505-b227-9d6dfde56982 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1304352 Apr 20 14:33:35.257843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-598f190d-7af1-4886-9077-3fbde5e239d7 req-718583c5-b526-4c75-90c1-b7cbf64337cc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555623 Apr 20 14:33:35.263611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.273334 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.291404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-94e52009-e430-4a79-ad5c-39586c49c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:35.293391 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-94e52009-e430-4a79-ad5c-39586c49c155 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1833549 Apr 20 14:33:35.301891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Network f4b4f443-bb3e-4874-b91c-60740686b5fb is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:35.309017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:35.315530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:35.317290 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86eac63-e905-4a67-90c8-e6a3aee4e3db" -d '{"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:35.328561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.386431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:35.411131 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.418340 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be2161-6c90-4a9a-b976-3ea30a4370bf x-openstack-request-id: req-e7be2161-6c90-4a9a-b976-3ea30a4370bf {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:35.418868 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:35.419288 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7be2161-6c90-4a9a-b976-3ea30a4370bf {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:35.419951 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7be2161-6c90-4a9a-b976-3ea30a4370bf'] response: {'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'code': 200} Apr 20 14:33:35.423476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-e9bc71b3-28c5-47ce-a369-89325545dd85 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551405 Apr 20 14:33:35.439561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-59423e5f-aec5-4ec0-bc19-027424cebad0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.1250236 Apr 20 14:33:35.494118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:33:35.501682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.506662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:35.507066 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.599125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Pushing event updated for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:35.604717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Provisioning complete for port 39e17a05-6b68-49a8-959e-dcc3f3967458 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:35.605317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.621151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Router c6e512cf-108a-4184-98cf-e7490330efca has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:35.713041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:35.746863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-631b058f-2424-4042-a301-8bf6e7bc9902 None None] Port 39e17a05-6b68-49a8-959e-dcc3f3967458 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:35.752648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c6bdd8c-75e3-4109-b64c-41b307e29856 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:35.768776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-416af35a-fae3-445a-b4ae-e3a70d025665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.829552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-416af35a-fae3-445a-b4ae-e3a70d025665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.854314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c6bdd8c-75e3-4109-b64c-41b307e29856 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:35.855338 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.857236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-da26661b-dd9a-4ab3-a9a4-cd90cbc2d034 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:35.866037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-da26661b-dd9a-4ab3-a9a4-cd90cbc2d034 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411638 Apr 20 14:33:35.889319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-fa1da66f-ad86-4111-adfd-43b93f717dcd tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0212090 Apr 20 14:33:35.909955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-deaed06f-706b-447d-b139-db78f5dfce85 None None] Provisioning complete for port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:35.910531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-deaed06f-706b-447d-b139-db78f5dfce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:35.932088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:35.935764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:35.946380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fc365-1844-4adf-b68d-31d3d2dc419b req-dee578b9-f4b3-47dd-a0da-6481a4a06c7d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:35.954966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf0fc365-1844-4adf-b68d-31d3d2dc419b req-dee578b9-f4b3-47dd-a0da-6481a4a06c7d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2844496 Apr 20 14:33:35.963527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-deaed06f-706b-447d-b139-db78f5dfce85 None None] Port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:36.011190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.017802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-ccf35654-594c-478f-8566-6510319bf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:36.019431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-ccf35654-594c-478f-8566-6510319bf9d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.3259614 Apr 20 14:33:36.021922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-416af35a-fae3-445a-b4ae-e3a70d025665 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f933aefe8624bd8bbe419cc4ddf42ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4916162 Apr 20 14:33:36.022912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416af35a-fae3-445a-b4ae-e3a70d025665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62d292-6e04-4df0-bb85-4d34b9b612f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:36.031389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47840) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:36.048823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-e4b9f998-db53-4503-91f7-92e722957cb8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585033 Apr 20 14:33:36.053480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 6c6bdd8c-75e3-4109-b64c-41b307e29856, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c6bdd8c-75e3-4109-b64c-41b307e29856,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:36.061759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.083345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:36.083672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:36.084440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:36.108848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf0fc365-1844-4adf-b68d-31d3d2dc419b req-e200ebce-85f9-4f54-a79a-5b1f06311f79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479113 Apr 20 14:33:36.110014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:36.125699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:36.126023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Attempting to bind port e10db36a-d12e-4c7c-89da-055b29b71629 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:36.130926 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1caa40ce-d258-44dc-a285-e89f2c0fe676 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6e512cf-108a-4184-98cf-e7490330efca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8912232 Apr 20 14:33:36.188573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=6c6bdd8c-75e3-4109-b64c-41b307e29856,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:36.195500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:36.195842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:36.196229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:36.196675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Bound port: e10db36a-d12e-4c7c-89da-055b29b71629, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:36.197036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.237488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-25b8bc64-bcbe-4550-80a5-5ac7cdd0aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:36.247159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-25b8bc64-bcbe-4550-80a5-5ac7cdd0aa48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2000270 Apr 20 14:33:36.269980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:36.277489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.328043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.410855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65250b7-8645-454a-8145-0e41ee7060c0 req-178f2a91-be4e-4aa1-938a-46a09e047a1e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:36.412936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.413218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5c941560-f11b-4766-b5b4-c5bd495036bb None None] Provisioning complete for port 39e17a05-6b68-49a8-959e-dcc3f3967458 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:36.413582 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c941560-f11b-4766-b5b4-c5bd495036bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.420843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65250b7-8645-454a-8145-0e41ee7060c0 req-178f2a91-be4e-4aa1-938a-46a09e047a1e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.1447408 Apr 20 14:33:36.482173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5c941560-f11b-4766-b5b4-c5bd495036bb None None] Port 39e17a05-6b68-49a8-959e-dcc3f3967458 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:36.484430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Sync routers for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:36.497836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:36.498890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:36.510017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:36.513158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65250b7-8645-454a-8145-0e41ee7060c0 req-cb546538-2161-4f39-a0d5-40bec9207d47 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912826 Apr 20 14:33:36.515429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-23bc7d96-4ee3-4c86-aaf6-9ef66c6190dd service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464662 Apr 20 14:33:36.528904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:36.559399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:36.579950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94a87410-b7b4-494c-b674-8e01cc3c8b54 admin admin] 10.222.0.20 "PUT /v2.0/routers/9b54d830-21a0-4cf2-b2f2-17300ea8d880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8541832 Apr 20 14:33:36.650679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-93d18de4-97b0-4717-aae0-15e2463f31ec service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163590 Apr 20 14:33:36.655596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.700796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:36.745169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e51f38-44e7-486f-9257-d658f5756b36 req-90c8f4a9-597b-44d7-b4b0-2a44a6fe2672 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:36.773910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57e51f38-44e7-486f-9257-d658f5756b36 req-90c8f4a9-597b-44d7-b4b0-2a44a6fe2672 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1661968 Apr 20 14:33:36.789383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.801005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.802339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d62d292-6e04-4df0-bb85-4d34b9b612f4 HTTP/1.1" status: 204 len: 168 time: 0.7700086 Apr 20 14:33:36.914649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57e51f38-44e7-486f-9257-d658f5756b36 req-901adff4-4a6b-43e3-9857-4631ab4802f0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391292 Apr 20 14:33:36.917231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840052-1bb4-416b-ab23-d1edf3c62563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62d292-6e04-4df0-bb85-4d34b9b612f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:36.965915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c6bdd8c-75e3-4109-b64c-41b307e29856 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:36.987332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:36.989122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:36.992352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] 10.222.0.43 "PUT /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 1122 time: 3.2005570 Apr 20 14:33:37.026348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad878f-31d7-4348-9a44-cc513fee7a42 service neutron] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:37.133093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:37.197696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:37.323757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c6bdd8c-75e3-4109-b64c-41b307e29856 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:37.324494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.336728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:37.352151 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:37.352790 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:37.389466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:37.420996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:37.425369 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f028a0-ca5f-483a-8194-91ff12fd9d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:37.434381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-559c9647-2ded-4079-9480-5b4da0d40f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.538733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-559c9647-2ded-4079-9480-5b4da0d40f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.553481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-559c9647-2ded-4079-9480-5b4da0d40f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.563096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 2, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:37.602226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c9647-2ded-4079-9480-5b4da0d40f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e86b2b-767b-44ea-8e03-8817c177ff08,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:37.621091 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:37.648607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Checking router: c6e512cf-108a-4184-98cf-e7490330efca for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:37.649184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Updating router c6e512cf-108a-4184-98cf-e7490330efca port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:37.656238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-559c9647-2ded-4079-9480-5b4da0d40f42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d044394c393d424394a3eb2fb63ef4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651062 Apr 20 14:33:37.659081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47896) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:37.728418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-5f028516-40d8-4d2f-9f2d-7f1e68d44da2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:37.732658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26ce421f-63a6-4972-9b6d-ee3b40b4654a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:37.733148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-5f028516-40d8-4d2f-9f2d-7f1e68d44da2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 828 time: 0.1917810 Apr 20 14:33:37.756023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-dd74c086-1bd8-4a1a-a3d9-e8ac8eeb571c tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/quotas/12e95387db5f4cee9b58c3be6e933edb HTTP/1.1" status: 200 len: 375 time: 0.0159342 Apr 20 14:33:37.756600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.783056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.806876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.868006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-c439b4db-30c5-43a9-a1aa-057d16b81c9f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040146 Apr 20 14:33:37.902184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.905541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:37.906894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64e86b2b-767b-44ea-8e03-8817c177ff08 HTTP/1.1" status: 204 len: 168 time: 0.2468112 Apr 20 14:33:37.912761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47898) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:37.959668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345659398', 'description': 'tempest-description--1989532819'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:37.979502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665c723-7790-4a00-a963-fdcdf8618ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e86b2b-767b-44ea-8e03-8817c177ff08,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:38.047934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 2, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:38.053103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.104263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:38.104532 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Updating router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 port 39e17a05-6b68-49a8-959e-dcc3f3967458 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:38.171077 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.183773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-091824d4-efb9-4bd2-9e3f-264e5873768e service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013089 Apr 20 14:33:38.243538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.252314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.286001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 26ce421f-63a6-4972-9b6d-ee3b40b4654a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:38.286387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.296086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.300376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3674960 Apr 20 14:33:38.315906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:38.328213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group_rule': {'security_group_id': '2ebe1914-7091-460b-ab2a-5aa8807b067d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:38.389597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12dba-e956-4b2f-bdd8-a5168e5b46fb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe1914-7091-460b-ab2a-5aa8807b067d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:38.416153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-5e2b2d6c-a91e-4466-8075-08eeacab4d66 service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981680 Apr 20 14:33:38.459963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.463990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38c91-3a23-4e36-b8ce-771f4701f082 req-3c953496-af8c-498a-9646-842031f1fda6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:38.484588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b38c91-3a23-4e36-b8ce-771f4701f082 req-3c953496-af8c-498a-9646-842031f1fda6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.4321067 Apr 20 14:33:38.566324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b38c91-3a23-4e36-b8ce-771f4701f082 req-ed817bb0-69c1-4848-b580-146cf3b0d32a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800028 Apr 20 14:33:38.655559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.665327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.685472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11d6b734-17e4-4504-a208-efef19c04a6c req-26a8a7c8-30d6-487f-b9b6-aeab78c7deb5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 210 time: 0.0511284 Apr 20 14:33:38.721693 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d6aea-3aa5-4ba8-993f-a57b2ef93ff3 x-openstack-request-id: req-7e3d6aea-3aa5-4ba8-993f-a57b2ef93ff3 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:38.721982 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:38.722241 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e3d6aea-3aa5-4ba8-993f-a57b2ef93ff3 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:38.722673 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3d6aea-3aa5-4ba8-993f-a57b2ef93ff3'] response: {'name': 'network-changed', 'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'status': 'completed', 'code': 200} Apr 20 14:33:38.727960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.735720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.741302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4217079 Apr 20 14:33:38.741302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37267668-e711-4451-9054-bcc26f8aa08f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd25c34-52b7-4436-a659-32688efd6ad4,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:38.741870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47918) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:38.748238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group_rule': {'security_group_id': '2ebe1914-7091-460b-ab2a-5aa8807b067d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:38.749198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.759410 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.786783 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.868295 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581bed7-29cf-4f89-876b-9ebca1b1c802 None None] Pushing event updated for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:38.874840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-1561c03f-eb56-4135-bfd8-c7a800e28dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:38.875786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.880912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-1561c03f-eb56-4135-bfd8-c7a800e28dd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1125 time: 0.1191261 Apr 20 14:33:38.907199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:38.936155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30499e5-df5b-4b07-9fef-28d615c8d46a None None] Pushing event updated for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:39.032012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06002a06-f837-4a4b-b54f-344f25a19ff3 req-7742e5d9-f041-4fa8-b308-8dcac1808f07 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:39.042913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 26ce421f-63a6-4972-9b6d-ee3b40b4654a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26ce421f-63a6-4972-9b6d-ee3b40b4654a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:39.043626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06002a06-f837-4a4b-b54f-344f25a19ff3 req-7742e5d9-f041-4fa8-b308-8dcac1808f07 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.2664382 Apr 20 14:33:39.164115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Attempting to bind port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:39.169435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Attempting to bind port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:39.169851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Attempting to bind port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea on network f4b4f443-bb3e-4874-b91c-60740686b5fb {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:39.191862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.192691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-910d2d83-a64d-47a3-af04-52c27c715d95 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748122 Apr 20 14:33:39.216121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:39.223612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Checking segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:39.224031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.232769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Bound using segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:39.235198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Bound port: 9274eeaf-2fd5-4a59-97c5-f216ea4854ea, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:39.237301 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.289656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.320091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.347463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Attempting to bind port 39e17a05-6b68-49a8-959e-dcc3f3967458 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:39.348053 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Attempting to bind port 39e17a05-6b68-49a8-959e-dcc3f3967458 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:39.348607 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Attempting to bind port 39e17a05-6b68-49a8-959e-dcc3f3967458 on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:39.372184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:39.374959 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Checking segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:39.375543 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.378296 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Bound using segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:39.380759 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Bound port: 39e17a05-6b68-49a8-959e-dcc3f3967458, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:39.382694 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.450523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06002a06-f837-4a4b-b54f-344f25a19ff3 req-7ca64adb-31bf-4bde-a35c-55ee10f6f70a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035926 Apr 20 14:33:39.467398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afacf9e-708d-48da-b5ba-5a7674c7b5e8,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:39.546219 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] For port 39e17a05-6b68-49a8-959e-dcc3f3967458, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:39.550403 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] For port 39e17a05-6b68-49a8-959e-dcc3f3967458, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=39e17a05-6b68-49a8-959e-dcc3f3967458,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:39.552785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566039-936c-4c57-b21c-4dce99b9a1f3 req-fb9cc696-5b9d-4eff-9e59-5aeb1c449f93 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:39.554768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7566039-936c-4c57-b21c-4dce99b9a1f3 req-fb9cc696-5b9d-4eff-9e59-5aeb1c449f93 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.5588605 Apr 20 14:33:39.555587 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.558590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.567789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.570738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.571185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.571606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.572028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:39.576581 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.581273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9080e38b-8f45-4e28-aa29-4da30608dfee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8380082 Apr 20 14:33:39.583397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47936) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:39.586405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47940) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:39.588436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-784a00c9-e52f-4651-80f9-79acb230c84e None None] Provisioning complete for port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:39.588915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-784a00c9-e52f-4651-80f9-79acb230c84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.594201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=26ce421f-63a6-4972-9b6d-ee3b40b4654a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:39.595022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:39.635233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-e81beec4-3111-42b5-aafe-a0ba3bfb9a48 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:39.636703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-e81beec4-3111-42b5-aafe-a0ba3bfb9a48 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245658 Apr 20 14:33:39.641452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:39.642793 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:39.648547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581bed7-29cf-4f89-876b-9ebca1b1c802 None None] Pushing event updated for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:39.666689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] For port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:39.687104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:39.689759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] For port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:39.694007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-c744276a-7f05-439d-9f50-af8c60db4a84 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510324 Apr 20 14:33:39.702554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.708552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-784a00c9-e52f-4651-80f9-79acb230c84e None None] Port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:39.746486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e56d466-4a17-41b8-adac-0bd248f3b299 req-d6279048-eb4c-4caf-8ba3-ba964fa28119 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 210 time: 0.1616957 Apr 20 14:33:39.788771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-afec8c43-5f33-4396-89e3-e9d4a3c6462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:39.791166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-afec8c43-5f33-4396-89e3-e9d4a3c6462e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.9016521 Apr 20 14:33:39.869298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30499e5-df5b-4b07-9fef-28d615c8d46a None None] Pushing event updated for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:39.872902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:39.873683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:39.878511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Provisioning complete for port 39e17a05-6b68-49a8-959e-dcc3f3967458 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:39.879182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:39.969873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-dda394f8-2de1-4dfc-b1e2-0f2785773084 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 217 time: 0.1663055 Apr 20 14:33:39.973672 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:40.089711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7566039-936c-4c57-b21c-4dce99b9a1f3 req-f4b83857-3e6c-4a9d-b7e5-3429e388c939 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065096 Apr 20 14:33:40.148575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-network', 'tenant_id': '714093e3e8664bd78e870610189d2096'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:40.169092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c84e8b91-cb51-4ab4-8fc3-f4afe79db3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.199018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:40.204310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da51d0-0130-46cb-99b0-1221e064372f req-3ba3900a-9538-4b45-897e-a4fd9557c85a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:40.208180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44da51d0-0130-46cb-99b0-1221e064372f req-3ba3900a-9538-4b45-897e-a4fd9557c85a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2542355 Apr 20 14:33:40.265589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa6c4d5c-1c55-403d-8c91-510032b28b31 req-d73b4fb5-5e11-4f79-9b24-2703f413437d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 210 time: 0.0559130 Apr 20 14:33:40.280933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-b85af6df-c330-465c-b9a1-a7242ea44372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:40.282366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-b85af6df-c330-465c-b9a1-a7242ea44372 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.2381816 Apr 20 14:33:40.289164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.311251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44da51d0-0130-46cb-99b0-1221e064372f req-8853d5f0-4254-4e18-a242-f027ad18aa2e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944204 Apr 20 14:33:40.312053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Made reservation on behalf of 714093e3e8664bd78e870610189d2096 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:40.314316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.344991 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:39Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:40.376876 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd17bdb-32ab-4e38-b141-242eedf40075 None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:39Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:40.458928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] For port 39e17a05-6b68-49a8-959e-dcc3f3967458, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=39e17a05-6b68-49a8-959e-dcc3f3967458,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:40.473271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.580899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-151e81e1-433a-4915-bbea-255035828968 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:40.582536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-151e81e1-433a-4915-bbea-255035828968 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8474360 Apr 20 14:33:40.632489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Pushing event updated for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:40.645127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.645623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.647122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.647122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.647122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.647475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.647845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.648261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.650728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:40.651289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.651852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.652391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.652866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373f66-61fd-4db0-afb7-955f95b36496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:40.678552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.723056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Provisioning complete for port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:40.723260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.723979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.897318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:39Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:40.916508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:40.920706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.922613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-c69b5cbe-0aee-4ad1-b4d7-79736a73e673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460380 Apr 20 14:33:40.927013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:40.930968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.934458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb73b-9a32-4ddb-8ec9-613104971b44 None None] The sync data for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 is: [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:39Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:40.947553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:40.954362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.046701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15f63da9-30b7-49e5-a0d0-eb929434d517 req-36e9a551-a125-4bce-9e35-ca3595a63db9 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 210 time: 0.0976927 Apr 20 14:33:41.047414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.048307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] For port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:41.058392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.150091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Pushing event updated for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:41.151379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fab39-3101-4f29-bea1-4414f936744d req-b77c8bbc-2f8c-4559-9273-7b4dd8e3ee15 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:41.161165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Provisioning complete for port 39e17a05-6b68-49a8-959e-dcc3f3967458 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:41.161711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d82a6ccb-ddf6-4f1b-8838-68316864d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.163626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee5fab39-3101-4f29-bea1-4414f936744d req-b77c8bbc-2f8c-4559-9273-7b4dd8e3ee15 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.4882114 Apr 20 14:33:41.267876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:33:41.345505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b013e3-1211-48f6-80ea-cd47f2b11f01,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:41.355349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.355349 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Added segment c03dc456-1093-4e94-b170-48e41f3317f1 of type vlan for network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 Apr 20 14:33:41.357238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.140 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/089bf83f-e4c5-44fe-85a5-f674441759df) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:41.361333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.478920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-0e5d1542-0523-4b05-a6d7-ef0fbe2cc6e6 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223339 Apr 20 14:33:41.481045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.522496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 39e17a05-6b68-49a8-959e-dcc3f3967458 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:41.525754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-9a347d2f-1132-41ad-be74-115475e7d9dd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:41.529282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-9a347d2f-1132-41ad-be74-115475e7d9dd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.45 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 828 time: 0.8516562 Apr 20 14:33:41.549994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee5fab39-3101-4f29-bea1-4414f936744d req-1b7637db-f0d2-4763-9059-5bdc2bd9c15e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091750 Apr 20 14:33:41.561526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Allocated IP 172.25.1.168 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/b02ae130-f8a2-41f9-aaa7-18c092adb0c2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:41.584218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'port': {'device_id': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'admin_state_up': True, 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:41.619672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 39e17a05-6b68-49a8-959e-dcc3f3967458 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:41.620919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.651442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf318b5-ceeb-4220-9b22-c81a3605aed1 req-52cd052d-9292-4fd0-bc4b-3ef0669f351f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:41.652533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf318b5-ceeb-4220-9b22-c81a3605aed1 req-52cd052d-9292-4fd0-bc4b-3ef0669f351f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.3998494 Apr 20 14:33:41.662041 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:33:41.726080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26ce421f-63a6-4972-9b6d-ee3b40b4654a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:41.786430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 26ce421f-63a6-4972-9b6d-ee3b40b4654a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:41.786938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.808240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.837515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.880193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9274eeaf-2fd5-4a59-97c5-f216ea4854ea up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:41.887969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.889905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:41.891080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.895455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b0d39fa-87b5-4aac-962a-a1e0c5fcb2d9 req-188bdb7c-9717-462b-bb3e-79ded4f2a9c1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 210 time: 0.1893957 Apr 20 14:33:41.906244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:41.946327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf318b5-ceeb-4220-9b22-c81a3605aed1 req-e3fb7052-1696-4ec1-b604-38a63fbdd688 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510772 Apr 20 14:33:41.973689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37f028a0-ca5f-483a-8194-91ff12fd9d8d req-aa7ba6e0-ef96-4d26-a845-4accece23183 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405918 Apr 20 14:33:41.991818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:41.992556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.001093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:42.007875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:42.010436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:42.037149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3651516 Apr 20 14:33:42.049438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:42.061633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Request body: {'subnet': {'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-subnet', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:42.071686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.105223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e8cf-6fe2-4e06-8fd4-0e46804f9d81 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:42.109897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:42.131772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=b02ae130-f8a2-41f9-aaa7-18c092adb0c2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:42.143946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Made reservation on behalf of 12e95387db5f4cee9b58c3be6e933edb for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:42.155222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.159364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:33:42.181015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.181364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.181708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.185487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.185691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.186032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.186366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.186785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.188465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.188602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.188883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.189217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:33:42.195230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f79b5-b441-4b67-b80f-79373bb41b18 req-2583790b-b217-4a6a-8dfe-12222093a4ad tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:42.196777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-515f79b5-b441-4b67-b80f-79373bb41b18 req-2583790b-b217-4a6a-8dfe-12222093a4ad tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1514347 Apr 20 14:33:42.212335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:42.238544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f64431a0-1df1-4f7a-b618-2de13fc6388c req-886ea635-8ce8-44af-8a24-03e3f90b58c2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 210 time: 0.0627122 Apr 20 14:33:42.247456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:42.250448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:42.265674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.227 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/88961019-41c4-465a-9563-0c9663f4ab45) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:42.286401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-515f79b5-b441-4b67-b80f-79373bb41b18 req-23e8c1c7-ae8d-4cb1-ba00-41f69658abc1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Apr 20 14:33:42.304111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Made reservation on behalf of 714093e3e8664bd78e870610189d2096 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:42.306393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.439347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Allocated IP 172.20.0.7 (f4b4f443-bb3e-4874-b91c-60740686b5fb/8a271bc4-2a89-43c1-9775-1767b8b8cfd2/cffe2bbb-3473-48f7-a714-85d64f4b1820) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:42.504441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:42.541890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:42.542738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.570217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-383b547a-7b14-4ffb-b655-fb5ae07a8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.570902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.628114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-84292b7e-ca18-49bc-8c0d-ae13d2e77766 None None] Provisioning complete for port 089bf83f-e4c5-44fe-85a5-f674441759df triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:42.628554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84292b7e-ca18-49bc-8c0d-ae13d2e77766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.664038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-3404888d-4684-48cf-b32b-21f289eb2939 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9883161 Apr 20 14:33:42.697653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-84292b7e-ca18-49bc-8c0d-ae13d2e77766 None None] Port 089bf83f-e4c5-44fe-85a5-f674441759df cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:42.713734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.721238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Request body: {'port': {'device_id': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:42.763786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f004ac-2404-42b9-8e02-e69123165f78 req-5093cf54-3dc4-4719-b5da-5080bad31b14 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:42.765780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47f004ac-2404-42b9-8e02-e69123165f78 req-5093cf54-3dc4-4719-b5da-5080bad31b14 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.0734546 Apr 20 14:33:42.812768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47f004ac-2404-42b9-8e02-e69123165f78 req-d5e695f6-5269-4682-8f7d-9290dc8dd837 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Apr 20 14:33:42.813972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.816206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.844422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.863139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Network f4b4f443-bb3e-4874-b91c-60740686b5fb is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:42.869021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:42.872747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:42.901961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event updated for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:42.938236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:42.938946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.965837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-f82f9906-e30d-4cdc-ac81-4127d6a1c36e tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4099903 Apr 20 14:33:42.974875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:42.983923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Request body: {'port': {'device_id': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:43.035718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.089340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:43.115431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.129439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-231144e4-01b7-4f7f-af3c-36a7cec57605 None None] Provisioning complete for port cffe2bbb-3473-48f7-a714-85d64f4b1820 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:43.130046 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-231144e4-01b7-4f7f-af3c-36a7cec57605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.137730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746aba0-170c-4695-af09-c9f2e9807f94 req-1ba07eef-6016-4eb5-b85d-ac235210cddb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.137961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:43.139227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7746aba0-170c-4695-af09-c9f2e9807f94 req-1ba07eef-6016-4eb5-b85d-ac235210cddb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 936 time: 0.1310966 Apr 20 14:33:43.140355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:43.147492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17991fac-f005-45ef-bd0a-6828c913b670 req-56ed347e-1596-4028-8b14-02e4e5622d2a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.150923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17991fac-f005-45ef-bd0a-6828c913b670 req-56ed347e-1596-4028-8b14-02e4e5622d2a tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1109257 Apr 20 14:33:43.206942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:43.221390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-231144e4-01b7-4f7f-af3c-36a7cec57605 None None] Port cffe2bbb-3473-48f7-a714-85d64f4b1820 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:43.221533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.264291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7746aba0-170c-4695-af09-c9f2e9807f94 req-d51d089a-316b-4b8d-8024-b616e54078ab tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108203 Apr 20 14:33:43.281403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17991fac-f005-45ef-bd0a-6828c913b670 req-fa5390a8-e690-48ab-9fae-ba8ce75acdd8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Apr 20 14:33:43.316529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.317276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.452332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ea2b98-a146-4684-a256-9a408fdbe51c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:43.469804 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-d4d7ac26-9f10-40c2-a032-7c86958a01ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8333728 Apr 20 14:33:43.488197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Request body: {'port': {'device_id': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:43.527725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.537977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea119276-8b2b-4f24-8b0b-419feabed21d req-9d270723-7dcb-4565-8a41-600b157a62c3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.539564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea119276-8b2b-4f24-8b0b-419feabed21d req-9d270723-7dcb-4565-8a41-600b157a62c3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 931 time: 0.1581523 Apr 20 14:33:43.553665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9f57f-d52f-4e2a-af8d-05cd1a1e95b4 req-f9ebf18e-85ae-4a66-a96a-2e776d2b2b3a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.555523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66c9f57f-d52f-4e2a-af8d-05cd1a1e95b4 req-f9ebf18e-85ae-4a66-a96a-2e776d2b2b3a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1582894 Apr 20 14:33:43.558969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.565500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Checking segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:43.565863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Network hostable DHCP agents. Network: ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:33:43.572247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3ec2777a-b632-4af6-aa85-fdd7a4a30f09 None None] Provisioning complete for port 88961019-41c4-465a-9563-0c9663f4ab45 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:43.572247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3ec2777a-b632-4af6-aa85-fdd7a4a30f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.581099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.619219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2777a-b632-4af6-aa85-fdd7a4a30f09 None None] Port 88961019-41c4-465a-9563-0c9663f4ab45 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:43.654807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea119276-8b2b-4f24-8b0b-419feabed21d req-e926f097-4097-4992-a1c1-d9227b97a0fa tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981655 Apr 20 14:33:43.666896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66c9f57f-d52f-4e2a-af8d-05cd1a1e95b4 req-5db4dee3-5768-4759-aca8-0c0c11b00ddc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934737 Apr 20 14:33:43.722087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffe2bbb-3473-48f7-a714-85d64f4b1820 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:43.723552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:43.726160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:33:43.731353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.739257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=b02ae130-f8a2-41f9-aaa7-18c092adb0c2,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:43.741927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.751058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Transition to ACTIVE for port object cffe2bbb-3473-48f7-a714-85d64f4b1820 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:43.758180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.779547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:43.788494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c65d1-fe65-4e8d-b035-394b31fb6eb1 None None] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:43.810067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.816453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:43.817059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.841850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:44.030737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109b6c-97d5-4aca-95d6-a3a4b3a4fc38 req-1aaeac31-42b8-4b81-a919-beb217df5b0d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.038448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d109b6c-97d5-4aca-95d6-a3a4b3a4fc38 req-1aaeac31-42b8-4b81-a919-beb217df5b0d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.1029501 Apr 20 14:33:44.041660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Attempting to bind port cffe2bbb-3473-48f7-a714-85d64f4b1820 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:44.041985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Attempting to bind port cffe2bbb-3473-48f7-a714-85d64f4b1820 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:44.042299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Attempting to bind port cffe2bbb-3473-48f7-a714-85d64f4b1820 on network f4b4f443-bb3e-4874-b91c-60740686b5fb {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:44.068517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d42faa0-9bd3-4c81-a0e6-6e24e549141a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0136700 Apr 20 14:33:44.071025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47978) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:44.076248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:44.083287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Port cffe2bbb-3473-48f7-a714-85d64f4b1820 on network f4b4f443-bb3e-4874-b91c-60740686b5fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:44.083718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Attempting to bind port cffe2bbb-3473-48f7-a714-85d64f4b1820 on network f4b4f443-bb3e-4874-b91c-60740686b5fb {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:44.101212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.102508 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f969e29f-4a48-4b9d-a3fe-eb62fecc0dce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5150592 Apr 20 14:33:44.105727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:33:44.105980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.107162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.112537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:44.112987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Checking segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:44.113375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Bound using segment: {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:44.114006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Bound port: cffe2bbb-3473-48f7-a714-85d64f4b1820, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6d39af-f49b-45b3-8c90-aca820f04adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:44.114185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.121488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.141019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089bf83f-e4c5-44fe-85a5-f674441759df {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:44.163401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d109b6c-97d5-4aca-95d6-a3a4b3a4fc38 req-f9a6b915-4105-4654-9cea-0c9afd3379bd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233749 Apr 20 14:33:44.168096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.250818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Transition to ACTIVE for port object 089bf83f-e4c5-44fe-85a5-f674441759df will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:44.263262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:44.270299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:44.277942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.365794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Allocated IP 172.20.0.2 (ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18/e8ea2b98-a146-4684-a256-9a408fdbe51c/dead0ad5-2ba9-4b97-be51-8778cb08635b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:44.416065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.416478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.422119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] 10.222.0.45 "PUT /v2.0/ports/cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 1091 time: 1.4470289 Apr 20 14:33:44.423051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:44.425098 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:44.470015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88961019-41c4-465a-9563-0c9663f4ab45 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:44.479937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.501457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Transition to ACTIVE for port object 88961019-41c4-465a-9563-0c9663f4ab45 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:44.548647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.554154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.590999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.606221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-4a5c52e0-cf27-4fa2-ade0-7ee290f8a1c0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--345659398&fields=id&tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 267 time: 0.1220584 Apr 20 14:33:44.621589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7568-8d1b-4941-af2b-44bf3567deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:44.744159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c53d8-9685-4d8f-beac-8d4f099e8b5d req-538abde4-77f4-4e5b-bd17-fd9308d10974 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.753611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7c53d8-9685-4d8f-beac-8d4f099e8b5d req-538abde4-77f4-4e5b-bd17-fd9308d10974 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.3229461 Apr 20 14:33:44.760242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-bb919f8c-6549-45c5-9906-f825fac38d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.769134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-bb919f8c-6549-45c5-9906-f825fac38d97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1094 time: 0.2834709 Apr 20 14:33:44.801175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.818371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.865530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Pushing event updated for resources: {'Port': ['ID=dead0ad5-2ba9-4b97-be51-8778cb08635b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:44.891984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:44.894508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:44.898666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:44.915803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-819d202d-966b-48f3-b614-83b549b5c925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 217 time: 0.1315703 Apr 20 14:33:44.970104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Attempting to bind port dead0ad5-2ba9-4b97-be51-8778cb08635b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:44.970477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Attempting to bind port dead0ad5-2ba9-4b97-be51-8778cb08635b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:44.970872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Attempting to bind port dead0ad5-2ba9-4b97-be51-8778cb08635b on network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:44.977029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:44.977407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Checking segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:44.977982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.978380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Bound using segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:44.978891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Bound port: dead0ad5-2ba9-4b97-be51-8778cb08635b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:44.979274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.980001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7c53d8-9685-4d8f-beac-8d4f099e8b5d req-55703060-f6be-4b4c-88b6-9f44bd7b95a2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254214 Apr 20 14:33:44.999497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-b3543cfc-d0ce-4b9a-9c91-4ebf9b1cdb33 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.010397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-b3543cfc-d0ce-4b9a-9c91-4ebf9b1cdb33 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 811 time: 0.4020829 Apr 20 14:33:45.069615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-a2868c9f-017d-40a9-b23e-748c5c564adf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/quotas/4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 375 time: 0.0580254 Apr 20 14:33:45.137130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-317fbf6d-b263-4752-afd7-dc0886862a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.138809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-317fbf6d-b263-4752-afd7-dc0886862a6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.2142997 Apr 20 14:33:45.193797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Pushing event updated for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:45.218067 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.259657 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.321219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-57a418d6-3939-44ae-acd9-5fddb0a02cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.324175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-57a418d6-3939-44ae-acd9-5fddb0a02cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560538 Apr 20 14:33:45.327384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] For port dead0ad5-2ba9-4b97-be51-8778cb08635b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:45.331149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] For port dead0ad5-2ba9-4b97-be51-8778cb08635b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dead0ad5-2ba9-4b97-be51-8778cb08635b,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:45.338998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.380281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.429089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b2f9b-0479-43ba-bfce-718ef68761e3 None None] Pushing event updated for resources: {'Port': ['ID=dead0ad5-2ba9-4b97-be51-8778cb08635b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:45.464083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Pushing event updated for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:45.515207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Attempting to bind port 089bf83f-e4c5-44fe-85a5-f674441759df on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:45.515588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Attempting to bind port 089bf83f-e4c5-44fe-85a5-f674441759df by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:45.515882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Attempting to bind port 089bf83f-e4c5-44fe-85a5-f674441759df on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:45.550435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Attempting to bind port 88961019-41c4-465a-9563-0c9663f4ab45 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:45.550880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Attempting to bind port 88961019-41c4-465a-9563-0c9663f4ab45 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:45.551113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Attempting to bind port 88961019-41c4-465a-9563-0c9663f4ab45 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:45.558245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Port 089bf83f-e4c5-44fe-85a5-f674441759df on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:45.558644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Attempting to bind port 089bf83f-e4c5-44fe-85a5-f674441759df on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:45.561764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Port 88961019-41c4-465a-9563-0c9663f4ab45 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:45.562085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Attempting to bind port 88961019-41c4-465a-9563-0c9663f4ab45 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:45.572369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:45.572706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:45.573090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:45.573527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Bound port: 089bf83f-e4c5-44fe-85a5-f674441759df, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:45.573884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.584866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:45.585243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:45.585832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:45.586285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Bound port: 88961019-41c4-465a-9563-0c9663f4ab45, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:45.586676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.728120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:45.758328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=089bf83f-e4c5-44fe-85a5-f674441759df,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:45.762215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:45.769100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.772944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e3429064-4623-4875-88ad-e6ed841c2af2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7017214 Apr 20 14:33:45.787857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=88961019-41c4-465a-9563-0c9663f4ab45,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:45.813720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.853129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b3180-8eba-47b4-b34e-1205d6a6e19a req-b62358ca-b1e9-4033-bc89-8d9ca9671211 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.855171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99b3180-8eba-47b4-b34e-1205d6a6e19a req-b62358ca-b1e9-4033-bc89-8d9ca9671211 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 948 time: 0.7494578 Apr 20 14:33:45.871003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.871616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.873030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] 10.222.0.45 "PUT /v2.0/ports/089bf83f-e4c5-44fe-85a5-f674441759df HTTP/1.1" status: 200 len: 1096 time: 3.1654406 Apr 20 14:33:45.878541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:45.880982 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:45.931137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:45.931958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:45.933525 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] 10.222.0.43 "PUT /v2.0/ports/88961019-41c4-465a-9563-0c9663f4ab45 HTTP/1.1" status: 200 len: 1096 time: 2.4499676 Apr 20 14:33:45.991751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-af9daf59-6943-4bda-91a2-508eee2554dd service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534762 Apr 20 14:33:45.995730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4903-cc95-41bd-8d13-ed9662edacbc service neutron] Pushing event updated for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:46.047438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-c7294718-c1bf-4644-9631-9eba2edc92af service neutron] 10.222.0.45 "GET /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.2716558 Apr 20 14:33:46.092292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:46.112494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99b3180-8eba-47b4-b34e-1205d6a6e19a req-af588306-f898-47fc-b8ec-9dc51b5e24ef tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160788 Apr 20 14:33:46.128274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:46.136520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-1e547a82-fd01-4d25-9604-39b834cd676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.138013 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-1e547a82-fd01-4d25-9604-39b834cd676b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 1099 time: 0.2001393 Apr 20 14:33:46.138635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fa2f-1d30-461c-8cce-154ac0c4b67a service neutron] Pushing event updated for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:46.140388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-68c30c5b-3b00-42f9-829c-9f09a39d0575 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320715 Apr 20 14:33:46.159359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-c28cda73-1fe1-437f-bf4a-97108ebc9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.160949 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-c28cda73-1fe1-437f-bf4a-97108ebc9f1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 1099 time: 0.1603827 Apr 20 14:33:46.236543 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87c237-e80e-443b-9f71-cbda6c4f57cc x-openstack-request-id: req-af87c237-e80e-443b-9f71-cbda6c4f57cc {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:46.236760 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:46.237008 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af87c237-e80e-443b-9f71-cbda6c4f57cc {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:46.237427 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af87c237-e80e-443b-9f71-cbda6c4f57cc'] response: {'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'status': 'completed', 'code': 200} Apr 20 14:33:46.243219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-4c285882-f5d0-4dff-bf4e-75631c7635bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=089bf83f-e4c5-44fe-85a5-f674441759df HTTP/1.1" status: 200 len: 217 time: 0.0945256 Apr 20 14:33:46.331834 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-949166e5-43bc-4d86-b3a2-f3ab791e6a95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=88961019-41c4-465a-9563-0c9663f4ab45 HTTP/1.1" status: 200 len: 217 time: 0.1333890 Apr 20 14:33:46.347226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-a6184828-1fd3-4484-a380-28cb85cac214 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927907 Apr 20 14:33:46.396632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ebc4ff3-a8d2-4edc-821b-46edb47ef783 req-5826e889-e788-4518-a054-53d1b6321cbf service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946230 Apr 20 14:33:46.437432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916d00e-9944-4688-8f47-de6ac1d63b57 req-9848cdc1-c79f-4540-a7f7-014d8508f93b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.439693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b916d00e-9944-4688-8f47-de6ac1d63b57 req-9848cdc1-c79f-4540-a7f7-014d8508f93b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1191194 Apr 20 14:33:46.501055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-a6a2f2f8-3de4-4ec9-a279-5e46a0e39cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.504967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-a6a2f2f8-3de4-4ec9-a279-5e46a0e39cba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.2293952 Apr 20 14:33:46.555699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Allocated IP 172.25.1.162 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c065addd-f916-4d0b-adb5-2c1b06b5f37a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:46.576959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-9f4050ec-5637-4f7e-b656-4de60b7a6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.577187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b916d00e-9944-4688-8f47-de6ac1d63b57 req-da46396a-9e0d-4608-ad84-589f57904b6d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248918 Apr 20 14:33:46.578746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-9f4050ec-5637-4f7e-b656-4de60b7a6c38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.2112675 Apr 20 14:33:46.595099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-0fd32c81-e05c-4743-8307-eead36256bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.597762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-0fd32c81-e05c-4743-8307-eead36256bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841813 Apr 20 14:33:46.657159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-5172ef52-ce51-4733-9a3a-c343a8547a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.665688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-5172ef52-ce51-4733-9a3a-c343a8547a50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1094 time: 0.1951497 Apr 20 14:33:46.691737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:46.735622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71918592-c8db-4f79-b209-290487e07563 None None] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:46.798050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af8c7-0847-452d-a6cb-b15b6b4849a0 req-937f3855-de4d-4763-8e47-ce0a0eb80c79 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.798886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-32c55e46-8eb8-4004-946a-0a3c18b490be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:46.799627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b20af8c7-0847-452d-a6cb-b15b6b4849a0 req-937f3855-de4d-4763-8e47-ce0a0eb80c79 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 943 time: 0.2217808 Apr 20 14:33:46.801002 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-32c55e46-8eb8-4004-946a-0a3c18b490be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115419 Apr 20 14:33:46.805715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:46.831224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] Provisioning complete for port dead0ad5-2ba9-4b97-be51-8778cb08635b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:46.831684 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:46.901295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10db36a-d12e-4c7c-89da-055b29b71629 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:46.919274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:46.926940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-1e685f88-b3a7-49c8-8c63-c1f4feb9b1fb service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708044 Apr 20 14:33:46.981400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:46.996447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:46.998184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b20af8c7-0847-452d-a6cb-b15b6b4849a0 req-565bc407-c1c8-4d77-bdc8-47f3aad38768 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628118 Apr 20 14:33:47.004764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-4270694b-40f9-4217-aadb-f4edfb1478bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.009249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-4270694b-40f9-4217-aadb-f4edfb1478bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 929 time: 0.3426878 Apr 20 14:33:47.044254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c29e-387e-4a39-a9da-69523ee37a47 req-2f6a45bf-4881-4228-b822-7ae667ffaef8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.046907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07d5c29e-387e-4a39-a9da-69523ee37a47 req-2f6a45bf-4881-4228-b822-7ae667ffaef8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 944 time: 0.3780758 Apr 20 14:33:47.057825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] For port dead0ad5-2ba9-4b97-be51-8778cb08635b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dead0ad5-2ba9-4b97-be51-8778cb08635b,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:47.061855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.064935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.080664 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-9c26f579-527b-4a47-8b9f-884db2f74670 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659614 Apr 20 14:33:47.128058 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3714e-bc91-480f-ab41-7c61c3742c8f x-openstack-request-id: req-1ac3714e-bc91-480f-ab41-7c61c3742c8f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:47.128058 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:47.128058 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ac3714e-bc91-480f-ab41-7c61c3742c8f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:47.128058 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac3714e-bc91-480f-ab41-7c61c3742c8f'] response: {'name': 'network-changed', 'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df', 'status': 'completed', 'code': 200} Apr 20 14:33:47.141286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.143420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14bba3-eb8f-4cce-84b7-e77e5d172df4 None None] Pushing event updated for resources: {'Port': ['ID=dead0ad5-2ba9-4b97-be51-8778cb08635b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:47.155649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-830508a7-b727-4e81-ad48-40203a6f7e1c service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204063 Apr 20 14:33:47.235445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07d5c29e-387e-4a39-a9da-69523ee37a47 req-b9bf14af-737d-4140-9b04-ecc7607294ca tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522617 Apr 20 14:33:47.237310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-01d368ad-d8c9-40a3-aa9c-603853900e31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 217 time: 0.1844070 Apr 20 14:33:47.271463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:47.323095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:47.332185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:47.360520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Pushing event updated for resources: {'Port': ['ID=c065addd-f916-4d0b-adb5-2c1b06b5f37a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:47.408150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dead0ad5-2ba9-4b97-be51-8778cb08635b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:47.460232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-52150916-4e29-4ec3-85d1-6552e7117890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.461730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-52150916-4e29-4ec3-85d1-6552e7117890 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 1099 time: 0.1895561 Apr 20 14:33:47.467325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4edd6ffa-8f94-40ca-92f1-7505c6993e28 req-8f793b07-833d-48a3-a4ca-4f5c0c7e2dd0 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794775 Apr 20 14:33:47.471930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93f5697c-4431-4d84-ba99-e2c675ac7109 req-cd4954a0-ff6b-43e6-969d-68779c69a88a tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 210 time: 0.1359122 Apr 20 14:33:47.497657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092c92a-4f07-4f3d-a99c-494b17234cdd req-96357a5a-66ef-440a-9877-c9cbb3e8c9c9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.505237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1092c92a-4f07-4f3d-a99c-494b17234cdd req-96357a5a-66ef-440a-9877-c9cbb3e8c9c9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.2597594 Apr 20 14:33:47.520323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-57624e84-23ff-4d63-83df-d66a35a6065f None None] Provisioning complete for port dead0ad5-2ba9-4b97-be51-8778cb08635b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:47.520713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-57624e84-23ff-4d63-83df-d66a35a6065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.521945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] Transition to ACTIVE for port object e10db36a-d12e-4c7c-89da-055b29b71629 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:47.523041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port dead0ad5-2ba9-4b97-be51-8778cb08635b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:47.523518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.531704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-64e5715f-def3-44b0-8e12-d9ce12c9dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.533177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-64e5715f-def3-44b0-8e12-d9ce12c9dbfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.2474375 Apr 20 14:33:47.539017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.607476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1092c92a-4f07-4f3d-a99c-494b17234cdd req-f27af484-d29e-45a5-926b-8dbc99b7c5da tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006238 Apr 20 14:33:47.695430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-ab9c8547-d85b-4c08-b1b7-c25f264444c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.697165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-ab9c8547-d85b-4c08-b1b7-c25f264444c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1815886 Apr 20 14:33:47.701077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:47.711165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] No DVR routers for this DVR port e10db36a-d12e-4c7c-89da-055b29b71629 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:47.766652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-0b729742-e458-4650-b1b7-50f892d5b0ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=089bf83f-e4c5-44fe-85a5-f674441759df HTTP/1.1" status: 200 len: 217 time: 0.0593572 Apr 20 14:33:47.772070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-f29fbb5b-348f-4cbf-a2b9-072f6ba3236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.773549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-f29fbb5b-348f-4cbf-a2b9-072f6ba3236f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106969 Apr 20 14:33:47.781685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d18ce-cc2d-4faa-8744-2d36ee89e36f req-2770485c-7d0d-4ebc-b668-4d414e0d9491 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.783134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b32d18ce-cc2d-4faa-8744-2d36ee89e36f req-2770485c-7d0d-4ebc-b668-4d414e0d9491 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 948 time: 0.1989105 Apr 20 14:33:47.796568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-56a5c0f7-cde3-4555-a84f-ef0a8a14f0a4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7222185 Apr 20 14:33:47.824639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:47.868678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:33:47.873203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff664a-095e-4f7d-a684-22ced72ac4eb req-5fd9c900-8d87-4dc4-9317-a80db5ae3919 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.878471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ff664a-095e-4f7d-a684-22ced72ac4eb req-5fd9c900-8d87-4dc4-9317-a80db5ae3919 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1648397 Apr 20 14:33:47.879726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-a42dc839-6030-4282-83e1-1a5751aaaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.881220 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-a42dc839-6030-4282-83e1-1a5751aaaa39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0996015 Apr 20 14:33:47.917673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b32d18ce-cc2d-4faa-8744-2d36ee89e36f req-cbcd70e6-a7bf-4658-abcd-00389068d663 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263890 Apr 20 14:33:47.943613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:33:47.953780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ff664a-095e-4f7d-a684-22ced72ac4eb req-58b13a5e-2f51-4fbb-8724-38c09c1b8001 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744498 Apr 20 14:33:47.957385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-7e48e9bc-e6f6-44d4-98b3-33303cfc07e2 service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646199 Apr 20 14:33:47.972134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-b4ed37a2-bd95-4e6b-874e-812e958983da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:47.973593 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-b4ed37a2-bd95-4e6b-874e-812e958983da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841911 Apr 20 14:33:48.191168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912ff6-cdd2-422b-95d8-def563e3532e req-10dc29e7-e82e-42db-abe1-e321335cee53 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.192973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52912ff6-cdd2-422b-95d8-def563e3532e req-10dc29e7-e82e-42db-abe1-e321335cee53 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 943 time: 0.1174419 Apr 20 14:33:48.195594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f461e6c-0506-48a2-bb73-6f6a4f78b9a9 req-0134004e-148c-4856-9359-160f210a6fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295384 Apr 20 14:33:48.202325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-61ca5b1d-e23f-4006-9a60-c37beb3cc770 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.203841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-61ca5b1d-e23f-4006-9a60-c37beb3cc770 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 811 time: 0.2098918 Apr 20 14:33:48.260398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52912ff6-cdd2-422b-95d8-def563e3532e req-a4f0a958-4ab6-42aa-90fb-5755b00079ac tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555601 Apr 20 14:33:48.270224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-1e542e1f-6641-4d9d-a91d-84f2d567d8ab tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 379 time: 0.0514789 Apr 20 14:33:48.288269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'port': {'device_id': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'admin_state_up': True, 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'security_groups': ['2ebe1914-7091-460b-ab2a-5aa8807b067d']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:48.414260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799badc-bb7e-4fe1-aeb3-7c6661ca54f3 req-958b4740-028e-49e7-86fd-a01d177c11a6 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.415756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7799badc-bb7e-4fe1-aeb3-7c6661ca54f3 req-958b4740-028e-49e7-86fd-a01d177c11a6 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.0824959 Apr 20 14:33:48.451857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Made reservation on behalf of 4d2d48ccc6524ac6bbe10a9d734026a1 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:48.455054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:48.467481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f7a9c431-99e1-43ce-b15e-def0e2d8dc0b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.469236 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f7a9c431-99e1-43ce-b15e-def0e2d8dc0b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.4575057 Apr 20 14:33:48.472864 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-86e1fd75-1d4b-45ca-b472-ef24aa929465 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623711 Apr 20 14:33:48.477359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7799badc-bb7e-4fe1-aeb3-7c6661ca54f3 req-1f1d6ed2-57dc-4180-8c40-2b247d0fa969 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Apr 20 14:33:48.502882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:48.603168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33022a09-2fec-4b08-a097-e54123443354 req-3c06a8fd-726d-48be-9cdf-51f64e2f2b95 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 210 time: 0.0319505 Apr 20 14:33:48.619151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Allocated IP 172.20.0.13 (b9c7cf3a-f030-4873-8a8c-e22fb0f444c1/f0ca8653-5b73-4a4d-a7b4-c3331fba257a/9bd887c9-ac15-4210-b862-eaa62ac5b90f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:48.674398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-d3d8e7f7-76c9-4023-b12c-cf283de60e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.675908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-d3d8e7f7-76c9-4023-b12c-cf283de60e9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 1096 time: 0.1878970 Apr 20 14:33:48.706541 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b4437ec-8ff0-41d6-b2aa-23a2441c8b86 req-8ac79696-07f2-4656-8dd3-2a4ead6d7b58 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199552 Apr 20 14:33:48.767742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-7cfaaf33-165b-43ab-90ed-a4c21921d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.769282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-7cfaaf33-165b-43ab-90ed-a4c21921d2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0566638 Apr 20 14:33:48.774857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:33:48.786035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703efc1-a0e3-47e4-983c-0060c359b548 req-66abaf53-8e5a-472b-a8a8-e7974abe9617 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.787574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4703efc1-a0e3-47e4-983c-0060c359b548 req-66abaf53-8e5a-472b-a8a8-e7974abe9617 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.0770392 Apr 20 14:33:48.808632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:48.850639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4703efc1-a0e3-47e4-983c-0060c359b548 req-bf65d4c3-1ea1-498a-a71b-03284ab42f92 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520964 Apr 20 14:33:48.864792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:48.914720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:48.917863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:48.921696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:48.941706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-8e684395-b9f5-4766-b608-43753331c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.943423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-8e684395-b9f5-4766-b608-43753331c2f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1640677 Apr 20 14:33:48.948716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:48.963610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:48.975993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Sync routers for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:48.979536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:48.980257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.001153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-e12a317a-1bd6-4994-ab13-1361e25ff5a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7231042 Apr 20 14:33:49.006386 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-0d4baeaf-710a-4541-9290-8d819d99a44e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 200 len: 217 time: 0.0510373 Apr 20 14:33:49.007519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:49.008360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:49.014147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Request body: {'port': {'device_id': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:49.029311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.030501 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2a8f40f0-937c-4fca-9426-a3a78d8cda01 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9582851 Apr 20 14:33:49.036520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48034) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:49.088904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-a25d9177-6de0-412a-8eb7-a177a6232728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.090359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-a25d9177-6de0-412a-8eb7-a177a6232728 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0749063 Apr 20 14:33:49.130279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:49.134156 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a" -d '{"events": [{"name": "network-changed", "server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "tag": "88961019-41c4-465a-9563-0c9663f4ab45"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:49.137800 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f8a2f7e7-e608-419f-96fc-8062ec14eabd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325296 Apr 20 14:33:49.190238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:49.193074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.223124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48392b-018f-4c37-aa41-84520fd10fc3 req-cfa106e9-b69b-4648-91fe-1f0b0d8fb476 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.224971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f48392b-018f-4c37-aa41-84520fd10fc3 req-cfa106e9-b69b-4648-91fe-1f0b0d8fb476 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 948 time: 0.1407549 Apr 20 14:33:49.288326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f56c5c0b-2f90-4470-b8d9-9be85a508dae service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357441 Apr 20 14:33:49.291647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e09ff-e272-4408-96e4-7dfa191384b7 req-54d63f47-3bdf-41ad-9377-2221cd50d068 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.293262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383e09ff-e272-4408-96e4-7dfa191384b7 req-54d63f47-3bdf-41ad-9377-2221cd50d068 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1743789 Apr 20 14:33:49.346741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dfcede6e-1f74-4af3-9ff8-8206bcfebda5 None None] Provisioning complete for port 9bd887c9-ac15-4210-b862-eaa62ac5b90f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:49.347577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfcede6e-1f74-4af3-9ff8-8206bcfebda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.355956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f48392b-018f-4c37-aa41-84520fd10fc3 req-d97c5768-cb37-45fc-a7f1-5e6145e1e0b2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210303 Apr 20 14:33:49.400253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-6bc50241-c966-41cb-852a-217fd86f36fa service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993207 Apr 20 14:33:49.417595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dfcede6e-1f74-4af3-9ff8-8206bcfebda5 None None] Port 9bd887c9-ac15-4210-b862-eaa62ac5b90f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:49.442102 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9220de87-9fdf-4596-aa6a-db5a911b2804 x-openstack-request-id: req-9220de87-9fdf-4596-aa6a-db5a911b2804 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:49.442387 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "tag": "88961019-41c4-465a-9563-0c9663f4ab45", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:49.442744 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9220de87-9fdf-4596-aa6a-db5a911b2804 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:49.443090 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9220de87-9fdf-4596-aa6a-db5a911b2804'] response: {'name': 'network-changed', 'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45', 'status': 'completed', 'code': 200} Apr 20 14:33:49.493548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383e09ff-e272-4408-96e4-7dfa191384b7 req-31262250-f5cd-4e0e-b29e-e869e4ce6f78 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759384 Apr 20 14:33:49.513103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:47Z', 'revision_number': 3, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:49.535276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Checking router: 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:49.535629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Updating router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc port c065addd-f916-4d0b-adb5-2c1b06b5f37a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:49.540519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-39a22edb-33ca-4282-a40d-fe452d05b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.542142 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-39a22edb-33ca-4282-a40d-fe452d05b8c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 1099 time: 0.0671067 Apr 20 14:33:49.564807 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.675763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-8130c5f3-e754-45b0-a387-ea313784af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.677405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-8130c5f3-e754-45b0-a387-ea313784af19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1272883 Apr 20 14:33:49.766876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-5224b525-2fce-4eef-84aa-dc39f7d5c8a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=88961019-41c4-465a-9563-0c9663f4ab45 HTTP/1.1" status: 200 len: 217 time: 0.0604663 Apr 20 14:33:49.814748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f6a3975c-e207-4e48-b880-d59c060e3890 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.816169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-f6a3975c-e207-4e48-b880-d59c060e3890 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.1028247 Apr 20 14:33:49.852482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.857207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-a0c3334a-9380-4961-9d69-03a3fadadd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.859125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-a0c3334a-9380-4961-9d69-03a3fadadd5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0810781 Apr 20 14:33:49.860242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.908153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Attempting to bind port c065addd-f916-4d0b-adb5-2c1b06b5f37a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:49.908826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Attempting to bind port c065addd-f916-4d0b-adb5-2c1b06b5f37a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:49.908826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Attempting to bind port c065addd-f916-4d0b-adb5-2c1b06b5f37a on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:49.922060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:49.922964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:49.923395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.923784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:49.924270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Bound port: c065addd-f916-4d0b-adb5-2c1b06b5f37a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:49.924621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:49.946684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-39728601-b029-4dcc-ba60-1499157d152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:49.948186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-39728601-b029-4dcc-ba60-1499157d152c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775092 Apr 20 14:33:49.950416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b474a5-fb84-4bba-809b-e72190210430 None None] Pushing event updated for resources: {'Port': ['ID=c065addd-f916-4d0b-adb5-2c1b06b5f37a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:49.986963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] For port c065addd-f916-4d0b-adb5-2c1b06b5f37a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:49.990534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] For port c065addd-f916-4d0b-adb5-2c1b06b5f37a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c065addd-f916-4d0b-adb5-2c1b06b5f37a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:49.996923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.015087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e6394-235a-49b7-8159-d0b6b0b75159 req-15a3a40c-daf9-40b4-a6ce-aabf64be50ce tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:50.016541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5e6394-235a-49b7-8159-d0b6b0b75159 req-15a3a40c-daf9-40b4-a6ce-aabf64be50ce tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 943 time: 0.5063686 Apr 20 14:33:50.038508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-9e0ce926-1bc1-46f6-9f7f-b312e80d604c service neutron] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:50.042934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-9e0ce926-1bc1-46f6-9f7f-b312e80d604c service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.044026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b068ada5-e66d-4e00-bd78-de4751df8257 req-9e0ce926-1bc1-46f6-9f7f-b312e80d604c service neutron] 10.222.0.43 "DELETE /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.2169011 Apr 20 14:33:50.046057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:50.046698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:50.072717 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-1c35a230-5ac9-4fa1-b16a-85f461199200 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114256 Apr 20 14:33:50.116647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf269004-35f0-4422-9889-c1a2ffaf8e09 req-2a84cdeb-5dc0-43e3-9aa3-2133cfb19af3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:50.117691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b474a5-fb84-4bba-809b-e72190210430 None None] Pushing event updated for resources: {'Port': ['ID=c065addd-f916-4d0b-adb5-2c1b06b5f37a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:50.124379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf269004-35f0-4422-9889-c1a2ffaf8e09 req-2a84cdeb-5dc0-43e3-9aa3-2133cfb19af3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.2203488 Apr 20 14:33:50.171655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb557edc-6e6a-4855-9c0d-fe5b7393f07a req-ac5863b3-f018-46b8-9b86-a4d5733fe964 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917549 Apr 20 14:33:50.182194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:50.206721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5e6394-235a-49b7-8159-d0b6b0b75159 req-40d980d7-a688-4002-8546-992b248e297f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536424 Apr 20 14:33:50.240595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf269004-35f0-4422-9889-c1a2ffaf8e09 req-9d995c3e-3787-4d6d-af55-f24d26813646 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153636 Apr 20 14:33:50.325269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd887c9-ac15-4210-b862-eaa62ac5b90f {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:50.339627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.388405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:47Z', 'revision_number': 3, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:50.402247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Transition to ACTIVE for port object 9bd887c9-ac15-4210-b862-eaa62ac5b90f will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:50.417063 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.429467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75a9c9-d7da-405a-bb88-ddbbb48442ff None None] The sync data for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 is: [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:47Z', 'revision_number': 3, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:50.439595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c472-ae96-4dc9-889b-c82683c443ac req-cd9a2707-562c-4de9-8f2f-f7177f1e4741 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:50.441092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1418c472-ae96-4dc9-889b-c82683c443ac req-cd9a2707-562c-4de9-8f2f-f7177f1e4741 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 932 time: 0.1583183 Apr 20 14:33:50.502314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b8eb-ed73-431e-9f3a-ced1c7f12e78 req-ae125f3e-0ca7-48ad-9879-1fae3044b973 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:50.503874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c481b8eb-ed73-431e-9f3a-ced1c7f12e78 req-ae125f3e-0ca7-48ad-9879-1fae3044b973 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1684234 Apr 20 14:33:50.566768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:50.635482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 88961019-41c4-465a-9563-0c9663f4ab45 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:50.646754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1418c472-ae96-4dc9-889b-c82683c443ac req-0ee2d652-868f-4c50-b6f9-f6415311828c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765821 Apr 20 14:33:50.671653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.693538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c481b8eb-ed73-431e-9f3a-ced1c7f12e78 req-b29c4dd9-a4a0-42bd-aa70-1d6492190016 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629920 Apr 20 14:33:50.798817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=88961019-41c4-465a-9563-0c9663f4ab45,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:50.811724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '88961019-41c4-465a-9563-0c9663f4ab45', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '88961019-41c4-465a-9563-0c9663f4ab45', 'mac_address': 'fa:16:3e:f3:87:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:50.837633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Attempting to bind port 9bd887c9-ac15-4210-b862-eaa62ac5b90f on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:50.837880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Attempting to bind port 9bd887c9-ac15-4210-b862-eaa62ac5b90f by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:50.838215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Attempting to bind port 9bd887c9-ac15-4210-b862-eaa62ac5b90f on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:50.882795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.884238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Port 9bd887c9-ac15-4210-b862-eaa62ac5b90f on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:50.884747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Attempting to bind port 9bd887c9-ac15-4210-b862-eaa62ac5b90f on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:50.939751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:50.940183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Checking segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:50.940504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Bound using segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:50.940953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Bound port: 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:50.941317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:50.983984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564a35-88d0-482b-8296-c93a5e005f42 req-b36bb021-da19-402f-8f59-5958da720fde tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:50.986177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52564a35-88d0-482b-8296-c93a5e005f42 req-b36bb021-da19-402f-8f59-5958da720fde tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 948 time: 0.1771059 Apr 20 14:33:51.001470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f044bb8-3e81-4e16-84e4-310659393625 req-9c9d861d-6ba2-4d6c-8ff5-0618d2c88423 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.003135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f044bb8-3e81-4e16-84e4-310659393625 req-9c9d861d-6ba2-4d6c-8ff5-0618d2c88423 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1969440 Apr 20 14:33:51.051152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88961019-41c4-465a-9563-0c9663f4ab45 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:51.074941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=88961019-41c4-465a-9563-0c9663f4ab45,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:51.088378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.153181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:51.179329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:51.190807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Allocated IP 172.20.0.1 (ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18/e8ea2b98-a146-4684-a256-9a408fdbe51c/1fbab718-19ab-43d0-a429-0d27631fefaa) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:51.191872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-82c381df-26c3-4e03-b1eb-15b38aaeb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.193843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-82c381df-26c3-4e03-b1eb-15b38aaeb441 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1097 time: 0.0625274 Apr 20 14:33:51.205394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52564a35-88d0-482b-8296-c93a5e005f42 req-9311148f-c0b6-4159-9788-b3ac857cd0e8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002993 Apr 20 14:33:51.213182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f044bb8-3e81-4e16-84e4-310659393625 req-5adf731b-d847-440e-8c45-8be96798a1a8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524036 Apr 20 14:33:51.215138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:51.230081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.288308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-a4b0e368-fa9b-4f2b-953c-7896bd7bc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.290001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-a4b0e368-fa9b-4f2b-953c-7896bd7bc5df service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.0895882 Apr 20 14:33:51.296352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.297118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.299072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1092 time: 2.2889330 Apr 20 14:33:51.306430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:51.308672 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107778d-d064-47e6-9c87-df4cfb8215cc" -d '{"events": [{"name": "network-changed", "server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:51.374690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-d73090a1-7525-4c67-8808-86f71a268d6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0632527 Apr 20 14:33:51.427991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c065addd-f916-4d0b-adb5-2c1b06b5f37a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:51.444891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-ef53dbf2-6e75-4c79-b418-ae4d4b4d3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.447676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-ef53dbf2-6e75-4c79-b418-ae4d4b4d3d3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0634072 Apr 20 14:33:51.452325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd496a6d-42d3-48b4-bb00-9b06259d02b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:51.476732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:51.484292 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-540e4ab5-8a24-4656-8997-78813cca1b59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288765 Apr 20 14:33:51.516915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881f349-717d-4a79-ad24-b7cfdea3158f req-10663bf8-ea4a-4043-81d3-84d84547ddf3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.518811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8881f349-717d-4a79-ad24-b7cfdea3158f req-10663bf8-ea4a-4043-81d3-84d84547ddf3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 943 time: 0.2287145 Apr 20 14:33:51.543288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.569489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f558f-da03-404d-8fe4-6df95308172b req-09407e69-d7ca-495f-8bf9-741696914d99 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.571358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-672f558f-da03-404d-8fe4-6df95308172b req-09407e69-d7ca-495f-8bf9-741696914d99 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.2037816 Apr 20 14:33:51.587189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-8d189cf7-48a0-4b9a-929c-3496718affca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.588541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-8d189cf7-48a0-4b9a-929c-3496718affca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1095 time: 0.1949003 Apr 20 14:33:51.612795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c065addd-f916-4d0b-adb5-2c1b06b5f37a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:51.613186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.640507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-d54bca1f-3ce3-4604-bbfe-be4dc09119c6 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395378 Apr 20 14:33:51.664050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-ff9342ee-c465-4511-bf49-f83d73b5266b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 217 time: 0.0555289 Apr 20 14:33:51.681855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8881f349-717d-4a79-ad24-b7cfdea3158f req-0eb38880-f767-4d75-9dcc-ab46607d2755 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499345 Apr 20 14:33:51.737842 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bba321-e68a-4d07-8a86-4dc7ae595362 x-openstack-request-id: req-17bba321-e68a-4d07-8a86-4dc7ae595362 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:51.738131 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:51.738373 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17bba321-e68a-4d07-8a86-4dc7ae595362 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:51.738786 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bba321-e68a-4d07-8a86-4dc7ae595362'] response: {'name': 'network-changed', 'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'status': 'completed', 'code': 200} Apr 20 14:33:51.749442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-672f558f-da03-404d-8fe4-6df95308172b req-72a0ab8e-19fc-421d-8fa2-8c3a32279794 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683567 Apr 20 14:33:51.754446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.778591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-ab2d716e-55cd-4f2d-8de8-f0edde4dfee1 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303389 Apr 20 14:33:51.809704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-d1f21432-24de-461d-a62c-144fb88273c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.811217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-d1f21432-24de-461d-a62c-144fb88273c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1264284 Apr 20 14:33:51.844496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.850887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:51.869170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port c065addd-f916-4d0b-adb5-2c1b06b5f37a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c065addd-f916-4d0b-adb5-2c1b06b5f37a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:51.872518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 089bf83f-e4c5-44fe-85a5-f674441759df details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:51.876326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:51.897345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:51.899805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:51.911122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-64f2e523-4932-4cb9-912d-a68319ea2093 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:51.912939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-64f2e523-4932-4cb9-912d-a68319ea2093 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1097 time: 0.0568063 Apr 20 14:33:51.922908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Pushing event updated for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:51.925951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:51.957247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=c065addd-f916-4d0b-adb5-2c1b06b5f37a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:52.009090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.012616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40eeb9-9fdc-4510-bfa2-7666573b7e9a req-33ab0fa5-829c-4754-81b8-dca03ebe53b9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.014159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b40eeb9-9fdc-4510-bfa2-7666573b7e9a req-33ab0fa5-829c-4754-81b8-dca03ebe53b9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 946 time: 0.1750176 Apr 20 14:33:52.021911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533853b-9ddb-4238-bb0b-e9843358325d req-7c169e23-bcb8-4ad1-a2f2-65e7e0d2956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.023575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-7c169e23-bcb8-4ad1-a2f2-65e7e0d2956f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022605 Apr 20 14:33:52.031206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5bf11-f33c-4404-b698-a545f17651fc req-fe4eefa6-e1e2-485e-b345-8a3a64813901 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.037838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cd5bf11-f33c-4404-b698-a545f17651fc req-fe4eefa6-e1e2-485e-b345-8a3a64813901 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 944 time: 0.1964514 Apr 20 14:33:52.042640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=089bf83f-e4c5-44fe-85a5-f674441759df,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:52.059660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.063034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '089bf83f-e4c5-44fe-85a5-f674441759df', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '089bf83f-e4c5-44fe-85a5-f674441759df', 'mac_address': 'fa:16:3e:61:f5:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:52.108946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.123872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089bf83f-e4c5-44fe-85a5-f674441759df {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:52.151020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=089bf83f-e4c5-44fe-85a5-f674441759df,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:52.156948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.157611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cffe2bbb-3473-48f7-a714-85d64f4b1820 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:52.166820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:52.212714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:52.217686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b40eeb9-9fdc-4510-bfa2-7666573b7e9a req-50b6215a-0ed4-440c-82f8-a19f5affa5d7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784213 Apr 20 14:33:52.226764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-03bc8821-f9c8-4742-9472-de737038f470 None None] Provisioning complete for port 1fbab718-19ab-43d0-a429-0d27631fefaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:52.227141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-03bc8821-f9c8-4742-9472-de737038f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.234209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cd5bf11-f33c-4404-b698-a545f17651fc req-16d2bbf7-aa21-47cf-aecf-ad27ae40c059 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826539 Apr 20 14:33:52.284816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.287416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:52.291486 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb0d7b0-d0ea-4e22-a25a-69c469162ae4" -d '{"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:52.296189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.324910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:52.361346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-03bc8821-f9c8-4742-9472-de737038f470 None None] Port 1fbab718-19ab-43d0-a429-0d27631fefaa cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:52.379342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-541155ad-c603-4674-bfd3-c8eeab15e43c service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389075 Apr 20 14:33:52.393706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:52.417686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:52.430294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'mac_address': 'fa:16:3e:79:be:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:52.435874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:52.436207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:52.436567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:52.440872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:33:52.441192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Attempting to bind port d0cb9338-522e-4c72-9e18-f7503d88e2fc on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:52.446626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:52.446941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:52.447331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:52.447762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Bound port: d0cb9338-522e-4c72-9e18-f7503d88e2fc, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:52.448122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.453444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21b267-9f23-42ac-ba14-2ac11975d58f req-19d0f118-2ff4-4e53-b0aa-b051b030f5ff tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.455473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef21b267-9f23-42ac-ba14-2ac11975d58f req-19d0f118-2ff4-4e53-b0aa-b051b030f5ff tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 949 time: 0.1305120 Apr 20 14:33:52.472701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.487386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffe2bbb-3473-48f7-a714-85d64f4b1820 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:52.507705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:52.512994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.528136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:52.532314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:52.536745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.538025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.576645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:52.596924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07281a-942f-4c76-9fe3-4fdb087a5817 req-3c649eb4-a96c-4eb2-9889-051d8326113d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.598516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf07281a-942f-4c76-9fe3-4fdb087a5817 req-3c649eb4-a96c-4eb2-9889-051d8326113d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1613157 Apr 20 14:33:52.628366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef21b267-9f23-42ac-ba14-2ac11975d58f req-e3212757-a864-4ea3-b377-e0a9a73a2202 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258724 Apr 20 14:33:52.633007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:52.633825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:52.636185 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] 10.222.0.43 "PUT /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 1122 time: 0.7143607 Apr 20 14:33:52.641749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c2925-34a3-4dec-9f2f-baa5310d7c99 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:52.659662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9533853b-9ddb-4238-bb0b-e9843358325d req-8b100229-a1af-40b3-872c-6d34ecb2c7ff service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652524 Apr 20 14:33:52.718643 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bfe18c-8ee0-4f2a-90b6-59124f1262e0 x-openstack-request-id: req-c1bfe18c-8ee0-4f2a-90b6-59124f1262e0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:52.719125 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:52.719442 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1bfe18c-8ee0-4f2a-90b6-59124f1262e0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:52.720472 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bfe18c-8ee0-4f2a-90b6-59124f1262e0'] response: {'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'code': 200} Apr 20 14:33:52.774249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d0cb9338-522e-4c72-9e18-f7503d88e2fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:53.022390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf07281a-942f-4c76-9fe3-4fdb087a5817 req-957824bb-241f-4f82-bd2c-eaea1719113c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866389 Apr 20 14:33:53.087259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['cffe2bbb-3473-48f7-a714-85d64f4b1820'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:53.155695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-91b9a529-f4a8-4b58-893d-850167187a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.157080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-91b9a529-f4a8-4b58-893d-850167187a06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1095 time: 0.1384037 Apr 20 14:33:53.165982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4549e2-27a5-4efd-8b5e-be80901b4e38 req-85a04216-8c96-44f5-acb4-933c54db567e tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.167439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de4549e2-27a5-4efd-8b5e-be80901b4e38 req-85a04216-8c96-44f5-acb4-933c54db567e tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1096 time: 0.1501164 Apr 20 14:33:53.202864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:53.211545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6f41d-bcd6-44ae-8c8f-b3ebecfc8a87 req-5178ee94-9b9e-44fb-b144-79254602468a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.212963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c6f41d-bcd6-44ae-8c8f-b3ebecfc8a87 req-5178ee94-9b9e-44fb-b144-79254602468a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 944 time: 0.1331251 Apr 20 14:33:53.260354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:53.275623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:53.367297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c065addd-f916-4d0b-adb5-2c1b06b5f37a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:53.373901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de4549e2-27a5-4efd-8b5e-be80901b4e38 req-12c76f81-aebb-4e77-8aed-fd25a1bc1d18 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935825 Apr 20 14:33:53.400186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c6f41d-bcd6-44ae-8c8f-b3ebecfc8a87 req-3f68ca5c-eb56-4631-8fb4-d82d889ae937 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549542 Apr 20 14:33:53.404487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Pushing event updated for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:53.407414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:53.416407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-0ac00723-9fe4-4374-8c8b-726130188a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.417917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-0ac00723-9fe4-4374-8c8b-726130188a18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.2487333 Apr 20 14:33:53.428581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:33:53.429967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c065addd-f916-4d0b-adb5-2c1b06b5f37a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:53.430307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:53.509217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-90e2de75-ae53-43e6-a41b-10090cc58d1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 217 time: 0.0747776 Apr 20 14:33:53.643159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-ce5041b4-2dad-4339-ae0c-2328a100800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.644585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-ce5041b4-2dad-4339-ae0c-2328a100800f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1083143 Apr 20 14:33:53.656456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e715-27bf-401f-bcfb-87c31bb48fb8 req-2c9647c4-0f49-43a6-a8a6-970eb3adedaf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.657882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4631e715-27bf-401f-bcfb-87c31bb48fb8 req-2c9647c4-0f49-43a6-a8a6-970eb3adedaf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 944 time: 0.1832924 Apr 20 14:33:53.667645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3922968-6acd-44d1-9abc-1e6a3d206945 req-eefe2757-43a6-487d-a817-6d43e52f1df9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.669048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3922968-6acd-44d1-9abc-1e6a3d206945 req-eefe2757-43a6-487d-a817-6d43e52f1df9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.1563063 Apr 20 14:33:53.682037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:53.695066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:53.804978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4631e715-27bf-401f-bcfb-87c31bb48fb8 req-728786d4-99d1-4387-9632-ed634265f9fd tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321862 Apr 20 14:33:53.812314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3922968-6acd-44d1-9abc-1e6a3d206945 req-b94104b9-afc7-45a7-b4be-ede043fe5ad3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292534 Apr 20 14:33:53.823988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-fa2a1ccd-2aa8-49c9-9036-0a797f114857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:53.825496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-fa2a1ccd-2aa8-49c9-9036-0a797f114857 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660407 Apr 20 14:33:53.894060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a93aaffb-b344-4c07-8cd8-8a5375c0bc2c None None] Provisioning complete for port 1fbab718-19ab-43d0-a429-0d27631fefaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:53.894455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a93aaffb-b344-4c07-8cd8-8a5375c0bc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:53.935870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a93aaffb-b344-4c07-8cd8-8a5375c0bc2c None None] Port 1fbab718-19ab-43d0-a429-0d27631fefaa cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:33:54.013285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:33:54.042432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29e15c-a403-47ce-8d3d-1746b5ff2331 req-9a3a6870-7e5a-47dd-9b21-5098ffa6e8fd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:54.043940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb29e15c-a403-47ce-8d3d-1746b5ff2331 req-9a3a6870-7e5a-47dd-9b21-5098ffa6e8fd tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 1096 time: 0.1538932 Apr 20 14:33:54.053093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bbfd7-dca1-40b8-8925-2d92ee6edd32 req-ee13aed2-17d7-4b72-871a-c32c303c856a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:54.054424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb3bbfd7-dca1-40b8-8925-2d92ee6edd32 req-ee13aed2-17d7-4b72-871a-c32c303c856a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 949 time: 0.1612093 Apr 20 14:33:54.056157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-86a9c524-cd63-43eb-8de8-594031b3addf service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886978 Apr 20 14:33:54.204160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb29e15c-a403-47ce-8d3d-1746b5ff2331 req-d860518c-66ce-424c-89c3-cb851f940c1c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461148 Apr 20 14:33:54.236205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb3bbfd7-dca1-40b8-8925-2d92ee6edd32 req-2ac58cc9-4874-4ec0-8747-52dd48dc5837 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756074 Apr 20 14:33:54.281291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:54.291427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-815854c9-fbb2-4641-8258-624cfe524a9d admin admin] 10.222.0.20 "PUT /v2.0/routers/7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2507489 Apr 20 14:33:54.296420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Sync routers for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:54.302195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107778d-d064-47e6-9c87-df4cfb8215cc req-2f1e9ea7-1625-46db-8c19-2f5fbfe24e52 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313647 Apr 20 14:33:54.309037 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:54.309641 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:54.354919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe7449-88f0-49ee-8321-8566a8e5ad8c req-adabe29e-1872-4621-a844-ba0dfd9437b3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:54.356463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aebe7449-88f0-49ee-8321-8566a8e5ad8c req-adabe29e-1872-4621-a844-ba0dfd9437b3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.0568147 Apr 20 14:33:54.410478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aebe7449-88f0-49ee-8321-8566a8e5ad8c req-4fb5060d-e40a-4643-8e88-c554e1b43e18 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Apr 20 14:33:54.448120 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:54.553300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a276e1-7ff3-46cd-b1fa-f574d9f9114d req-550905a0-2161-44b8-873d-7471e1910c2a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:54.563161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0a276e1-7ff3-46cd-b1fa-f574d9f9114d req-550905a0-2161-44b8-873d-7471e1910c2a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 944 time: 0.0673597 Apr 20 14:33:54.617679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0a276e1-7ff3-46cd-b1fa-f574d9f9114d req-5503d9de-2d08-4f99-b354-d4ba1fdbf6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Apr 20 14:33:54.670544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:54.674114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 88961019-41c4-465a-9563-0c9663f4ab45 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:54.682582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 2, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:54.716547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Checking router: 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:33:54.717217 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Updating router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc port 1fbab718-19ab-43d0-a429-0d27631fefaa binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:33:54.721445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:54.724814 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa53b01-4747-4377-952c-19ad0724f05c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:54.748504 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:54.777133 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d93f8b1-94b4-46f4-8ee0-c3ccf79571ce x-openstack-request-id: req-7d93f8b1-94b4-46f4-8ee0-c3ccf79571ce {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:54.777621 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:54.778086 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d93f8b1-94b4-46f4-8ee0-c3ccf79571ce {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:54.778831 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d93f8b1-94b4-46f4-8ee0-c3ccf79571ce'] response: {'name': 'network-changed', 'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'status': 'completed', 'code': 200} Apr 20 14:33:54.821389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 88961019-41c4-465a-9563-0c9663f4ab45 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:54.850965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 88961019-41c4-465a-9563-0c9663f4ab45 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:54.851315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:54.876961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53b01-4747-4377-952c-19ad0724f05c req-4a6e1c3e-4fd8-4a0a-abd1-e26fd1f9ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:54.884335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:54.887184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-4a6e1c3e-4fd8-4a0a-abd1-e26fd1f9ee76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1125 time: 0.0872641 Apr 20 14:33:54.904939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:33:54.963926 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:54.979983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48116) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:54.979983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-network', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:55.003484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:55.006451 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45632ee0-aa7c-49d9-902a-f05d90f98d5a" -d '{"events": [{"server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "name": "network-vif-plugged", "status": "completed", "tag": "88961019-41c4-465a-9563-0c9663f4ab45"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:55.006644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Made reservation on behalf of 52ee51fa587a4002bc6bf400fcca1184 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:55.008771 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.019433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=88961019-41c4-465a-9563-0c9663f4ab45,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:55.020369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.025267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.066909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adec2-157e-4766-b2e7-ced3213fd463 req-8c31abbd-fe7e-49d4-8686-fa7dc4fe096d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.068667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adec2-157e-4766-b2e7-ced3213fd463 req-8c31abbd-fe7e-49d4-8686-fa7dc4fe096d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.1647162 Apr 20 14:33:55.099148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:55.126788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44777b9f-8bff-4a68-ba5e-f21446023796 req-614b4e83-c475-4c16-8092-d1120635d9db tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.128244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44777b9f-8bff-4a68-ba5e-f21446023796 req-614b4e83-c475-4c16-8092-d1120635d9db tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 944 time: 0.1360023 Apr 20 14:33:55.132606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53b01-4747-4377-952c-19ad0724f05c req-a159b46e-3557-4fce-869f-9e14caad86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.133459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.133970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-a159b46e-3557-4fce-869f-9e14caad86ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.2388785 Apr 20 14:33:55.143751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.169041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:33:55.183241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee9f92-b6da-449e-b5b7-8512d9465cd1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:55.186335 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.188785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.189144 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Added segment eb07d8ad-7082-4590-83c3-0740f98408ca of type vlan for network 92c89c5d-3156-4965-9a18-0b034e94d491 Apr 20 14:33:55.194769 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.194989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-6a626d6c-6dcd-46ea-8f33-c44fff943bd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0535417 Apr 20 14:33:55.203969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adec2-157e-4766-b2e7-ced3213fd463 req-aabf4c10-3974-47bd-977d-efac7284eae2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210074 Apr 20 14:33:55.250916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.267675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44777b9f-8bff-4a68-ba5e-f21446023796 req-d223cc8a-32e9-4eca-ab87-a645b8f46ddf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128325 Apr 20 14:33:55.286834 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43290fd4-b3d1-4d96-a843-ea6408985fb3 x-openstack-request-id: req-43290fd4-b3d1-4d96-a843-ea6408985fb3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:55.286834 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "name": "network-vif-plugged", "status": "completed", "tag": "88961019-41c4-465a-9563-0c9663f4ab45", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:55.286834 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43290fd4-b3d1-4d96-a843-ea6408985fb3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:55.286834 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43290fd4-b3d1-4d96-a843-ea6408985fb3'] response: {'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45', 'code': 200} Apr 20 14:33:55.287381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.288670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.289271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.291604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53b01-4747-4377-952c-19ad0724f05c req-8f09ebd1-3a6b-4ddf-93f9-d43ba13f8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.293476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-8f09ebd1-3a6b-4ddf-93f9-d43ba13f8bf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0870311 Apr 20 14:33:55.331641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-26513684-df5e-4a4e-8cb4-9791c4ca9417 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313771 Apr 20 14:33:55.355331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3846264 Apr 20 14:33:55.358164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48122) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:55.363485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Request body: {'subnet': {'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-subnet', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:55.370612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7085-440e-4d77-8df1-9df6d976cd99 admin admin] Pushing event updated for resources: {'Network': ['ID=92c89c5d-3156-4965-9a18-0b034e94d491,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:55.383077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 92c89c5d-3156-4965-9a18-0b034e94d491 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:33:55.386431 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb00f-80b0-4ee4-bf7b-5d7887602827 None None] Pushing event updated for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:55.390698 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Attempting to bind port 1fbab718-19ab-43d0-a429-0d27631fefaa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:55.391049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Attempting to bind port 1fbab718-19ab-43d0-a429-0d27631fefaa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:55.391404 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Attempting to bind port 1fbab718-19ab-43d0-a429-0d27631fefaa on network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:55.397754 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:55.398203 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Checking segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:55.398636 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.399002 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Bound using segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:55.399463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Bound port: 1fbab718-19ab-43d0-a429-0d27631fefaa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:55.399849 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.433898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Made reservation on behalf of 52ee51fa587a4002bc6bf400fcca1184 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:33:55.436487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.475209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ea6da-6625-4ef2-abb1-468104a45897 req-888b69f7-965b-4bcc-a74b-4491553f2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.476679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-709ea6da-6625-4ef2-abb1-468104a45897 req-888b69f7-965b-4bcc-a74b-4491553f2710 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 1101 time: 0.0961533 Apr 20 14:33:55.536936 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] For port 1fbab718-19ab-43d0-a429-0d27631fefaa, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:55.542100 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] For port 1fbab718-19ab-43d0-a429-0d27631fefaa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1fbab718-19ab-43d0-a429-0d27631fefaa,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:55.552137 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.611953 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:55.612587 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:55.668449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-67050700-f29c-4c54-8c86-ae0857847ec2 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272231 Apr 20 14:33:55.682669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] Provisioning complete for port 1fbab718-19ab-43d0-a429-0d27631fefaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:55.683208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.683315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744868-335f-44f5-a9e9-142d4efe17fb req-f61abd11-7a92-4c48-9ee5-299e53e98747 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.685268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45744868-335f-44f5-a9e9-142d4efe17fb req-f61abd11-7a92-4c48-9ee5-299e53e98747 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 950 time: 0.2886407 Apr 20 14:33:55.768021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794e308-a8d1-441f-8e37-6974adbcb2dd req-816d09cd-99d9-4cd7-bbee-7770537d6fc9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:55.776016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6794e308-a8d1-441f-8e37-6974adbcb2dd req-816d09cd-99d9-4cd7-bbee-7770537d6fc9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1989512 Apr 20 14:33:55.804882 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:33:55.890738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.910957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 089bf83f-e4c5-44fe-85a5-f674441759df up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:55.929266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45744868-335f-44f5-a9e9-142d4efe17fb req-6a0baefb-df03-4fa6-8d23-0a4cde2c26a9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318099 Apr 20 14:33:55.938844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6794e308-a8d1-441f-8e37-6974adbcb2dd req-b58538b8-de1d-4bda-9e3c-f7278695206c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618066 Apr 20 14:33:55.941809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:55.948055 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-709ea6da-6625-4ef2-abb1-468104a45897 req-8b9266a1-681c-48c3-9d29-26b03517c2b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404681 Apr 20 14:33:55.985162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa53b01-4747-4377-952c-19ad0724f05c req-01393591-71cd-4761-abf1-5035b7913393 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987092 Apr 20 14:33:56.013981 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] For port 1fbab718-19ab-43d0-a429-0d27631fefaa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1fbab718-19ab-43d0-a429-0d27631fefaa,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:56.023087 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.059728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab2ab5d-438d-4d4e-8f20-acab29eae55f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:56.078019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 089bf83f-e4c5-44fe-85a5-f674441759df completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:56.112511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 089bf83f-e4c5-44fe-85a5-f674441759df triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:56.113118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.120085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Checking segment: {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:56.120442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Network hostable DHCP agents. Network: 92c89c5d-3156-4965-9a18-0b034e94d491, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:33:56.161981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Network 92c89c5d-3156-4965-9a18-0b034e94d491 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:33:56.172112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 92c89c5d-3156-4965-9a18-0b034e94d491) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:56.172357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973828a-1a67-4895-b46e-01959b3591f2 None None] Pushing event updated for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:56.185719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:56.186451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.199808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bba7f-8f66-43e9-910c-ca45a71613e7 req-1f4bd8da-00ec-4034-8e0c-f2b31ccf0d88 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:56.201525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-604bba7f-8f66-43e9-910c-ca45a71613e7 req-1f4bd8da-00ec-4034-8e0c-f2b31ccf0d88 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 944 time: 0.1102538 Apr 20 14:33:56.207370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c156a24e-4825-4cf9-b1eb-bd70c76adb62 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8480842 Apr 20 14:33:56.210097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:56.214188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4542b-43eb-4daf-a3b3-9b75b83aa322 None None] Network 92c89c5d-3156-4965-9a18-0b034e94d491 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:33:56.218427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:33:56.262872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-604bba7f-8f66-43e9-910c-ca45a71613e7 req-770e3a1d-5524-44db-a863-a56579eda8b6 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523174 Apr 20 14:33:56.295267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.296367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.314318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c2fec5e-9c4d-4a6d-8e2e-ecfef0cfa82d None None] Provisioning complete for port 1fbab718-19ab-43d0-a429-0d27631fefaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:56.314752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c2fec5e-9c4d-4a6d-8e2e-ecfef0cfa82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.335408 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bb00f-80b0-4ee4-bf7b-5d7887602827 None None] Pushing event updated for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:56.372825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.410742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:56.446657 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af5577-bca7-47d1-b0fa-e21c24667859 None None] The sync data for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 is: [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:33:56.484232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a29c14-a5df-4210-a666-b38ec444c8f2 req-8f1a3c0e-e85f-41c7-965d-7663025adbce tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:56.497230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a29c14-a5df-4210-a666-b38ec444c8f2 req-8f1a3c0e-e85f-41c7-965d-7663025adbce tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.1402147 Apr 20 14:33:56.519215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05182333-2b75-44a4-9a4c-fe8c6f714fcf req-341399da-c016-4cf8-9a03-e67ca04d4039 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:56.529172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05182333-2b75-44a4-9a4c-fe8c6f714fcf req-341399da-c016-4cf8-9a03-e67ca04d4039 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 944 time: 0.1227627 Apr 20 14:33:56.573211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.599611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05182333-2b75-44a4-9a4c-fe8c6f714fcf req-0d0b6864-8509-46b4-9cfc-a5169e135775 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677536 Apr 20 14:33:56.619334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.619571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a29c14-a5df-4210-a666-b38ec444c8f2 req-fbbf1dc3-017a-4a0d-960a-f1a3634dac22 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197879 Apr 20 14:33:56.718373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=089bf83f-e4c5-44fe-85a5-f674441759df,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:56.755853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.757837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cffe2bbb-3473-48f7-a714-85d64f4b1820 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:56.879697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-92c89c5d-3156-4965-9a18-0b034e94d491', 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'fixed_ips': [{'subnet_id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:33:56.880766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.906787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.930068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.937401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:56.977186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port cffe2bbb-3473-48f7-a714-85d64f4b1820 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:33:56.998230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port cffe2bbb-3473-48f7-a714-85d64f4b1820 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:56.998632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.092792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Allocated IP 172.25.1.43 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a996c5c6-cb04-43b9-8f76-f84741332f25) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:57.152812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979f84-5c7c-4fc9-ad2a-5c5befe35759 req-fe32b18c-9e78-4dac-bc82-16dc44813d95 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:57.162079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d979f84-5c7c-4fc9-ad2a-5c5befe35759 req-fe32b18c-9e78-4dac-bc82-16dc44813d95 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 950 time: 0.1292307 Apr 20 14:33:57.219531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b56dbb-0ac2-4df0-af08-4a1426a689d7 req-adc4f326-14ec-4ba1-b9d2-2c3e8dfb0480 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:57.221132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50b56dbb-0ac2-4df0-af08-4a1426a689d7 req-adc4f326-14ec-4ba1-b9d2-2c3e8dfb0480 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1228085 Apr 20 14:33:57.277085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d979f84-5c7c-4fc9-ad2a-5c5befe35759 req-2229c6a2-71e4-461a-b297-1b7be29c153b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139834 Apr 20 14:33:57.301189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:57.303878 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eae2754-aa72-4f08-ad00-ce2f6b099df7" -d '{"events": [{"server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "name": "network-vif-plugged", "status": "completed", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:57.305946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.349643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50b56dbb-0ac2-4df0-af08-4a1426a689d7 req-bcf34509-edc5-4fbd-ac18-f2d02b554359 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045914 Apr 20 14:33:57.392847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.424421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:57.433041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:57.448304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1fbab718-19ab-43d0-a429-0d27631fefaa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:57.488422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:57.505638 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8060b44-4723-44f4-b4ee-6b00a97704fc x-openstack-request-id: req-a8060b44-4723-44f4-b4ee-6b00a97704fc {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:57.506047 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "name": "network-vif-plugged", "status": "completed", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:57.506789 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8060b44-4723-44f4-b4ee-6b00a97704fc {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:57.507182 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8060b44-4723-44f4-b4ee-6b00a97704fc'] response: {'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df', 'code': 200} Apr 20 14:33:57.572026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Pushing event updated for resources: {'Port': ['ID=a996c5c6-cb04-43b9-8f76-f84741332f25,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:57.607949 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.632205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1fbab718-19ab-43d0-a429-0d27631fefaa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:57.632571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.671986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Allocated IP 172.20.0.2 (92c89c5d-3156-4965-9a18-0b034e94d491/cab2ab5d-438d-4d4e-8f20-acab29eae55f/3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:33:57.703344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:57.716180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:57.828818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-08e8b996-db63-4875-9db7-4eee55ef12a5 service neutron] 10.222.0.45 "GET /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.2604086 Apr 20 14:33:57.931626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9bd887c9-ac15-4210-b862-eaa62ac5b90f details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:33:57.965569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:58.070299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60b7bd-9873-4f09-9e3a-31622aa5e6c5 req-dac938e0-5e93-41be-b7d9-8a6748a34b66 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.078249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af60b7bd-9873-4f09-9e3a-31622aa5e6c5 req-dac938e0-5e93-41be-b7d9-8a6748a34b66 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 944 time: 0.5826952 Apr 20 14:33:58.130012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af60b7bd-9873-4f09-9e3a-31622aa5e6c5 req-19a4517b-3b5a-4da9-9af0-f3fdc7366e19 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Apr 20 14:33:58.150241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.162803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a303-46c8-4337-9686-854b971dc3ba req-c31890d3-6144-4adb-8abe-ef34f24df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.164327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cc8a303-46c8-4337-9686-854b971dc3ba req-c31890d3-6144-4adb-8abe-ef34f24df41f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 1101 time: 0.1849988 Apr 20 14:33:58.175125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60b6f-8a55-4ad5-ac15-8213e3444213 req-e4a713e5-bd4c-42f3-8471-5f9f25f3ac6c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.183000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7db60b6f-8a55-4ad5-ac15-8213e3444213 req-e4a713e5-bd4c-42f3-8471-5f9f25f3ac6c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 944 time: 0.2014740 Apr 20 14:33:58.249178 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.258203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:58.275317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'port_id': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'mac_address': 'fa:16:3e:c1:d1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:33:58.278407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.279495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cc8a303-46c8-4337-9686-854b971dc3ba req-edfbb0e4-7a26-4729-ac4f-489c1e016912 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938358 Apr 20 14:33:58.330290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7db60b6f-8a55-4ad5-ac15-8213e3444213 req-7e15da8a-3502-48f1-b681-64c4331612ff tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414275 Apr 20 14:33:58.351723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942c726-1056-433a-9394-643a8f9c9c57 req-52b4a2f3-403b-4020-a664-6253dd5cbab7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.360103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c942c726-1056-433a-9394-643a8f9c9c57 req-52b4a2f3-403b-4020-a664-6253dd5cbab7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 944 time: 0.1299329 Apr 20 14:33:58.379328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Network 92c89c5d-3156-4965-9a18-0b034e94d491 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:33:58.389563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Pushing event updated for resources: {'Port': ['ID=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:58.394675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:33:58.401856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:33:58.408800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.415281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c942c726-1056-433a-9394-643a8f9c9c57 req-0c39f738-e78e-447c-9450-8d49ab30ecb4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Apr 20 14:33:58.438333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:58.456850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd887c9-ac15-4210-b862-eaa62ac5b90f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:58.464046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:58.511438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cb9338-522e-4c72-9e18-f7503d88e2fc {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:33:58.525063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:58.530620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:58.533600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Attempting to bind port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:33:58.534226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Attempting to bind port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:33:58.534996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Attempting to bind port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa on network 92c89c5d-3156-4965-9a18-0b034e94d491 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:33:58.541371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.547965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:33:58.548619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Checking segment: {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:33:58.549182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.549731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Bound using segment: {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:33:58.550209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Bound port: 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:33:58.550611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.554862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3505f5-a2ad-4e63-922b-5329f5377275 req-43bef108-c564-4daa-9f84-be0fa41cba03 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.556380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c3505f5-a2ad-4e63-922b-5329f5377275 req-43bef108-c564-4daa-9f84-be0fa41cba03 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 950 time: 0.1159756 Apr 20 14:33:58.575685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.606622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c3505f5-a2ad-4e63-922b-5329f5377275 req-9a935c1b-0ab4-4785-b2f5-24c3c9406750 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Apr 20 14:33:58.609547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:58.634394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b11da-5edd-43be-b89c-d826ba0af014 req-dfefff1e-1e4c-41e2-a550-032adf8919ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:58.635733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-094b11da-5edd-43be-b89c-d826ba0af014 req-dfefff1e-1e4c-41e2-a550-032adf8919ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1232588 Apr 20 14:33:58.709634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] For port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:33:58.713481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] For port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:33:58.723243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-094b11da-5edd-43be-b89c-d826ba0af014 req-1c3256e2-d140-4c7b-985e-bd87a7a6b1cf tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691936 Apr 20 14:33:58.726016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.791796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbaffa-52d5-468a-b00d-d18a8f7b863a None None] Pushing event updated for resources: {'Port': ['ID=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:58.908196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['9bd887c9-ac15-4210-b862-eaa62ac5b90f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:33:59.074260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.148362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] Transition to ACTIVE for port object d0cb9338-522e-4c72-9e18-f7503d88e2fc will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:33:59.162889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.278403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b292ad-055b-49b1-9aa7-bad4df05e69b req-e16de5f1-df03-403b-aed2-7711c4c8cb05 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.280633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3b292ad-055b-49b1-9aa7-bad4df05e69b req-e16de5f1-df03-403b-aed2-7711c4c8cb05 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.0621512 Apr 20 14:33:59.281154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] No DVR routers for this DVR port d0cb9338-522e-4c72-9e18-f7503d88e2fc on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:33:59.293776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:33:59.328444 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-e866da63-8a92-4919-955e-60503d3e48c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4917371 Apr 20 14:33:59.336073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3b292ad-055b-49b1-9aa7-bad4df05e69b req-face819c-906d-4978-ab1c-5d8ca99497a9 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Apr 20 14:33:59.384464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Router 9f6a9002-b207-4abd-843e-cf7bd996f43f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:33:59.475029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:33:59.515080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-0d2c53b1-d451-4540-9646-177af8ec4004 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.516609 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-0d2c53b1-d451-4540-9646-177af8ec4004 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0594418 Apr 20 14:33:59.536517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:33:59.539617 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e79bfbb-085d-43c0-bfd4-f2b8a067582c" -d '{"events": [{"server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "name": "network-vif-plugged", "status": "completed", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:33:59.553291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d7fe-28aa-4d68-96de-5a246231747f req-3729192b-6a75-4c4d-8637-f80934d9bcee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.555813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be11d7fe-28aa-4d68-96de-5a246231747f req-3729192b-6a75-4c4d-8637-f80934d9bcee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 945 time: 0.1296921 Apr 20 14:33:59.572557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:33:59.573271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.581907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a924995-36c9-45bf-8453-3bf0494e59bd req-5bdf98da-dbe6-4b5c-92d9-f3f80535be79 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.584074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a924995-36c9-45bf-8453-3bf0494e59bd req-5bdf98da-dbe6-4b5c-92d9-f3f80535be79 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.0778074 Apr 20 14:33:59.629318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-4aaffaff-0e6b-434f-95e0-b0760475db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.631336 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-4aaffaff-0e6b-434f-95e0-b0760475db73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b&tenant_id=a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 1096 time: 0.0703127 Apr 20 14:33:59.632818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:33:59.655811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.658409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4ad04da5-34ec-4c30-bca0-5dc3196dd6fd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4466922 Apr 20 14:33:59.661386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Sync routers for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:33:59.662492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:33:59.664159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be11d7fe-28aa-4d68-96de-5a246231747f req-49618ee6-4207-423f-ab35-ea41bb3625a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008468 Apr 20 14:33:59.668480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a924995-36c9-45bf-8453-3bf0494e59bd req-1f991a1b-3050-4e6a-b359-e1b60657ab8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741696 Apr 20 14:33:59.718410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:33:59.719353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:33:59.776202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.794633 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32632b-7a70-4ac1-87f8-c1a14ac24df9 x-openstack-request-id: req-3e32632b-7a70-4ac1-87f8-c1a14ac24df9 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:33:59.795035 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "name": "network-vif-plugged", "status": "completed", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:33:59.795313 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e32632b-7a70-4ac1-87f8-c1a14ac24df9 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:33:59.795743 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e32632b-7a70-4ac1-87f8-c1a14ac24df9'] response: {'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'code': 200} Apr 20 14:33:59.876029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050aeaa-3ed6-4e7e-bcce-d3a9d6cd0cd1 req-2b860d31-290b-4c3c-b499-b0de628ff633 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.877650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0050aeaa-3ed6-4e7e-bcce-d3a9d6cd0cd1 req-2b860d31-290b-4c3c-b499-b0de628ff633 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 950 time: 0.1184499 Apr 20 14:33:59.895333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:33:59.905685 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.959932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0050aeaa-3ed6-4e7e-bcce-d3a9d6cd0cd1 req-2eaf92a4-d4cf-40c4-9ed9-7ce1d79fec2c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700440 Apr 20 14:33:59.968189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-89cfbc68-e4d5-4c54-9030-bf802e044d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:59.969341 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-89cfbc68-e4d5-4c54-9030-bf802e044d97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1096 time: 0.2114069 Apr 20 14:33:59.986358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:00.120138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b399c-8d1f-4977-8a15-58a254abb23a req-4399e9d9-035a-4603-b767-8acd4349417b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.121886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b53b399c-8d1f-4977-8a15-58a254abb23a req-4399e9d9-035a-4603-b767-8acd4349417b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.0674279 Apr 20 14:34:00.137983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:00.139307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7591-d883-4ca9-96bd-ef0021c21c16 req-a71d2606-2c45-4777-a73e-ed2014d6250b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.140972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96ee7591-d883-4ca9-96bd-ef0021c21c16 req-a71d2606-2c45-4777-a73e-ed2014d6250b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1210856 Apr 20 14:34:00.186508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-baa8b05c-74a2-4017-b0ca-bd9880cbff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.188411 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-baa8b05c-74a2-4017-b0ca-bd9880cbff97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1568575 Apr 20 14:34:00.215685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:00.242436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b53b399c-8d1f-4977-8a15-58a254abb23a req-5c56a756-1335-4052-aaef-2531800752cf tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975523 Apr 20 14:34:00.253793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:00.279094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:33:57Z', 'revision_number': 3, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:00.299951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96ee7591-d883-4ca9-96bd-ef0021c21c16 req-c93e70f2-e294-4e80-9900-817811427cd8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466134 Apr 20 14:34:00.321822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d663650-7f7a-4b49-b591-2d563c0c34fc req-d6976398-bb7b-4598-ad25-8cdd9414c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.323757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9d663650-7f7a-4b49-b591-2d563c0c34fc req-d6976398-bb7b-4598-ad25-8cdd9414c301 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1096 time: 0.3584750 Apr 20 14:34:00.329341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceeeac0-fb76-44a1-ba1a-f7e9959f2e79 None None] Network 92c89c5d-3156-4965-9a18-0b034e94d491 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:34:00.333467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Checking router: 9f6a9002-b207-4abd-843e-cf7bd996f43f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:00.333806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Updating router 9f6a9002-b207-4abd-843e-cf7bd996f43f port a996c5c6-cb04-43b9-8f76-f84741332f25 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:34:00.369605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-d85e6f82-d8ed-4a99-8bd1-b1f07200a136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0680630 Apr 20 14:34:00.474677 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9d663650-7f7a-4b49-b591-2d563c0c34fc req-52a10242-94f2-403a-9733-bc2a5f3e8e92 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159871 Apr 20 14:34:00.489207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-eb648c88-a643-495d-a493-f137d80a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.491893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-eb648c88-a643-495d-a493-f137d80a5f87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1098247 Apr 20 14:34:00.519156 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:00.537804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bfe96-2a13-4287-993b-b495cc78d5a9 req-5e5e8cda-5962-4cd6-9272-916ba482b84a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.539660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-865bfe96-2a13-4287-993b-b495cc78d5a9 req-5e5e8cda-5962-4cd6-9272-916ba482b84a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.0825946 Apr 20 14:34:00.556500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94959bff-6048-453e-a7c4-54576bea0aad None None] Provisioning complete for port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:00.558232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94959bff-6048-453e-a7c4-54576bea0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:00.577085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-6dacd6df-6ae4-4bf4-a027-6a6cc41e87f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302670 Apr 20 14:34:00.641323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24312fa-54ff-4252-91d7-1d588bf76f1b req-4f4387bc-143e-481d-8d18-31833789b7ee tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.648960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24312fa-54ff-4252-91d7-1d588bf76f1b req-4f4387bc-143e-481d-8d18-31833789b7ee tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.651688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e24312fa-54ff-4252-91d7-1d588bf76f1b req-4f4387bc-143e-481d-8d18-31833789b7ee tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c&device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 1691 time: 0.1109371 Apr 20 14:34:00.673894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-865bfe96-2a13-4287-993b-b495cc78d5a9 req-2fdb2843-caad-45fc-b059-a0f41a3d11fd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703306 Apr 20 14:34:00.734953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e24312fa-54ff-4252-91d7-1d588bf76f1b req-cb2a34c7-4edd-4bb0-acb4-160ec09bbc0d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645754 Apr 20 14:34:00.778363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-86b436be-114a-46e5-a800-449f8371a710 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916194 Apr 20 14:34:00.870924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a834077-7392-4d6f-b988-453dc8275ad3 req-5fba7242-ce6e-40fc-b84c-f1d074b2e2b5 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.879072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a834077-7392-4d6f-b988-453dc8275ad3 req-5fba7242-ce6e-40fc-b84c-f1d074b2e2b5 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 945 time: 0.0994103 Apr 20 14:34:00.905628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bf33b-f663-4cf1-8afa-c842674a3918 req-3118dd34-bf8f-46d0-94d2-a0be7174af09 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:00.907611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-296bf33b-f663-4cf1-8afa-c842674a3918 req-3118dd34-bf8f-46d0-94d2-a0be7174af09 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.1017106 Apr 20 14:34:00.955115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:00.961278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-a3e31942-6c1d-478d-a8b1-e0c47587a596 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535766 Apr 20 14:34:00.981169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a834077-7392-4d6f-b988-453dc8275ad3 req-ed438c77-61f7-4840-81e3-cd610ee26391 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007035 Apr 20 14:34:01.016525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-296bf33b-f663-4cf1-8afa-c842674a3918 req-c65db04a-0ee8-4aee-a793-ad712d59a5f2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964992 Apr 20 14:34:01.246616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50502a74-4f29-4e67-837d-ac64abd4fd04 req-94cbb29d-5267-48f6-a5f2-64a202edd71b tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:01.248595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50502a74-4f29-4e67-837d-ac64abd4fd04 req-94cbb29d-5267-48f6-a5f2-64a202edd71b tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 1101 time: 0.0677042 Apr 20 14:34:01.291631 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.294103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Allocated IP 172.20.0.1 (92c89c5d-3156-4965-9a18-0b034e94d491/cab2ab5d-438d-4d4e-8f20-acab29eae55f/b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:01.304570 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.337363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50502a74-4f29-4e67-837d-ac64abd4fd04 req-b3daca78-47f9-4b65-8e89-666e785112c4 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Apr 20 14:34:01.383266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1ad7-a82d-49c3-82ae-183c6970c482 None None] Pushing event updated for resources: {'Port': ['ID=a996c5c6-cb04-43b9-8f76-f84741332f25,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:01.405684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-08acd664-3624-427c-9ccb-b1d50b24ce86 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:01.410911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Attempting to bind port a996c5c6-cb04-43b9-8f76-f84741332f25 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:01.411339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Attempting to bind port a996c5c6-cb04-43b9-8f76-f84741332f25 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:01.411833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Attempting to bind port a996c5c6-cb04-43b9-8f76-f84741332f25 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:01.414190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-08acd664-3624-427c-9ccb-b1d50b24ce86 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.1770527 Apr 20 14:34:01.418004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:01.418482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:01.418977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.419429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:01.419958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Bound port: a996c5c6-cb04-43b9-8f76-f84741332f25, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:01.420407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.476198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:01.513437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.533197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1befb26-c95c-4742-9600-d15e49192317 req-f009e0e8-ee89-45f4-9663-5109aa5c117a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:01.534744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1befb26-c95c-4742-9600-d15e49192317 req-f009e0e8-ee89-45f4-9663-5109aa5c117a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1044977 Apr 20 14:34:01.553909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64190d2-ffd9-4fd4-a265-b2169745496e req-25a4e8b7-8e73-4783-89d9-f6b856823128 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:01.561214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c64190d2-ffd9-4fd4-a265-b2169745496e req-25a4e8b7-8e73-4783-89d9-f6b856823128 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 1101 time: 0.0783260 Apr 20 14:34:01.569693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b7a50a65-13dc-44af-9260-fc2e74aee494 None None] Provisioning complete for port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:01.570345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7a50a65-13dc-44af-9260-fc2e74aee494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.583268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] For port a996c5c6-cb04-43b9-8f76-f84741332f25, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:01.589926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] For port a996c5c6-cb04-43b9-8f76-f84741332f25, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a996c5c6-cb04-43b9-8f76-f84741332f25,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:01.618435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.632709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c64190d2-ffd9-4fd4-a265-b2169745496e req-7a67f3a0-94f2-4cfe-a0f6-1248b33a1765 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Apr 20 14:34:01.636136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1befb26-c95c-4742-9600-d15e49192317 req-16bb5076-219f-46e2-85fe-b8e405bf07e1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904610 Apr 20 14:34:01.670702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.724623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:01.725251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:01.732645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-73a19cf4-49bc-42e2-b141-db78895ac352 service neutron] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:01.738614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Pushing event updated for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:01.746161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-73a19cf4-49bc-42e2-b141-db78895ac352 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.748204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd951782-6664-4a2e-94d2-ae16fa4eecde req-73a19cf4-49bc-42e2-b141-db78895ac352 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.2476757 Apr 20 14:34:01.765570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Network 92c89c5d-3156-4965-9a18-0b034e94d491 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:01.770891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e1ad7-a82d-49c3-82ae-183c6970c482 None None] Pushing event updated for resources: {'Port': ['ID=a996c5c6-cb04-43b9-8f76-f84741332f25,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:01.774471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:01.776898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:01.777557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.793786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:01.925705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:01.934816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-8e0afe4c-8529-4318-86fe-bd146bf763d6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307350 Apr 20 14:34:01.975154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3015d-2043-4c06-a696-7410339deeab req-ec73dbbf-33ad-42bf-9d63-abd742a91f25 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:01.979590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49c3015d-2043-4c06-a696-7410339deeab req-ec73dbbf-33ad-42bf-9d63-abd742a91f25 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.1501837 Apr 20 14:34:02.002945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9bd887c9-ac15-4210-b862-eaa62ac5b90f up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:02.088751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:02.141614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49c3015d-2043-4c06-a696-7410339deeab req-219efc9a-cf05-450f-812c-6cd92643efd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738187 Apr 20 14:34:02.175364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-316c6f0d-f776-4198-a0bf-313951f36fb5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:02.177709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-316c6f0d-f776-4198-a0bf-313951f36fb5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353759 Apr 20 14:34:02.178277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.219250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-d478afac-3151-4dca-9422-9de6d8582732 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0269616 Apr 20 14:34:02.365277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 9bd887c9-ac15-4210-b862-eaa62ac5b90f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:02.376632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8d75c0f4-9c39-4bdd-8adc-7816889fa35b None None] Provisioning complete for port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:02.377228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d75c0f4-9c39-4bdd-8adc-7816889fa35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.384263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 9bd887c9-ac15-4210-b862-eaa62ac5b90f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:02.385013 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.385260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-088800c3-b882-4d68-88c3-14c0a541ccce tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1567531 Apr 20 14:34:02.410458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5371e7-871f-4a85-b2a6-8ac51f6ef16b req-f0bf8d00-9202-4af1-85cf-d329fa295130 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:02.420981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e5371e7-871f-4a85-b2a6-8ac51f6ef16b req-f0bf8d00-9202-4af1-85cf-d329fa295130 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 945 time: 0.1521935 Apr 20 14:34:02.462202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.472057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.505294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e5371e7-871f-4a85-b2a6-8ac51f6ef16b req-fd216e91-6bb2-4075-b388-88cba1cc904e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733500 Apr 20 14:34:02.554157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8d75c0f4-9c39-4bdd-8adc-7816889fa35b None None] Port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:02.565340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.567789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Pushing event updated for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:02.619262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.658217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:02.661629 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42644ad3-d154-46b9-a26b-a8aff10b7930" -d '{"events": [{"server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:02.693242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:02.705524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:02.715182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:33:57Z', 'revision_number': 3, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:02.716228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b266625-7bb5-4703-a5c2-7df8dfc3f4c5 req-22193f28-67cc-405e-a29d-552d1b43221d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:02.728551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Network 92c89c5d-3156-4965-9a18-0b034e94d491 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:02.730340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:02.731115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b266625-7bb5-4703-a5c2-7df8dfc3f4c5 req-22193f28-67cc-405e-a29d-552d1b43221d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.1159983 Apr 20 14:34:02.770355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17567d-c6d3-44e0-b598-69e742bf5903 None None] The sync data for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 is: [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:33:57Z', 'revision_number': 3, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:02.812603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:02.819492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d25826d1-db08-4add-b6c4-a8a4b9205208 req-514676ed-15f4-409c-8cb8-b0bec094098c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 210 time: 0.0861402 Apr 20 14:34:02.900229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b266625-7bb5-4703-a5c2-7df8dfc3f4c5 req-c46a2ff7-b185-4880-95f9-7813ea6b1f29 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680698 Apr 20 14:34:02.949225 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267cec9-c36b-4b14-a802-4c642cbeb93d x-openstack-request-id: req-b267cec9-c36b-4b14-a802-4c642cbeb93d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:02.949488 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "name": "network-vif-plugged", "status": "completed", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:02.949747 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b267cec9-c36b-4b14-a802-4c642cbeb93d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:02.950146 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b267cec9-c36b-4b14-a802-4c642cbeb93d'] response: {'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'code': 200} Apr 20 14:34:03.073945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Router 9f6a9002-b207-4abd-843e-cf7bd996f43f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:03.095573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288328e-1bea-4c1b-94a4-b2822467ed9a req-4cf0d5e0-c968-4e08-a0fe-fd9b5f501885 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:03.107352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d288328e-1bea-4c1b-94a4-b2822467ed9a req-4cf0d5e0-c968-4e08-a0fe-fd9b5f501885 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.0943499 Apr 20 14:34:03.157710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:03.226262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d288328e-1bea-4c1b-94a4-b2822467ed9a req-8254f6fb-544c-44b3-8734-18cc1a346a84 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133692 Apr 20 14:34:03.274089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525489df-2101-4135-847f-20c8ddfb053c req-9d23aa48-0e36-4050-93e3-aed81d3a424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:03.276151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-525489df-2101-4135-847f-20c8ddfb053c req-9d23aa48-0e36-4050-93e3-aed81d3a424b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.2427182 Apr 20 14:34:03.297384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-03be6460-e516-4b56-8b9c-ab233d04aed5 None None] Provisioning complete for port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:03.300223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-03be6460-e516-4b56-8b9c-ab233d04aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:03.341885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4790601-e344-4630-8585-b08379a44ba6 req-34823528-694e-4f5f-acea-8c90a747710d tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:03.351306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4790601-e344-4630-8585-b08379a44ba6 req-34823528-694e-4f5f-acea-8c90a747710d tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1096 time: 0.1792455 Apr 20 14:34:03.411721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:03.420675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-03be6460-e516-4b56-8b9c-ab233d04aed5 None None] Port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:03.421889 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dfc1251e-1277-4ffc-bec5-47b88369e748 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f6a9002-b207-4abd-843e-cf7bd996f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582896 Apr 20 14:34:03.556802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-525489df-2101-4135-847f-20c8ddfb053c req-22332bec-c341-4c48-bb14-34c4c188b63e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323481 Apr 20 14:34:03.568826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4790601-e344-4630-8585-b08379a44ba6 req-8aa0b2f0-f251-499d-a45e-d36aff80acc4 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105901 Apr 20 14:34:03.592942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a996c5c6-cb04-43b9-8f76-f84741332f25 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:03.629302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2028bb-218c-400d-a74c-3821f9730eac req-e590a817-6ea8-442e-9fa4-b2f8a9230fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:03.656794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb2028bb-218c-400d-a74c-3821f9730eac req-e590a817-6ea8-442e-9fa4-b2f8a9230fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.2304726 Apr 20 14:34:03.725097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a996c5c6-cb04-43b9-8f76-f84741332f25 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:03.725607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:03.772556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb2028bb-218c-400d-a74c-3821f9730eac req-dc082157-46e0-47eb-aa36-8423960c627f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129684 Apr 20 14:34:03.828739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d900-8364-4c3a-b27c-ebb7cfdef5f6 req-37841923-00e9-4edc-9522-2dff3accc398 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:03.842002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d1d900-8364-4c3a-b27c-ebb7cfdef5f6 req-37841923-00e9-4edc-9522-2dff3accc398 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1077809 Apr 20 14:34:03.848178 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:03.896712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a996c5c6-cb04-43b9-8f76-f84741332f25, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a996c5c6-cb04-43b9-8f76-f84741332f25,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:03.903909 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:03.928668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d1d900-8364-4c3a-b27c-ebb7cfdef5f6 req-1b61717e-00d9-4c5f-a53a-082efac5b7af tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856340 Apr 20 14:34:04.010784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a996c5c6-cb04-43b9-8f76-f84741332f25,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:04.261161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-cb0d155c-632f-4232-aace-56773c565220 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 258 time: 0.2886288 Apr 20 14:34:04.266868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:04.293526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:04.539243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:04.543776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-6ea89320-4cc1-4e03-8165-6a00553b0c17 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309117 Apr 20 14:34:04.733305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-2c269aea-9532-44c9-bece-59d644d4363d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:04.735787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-2c269aea-9532-44c9-bece-59d644d4363d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910954 Apr 20 14:34:04.752508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:04.786796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Allocated IP 172.25.1.28 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/8a933c50-26fe-4c61-952c-2f85c9a02ff2) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:04.921028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:04.925138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.010964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.079727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.151814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:05.155738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:05.161930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:05.165572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event updated for resources: {'Port': ['ID=8a933c50-26fe-4c61-952c-2f85c9a02ff2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:05.187216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.23 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/ea696835-c896-4ce9-801a-37f0c5077d98) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:05.324486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.402668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.520068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a996c5c6-cb04-43b9-8f76-f84741332f25 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:05.589837 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Sync routers for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:05.606587 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:05.619291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:05.687060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a996c5c6-cb04-43b9-8f76-f84741332f25 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:05.687847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.761379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.778200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-0a624f9b-c733-428d-acba-83dbfc2159ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1506271 Apr 20 14:34:05.831314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.835211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.859620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:05.860829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.868905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:05.934516 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:05.952299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event updated for resources: {'Port': ['ID=8a933c50-26fe-4c61-952c-2f85c9a02ff2,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:05.959511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.984776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:05.986842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-fff7517a-fd43-46a0-a22d-08a5422dddd3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7243233 Apr 20 14:34:06.050772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:06.053998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-4755b5af-7eb7-4455-9f89-93f4e0932296 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.0532498 Apr 20 14:34:06.170250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:06.173090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-2d646e64-b992-4afa-88cc-948ac3422af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:06.194461 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-2d646e64-b992-4afa-88cc-948ac3422af7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 1095 time: 0.3683515 Apr 20 14:34:06.196118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:06.229367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-862968cd-fa6a-461d-a384-54baf3ee94b2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:06.232704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb8c586b-4c65-4af4-938d-4cf398efba42 req-862968cd-fa6a-461d-a384-54baf3ee94b2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1731586 Apr 20 14:34:06.251705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:06.515974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:06.524467 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:02Z', 'revision_number': 4, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc', 'name': '', 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'mac_address': 'fa:16:3e:4b:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:34:00Z', 'updated_at': '2022-04-20T14:34:02Z', 'revision_number': 2, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'subnets': [{'id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:06.592105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:06.592745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:06.609160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01828-b7c8-4c69-9387-3649e9f5135e req-669406ca-76fb-41ff-9e03-c719299a6810 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:06.610993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6be01828-b7c8-4c69-9387-3649e9f5135e req-669406ca-76fb-41ff-9e03-c719299a6810 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 935 time: 0.2134676 Apr 20 14:34:06.622272 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Checking router: 9f6a9002-b207-4abd-843e-cf7bd996f43f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:06.623432 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Updating router 9f6a9002-b207-4abd-843e-cf7bd996f43f port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:34:06.641491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-bb1ccdb4-1b7f-4f05-9d94-1532ab66baa1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8902903 Apr 20 14:34:06.660510 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:06.671076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Request body: {'port': {'device_id': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:06.707271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6be01828-b7c8-4c69-9387-3649e9f5135e req-42f688e2-6673-494f-a0e0-4ac645d9a3ee tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880644 Apr 20 14:34:06.839440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-932be31b-d261-4cb0-bb91-b534fa36b62d None None] Provisioning complete for port ea696835-c896-4ce9-801a-37f0c5077d98 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:06.847248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-932be31b-d261-4cb0-bb91-b534fa36b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.005472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bc7f2-7d49-4e8f-9222-23966b39bdca req-93a39b61-cdee-4ebc-93fb-f7c8d30bc32f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:07.021501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-366bc7f2-7d49-4e8f-9222-23966b39bdca req-93a39b61-cdee-4ebc-93fb-f7c8d30bc32f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1247740 Apr 20 14:34:07.113361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-366bc7f2-7d49-4e8f-9222-23966b39bdca req-b3f4b47c-9193-4176-b33a-66d0c4a0c537 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860467 Apr 20 14:34:07.248671 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.281615 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.302507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab757-aa2f-4bc1-b471-789d5d013184 req-4d6a1207-02dd-471c-8296-96dcfa6b36c8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:07.321262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e73ab757-aa2f-4bc1-b471-789d5d013184 req-4d6a1207-02dd-471c-8296-96dcfa6b36c8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1151805 Apr 20 14:34:07.433587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e73ab757-aa2f-4bc1-b471-789d5d013184 req-e5b4aee5-f688-4516-b4b6-e560c38b186a tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111746 Apr 20 14:34:07.446659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Attempting to bind port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:07.446659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Attempting to bind port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:07.446659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Attempting to bind port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc on network 92c89c5d-3156-4965-9a18-0b034e94d491 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:07.460241 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3d67-ba49-48ad-b516-3cd7531f25f3 None None] Pushing event updated for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:07.470927 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:07.471431 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Checking segment: {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:07.471888 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.472334 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Bound using segment: {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:07.474270 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Bound port: b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb07d8ad-7082-4590-83c3-0740f98408ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:07.474908 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.542780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-932be31b-d261-4cb0-bb91-b534fa36b62d None None] Port ea696835-c896-4ce9-801a-37f0c5077d98 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:07.651878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-5e032b7e-a2d9-4aef-8c9e-345b0a6b44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:07.653218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-5e032b7e-a2d9-4aef-8c9e-345b0a6b44a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 1.4549305 Apr 20 14:34:07.653629 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] For port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:07.661429 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] For port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:07.672758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c355-3cae-4630-be8b-55ac937a627e req-1bcca92e-be8d-4d3e-be13-f8d4fb3158cd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:07.674375 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.684503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-1bcca92e-be8d-4d3e-be13-f8d4fb3158cd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1130934 Apr 20 14:34:07.736569 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3d67-ba49-48ad-b516-3cd7531f25f3 None None] Pushing event updated for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:07.769973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-bc240bfe-c2ad-4b17-b573-48989467f29c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 200 len: 217 time: 0.0935252 Apr 20 14:34:07.770386 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:07.771047 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:07.771671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-b923f4fb-cac7-4964-bd5a-29842c205fa6 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.0859411 Apr 20 14:34:07.775924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:07.778014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'floatingip': {'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:07.860768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-e91d55d8-4d47-4a87-9dea-466d8ab9af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:07.862493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-e91d55d8-4d47-4a87-9dea-466d8ab9af30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0842211 Apr 20 14:34:07.950397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-a0713a31-2009-40b8-9348-a3a61105fa0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788543 Apr 20 14:34:08.056250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.116041 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:08.150176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] Provisioning complete for port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:08.150943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.453137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.508587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea696835-c896-4ce9-801a-37f0c5077d98 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:08.534823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] For port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:08.548447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.548810 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.596378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Transition to ACTIVE for port object ea696835-c896-4ce9-801a-37f0c5077d98 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:08.617872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.619921 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:02Z', 'revision_number': 4, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc', 'name': '', 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'mac_address': 'fa:16:3e:4b:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:34:00Z', 'updated_at': '2022-04-20T14:34:07Z', 'revision_number': 4, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'subnets': [{'id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:08.650194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-cd12bfb4-46dd-4b44-8592-6e31259c3d43 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:08.668456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-cd12bfb4-46dd-4b44-8592-6e31259c3d43 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.6682379 Apr 20 14:34:08.674315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bae5f-0bf0-4c8b-bf9e-1435f3a42e9c None None] The sync data for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 is: [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:02Z', 'revision_number': 4, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc', 'name': '', 'network_id': '92c89c5d-3156-4965-9a18-0b034e94d491', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'mac_address': 'fa:16:3e:4b:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:34:00Z', 'updated_at': '2022-04-20T14:34:07Z', 'revision_number': 4, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'subnets': [{'id': 'cab2ab5d-438d-4d4e-8f20-acab29eae55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:08.718293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-9efb8353-2bf3-4b0e-b782-93c18d3b2ebe tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/quotas/a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 375 time: 0.0489006 Apr 20 14:34:08.738656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333249fa-6932-4e84-9a34-3a5743f88ff3 None None] Pushing event updated for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:08.772703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-4ad0be50-aded-4a77-9528-9133a8c574f0 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123387 Apr 20 14:34:08.788806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-458dba5a-b27a-42ec-ab69-91f66ca566f3 None None] Provisioning complete for port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:08.790945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-458dba5a-b27a-42ec-ab69-91f66ca566f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:08.872387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Pushing event updated for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:09.150114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Attempting to bind port ea696835-c896-4ce9-801a-37f0c5077d98 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:09.151010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Attempting to bind port ea696835-c896-4ce9-801a-37f0c5077d98 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:09.151496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Attempting to bind port ea696835-c896-4ce9-801a-37f0c5077d98 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:09.175862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Port ea696835-c896-4ce9-801a-37f0c5077d98 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:09.179686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Attempting to bind port ea696835-c896-4ce9-801a-37f0c5077d98 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:09.197974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:34:09.201533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:09.201891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:09.202282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:09.202761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Bound port: ea696835-c896-4ce9-801a-37f0c5077d98, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:09.205301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.218973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-9ce11780-bf58-49e7-8d27-4d43d892c9ac tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4997199 Apr 20 14:34:09.275670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0678d01c-7d0a-4043-a19e-22894c80a9fb req-393eac7c-ba7d-42cc-87ac-548bda0a7d6b service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940600 Apr 20 14:34:09.374027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.389896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:09.394290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.403503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ea696835-c896-4ce9-801a-37f0c5077d98,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:09.419031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.514002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:09.549285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:09.550019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.551983 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea696835-c896-4ce9-801a-37f0c5077d98 HTTP/1.1" status: 200 len: 1095 time: 2.8939002 Apr 20 14:34:09.552552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:09.555265 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd07bea6-954a-4d54-803a-e9a16a6cd701" -d '{"events": [{"name": "network-changed", "server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:09.651956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:09.652604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:09.715422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-f1ea8438-33c6-46bd-9e17-bbacaa154779 service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247189 Apr 20 14:34:09.747643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994e946-dd5e-4960-9fd7-d133527ef310 service neutron] Pushing event updated for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:09.759828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-04367f5b-98dc-428d-8d92-48dada63cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:09.762289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-04367f5b-98dc-428d-8d92-48dada63cfdb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 1098 time: 0.1342289 Apr 20 14:34:09.902482 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-52ff3ffd-aa7f-405b-a7e7-227322987731 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=ea696835-c896-4ce9-801a-37f0c5077d98 HTTP/1.1" status: 200 len: 217 time: 0.1149025 Apr 20 14:34:10.031852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-89d9a229-6c90-49e4-a7e9-0a6688a008b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:10.034351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-89d9a229-6c90-49e4-a7e9-0a6688a008b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1244972 Apr 20 14:34:10.110251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-376951ec-388a-4859-a86f-4bfeab164a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:10.115386 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-376951ec-388a-4859-a86f-4bfeab164a3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687625 Apr 20 14:34:10.137369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-719bb6d1-c57d-4b39-9e65-1fd951aca8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:10.276436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-a92b3347-289e-4b1c-b435-7a595ae4b535 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487870 Apr 20 14:34:10.391579 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-811ffb9d-48b4-45ba-a8d7-c7c378f88b93 req-10cfaca0-138b-4c38-a936-c3911cc58c7d service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068470 Apr 20 14:34:10.579815 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Floating IP bdabda16-4407-4fe8-b5b6-349a1290c3a5 associated. External IP: 172.25.1.28, port: cffe2bbb-3473-48f7-a714-85d64f4b1820. Apr 20 14:34:10.653290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-25c32802-8d86-4115-aeda-332ae0759838 service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9127100 Apr 20 14:34:10.974357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Router c6e512cf-108a-4184-98cf-e7490330efca has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:11.055219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3d409-e592-40c8-9fd4-bc0f4dc6d659 req-714e3017-8a38-40f9-8e3c-7969eeace365 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:11.057162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1f3d409-e592-40c8-9fd4-bc0f4dc6d659 req-714e3017-8a38-40f9-8e3c-7969eeace365 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1320298 Apr 20 14:34:11.069714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48376) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:11.074539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'floatingip': {'port_id': '9bd887c9-ac15-4210-b862-eaa62ac5b90f'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:11.199004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:11.209918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:11.218547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:11.219717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Sync routers for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:11.245321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:11.248774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:11.307431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-6874451e-1d2d-4f4e-9e16-1c03ca7a7176 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "PUT /v2.0/floatingips/bdabda16-4407-4fe8-b5b6-349a1290c3a5 HTTP/1.1" status: 200 len: 995 time: 3.5329726 Apr 20 14:34:11.347355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:11.350397 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb29697-ca52-4896-98a3-442154d0515f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:11.625240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:11.642614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f949e-39d3-46f2-ad98-a4796bcec959 req-c1602a36-fc37-4195-b016-c8a53372c6ed tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:11.642614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a5f949e-39d3-46f2-ad98-a4796bcec959 req-c1602a36-fc37-4195-b016-c8a53372c6ed tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 947 time: 0.3315778 Apr 20 14:34:11.652161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c355-3cae-4630-be8b-55ac937a627e req-88268372-c5e6-4891-b9a0-29c193d45de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:11.652161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-88268372-c5e6-4891-b9a0-29c193d45de4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1096 time: 0.2895448 Apr 20 14:34:11.810824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a5f949e-39d3-46f2-ad98-a4796bcec959 req-ebd8dfa0-63c7-4612-984a-07f006e7c962 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571031 Apr 20 14:34:12.012125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c355-3cae-4630-be8b-55ac937a627e req-010cf33b-d201-41a4-b5bf-df538b930a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:12.021014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-010cf33b-d201-41a4-b5bf-df538b930a50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 929 time: 0.3513463 Apr 20 14:34:12.057841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:12.065358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:12.123992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-81299336-bad2-4b4d-9055-10c8872a0a8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 998 time: 0.1019857 Apr 20 14:34:12.227191 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Floating IP 48344edb-7ab3-4578-bf6c-593985750846 associated. External IP: 172.25.1.168, port: 9bd887c9-ac15-4210-b862-eaa62ac5b90f. Apr 20 14:34:12.236108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c355-3cae-4630-be8b-55ac937a627e req-7d83d7ab-9b03-405f-b590-7ae64d0be805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:12.244650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-7d83d7ab-9b03-405f-b590-7ae64d0be805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.1197283 Apr 20 14:34:12.315001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'bdabda16-4407-4fe8-b5b6-349a1290c3a5', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'mac_address': 'fa:16:3e:79:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:05Z', 'updated_at': '2022-04-20T14:34:09Z', 'revision_number': 1, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:12.433035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Checking router: c6e512cf-108a-4184-98cf-e7490330efca for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:12.453245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:12.453858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:33:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:12.469693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1731d1-14fc-4eb9-a762-fd0b739b037a req-6b5cbd8c-fc79-4b5f-bd77-f6dc8a3ee2c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:12.483070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1731d1-14fc-4eb9-a762-fd0b739b037a req-6b5cbd8c-fc79-4b5f-bd77-f6dc8a3ee2c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.3668168 Apr 20 14:34:12.532810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266c355-3cae-4630-be8b-55ac937a627e req-d1339f76-fd91-4db8-ba02-4777141d7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:12.534729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-d1339f76-fd91-4db8-ba02-4777141d7be4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892067 Apr 20 14:34:12.537594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-7a0ef0ce-e81c-4b29-bb97-12f89e74809e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825721 Apr 20 14:34:12.638714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7304e8ad-d953-4a03-8de3-7d9ff4ba4411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:12.671476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-cadc2892-7278-41ed-af73-0594866ad212 service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088824 Apr 20 14:34:12.702556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:12.796997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1731d1-14fc-4eb9-a762-fd0b739b037a req-2b549964-465c-4f54-9e9c-b3b00e4b6c85 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143132 Apr 20 14:34:12.803021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:12.977119 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47224d63-89d0-463d-ac81-d0f30bd52cad x-openstack-request-id: req-47224d63-89d0-463d-ac81-d0f30bd52cad {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:12.979586 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:12.979845 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47224d63-89d0-463d-ac81-d0f30bd52cad {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:12.982295 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47224d63-89d0-463d-ac81-d0f30bd52cad'] response: {'name': 'network-changed', 'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98', 'status': 'completed', 'code': 200} Apr 20 14:34:12.994741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-2d5c4996-02b8-422c-b618-3c448de8b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:12.997422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-2d5c4996-02b8-422c-b618-3c448de8b063 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 1095 time: 0.2919509 Apr 20 14:34:13.091789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c54463b-9de4-44c2-8398-40b93e0d5675 req-c9b5868d-f03a-462d-9371-4d9c171e107d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 210 time: 0.0780425 Apr 20 14:34:13.155430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-3b8018f2-ec64-4ba5-935e-7d82b9c99347 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:13.156944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-3b8018f2-ec64-4ba5-935e-7d82b9c99347 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.6389391 Apr 20 14:34:13.177595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Request body: {'port': {'device_id': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'admin_state_up': True, 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:13.315701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.45', 64153) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:13.319306 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d0b0f-3c97-49ed-aafa-fec6a4399fad x-openstack-request-id: req-3e8d0b0f-3c97-49ed-aafa-fec6a4399fad {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:13.319593 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:13.319836 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e8d0b0f-3c97-49ed-aafa-fec6a4399fad {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:13.320229 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8d0b0f-3c97-49ed-aafa-fec6a4399fad'] response: {'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'status': 'completed', 'code': 200} Apr 20 14:34:13.333800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-cc77b8db-f1a3-487a-9802-ca481920a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:13.336066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-cc77b8db-f1a3-487a-9802-ca481920a389 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 1098 time: 0.3950124 Apr 20 14:34:13.348381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5266c355-3cae-4630-be8b-55ac937a627e req-d19f8782-82de-4cd5-8d4f-e5e5b3a121a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132555 Apr 20 14:34:13.367088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:13.373546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:13.385233 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:13.415007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:13.416025 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:13.418144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-d0918596-12e0-4ccd-8356-dd68b9fa54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:13.420039 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-d0918596-12e0-4ccd-8356-dd68b9fa54d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.3854151 Apr 20 14:34:13.421671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-90adfdc5-aa61-468a-a9f9-d891ab55b1ee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "PUT /v2.0/floatingips/48344edb-7ab3-4578-bf6c-593985750846 HTTP/1.1" status: 200 len: 992 time: 2.3509452 Apr 20 14:34:13.442473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:13.459332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:13.486279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'bdabda16-4407-4fe8-b5b6-349a1290c3a5', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'mac_address': 'fa:16:3e:79:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:05Z', 'updated_at': '2022-04-20T14:34:09Z', 'revision_number': 1, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:13.496526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-bc8ea9f9-1d1e-4bf5-8ab4-486c726f9dbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 200 len: 217 time: 0.0676799 Apr 20 14:34:13.579765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db45dd0-5bd2-4565-ae3b-bb9fd15a0244 None None] The sync data for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 is: [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'bdabda16-4407-4fe8-b5b6-349a1290c3a5', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'mac_address': 'fa:16:3e:79:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:05Z', 'updated_at': '2022-04-20T14:34:09Z', 'revision_number': 1, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:13.610946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:13.695170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-4b64d857-00f8-4a58-b899-1f0463b9268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:13.696797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-4b64d857-00f8-4a58-b899-1f0463b9268e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.1278825 Apr 20 14:34:13.713011 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:13.774961 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-9a1ac48c-3d2d-465c-9799-2949fbad0951 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608170 Apr 20 14:34:13.945520 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-4d3a3652-c3ae-40f5-a914-9e817feb0fda service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572738 Apr 20 14:34:13.962055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ea696835-c896-4ce9-801a-37f0c5077d98 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:14.007680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-e5e5c347-0514-4fd3-b795-fa8a92929cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:14.007680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-e5e5c347-0514-4fd3-b795-fa8a92929cee service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.5805929 Apr 20 14:34:14.181104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Allocated IP 172.20.0.4 (4fd92565-2e6c-4078-adf7-a7c30d559e65/bf89c353-4b3d-4473-a9fc-3a5760be6228/870fe200-1f07-4f24-aa0a-c4ec34f0555a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:14.279205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-859d6aa9-1f6e-4a34-9edd-f74f328071bc req-996a83a8-bf96-46c3-8aa4-640d9e19bfb9 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257031 Apr 20 14:34:14.297946 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-dcbad39f-1b2c-4548-a190-69ed576e1f34 service neutron] show failed (client error): The resource could not be found. Apr 20 14:34:14.299748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-dcbad39f-1b2c-4548-a190-69ed576e1f34 service neutron] 10.222.0.43 "GET /v2.0/ports/a3eb090f-6504-4993-b56e-e2d494ab832b/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.1434152 Apr 20 14:34:14.301370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9ee47-24e8-482f-af34-26b845a4164d None None] New status for floating IP bdabda16-4407-4fe8-b5b6-349a1290c3a5: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:34:14.323550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aad5526c-dd45-4663-8e1a-6860a187994e req-2275305e-77df-4e7d-9e3b-c62d5d393623 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 258 time: 0.7961848 Apr 20 14:34:14.365727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:14.386912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '48344edb-7ab3-4578-bf6c-593985750846', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c1:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:33:42Z', 'updated_at': '2022-04-20T14:34:11Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:14.428199 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:14.444064 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:14.445619 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:14.468149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29697-ca52-4896-98a3-442154d0515f req-4a4fb2a6-5e05-4a5d-ab0a-88a2ca38a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:14.469686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-4a4fb2a6-5e05-4a5d-ab0a-88a2ca38a2a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1096 time: 1.1471820 Apr 20 14:34:14.670319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ea696835-c896-4ce9-801a-37f0c5077d98,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:14.709979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-038597ed-b3a1-4262-bacf-7d46c16cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:14.711464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-038597ed-b3a1-4262-bacf-7d46c16cdaa9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1101 time: 0.1146667 Apr 20 14:34:14.711800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'ea696835-c896-4ce9-801a-37f0c5077d98', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'ea696835-c896-4ce9-801a-37f0c5077d98', 'mac_address': 'fa:16:3e:81:3d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:14.734974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:14.738777 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:14.738997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:14.784397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-5c1a8e1f-2f77-411f-93c0-4c6f090dcd9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=ea696835-c896-4ce9-801a-37f0c5077d98 HTTP/1.1" status: 200 len: 217 time: 0.5268264 Apr 20 14:34:14.806648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4fa7-c706-44af-9909-330461f1c6b8 req-44d05ab1-4e9a-467c-995a-fad69be34d4e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:14.814412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a4b4fa7-c706-44af-9909-330461f1c6b8 req-44d05ab1-4e9a-467c-995a-fad69be34d4e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 947 time: 1.3788912 Apr 20 14:34:14.857063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:14.899925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea696835-c896-4ce9-801a-37f0c5077d98 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:14.925503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:14.961574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ea696835-c896-4ce9-801a-37f0c5077d98,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:14.969943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:14.995414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:14.999513 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1af79-6269-463e-87e6-16659e470446" -d '{"events": [{"name": "network-changed", "server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:15.048558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29697-ca52-4896-98a3-442154d0515f req-44c3e5de-ac68-46c7-b1bd-2e57cdd195d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.051907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-44c3e5de-ac68-46c7-b1bd-2e57cdd195d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 929 time: 0.1880920 Apr 20 14:34:15.053310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.116903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.137715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:15.232025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.243440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a4b4fa7-c706-44af-9909-330461f1c6b8 req-050fd935-e6ab-4a54-a099-67bdbe7d1129 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306538 Apr 20 14:34:15.360399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:15.402856 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '48344edb-7ab3-4578-bf6c-593985750846', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c1:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:33:42Z', 'updated_at': '2022-04-20T14:34:11Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:15.413051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:15.420225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.423942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:15.449258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['ea696835-c896-4ce9-801a-37f0c5077d98'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:15.452897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:15.459027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-5f119773-671e-4cc3-8f75-b3b168da678e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 1000 time: 0.3856335 Apr 20 14:34:15.475896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:15.482291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75d1e-4344-4c12-b37a-f88bc2e4e01b None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '48344edb-7ab3-4578-bf6c-593985750846', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.168', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c1:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:33:42Z', 'updated_at': '2022-04-20T14:34:11Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:15.550855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:15.589540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29697-ca52-4896-98a3-442154d0515f req-a0643046-6e66-47fb-9e6d-801c9e063855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.597298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-a0643046-6e66-47fb-9e6d-801c9e063855 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.1181965 Apr 20 14:34:15.690876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.737181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Transition to ACTIVE for port object a3eb090f-6504-4993-b56e-e2d494ab832b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:15.745631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-a5f8fed6-2919-4488-96a9-850c23de25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.747757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:15.748097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-a5f8fed6-2919-4488-96a9-850c23de25f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.7369666 Apr 20 14:34:15.936558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d3686-1973-4848-b09e-2524bc18cd3f req-bcd64364-191e-4e05-876a-c92e43dbddac tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.951548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267d3686-1973-4848-b09e-2524bc18cd3f req-bcd64364-191e-4e05-876a-c92e43dbddac tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.4853091 Apr 20 14:34:15.955549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb29697-ca52-4896-98a3-442154d0515f req-f53f58d8-8450-4c2f-88c2-366aa2e96308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.957054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-f53f58d8-8450-4c2f-88c2-366aa2e96308 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254938 Apr 20 14:34:15.971768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:15.972250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] No DVR routers for this DVR port a3eb090f-6504-4993-b56e-e2d494ab832b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:34:15.972461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:16.014682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:16.049075 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b38f9-e863-4dab-ad3d-f52fc67b231e None None] New status for floating IP 48344edb-7ab3-4578-bf6c-593985750846: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:34:16.089991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-d75428f7-97c5-4abe-9e68-05a2659d0e8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9205666 Apr 20 14:34:16.128639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:16.132663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:16.134186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:16.142656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:16.144224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Attempting to bind port a3eb090f-6504-4993-b56e-e2d494ab832b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:16.157081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:16.157771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:16.160688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:16.162132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Bound port: a3eb090f-6504-4993-b56e-e2d494ab832b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:16.166901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:16.173504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-a30df9b5-ed59-4d90-a620-adae575da59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:16.182651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-a30df9b5-ed59-4d90-a620-adae575da59e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4166539 Apr 20 14:34:16.210525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Request body: {'port': {'device_id': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:16.229828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-267d3686-1973-4848-b09e-2524bc18cd3f req-d24a2214-183f-453d-ae30-bf4fe16646ae tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772267 Apr 20 14:34:16.448630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:16.461109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:16.470933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:16.489620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-17606101-ac79-4e4a-a91d-fb2294f2b565 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586834 Apr 20 14:34:16.518499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:16.520488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:16.524927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 1096 time: 1.8007686 Apr 20 14:34:16.713768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259320a0-4e93-4d9b-8687-8b49d476d8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:16.756949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-862cd5b2-3df2-4140-a331-221ac1835461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:16.760157 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-862cd5b2-3df2-4140-a331-221ac1835461 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1099 time: 0.1478460 Apr 20 14:34:16.921438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-d593e201-99bc-4be4-b6a5-a8fe99be925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:16.923014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-d593e201-99bc-4be4-b6a5-a8fe99be925f service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1527953 Apr 20 14:34:16.984283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-4b653564-5824-45a5-9454-d7b0e555b7df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.0489969 Apr 20 14:34:17.044461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:17.047138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-9309048f-7afe-43f6-85f5-c88eae1a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:17.048694 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-9309048f-7afe-43f6-85f5-c88eae1a11b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0545585 Apr 20 14:34:17.061361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-4b67c6ed-316f-4d4f-a4dc-0cd2e73d631e service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0412886 Apr 20 14:34:17.069167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5a7d3-b77c-4d17-9b22-389ad54a8be7 req-9890a103-a0d6-4cca-829d-39f86062d3b1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:17.070654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a5a7d3-b77c-4d17-9b22-389ad54a8be7 req-9890a103-a0d6-4cca-829d-39f86062d3b1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 931 time: 0.6412799 Apr 20 14:34:17.107084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:17.144270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-15a25a33-7a9f-4015-803e-2cb93e70f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:17.147285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-15a25a33-7a9f-4015-803e-2cb93e70f02b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885873 Apr 20 14:34:17.291339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-a0db24f8-fd1f-445d-8867-d73868c87504 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368804 Apr 20 14:34:17.308019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a5a7d3-b77c-4d17-9b22-389ad54a8be7 req-944c1f4d-481a-426c-abe5-a694b0cf5362 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221596 Apr 20 14:34:17.316384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-186cc53a-011a-4fce-82d0-afb4f2a6bd19 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101902 Apr 20 14:34:17.408360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb29697-ca52-4896-98a3-442154d0515f req-8d72dee6-d508-4337-8328-437ba516f7b9 service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355303 Apr 20 14:34:17.419817 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7ab88-0360-4a1d-9f81-f3c2fa2089a0 x-openstack-request-id: req-a5b7ab88-0360-4a1d-9f81-f3c2fa2089a0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:17.420225 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:17.420569 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5b7ab88-0360-4a1d-9f81-f3c2fa2089a0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:17.421055 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b7ab88-0360-4a1d-9f81-f3c2fa2089a0'] response: {'name': 'network-changed', 'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'status': 'completed', 'code': 200} Apr 20 14:34:17.466305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42af4531-ed9f-4280-80b9-9dee23f666ab req-54b949b4-7947-48ee-a3f2-8dea53339a57 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681938 Apr 20 14:34:17.606302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Allocated IP 172.25.1.135 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7be964c8-0ac4-4cc8-ac5a-8f00095d38ed) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:17.726612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1af79-6269-463e-87e6-16659e470446 req-b6e7270c-d3ec-4417-8634-8c503f2b12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:17.728248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-b6e7270c-d3ec-4417-8634-8c503f2b12be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.2788270 Apr 20 14:34:17.864363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52219bb-86b6-4312-ae98-d0cef0c4bf83 req-de30bdc4-9443-4ed1-91fe-13dbf05451a8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:17.872718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b52219bb-86b6-4312-ae98-d0cef0c4bf83 req-de30bdc4-9443-4ed1-91fe-13dbf05451a8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 948 time: 0.3259473 Apr 20 14:34:18.000592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ea696835-c896-4ce9-801a-37f0c5077d98 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:18.069668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.151699 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.163144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port ea696835-c896-4ce9-801a-37f0c5077d98 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:18.175246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port ea696835-c896-4ce9-801a-37f0c5077d98 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:18.175623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.268879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event updated for resources: {'Port': ['ID=7be964c8-0ac4-4cc8-ac5a-8f00095d38ed,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:18.281532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fe200-1f07-4f24-aa0a-c4ec34f0555a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:18.306120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b52219bb-86b6-4312-ae98-d0cef0c4bf83 req-753b2141-9eac-4e28-8a0c-237e4b378076 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323571 Apr 20 14:34:18.326064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:18.338447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:18.339781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.342535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:18.373673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:18.375971 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0087bb6-cc03-4ab4-95dd-14ae14811393" -d '{"events": [{"server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:18.394646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ea696835-c896-4ce9-801a-37f0c5077d98,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:18.397390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.402119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.414711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1af79-6269-463e-87e6-16659e470446 req-e51f7c5e-d66d-448d-8413-06ffad98ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:18.420894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-e51f7c5e-d66d-448d-8413-06ffad98ba20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.6794846 Apr 20 14:34:18.472033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Transition to ACTIVE for port object 870fe200-1f07-4f24-aa0a-c4ec34f0555a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:18.474296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:18.517897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.563350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:18.614802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab28ed-2ac1-4d2e-ac07-b618f66e4f38 req-cdbffe17-2c50-4019-bcea-7081dffae8a2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:18.622479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fab28ed-2ac1-4d2e-ac07-b618f66e4f38 req-cdbffe17-2c50-4019-bcea-7081dffae8a2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.2002625 Apr 20 14:34:18.636033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-f45f506d-5878-44cf-a446-f88c485b6808 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1925766 Apr 20 14:34:18.761887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fab28ed-2ac1-4d2e-ac07-b618f66e4f38 req-0898bf33-753f-4bc1-a30c-2a2aae46cb64 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372519 Apr 20 14:34:18.784478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:18.829198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:18.861349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1af79-6269-463e-87e6-16659e470446 req-5bbfa9bc-5c47-4e2c-8a5c-dd6933b6131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:18.863536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-5bbfa9bc-5c47-4e2c-8a5c-dd6933b6131c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1962078 Apr 20 14:34:18.908171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:18.985681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.065571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f10d5-6c81-4878-9e56-a46968f681dc req-0e3b75d8-8215-42bc-a49c-344c530d6434 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:19.067282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65f10d5-6c81-4878-9e56-a46968f681dc req-0e3b75d8-8215-42bc-a49c-344c530d6434 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.2019024 Apr 20 14:34:19.087928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:19.088275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:19.088582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:19.121554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1af79-6269-463e-87e6-16659e470446 req-3cbae27c-8bd4-41c0-bfa0-9de806eff4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:19.123192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-3cbae27c-8bd4-41c0-bfa0-9de806eff4ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086966 Apr 20 14:34:19.123875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:19.124289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:19.154237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:19.154987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:19.154987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:19.155451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Bound port: 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:19.155847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.262421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65f10d5-6c81-4878-9e56-a46968f681dc req-938da74e-e4ea-479d-b953-2a01b57ee577 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769683 Apr 20 14:34:19.353336 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe0e2ca-35c3-40a3-8693-8cb60d2fda97 x-openstack-request-id: req-bfe0e2ca-35c3-40a3-8693-8cb60d2fda97 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:19.353843 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "name": "network-vif-plugged", "status": "completed", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:19.353945 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfe0e2ca-35c3-40a3-8693-8cb60d2fda97 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:19.354307 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe0e2ca-35c3-40a3-8693-8cb60d2fda97'] response: {'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98', 'code': 200} Apr 20 14:34:19.398823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:19.405070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-734a9c6a-9c9e-4684-9860-2956f434228d service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706432 Apr 20 14:34:19.422321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:19.422816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}, {'name': 'network-changed', 'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:19.426981 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269af46c-068a-4d21-ad0e-e56bd81846ee" -d '{"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}, {"name": "network-changed", "server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:19.446600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.465647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.510116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf535bc-fbb4-4ed8-8375-f78413f5be95 req-d7f4ff20-239c-4271-8037-8a1fd65c42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:19.513030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cf535bc-fbb4-4ed8-8375-f78413f5be95 req-d7f4ff20-239c-4271-8037-8a1fd65c42f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 1100 time: 0.0812271 Apr 20 14:34:19.537204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.567793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:19.568513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.570755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] 10.222.0.45 "PUT /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 1091 time: 3.3721616 Apr 20 14:34:19.572259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cf535bc-fbb4-4ed8-8375-f78413f5be95 req-fe253aad-2f4e-4556-ba3d-b3797c6f0d80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Apr 20 14:34:19.599124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:19.601590 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a3faf6-0547-4568-ba52-c31439d204ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:19.671326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8779e40-4673-4f9e-a6cf-9e68ee75eaa4 req-ce2ed855-634b-4c7c-83dc-13dacb0ebf94 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:19.673366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8779e40-4673-4f9e-a6cf-9e68ee75eaa4 req-ce2ed855-634b-4c7c-83dc-13dacb0ebf94 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.2235181 Apr 20 14:34:19.698051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd03b6-3efb-4021-aafb-e4ef934c0df1 service neutron] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:19.706434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d1af79-6269-463e-87e6-16659e470446 req-68a3edfb-c897-4325-99c6-107f67265f72 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798531 Apr 20 14:34:19.772422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.777185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event updated for resources: {'Port': ['ID=7be964c8-0ac4-4cc8-ac5a-8f00095d38ed,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:19.797680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8779e40-4673-4f9e-a6cf-9e68ee75eaa4 req-b9dceac0-ab82-42aa-b573-2a4059fdeb98 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962536 Apr 20 14:34:19.800719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:19.807967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aad5526c-dd45-4663-8e1a-6860a187994e req-bdbf62ff-c0cc-4207-8f6f-4f19bcb38a4f tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4827032 Apr 20 14:34:19.878135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aad5526c-dd45-4663-8e1a-6860a187994e req-26d0bea1-4543-4b38-9368-c26ab87504ba tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0691493 Apr 20 14:34:19.925060 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fece8-029b-47ce-adcd-ab136d1e579e x-openstack-request-id: req-871fece8-029b-47ce-adcd-ab136d1e579e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:19.925453 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "code": 200}, {"name": "network-changed", "server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:19.925798 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-871fece8-029b-47ce-adcd-ab136d1e579e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:19.926642 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871fece8-029b-47ce-adcd-ab136d1e579e'] response: {'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'code': 200} Apr 20 14:34:19.926642 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871fece8-029b-47ce-adcd-ab136d1e579e'] response: {'name': 'network-changed', 'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'status': 'completed', 'code': 200} Apr 20 14:34:20.005411 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae5045-440a-4b37-a3c7-60987521e260 x-openstack-request-id: req-16ae5045-440a-4b37-a3c7-60987521e260 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:20.005754 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:20.005946 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16ae5045-440a-4b37-a3c7-60987521e260 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:20.006334 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ae5045-440a-4b37-a3c7-60987521e260'] response: {'name': 'network-changed', 'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'status': 'completed', 'code': 200} Apr 20 14:34:20.072464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-17839660-fc46-4d79-9581-17d91bc27066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.073903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-17839660-fc46-4d79-9581-17d91bc27066 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1099 time: 0.1023035 Apr 20 14:34:20.085099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-a73c2de1-985f-4885-ac38-2b41526f9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.086713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-a73c2de1-985f-4885-ac38-2b41526f9725 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1099 time: 0.1260648 Apr 20 14:34:20.094450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-eb3aa6e8-6cee-4cfd-b880-82238c27e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.099756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-eb3aa6e8-6cee-4cfd-b880-82238c27e2e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1094 time: 0.1976767 Apr 20 14:34:20.194484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5526c-dd45-4663-8e1a-6860a187994e req-823049c5-c43a-4681-80a8-6b9744d12ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.201204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aad5526c-dd45-4663-8e1a-6860a187994e req-823049c5-c43a-4681-80a8-6b9744d12ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3214626 Apr 20 14:34:20.267921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-a4010ec2-ece5-4b2d-ad85-b1e636156b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.269442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-a4010ec2-ece5-4b2d-ad85-b1e636156b0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1818619 Apr 20 14:34:20.272676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-01848e8a-4be1-41c5-a97b-b94cb92ee018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.274400 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-01848e8a-4be1-41c5-a97b-b94cb92ee018 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1788437 Apr 20 14:34:20.305902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-99ede348-65ea-459f-a499-2504a44ed40e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 217 time: 0.1733253 Apr 20 14:34:20.336100 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-4772601a-41bf-4d93-9d72-7ac0ee7a7d06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.0466862 Apr 20 14:34:20.344034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75945d6-2724-49c9-b6de-cee6c00ff9e2 req-d6c5f431-1abb-428c-9bc4-4c9a6b1dc567 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.348008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e75945d6-2724-49c9-b6de-cee6c00ff9e2 req-d6c5f431-1abb-428c-9bc4-4c9a6b1dc567 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.2465405 Apr 20 14:34:20.386823 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-c3c77778-f986-4d7f-9f5d-b6664787b857 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.1059165 Apr 20 14:34:20.452147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-01271340-e86e-4dfc-92a6-00a8da930227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.452367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-01271340-e86e-4dfc-92a6-00a8da930227 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1274114 Apr 20 14:34:20.463422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-3ed231a0-76de-48b8-85cd-409d98eac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.464925 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-3ed231a0-76de-48b8-85cd-409d98eac43b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0869117 Apr 20 14:34:20.472636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-bdd47432-e0bd-438e-ac3e-7551e5bf2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.474455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-bdd47432-e0bd-438e-ac3e-7551e5bf2ce0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0677259 Apr 20 14:34:20.513052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e75945d6-2724-49c9-b6de-cee6c00ff9e2 req-c2078d08-6255-4fae-823f-262c7c5b843e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437674 Apr 20 14:34:20.582816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-f2e964a7-e697-4f7c-90c0-ecd25bced494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.584464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-f2e964a7-e697-4f7c-90c0-ecd25bced494 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089671 Apr 20 14:34:20.586800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-b02f0be2-dca0-41ad-873a-9b3cba73f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.588320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-b02f0be2-dca0-41ad-873a-9b3cba73f225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963004 Apr 20 14:34:20.594656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-eddbc904-ec51-4716-b2cf-6eabe6e6c396 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048789 Apr 20 14:34:20.607174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-efded1c9-610d-4129-82ac-6a6755cb36dc tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:20.609637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-efded1c9-610d-4129-82ac-6a6755cb36dc tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2949040 Apr 20 14:34:20.759041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-89bc4fd0-3664-454a-a325-b3db70e9aa79 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.1310050 Apr 20 14:34:20.869077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-9e9371cd-de78-429e-8694-40d3d95cc5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'floatingip': {'port_id': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:20.935488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-5a216238-6bc7-4a19-aabe-f1d1ff095d5d service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210926 Apr 20 14:34:20.946486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-9e9371cd-de78-429e-8694-40d3d95cc5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:21.117903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-c5fe1824-ed60-4580-bb63-841feb576bb3 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169828 Apr 20 14:34:21.124625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-8ec94287-3806-4491-b136-ee9edfabc8ff service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993536 Apr 20 14:34:21.346721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-7bd27290-2f0f-4a7d-8c5b-d448cb57caeb service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197766 Apr 20 14:34:21.407147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-269af46c-068a-4d21-ad0e-e56bd81846ee req-2ad5c16c-8bd1-4649-8a0d-c950c2e9684b service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722118 Apr 20 14:34:21.509034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4f117-5226-4e3a-8305-5e11a07a42e7 req-5af9e27d-baba-4528-a152-a1a178eaea34 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:21.510553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdd4f117-5226-4e3a-8305-5e11a07a42e7 req-5af9e27d-baba-4528-a152-a1a178eaea34 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.7426181 Apr 20 14:34:21.599932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1009a6b-6c80-4ce0-9f87-8607912278c5 req-9ad316d7-2683-406b-adbc-af7c8a2ddaae service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493635 Apr 20 14:34:21.629154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdd4f117-5226-4e3a-8305-5e11a07a42e7 req-5f926dc7-55f9-4b5b-bb2f-862c40972d64 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034045 Apr 20 14:34:21.720939 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-9e9371cd-de78-429e-8694-40d3d95cc5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 14:34:21.722004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14e729a3-2b00-42c8-a03f-620e96db10cd req-9e9371cd-de78-429e-8694-40d3d95cc5e3 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "PUT /v2.0/floatingips/085560f5-5d01-4fcc-accd-2fb17bd37fb6 HTTP/1.1" status: 409 len: 550 time: 0.9528880 Apr 20 14:34:21.768692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3faf6-0547-4568-ba52-c31439d204ef req-08c57cc6-72e0-4ad3-8a1a-815d28d058d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:21.770704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-08c57cc6-72e0-4ad3-8a1a-815d28d058d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1094 time: 0.0842972 Apr 20 14:34:21.819890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff575e1-1538-47a2-a94f-de2c95784142 req-d28a3182-2f5e-477f-99e8-9b39af26667e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:21.819890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cff575e1-1538-47a2-a94f-de2c95784142 req-d28a3182-2f5e-477f-99e8-9b39af26667e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.0917192 Apr 20 14:34:21.924552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cff575e1-1538-47a2-a94f-de2c95784142 req-39a3d65c-962a-4e45-b924-7972da17d460 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Apr 20 14:34:21.966756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668381-db9e-4594-9649-21e6ba8fee81 req-a7dda85e-cda7-4e5b-9694-cb8d7a455593 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:21.969175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a668381-db9e-4594-9649-21e6ba8fee81 req-a7dda85e-cda7-4e5b-9694-cb8d7a455593 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 948 time: 0.1746938 Apr 20 14:34:22.027058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:22.036445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3faf6-0547-4568-ba52-c31439d204ef req-8e3a2bdd-0d73-459c-b47e-975ed7a14b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:22.037910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-8e3a2bdd-0d73-459c-b47e-975ed7a14b65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.2492144 Apr 20 14:34:22.045352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-1fecfc7a-54a6-4c72-977b-4f0d02d0890c tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips/085560f5-5d01-4fcc-accd-2fb17bd37fb6 HTTP/1.1" status: 200 len: 693 time: 0.0748351 Apr 20 14:34:22.086986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a668381-db9e-4594-9649-21e6ba8fee81 req-f655975e-059a-4909-8ae2-86466e854308 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009765 Apr 20 14:34:22.130309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-82077e4b-2711-4f47-a21d-850b3a2870e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 217 time: 0.0730498 Apr 20 14:34:22.147447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:22.164212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'mac_address': 'fa:16:3e:8e:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:22.217000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:22.231373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3eb090f-6504-4993-b56e-e2d494ab832b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:22.235219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-0826f28b-11ab-42cc-b664-4d2ddd37f048 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:22.236643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-0826f28b-11ab-42cc-b664-4d2ddd37f048 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1823967 Apr 20 14:34:22.266077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:22.275089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:22.348189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:22.370191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-cb0d4182-5d91-49ec-88a7-6bbd5efbc183 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0695491 Apr 20 14:34:22.438618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-bb897734-7601-4d57-87cb-903ce13d93f8 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0487947 Apr 20 14:34:22.516482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4a69-8735-4669-b928-c2856bc7a96a req-8e27009d-5dcf-4e2a-9878-9bf06a4898ed tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:22.519951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe4d4a69-8735-4669-b928-c2856bc7a96a req-8e27009d-5dcf-4e2a-9878-9bf06a4898ed tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 1100 time: 0.2814858 Apr 20 14:34:22.526658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3faf6-0547-4568-ba52-c31439d204ef req-516bb4e7-1ebe-4884-829c-149ee6099cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:22.528231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-516bb4e7-1ebe-4884-829c-149ee6099cae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.2508652 Apr 20 14:34:22.610910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-27618814-7306-4730-9d3e-748796f11c40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440233 Apr 20 14:34:22.675922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe4d4a69-8735-4669-b928-c2856bc7a96a req-15f6ba36-41be-4262-af88-24e21f1f3534 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509492 Apr 20 14:34:22.833840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-c80e4ff7-66f4-41da-a61e-4551416229e6 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945195 Apr 20 14:34:22.903461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Deleting port 7be964c8-0ac4-4cc8-ac5a-8f00095d38ed {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:22.904024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:22.997913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd581234-0edb-46c2-87f9-44ebe5be9aa6 req-37c38e64-91ac-4935-9179-ed55230fad51 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:23.008727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd581234-0edb-46c2-87f9-44ebe5be9aa6 req-37c38e64-91ac-4935-9179-ed55230fad51 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.2237988 Apr 20 14:34:23.111221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd581234-0edb-46c2-87f9-44ebe5be9aa6 req-be746214-b815-461d-8419-b34263d071b8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014903 Apr 20 14:34:23.116314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:23.116897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:23.133975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11a3faf6-0547-4568-ba52-c31439d204ef req-bf627e54-3d79-42b6-b5e3-3447ceb479f5 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776616 Apr 20 14:34:23.135158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Calling delete_port for 7be964c8-0ac4-4cc8-ac5a-8f00095d38ed owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:23.262114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-8989e4c0-3657-4732-8766-2599ebc67ab1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234749 Apr 20 14:34:23.442296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:23.450557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-ed1bca8e-0e1c-4446-be09-b0105dc7b4aa tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:23.458334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-ed1bca8e-0e1c-4446-be09-b0105dc7b4aa tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884093 Apr 20 14:34:23.490775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event deleted for resources: {'Port': ['ID=7be964c8-0ac4-4cc8-ac5a-8f00095d38ed,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:23.501192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-91d69b6a-8166-4923-9c05-2c38289f3e50 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0418768 Apr 20 14:34:23.610502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-7f6ec1a5-af6e-4ff1-8aae-d5a9c1844d2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1082721 Apr 20 14:34:23.623722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:23.628842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:23.630042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53e0ca6e-d5d5-457c-b6be-35aecfde16ad req-a656b22a-6ad9-44b6-8f35-b9cec516e064 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "DELETE /v2.0/floatingips/085560f5-5d01-4fcc-accd-2fb17bd37fb6 HTTP/1.1" status: 204 len: 173 time: 1.1807551 Apr 20 14:34:23.849499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-85d687fc-6c25-4611-9e24-8463d1cd1e99 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1000 time: 0.0817273 Apr 20 14:34:23.898707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:23.910136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d53f2-7b09-4d7f-80f8-08ddb2bd9799 req-87e3349c-6a7e-42d1-99ca-ce6b423f925f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:23.912014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a1d53f2-7b09-4d7f-80f8-08ddb2bd9799 req-87e3349c-6a7e-42d1-99ca-ce6b423f925f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 949 time: 0.2097852 Apr 20 14:34:23.976830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-2378f63c-5310-40b6-93f1-08bdd3ecfe98 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:23.992762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-2378f63c-5310-40b6-93f1-08bdd3ecfe98 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports/cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 942 time: 0.1420834 Apr 20 14:34:24.058880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a1d53f2-7b09-4d7f-80f8-08ddb2bd9799 req-d5feca85-e359-4158-9a1b-378c98e58170 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375813 Apr 20 14:34:24.176153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02b0cd62-7210-41c2-8c25-5992e6582b5b req-6caec758-11f2-4b43-9857-daf7fcd2a13e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0522046 Apr 20 14:34:24.218872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-89d0a0f7-415f-47ba-9377-214cfccb19ce tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1000 time: 0.1525173 Apr 20 14:34:24.435001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-61e9b190-f7a4-4b6c-8814-652bfb460583 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:24.446776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-61e9b190-f7a4-4b6c-8814-652bfb460583 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2268624 Apr 20 14:34:24.577511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465c78-359d-434b-bfb4-dded5c800808 req-ac4e128b-b536-4f56-bdee-33e5b8f56918 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:24.586134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d465c78-359d-434b-bfb4-dded5c800808 req-ac4e128b-b536-4f56-bdee-33e5b8f56918 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1307290 Apr 20 14:34:24.598052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-41b0ca0c-c0f6-423d-8782-afb405ea1767 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 1000 time: 0.1499686 Apr 20 14:34:24.614243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:24.677871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:24.691434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-698a93f3-b552-4ace-9537-9b788662b3f3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:24.693174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-698a93f3-b552-4ace-9537-9b788662b3f3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 949 time: 0.0936565 Apr 20 14:34:24.769358 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-58a2f098-e4a1-4f4a-a6b2-d1d802c7d822 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:34:24.771386 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-58a2f098-e4a1-4f4a-a6b2-d1d802c7d822 service neutron] 10.222.0.43 "DELETE /v2.0/ports/a3eb090f-6504-4993-b56e-e2d494ab832b/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0690620 Apr 20 14:34:24.797209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d465c78-359d-434b-bfb4-dded5c800808 req-30c53665-dc33-4061-b6a6-e0fa968ee6a4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097273 Apr 20 14:34:24.994435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-c880687f-5090-4a82-8db0-fc115749725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:24.996794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-c880687f-5090-4a82-8db0-fc115749725c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 1100 time: 0.0804908 Apr 20 14:34:25.057869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ecaa-63b6-4a02-be6d-d3c748fa5b32 req-4b9dfa6b-13c7-49e8-ba63-c03a574f99a3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:25.065523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb3ecaa-63b6-4a02-be6d-d3c748fa5b32 req-4b9dfa6b-13c7-49e8-ba63-c03a574f99a3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 949 time: 0.1430154 Apr 20 14:34:25.078757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:25.085978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:25.086370 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Floating IP bdabda16-4407-4fe8-b5b6-349a1290c3a5 disassociated. External IP: 172.25.1.28, port: cffe2bbb-3473-48f7-a714-85d64f4b1820. Apr 20 14:34:25.179535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-748ff91f-adbb-4385-96bd-00a9190634ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:25.181155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-748ff91f-adbb-4385-96bd-00a9190634ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1766727 Apr 20 14:34:25.233779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-ac012d94-4e5c-4358-b5c5-c3e00145870f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 200 len: 217 time: 0.0447042 Apr 20 14:34:25.326220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-2c66d103-e394-4a3c-afb9-d27659238437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:25.328234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-2c66d103-e394-4a3c-afb9-d27659238437 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0840569 Apr 20 14:34:25.409112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-f8af6fd4-ed3d-487d-8662-8d1a90168948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:25.411885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-f8af6fd4-ed3d-487d-8662-8d1a90168948 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716066 Apr 20 14:34:25.552366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-0c988128-c2ce-4253-a19b-de9df1d9146c service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308160 Apr 20 14:34:25.762025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb3ecaa-63b6-4a02-be6d-d3c748fa5b32 req-07d758a1-d9cd-4763-85b3-935514a00ab0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916938 Apr 20 14:34:25.763699 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ead1d2e6-c5d0-4d53-8394-bb7a2fb2a3cd req-6dad9110-cbbf-4ab4-955f-bbe503942b00 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033160 Apr 20 14:34:25.812395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-cddc046e-f022-4d3c-825d-b2ae85286576 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486760 Apr 20 14:34:25.839023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Router c6e512cf-108a-4184-98cf-e7490330efca has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:26.014252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8dd515-25d1-4677-aed6-188862448ec1 req-95485d2b-1c7c-4d85-b38e-baf68e8ed78e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.1272283 Apr 20 14:34:26.065273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:26.076915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:26.113190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:26.125752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.205168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-ab6f3b13-a802-4253-b807-7f7b66ccd2c1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:26.206931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-ab6f3b13-a802-4253-b807-7f7b66ccd2c1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3661840 Apr 20 14:34:26.212633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-09950524-50ff-482d-81c9-3fb61d33e833 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "PUT /v2.0/floatingips/bdabda16-4407-4fe8-b5b6-349a1290c3a5 HTTP/1.1" status: 200 len: 694 time: 1.6044042 Apr 20 14:34:26.213978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:26.216642 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa84672-b301-4e21-b6e4-d0fe070759e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:26.230139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:26.260385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:26.273249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfbd42-55c0-4d71-8c3e-01f024535a52 req-7defe1f5-2c17-40a0-850f-127e30285e5f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:26.275155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0cfbd42-55c0-4d71-8c3e-01f024535a52 req-7defe1f5-2c17-40a0-850f-127e30285e5f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1440840 Apr 20 14:34:26.284391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Sync routers for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:26.287108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'port_id': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'mac_address': 'fa:16:3e:aa:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf89c353-4b3d-4473-a9fc-3a5760be6228', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:26.319544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:26.320209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:26.446460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0cfbd42-55c0-4d71-8c3e-01f024535a52 req-cfacaea9-eb16-4510-8ce9-243574a4484e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473927 Apr 20 14:34:26.461041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port a3eb090f-6504-4993-b56e-e2d494ab832b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:26.461195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-f26f0551-7650-4a64-9c2f-c5a499d67af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:26.461287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.461383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-f26f0551-7650-4a64-9c2f-c5a499d67af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1096 time: 0.2228227 Apr 20 14:34:26.473854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port a3eb090f-6504-4993-b56e-e2d494ab832b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:26.474261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.519225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870fe200-1f07-4f24-aa0a-c4ec34f0555a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:26.579116 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54816dbd-e404-41b7-838f-5a9616a94ed2 x-openstack-request-id: req-54816dbd-e404-41b7-838f-5a9616a94ed2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:26.579940 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:26.579940 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54816dbd-e404-41b7-838f-5a9616a94ed2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:26.580415 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54816dbd-e404-41b7-838f-5a9616a94ed2'] response: {'name': 'network-changed', 'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'status': 'completed', 'code': 200} Apr 20 14:34:26.592557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:26.602702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.646041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:26.672347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-8d0fd0f0-b6ec-40f9-951c-0f9e02a5094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:26.679073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-8d0fd0f0-b6ec-40f9-951c-0f9e02a5094d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=12e95387db5f4cee9b58c3be6e933edb&device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 1096 time: 0.1336393 Apr 20 14:34:26.749237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.794829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:26.893252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:26.914947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.922469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:26.925631 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd790ec8-2ab6-40ca-9a2a-e46fa1ee6e08" -d '{"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:26.946166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:26.959750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.982533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-5eb485b3-05cb-451a-8b11-b84fa6cf8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:26.984064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-5eb485b3-05cb-451a-8b11-b84fa6cf8335 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 929 time: 0.2961078 Apr 20 14:34:26.995530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-e30e5722-8b50-4928-8730-a35bd6abe101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.002809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-e30e5722-8b50-4928-8730-a35bd6abe101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 200 len: 929 time: 0.4601328 Apr 20 14:34:27.045288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-a59fde42-aefc-474d-816f-56558ef213b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 217 time: 0.0526936 Apr 20 14:34:27.051866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:27.107343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-65ac54f1-a929-4187-95b2-98e603778e2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 200 len: 217 time: 0.0581551 Apr 20 14:34:27.112239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:27.126076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:27.150646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-8deafb26-ca91-4404-b7b6-6d8297f5b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.152170 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-8deafb26-ca91-4404-b7b6-6d8297f5b6e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.0898557 Apr 20 14:34:27.184814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Checking router: c6e512cf-108a-4184-98cf-e7490330efca for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:27.217937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-78868da3-c0e9-4161-9be7-0654fce7121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.221029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-78868da3-c0e9-4161-9be7-0654fce7121a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571966 Apr 20 14:34:27.259853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:27.260634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:27.323334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51964499-1b83-407d-b160-595e1e9623a3 req-2118cb64-9e4a-4791-8b58-77580d0037a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.324977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51964499-1b83-407d-b160-595e1e9623a3 req-2118cb64-9e4a-4791-8b58-77580d0037a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.4401562 Apr 20 14:34:27.441459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:27.444319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-55c0c76e-7029-4565-8a9b-e15aee30297b service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092061 Apr 20 14:34:27.456327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-a62cfd15-913c-45f0-8f18-9f477d3c2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.458077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-a62cfd15-913c-45f0-8f18-9f477d3c2e9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 200 len: 867 time: 0.3400881 Apr 20 14:34:27.542839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51964499-1b83-407d-b160-595e1e9623a3 req-d3b92386-01c3-40dd-afe0-a4f283d35344 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024212 Apr 20 14:34:27.565842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-2768c308-8104-4b67-83f6-6c6879f0c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:27.569283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-2768c308-8104-4b67-83f6-6c6879f0c940 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4b4f443-bb3e-4874-b91c-60740686b5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962918 Apr 20 14:34:27.570679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.224 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/f1374e0e-c380-4fd0-a9a7-cdc78bb58620) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:27.653254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fa84672-b301-4e21-b6e4-d0fe070759e7 req-86a8368e-a7f0-4f58-81e9-61fa7b483749 service neutron] 10.222.0.45 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962709 Apr 20 14:34:27.759705 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aafeb25-296e-4dd8-9ce1-962ffe7afa95 x-openstack-request-id: req-1aafeb25-296e-4dd8-9ce1-962ffe7afa95 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:27.760091 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-plugged", "status": "completed", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:27.760383 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aafeb25-296e-4dd8-9ce1-962ffe7afa95 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:27.760870 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aafeb25-296e-4dd8-9ce1-962ffe7afa95'] response: {'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'code': 200} Apr 20 14:34:27.867813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:27.888918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:27.897623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5c3ed-2536-45f0-86b0-1272548b3a7a None None] The sync data for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 is: [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:33Z', 'revision_number': 4, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9274eeaf-2fd5-4a59-97c5-f216ea4854ea', 'name': '', 'network_id': 'f4b4f443-bb3e-4874-b91c-60740686b5fb', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'mac_address': 'fa:16:3e:ca:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'subnets': [{'id': '8a271bc4-2a89-43c1-9775-1767b8b8cfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:27.967933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-2fef0f4f-2199-40fb-b1d3-3d7ab677479e service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859437 Apr 20 14:34:28.030670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e3624a2-a249-49c7-b4b9-64ecfea8ea6a req-58b0c9f9-f59d-42e1-ac47-73f824e76118 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.1154590 Apr 20 14:34:28.135511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:28.150154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:28.170137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:28.174709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:28.208501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:28.346890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd9bfe-826c-48a5-98bc-b66135d27eed req-ff15f352-a76e-4c1c-994d-6552fe98520e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:28.358668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96bd9bfe-826c-48a5-98bc-b66135d27eed req-ff15f352-a76e-4c1c-994d-6552fe98520e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.2008288 Apr 20 14:34:28.376279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:28.394216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:28.395408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:28.410117 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6444a-570a-4ac2-9ae7-b325e5c94379 None None] New status for floating IP bdabda16-4407-4fe8-b5b6-349a1290c3a5: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:34:28.442435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-a8eca066-bb8a-4910-a6ab-403ee512eaa8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2219157 Apr 20 14:34:28.460159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb50fc88-d92b-42f0-a9e8-d96788d33ad8 req-6fa5b88f-892b-4cb8-a1c2-e8700404cbb6 service neutron] 10.222.0.20 "GET /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913740 Apr 20 14:34:28.487330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Request body: {'port': {'device_id': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:28.680679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-da4f519b-0fdf-45d2-88f6-2595662ca62e None None] Provisioning complete for port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:28.680964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-da4f519b-0fdf-45d2-88f6-2595662ca62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:28.709695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:28.725438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96bd9bfe-826c-48a5-98bc-b66135d27eed req-9cca271b-2b92-4c45-a446-78ede06a1d8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540540 Apr 20 14:34:28.750022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-da4f519b-0fdf-45d2-88f6-2595662ca62e None None] Port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:28.779377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df', 'ea696835-c896-4ce9-801a-37f0c5077d98'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:28.816992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b30e9f-e2ad-4dd2-bc91-62697947d937 req-f96bbf4d-3c80-449d-a15b-70c7622e900b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:28.820005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4b30e9f-e2ad-4dd2-bc91-62697947d937 req-f96bbf4d-3c80-449d-a15b-70c7622e900b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.1923904 Apr 20 14:34:28.953583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-affa784d-8f45-442a-b001-8d05c2d70f2a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips/bdabda16-4407-4fe8-b5b6-349a1290c3a5 HTTP/1.1" status: 200 len: 694 time: 0.1340590 Apr 20 14:34:29.102796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4b30e9f-e2ad-4dd2-bc91-62697947d937 req-574bdef7-e33c-4716-b401-b84f4b81ef67 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699578 Apr 20 14:34:29.335490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-8ed89284-71d6-496b-a4ef-dc73b6cef5ad tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:29.343723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-8ed89284-71d6-496b-a4ef-dc73b6cef5ad tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3784339 Apr 20 14:34:29.434228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-c5df0b55-7077-4cff-ada8-ba56d8b68262 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.0893846 Apr 20 14:34:29.514975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47f39-4aff-4863-8902-ca3fb6dfbecd req-35666876-5b57-4d6f-9649-6042f979a594 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:29.516604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43c47f39-4aff-4863-8902-ca3fb6dfbecd req-35666876-5b57-4d6f-9649-6042f979a594 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 936 time: 0.2447736 Apr 20 14:34:29.530328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-67793dfa-4860-43d0-9dd5-f0245e9c409d tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.28 HTTP/1.1" status: 200 len: 695 time: 0.0950730 Apr 20 14:34:29.717722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43c47f39-4aff-4863-8902-ca3fb6dfbecd req-c0584b69-662f-4d82-bfa9-b0031a1d66a9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832952 Apr 20 14:34:29.724244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1374e0e-c380-4fd0-a9a7-cdc78bb58620 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:29.770994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:29.789648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Transition to ACTIVE for port object f1374e0e-c380-4fd0-a9a7-cdc78bb58620 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:29.804502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:29.937234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:29.960537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Deleting port 8a933c50-26fe-4c61-952c-2f85c9a02ff2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:29.960537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.076285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:30.135709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.136306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.152584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Calling delete_port for 8a933c50-26fe-4c61-952c-2f85c9a02ff2 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:30.184644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 870fe200-1f07-4f24-aa0a-c4ec34f0555a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:30.190373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 870fe200-1f07-4f24-aa0a-c4ec34f0555a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:30.191023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.332011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.401802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.410973 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:34:30.427083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13654d9-db1b-46ba-863e-390e6cbe648f req-690f76f7-33ac-4390-b445-6f94dbf77765 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:30.428905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:30.431272 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15763f60-ccec-44ce-8ca1-b09d92e4e215" -d '{"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-plugged", "status": "completed", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:30.435090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13654d9-db1b-46ba-863e-390e6cbe648f req-690f76f7-33ac-4390-b445-6f94dbf77765 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.5431211 Apr 20 14:34:30.450899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:30.462453 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.473635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event deleted for resources: {'Port': ['ID=8a933c50-26fe-4c61-952c-2f85c9a02ff2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:30.546324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:30.550962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13654d9-db1b-46ba-863e-390e6cbe648f req-7bfee200-6cd6-4aaf-8be7-374c7cfa0bf6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Apr 20 14:34:30.579764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Attempting to bind port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:30.580157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Attempting to bind port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:30.580548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Attempting to bind port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:30.585410 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.593966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.595208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97710625-0220-4d8d-bac2-1d4aa0d50e6d req-eb8ebcfc-6be9-43ef-9b80-9a771b36dc29 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "DELETE /v2.0/floatingips/bdabda16-4407-4fe8-b5b6-349a1290c3a5 HTTP/1.1" status: 204 len: 173 time: 1.0632763 Apr 20 14:34:30.600727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:30.601114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Attempting to bind port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:30.613832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:30.614291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:30.615320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:30.615900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Bound port: f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:30.617177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:30.633886 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a2f19-e073-43d4-a6c8-9fc90af342a9 x-openstack-request-id: req-0f5a2f19-e073-43d4-a6c8-9fc90af342a9 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:30.634318 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-plugged", "status": "completed", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:30.634728 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f5a2f19-e073-43d4-a6c8-9fc90af342a9 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:30.635434 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5a2f19-e073-43d4-a6c8-9fc90af342a9'] response: {'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'code': 200} Apr 20 14:34:30.814221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f02d-ea28-4f77-8e26-9dca518e1d7f req-f25118d8-529e-4753-b3a5-3522a01d29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:30.819097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd94f02d-ea28-4f77-8e26-9dca518e1d7f req-f25118d8-529e-4753-b3a5-3522a01d29a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1096 time: 0.0866852 Apr 20 14:34:30.876004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf7fc6-8411-4953-a2a4-6acf154c72d9 req-c8a29d11-b7c2-41bf-b4e2-5cda7e3caeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:30.884116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77cf7fc6-8411-4953-a2a4-6acf154c72d9 req-c8a29d11-b7c2-41bf-b4e2-5cda7e3caeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1552916 Apr 20 14:34:30.894151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd94f02d-ea28-4f77-8e26-9dca518e1d7f req-774a4822-1a11-4a62-8257-990786972e20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Apr 20 14:34:31.267610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:31.273234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77cf7fc6-8411-4953-a2a4-6acf154c72d9 req-b952a815-dd8b-4aab-9c59-73b46a0cf0e6 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3796535 Apr 20 14:34:31.290951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:31.297521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:31.308135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48e96-17ac-4c12-afcf-e4662ebd36c8 req-175b1296-ac0a-47d6-9b22-21411473db92 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.309649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcb48e96-17ac-4c12-afcf-e4662ebd36c8 req-175b1296-ac0a-47d6-9b22-21411473db92 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 948 time: 0.4067011 Apr 20 14:34:31.371308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.371999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:31.373371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1374e0e-c380-4fd0-a9a7-cdc78bb58620 HTTP/1.1" status: 200 len: 1096 time: 2.9161325 Apr 20 14:34:31.373956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:31.376238 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:31.388197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcb48e96-17ac-4c12-afcf-e4662ebd36c8 req-d2ac8905-cd1e-41da-b402-7732aa36f542 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Apr 20 14:34:31.425426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c279-8d12-431e-8dda-a35d4beb3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:31.486350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-64259880-1c4f-4603-ba31-a423f1d3e582 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346577 Apr 20 14:34:31.656083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-82d95e0b-449a-440e-8e88-f3ec55bd6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.657560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-82d95e0b-449a-440e-8e88-f3ec55bd6350 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 1099 time: 0.2165661 Apr 20 14:34:31.740944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-d093279e-f306-4619-b0f4-2e4d8a07cd33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620 HTTP/1.1" status: 200 len: 217 time: 0.0565681 Apr 20 14:34:31.749239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-b43f3c3d-1b58-4782-b1f8-82d499ce1fc0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.750780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-b43f3c3d-1b58-4782-b1f8-82d499ce1fc0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635887 Apr 20 14:34:31.757957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-152382a0-a07d-4dee-98e4-f880e07485bc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.759497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-152382a0-a07d-4dee-98e4-f880e07485bc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.2236114 Apr 20 14:34:31.807437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-b936f02f-e228-45ad-94d1-b4ce55254870 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/quotas/f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 375 time: 0.0467024 Apr 20 14:34:31.810837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-2415989d-c04c-43fb-958c-450b6b40237e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/quotas/83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 375 time: 0.0418568 Apr 20 14:34:31.855265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-bd4c6531-ddd8-4353-a39d-f06527227d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:31.856712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-bd4c6531-ddd8-4353-a39d-f06527227d33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0898008 Apr 20 14:34:31.951140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-39001ae0-e99e-4bcf-9725-2d938982252d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219742 Apr 20 14:34:31.960758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-5d86a5ca-75ad-4dc5-bce9-d97815638586 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359625 Apr 20 14:34:32.032448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-816ca2ef-d44a-4422-b4ec-1e2e8c0baac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.034040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-816ca2ef-d44a-4422-b4ec-1e2e8c0baac8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522610 Apr 20 14:34:32.185862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-fe86b99e-e822-43be-a0f9-073f247b6816 service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229147 Apr 20 14:34:32.188817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b342ad6-189b-4e8e-b073-f8193c89e008 req-60a512d6-137f-4705-940d-894db5cc81de tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0504034 Apr 20 14:34:32.250050 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3664c55c-42ca-4d9b-8716-1194c8c6db7e x-openstack-request-id: req-3664c55c-42ca-4d9b-8716-1194c8c6db7e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:32.250334 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:32.250609 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3664c55c-42ca-4d9b-8716-1194c8c6db7e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:32.250991 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3664c55c-42ca-4d9b-8716-1194c8c6db7e'] response: {'name': 'network-changed', 'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620', 'status': 'completed', 'code': 200} Apr 20 14:34:32.286066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-b786123d-9159-40b6-ba7e-c1144a67beb1 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292390 Apr 20 14:34:32.398821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-096bec6b-c87e-4f09-b4a6-92a7be202e21 service neutron] 10.222.0.20 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065420 Apr 20 14:34:32.438893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5e0e-a8b2-417c-b769-05d9b1d68851 req-e2f276e7-2e47-48d0-87ba-e1135e6c45e2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.440361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c9a5e0e-a8b2-417c-b769-05d9b1d68851 req-e2f276e7-2e47-48d0-87ba-e1135e6c45e2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1014161 Apr 20 14:34:32.467985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f4e9b35-4505-4e81-bbda-a11f41f86281 req-362e3de6-f01b-47e4-9d18-15e1b0a86e56 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694868 Apr 20 14:34:32.509658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c9a5e0e-a8b2-417c-b769-05d9b1d68851 req-54121a43-31ac-4199-a61f-56f671fc0c48 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593615 Apr 20 14:34:32.600189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-b6680fbc-5540-44c7-8b9d-61296f8a3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.602308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-b6680fbc-5540-44c7-8b9d-61296f8a3018 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 1099 time: 0.0629299 Apr 20 14:34:32.664189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fba88870-0853-4842-a3ae-95cf564c34fd req-7291d13c-2a30-4d40-aa94-9b94fb0fafba tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 210 time: 0.0418930 Apr 20 14:34:32.748160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-1c14798b-b653-42ae-9eae-183433649710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.749904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-1c14798b-b653-42ae-9eae-183433649710 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1402516 Apr 20 14:34:32.810701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-3afb6f74-be8f-4870-9191-bb945a03022b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620 HTTP/1.1" status: 200 len: 217 time: 0.0455842 Apr 20 14:34:32.885142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad390b8-9858-4388-94ea-67fbc6b6c250 req-4f703a9b-3456-4058-b97e-47b8a2a325c5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.886828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ad390b8-9858-4388-94ea-67fbc6b6c250 req-4f703a9b-3456-4058-b97e-47b8a2a325c5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 948 time: 0.1139433 Apr 20 14:34:32.920674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-be9203a5-10ff-4e75-8535-3f1b7b3303cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.922176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-be9203a5-10ff-4e75-8535-3f1b7b3303cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0836201 Apr 20 14:34:32.949786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ad390b8-9858-4388-94ea-67fbc6b6c250 req-0cf3602d-6701-417c-88ed-c1d52fe14eeb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538952 Apr 20 14:34:32.979867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-5f8bd8f8-2eab-4aaa-be5a-8a5e354ddbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:32.981695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-5f8bd8f8-2eab-4aaa-be5a-8a5e354ddbf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477760 Apr 20 14:34:33.060840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abc8a8c7-5820-4ef3-a485-b27b37a4bd42 req-983ec808-4eb9-4570-89a8-64fc942d7a0f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.0537710 Apr 20 14:34:33.109800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-908213b0-bceb-4732-96df-ee6c00c1a528 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179483 Apr 20 14:34:33.145994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.241758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7387cf-9b2d-450d-bbd7-eed2db0a0b09 req-69eb01fd-2225-44c8-bdea-2512487de716 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:33.247086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f7387cf-9b2d-450d-bbd7-eed2db0a0b09 req-69eb01fd-2225-44c8-bdea-2512487de716 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.1096959 Apr 20 14:34:33.305660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d84c324-f8b4-4a5e-9a5b-aa0604b7fa81 req-a6d622fc-fa55-4180-9e43-e2861fd8d761 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806722 Apr 20 14:34:33.308981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f7387cf-9b2d-450d-bbd7-eed2db0a0b09 req-f4d61692-fded-4d5b-98e3-c7ee0bfcd926 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582137 Apr 20 14:34:33.316835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-45d661cf-6f58-444c-8784-70decf60e0e7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426097 Apr 20 14:34:33.323229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48672) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:33.335309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370699116', 'description': 'tempest-description--1181519277'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:33.357038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.443686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.448614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.451290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-64765aff-2a00-4f53-afab-c774796409c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:33.452873 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-64765aff-2a00-4f53-afab-c774796409c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303587 Apr 20 14:34:33.476110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.479967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1526206 Apr 20 14:34:33.480551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48674) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:33.481150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Request body: {'port': {'device_id': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'f35d4d7fa27f4700b57a1c4856f0ceb1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:33.486243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'security_group_rule': {'security_group_id': '347bbdaa-b243-4170-9d0c-ebedaa1ad0fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:33.491388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049852a-0f00-47e0-859d-dcbe104cd3eb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:33.516554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.586976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.593056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.608355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Made reservation on behalf of f35d4d7fa27f4700b57a1c4856f0ceb1 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:33.614446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.615996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe3ff92-e6f7-43d3-b8f3-75da4e306048,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:33.629217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.630601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec6d3ebe-90fe-44e1-8b35-f2215417da3b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491315 Apr 20 14:34:33.633527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:33.638640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'security_group_rule': {'security_group_id': '347bbdaa-b243-4170-9d0c-ebedaa1ad0fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:33.666947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af8301-7651-4b57-80be-99b0f2ae3b2d req-49c05631-7811-44a5-b313-e664b3dabe7e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:33.668230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2af8301-7651-4b57-80be-99b0f2ae3b2d req-49c05631-7811-44a5-b313-e664b3dabe7e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.0534642 Apr 20 14:34:33.708361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2af8301-7651-4b57-80be-99b0f2ae3b2d req-6d9f8186-037b-4f27-83e7-dca3fc2fccb0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Apr 20 14:34:33.713388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.782872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e47d87ab-88b2-4781-b6db-9dbca68ec547 req-61ec56b8-8b5f-40c5-9185-8bcdb77b94de tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 210 time: 0.0357277 Apr 20 14:34:33.804081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.814170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Allocated IP 192.168.233.103 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/c6566dd2-db77-45f3-aea2-f09b3e8b10a0) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:33.816106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.825764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7f8a-482c-4d48-9a34-f640d735fe5b req-87a3fd84-c4a9-4fd0-befe-30338304d30b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:33.827284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a00a7f8a-482c-4d48-9a34-f640d735fe5b req-87a3fd84-c4a9-4fd0-befe-30338304d30b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1096 time: 0.0435133 Apr 20 14:34:33.842390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd95344-163f-4fb4-b061-071e5956fe63,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:33.863651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:33.864855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ce6de31-03ff-4afc-a402-75d56d4cd3bc tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303078 Apr 20 14:34:33.869193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:33.874175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:33.883815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a00a7f8a-482c-4d48-9a34-f640d735fe5b req-27d687d4-68c8-41be-a816-9abcda6b0f63 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Apr 20 14:34:33.905851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.010294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.027843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.050309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.063453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:34.067109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:34.125970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:34.197498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:34.230394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:34.248452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:34.291643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49579b-763e-4fa6-8260-ad526ec4bef9 req-7088253a-6ba7-49fc-8a71-3a8423f5a5d9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:34.293160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec49579b-763e-4fa6-8260-ad526ec4bef9 req-7088253a-6ba7-49fc-8a71-3a8423f5a5d9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 948 time: 0.1595993 Apr 20 14:34:34.308701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df19c663-0e85-49a4-9282-3d6fc3af79ae req-44023a9e-2bd1-46a3-b3ec-a0c13238f1b7 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.1028323 Apr 20 14:34:34.334338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Allocated IP 172.25.1.47 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/062b1d9c-5f26-4c30-adb2-a3ba95daa208) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:34.360558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:34.361222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.411120 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-f88e6248-9e3f-4b30-876e-ffde46369e79 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9349382 Apr 20 14:34:34.445091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Request body: {'port': {'device_id': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:34.485777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec49579b-763e-4fa6-8260-ad526ec4bef9 req-7897ed6e-87d1-4afc-95c1-9f0789bcf3a9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729004 Apr 20 14:34:34.568573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72c79c-93cb-4d1b-8fa5-0c3aaa682267 req-09e80959-9387-4b5e-90da-020e1d363eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:34.570130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed72c79c-93cb-4d1b-8fa5-0c3aaa682267 req-09e80959-9387-4b5e-90da-020e1d363eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.1293123 Apr 20 14:34:34.578902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-85ab514e-192e-4476-a482-3c68f63050ea tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:34.580615 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-85ab514e-192e-4476-a482-3c68f63050ea tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 821 time: 0.4561844 Apr 20 14:34:34.594331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Request body: {'port': {'device_id': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'admin_state_up': True, 'tenant_id': '83bf9d78c0a54928b4f94fc18dea595f'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:34.642610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed72c79c-93cb-4d1b-8fa5-0c3aaa682267 req-c689f89b-0e6c-46d7-9a43-802eda7179cd tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626307 Apr 20 14:34:34.645793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.685512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.689135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.706498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c2386fd9-8341-4968-9424-28aa83d2b43c None None] Provisioning complete for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:34.712387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2386fd9-8341-4968-9424-28aa83d2b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.754382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c2386fd9-8341-4968-9424-28aa83d2b43c None None] Port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:34.754963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:34.762593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:34.766092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:34.801612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'Port': ['ID=062b1d9c-5f26-4c30-adb2-a3ba95daa208,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:34.948103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Made reservation on behalf of 83bf9d78c0a54928b4f94fc18dea595f for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:34.951526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:34.989281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.023311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3f9e-8671-4947-8e45-f71c8e927cd7 req-b6fa316b-18c4-415b-8ad3-03b53696d6ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:35.025078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-425d3f9e-8671-4947-8e45-f71c8e927cd7 req-b6fa316b-18c4-415b-8ad3-03b53696d6ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 936 time: 0.1394353 Apr 20 14:34:35.079709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.104664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-425d3f9e-8671-4947-8e45-f71c8e927cd7 req-90cc0286-006d-469b-a886-9d723dbc463c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617545 Apr 20 14:34:35.184492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:35.205668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.222383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Allocated IP 172.20.0.10 (f8330ac5-5373-423f-8944-55b096979bdc/ba9c7608-4b93-442d-965d-47becb7dbfcd/5a072edd-8c5d-4730-9aa7-7213a64d8c67) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:35.242672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Transition to ACTIVE for port object c6566dd2-db77-45f3-aea2-f09b3e8b10a0 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:35.245714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-eed7a97f-60b3-44ea-9b07-78b139255afc tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:35.247275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-eed7a97f-60b3-44ea-9b07-78b139255afc tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.0920827 Apr 20 14:34:35.251798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.414599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.444303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:35.453695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.474225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19518942-b1c4-4ea4-b26a-fbacb20f35e1 req-e1a36737-829b-47b6-b445-9a2c57d4ae18 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.0567117 Apr 20 14:34:35.581174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:35.587664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:35.588037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:35.612202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:35.612949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:35.621323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.630408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:35.630912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:35.631158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:35.631604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Bound port: c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:35.631965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.636135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.676686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Deleting port cffe2bbb-3473-48f7-a714-85d64f4b1820 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:35.677377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.726624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.728241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:35.730324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'Port': ['ID=062b1d9c-5f26-4c30-adb2-a3ba95daa208,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:35.736045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:35.741201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:35.766308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.776019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.780511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bca35215-b4c8-4baa-b698-83b9f001bbaf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9101541 Apr 20 14:34:35.782541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Network f8330ac5-5373-423f-8944-55b096979bdc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:35.788903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:35.797311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:35.806763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecad63-a1b2-4736-b9e2-27e77b560385 req-a970dc49-5a5e-4d73-9128-4e53ad5ace1b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:35.815767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0ecad63-a1b2-4736-b9e2-27e77b560385 req-a970dc49-5a5e-4d73-9128-4e53ad5ace1b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 948 time: 0.1911638 Apr 20 14:34:35.861913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:35.862552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.864400 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] 10.222.0.43 "PUT /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 1096 time: 1.4306746 Apr 20 14:34:35.872870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:35.881193 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:35.894750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:35.936264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0ecad63-a1b2-4736-b9e2-27e77b560385 req-75e122a0-91bf-4e22-912e-d5bb12fe514a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187961 Apr 20 14:34:35.963339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] For port cffe2bbb-3473-48f7-a714-85d64f4b1820, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=cffe2bbb-3473-48f7-a714-85d64f4b1820,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:35.966025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:35.992738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Calling delete_port for cffe2bbb-3473-48f7-a714-85d64f4b1820 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:36.061929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.064187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:36.086421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d7b4bf1a-e8ba-4911-8a1b-8679e6ca8fa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4958944 Apr 20 14:34:36.108188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Request body: {'port': {'device_id': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:36.120617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-e598d075-c2bb-4e24-bfc1-e4c28d02a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.123120 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-e598d075-c2bb-4e24-bfc1-e4c28d02a92f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1099 time: 0.1698630 Apr 20 14:34:36.150099 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865228ac-458e-459f-9245-9173bcf2e69f x-openstack-request-id: req-865228ac-458e-459f-9245-9173bcf2e69f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:36.150386 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:36.150698 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865228ac-458e-459f-9245-9173bcf2e69f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:36.151151 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865228ac-458e-459f-9245-9173bcf2e69f'] response: {'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'status': 'completed', 'code': 200} Apr 20 14:34:36.154739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f9df-4446-4032-86ff-153b7d88717f service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:36.191875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19656c9-6804-4b58-9e82-3abc0933fa6f req-22191b52-cd94-4b6e-a5de-78e57e27f62c tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.199668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c19656c9-6804-4b58-9e82-3abc0933fa6f req-22191b52-cd94-4b6e-a5de-78e57e27f62c tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 945 time: 0.1424224 Apr 20 14:34:36.208095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-915fe7fe-a20a-49af-81ec-66c1339b95d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0651042 Apr 20 14:34:36.286790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c19656c9-6804-4b58-9e82-3abc0933fa6f req-625f7893-4da7-4a8b-b08c-0c7d4b53d17a tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/security-groups?id=3359a98f-d00a-47ee-be36-52ef560bb921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861056 Apr 20 14:34:36.335869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:36.345470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:36.357413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-1767727b-fb1a-49d7-8f5c-55cd85ba322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.358421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-2783604b-a168-497e-a2c7-98bf736c9e89 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1370699116&fields=id&tenant_id=714093e3e8664bd78e870610189d2096 HTTP/1.1" status: 200 len: 267 time: 0.1139004 Apr 20 14:34:36.359539 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-1767727b-fb1a-49d7-8f5c-55cd85ba322d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1331859 Apr 20 14:34:36.492744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-62b662ba-0d4e-43fb-95b9-e178d339e235 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.501874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-62b662ba-0d4e-43fb-95b9-e178d339e235 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/networks?id=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 HTTP/1.1" status: 200 len: 814 time: 0.1424439 Apr 20 14:34:36.539091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-c50052dd-18cd-47ad-9f50-794e735cc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.540670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-c50052dd-18cd-47ad-9f50-794e735cc231 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523387 Apr 20 14:34:36.540799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-ae6dc0d6-cd3a-4fd9-a85e-bdfaa24bdf9b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/quotas/714093e3e8664bd78e870610189d2096 HTTP/1.1" status: 200 len: 375 time: 0.0379539 Apr 20 14:34:36.592647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:36.613630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd02c3-968c-4df3-b0cb-0a89bef56b2b req-48cedef7-08a7-40cd-9b60-c1f7b0e2412b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:36.615408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbd02c3-968c-4df3-b0cb-0a89bef56b2b req-48cedef7-08a7-40cd-9b60-c1f7b0e2412b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.1420732 Apr 20 14:34:36.668106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-77a53ea5-79d3-499b-a744-fb8f9ea19722 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=714093e3e8664bd78e870610189d2096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194282 Apr 20 14:34:36.696350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Pushing event deleted for resources: {'Port': ['ID=cffe2bbb-3473-48f7-a714-85d64f4b1820,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:36.760619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-cc5df897-2543-480a-b63e-c2c01caaec19 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099593 Apr 20 14:34:36.931181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a072edd-8c5d-4730-9aa7-7213a64d8c67 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:36.943091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:36.982981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Transition to ACTIVE for port object 5a072edd-8c5d-4730-9aa7-7213a64d8c67 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:36.988363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465c01c4-7e7a-433f-af79-ffdd4a8488ae req-2af025a5-14e8-4ca5-bd09-2a2310174ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164245 Apr 20 14:34:36.990066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:37.075038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:37.143981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] No DVR routers for this DVR port cffe2bbb-3473-48f7-a714-85d64f4b1820 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:34:37.151012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:37.152084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-3aa9ca95-74bc-4787-88e0-e4f3d8370942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.153678 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-3aa9ca95-74bc-4787-88e0-e4f3d8370942 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1099 time: 0.1065955 Apr 20 14:34:37.154270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24e8d6a3-3617-4e8d-b694-242547c51fb5 req-32543a78-f312-4a60-87c3-617d495ca611 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.45 "DELETE /v2.0/ports/cffe2bbb-3473-48f7-a714-85d64f4b1820 HTTP/1.1" status: 204 len: 173 time: 1.8968654 Apr 20 14:34:37.156387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'name': 'network-vif-deleted', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:37.158732 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be355e85-f76c-404d-accb-5435d7fa2600" -d '{"events": [{"server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "name": "network-vif-deleted", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:37.165919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:37.166539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:37.167297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:37.186533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:37.186987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:37.205631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbd02c3-968c-4df3-b0cb-0a89bef56b2b req-82e92758-8b20-4c3e-bdee-d36ff912ae37 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789726 Apr 20 14:34:37.243460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:37.243805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:37.244189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:37.244637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Bound port: 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:37.244998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:37.287537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-0104fbdd-a681-44f2-ad8e-6207ae871fdd service neutron] 10.222.0.20 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073005 Apr 20 14:34:37.340703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:37.345625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:37.357098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:37.393896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-25d74888-ffee-4e89-b00e-872ca3911217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.396183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-25d74888-ffee-4e89-b00e-872ca3911217 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2321744 Apr 20 14:34:37.406446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.407392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:37.408779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] 10.222.0.43 "PUT /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 1092 time: 1.3076019 Apr 20 14:34:37.439390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a43af1-7b33-4fa9-a69a-35c0eb962936 req-d08201a9-1d14-467f-a3b8-b4e9615ee17d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.443066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a43af1-7b33-4fa9-a69a-35c0eb962936 req-d08201a9-1d14-467f-a3b8-b4e9615ee17d tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1255629 Apr 20 14:34:37.451145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-3b041b59-7d39-4c2a-a156-2f53be5bf004 service neutron] 10.222.0.20 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626236 Apr 20 14:34:37.483635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a43af1-7b33-4fa9-a69a-35c0eb962936 req-4cb223a0-4996-4fa2-82f2-5410788989fe tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Apr 20 14:34:37.526814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-46171976-4e0b-4332-962e-18e0838cca9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0961382 Apr 20 14:34:37.540121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7f086-8dde-471b-bad0-2617bb1a8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:37.587279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-abbb1493-a3d5-4ec4-aed1-73e433851953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.590783 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-abbb1493-a3d5-4ec4-aed1-73e433851953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1095 time: 0.1276243 Apr 20 14:34:37.675709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435536b-a76c-4e90-a4a2-01cdf69354b8 req-7b8f398b-b53d-4f22-a9de-e9fc896ecbc4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.677610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435536b-a76c-4e90-a4a2-01cdf69354b8 req-7b8f398b-b53d-4f22-a9de-e9fc896ecbc4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 948 time: 0.0979428 Apr 20 14:34:37.693696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-f2aada16-1139-4f97-8b5b-96d39f38b676 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 217 time: 0.0889895 Apr 20 14:34:37.698405 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab232c-cce6-444d-9bf1-966cfd3ed83d x-openstack-request-id: req-5dab232c-cce6-444d-9bf1-966cfd3ed83d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:37.699815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-e1166775-3bfe-40c0-8411-b3b85e20961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.700596 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec4a97-dca2-4a5f-bc20-de18d6f73fda", "name": "network-vif-deleted", "tag": "cffe2bbb-3473-48f7-a714-85d64f4b1820", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:37.700862 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dab232c-cce6-444d-9bf1-966cfd3ed83d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:37.701263 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab232c-cce6-444d-9bf1-966cfd3ed83d'] response: {'server_uuid': '3dec4a97-dca2-4a5f-bc20-de18d6f73fda', 'name': 'network-vif-deleted', 'tag': 'cffe2bbb-3473-48f7-a714-85d64f4b1820', 'status': 'completed', 'code': 200} Apr 20 14:34:37.701458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-e1166775-3bfe-40c0-8411-b3b85e20961f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1630738 Apr 20 14:34:37.743899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435536b-a76c-4e90-a4a2-01cdf69354b8 req-4bf95c0b-398e-4277-84d8-a3d65b2b1e50 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Apr 20 14:34:37.840615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-72576e34-012e-4300-86fd-8c379d121482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.842054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-72576e34-012e-4300-86fd-8c379d121482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.1333828 Apr 20 14:34:37.865060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-022b50be-9610-42ee-995e-627900c6c5a8 req-cf725a7d-765f-449f-8c2a-9585348f5b0b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 210 time: 0.0434797 Apr 20 14:34:37.907413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc30dce3-fbeb-4135-8b69-b39e57f84ea5 req-846dfd33-a768-4d19-8852-8de3c7ad2ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697 tempest-FloatingIPsAssociationNegativeTestJSON-1358417697-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dec4a97-dca2-4a5f-bc20-de18d6f73fda HTTP/1.1" status: 200 len: 210 time: 0.0411632 Apr 20 14:34:37.914311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-13fdc492-f207-4f9d-a55d-2c481d6b1d97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551345 Apr 20 14:34:37.922723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-6b40770c-87eb-4cf1-8ce6-f7bb27f0d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:37.923809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-6b40770c-87eb-4cf1-8ce6-f7bb27f0d851 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449289 Apr 20 14:34:38.088368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-eff0419e-43f6-47a5-b750-02303175b065 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635034 Apr 20 14:34:38.090449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-6d8e9446-556a-4ee3-a811-a0c5804eca26 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571894 Apr 20 14:34:38.104764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1374e0e-c380-4fd0-a9a7-cdc78bb58620 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:38.127084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cffe2bbb-3473-48f7-a714-85d64f4b1820 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:38.164227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: cffe2bbb-3473-48f7-a714-85d64f4b1820 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:34:38.164571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device cffe2bbb-3473-48f7-a714-85d64f4b1820 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:38.172990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:38.175497 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:38.252635 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b13c6-806b-47ad-9331-2d5aa49feb12 x-openstack-request-id: req-068b13c6-806b-47ad-9331-2d5aa49feb12 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:38.258147 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:38.258610 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-068b13c6-806b-47ad-9331-2d5aa49feb12 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:38.259224 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068b13c6-806b-47ad-9331-2d5aa49feb12'] response: {'name': 'network-changed', 'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'status': 'completed', 'code': 200} Apr 20 14:34:38.272045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:38.287723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620', 'mac_address': 'fa:16:3e:1c:d4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:38.337828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:38.354712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aacea9-6afb-44ae-8b4d-9638c92a3442 req-d36e0a55-ffdd-42c7-bd69-4bf4acbfa3e5 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530730 Apr 20 14:34:38.360591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1374e0e-c380-4fd0-a9a7-cdc78bb58620 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:38.373311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9beb31-c7b9-45a7-8578-5aa80493d2e6 req-57ca30ef-f9ee-4518-b92f-7515210a5fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703052 Apr 20 14:34:38.391669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:38.399308 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:38.403710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16f5c-939d-4db7-b1c0-346ed045147c req-71811973-eb45-4485-a109-68b98dccbd93 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.415384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dc16f5c-939d-4db7-b1c0-346ed045147c req-71811973-eb45-4485-a109-68b98dccbd93 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.0936060 Apr 20 14:34:38.455160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dc16f5c-939d-4db7-b1c0-346ed045147c req-0dfd52d7-0c21-4df1-864a-7d88e5f68e8a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Apr 20 14:34:38.488014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:38.492403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-e09988e8-b020-4866-be6d-420c74ed4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.494015 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-e09988e8-b020-4866-be6d-420c74ed4904 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1095 time: 0.0840473 Apr 20 14:34:38.605330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-f5b7dfc8-4c9f-477f-8f2f-3a290c0f316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.607067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-f5b7dfc8-4c9f-477f-8f2f-3a290c0f316b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1063781 Apr 20 14:34:38.614553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0504a-030a-4982-82b5-00aff4fb7ebc req-9631901e-6574-40b9-a9b0-3a7291ac3e4a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.616023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56f0504a-030a-4982-82b5-00aff4fb7ebc req-9631901e-6574-40b9-a9b0-3a7291ac3e4a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0548801 Apr 20 14:34:38.649442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-978f8445-f01a-47a4-888e-f4ace1f4a340 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 217 time: 0.0349979 Apr 20 14:34:38.654360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56f0504a-030a-4982-82b5-00aff4fb7ebc req-0aa347cd-4d08-470c-853a-fa7722c16bcd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Apr 20 14:34:38.699986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-b0ab6bb3-9586-4983-bea7-3476b71ff2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.701515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-b0ab6bb3-9586-4983-bea7-3476b71ff2b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0446689 Apr 20 14:34:38.735972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-f0c835c1-88a2-4a08-9b8b-a4a001273dac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275838 Apr 20 14:34:38.834442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-bc2cead5-4596-4f30-9678-a8eca3fb7a8a service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916667 Apr 20 14:34:38.849642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1374e0e-c380-4fd0-a9a7-cdc78bb58620'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:38.877853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5f5df-6224-4419-bf42-9a89a24c1e65 req-f88378e1-ac67-4104-9df2-e6a926040a28 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:38.881226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:38.882048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ce5f5df-6224-4419-bf42-9a89a24c1e65 req-f88378e1-ac67-4104-9df2-e6a926040a28 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 949 time: 0.0623319 Apr 20 14:34:39.030033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d79bc87-e5de-42ab-9e6a-e05fe94275e5 req-90fc12c6-23fa-40b9-812b-186518645195 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 210 time: 0.0713134 Apr 20 14:34:39.063557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ce5f5df-6224-4419-bf42-9a89a24c1e65 req-3ccf49f3-dca4-4776-a0a6-7572090b60b3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678510 Apr 20 14:34:39.116777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:39.143178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48778) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:39.153741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'mac_address': 'fa:16:3e:0d:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:39.203082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:39.234402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:39.260079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:39.265915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:39.309020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-85a9f1f7-7945-4e96-a702-a418df3b5a18 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:39.310615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-85a9f1f7-7945-4e96-a702-a418df3b5a18 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.45 "GET /v2.0/networks?id=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 HTTP/1.1" status: 200 len: 814 time: 0.3406944 Apr 20 14:34:39.340723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:39.376179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da0ba0bf-cf36-4d5a-b7c6-6dcb94c0ffe7 req-130ba4f1-37bf-4a09-8950-dcc12ec3fcdc service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349128 Apr 20 14:34:39.420997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-fa095e53-755f-4372-bc3e-8261a04d36b9 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=714093e3e8664bd78e870610189d2096 HTTP/1.1" status: 200 len: 380 time: 0.0984292 Apr 20 14:34:39.438714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'port': {'device_id': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'admin_state_up': True, 'tenant_id': '714093e3e8664bd78e870610189d2096', 'security_groups': ['347bbdaa-b243-4170-9d0c-ebedaa1ad0fa']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:39.608349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c6566dd2-db77-45f3-aea2-f09b3e8b10a0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:39.656351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad9299-233d-425e-85ee-72a628d52d42 req-66be2782-4364-48cf-829b-02c608124531 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:39.657846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8ad9299-233d-425e-85ee-72a628d52d42 req-66be2782-4364-48cf-829b-02c608124531 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.1112390 Apr 20 14:34:39.767537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8ad9299-233d-425e-85ee-72a628d52d42 req-68bbed2d-e9ae-4ed9-9f31-9500c8181b90 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977371 Apr 20 14:34:39.768218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Made reservation on behalf of 714093e3e8664bd78e870610189d2096 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:39.772007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.040092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dfa46-c9aa-4324-ba67-c22a5273cbb3 req-7a1a37ab-d2b9-4102-8f6a-d21c8e9b7dbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:40.041621 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-048dfa46-c9aa-4324-ba67-c22a5273cbb3 req-7a1a37ab-d2b9-4102-8f6a-d21c8e9b7dbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1798403 Apr 20 14:34:40.110050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-50f2e14f-04cb-4673-9476-37f51352f3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.135174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-048dfa46-c9aa-4324-ba67-c22a5273cbb3 req-158f8a0f-79d1-4275-8281-58457268887a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687203 Apr 20 14:34:40.172048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Allocated IP 172.20.0.9 (ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18/e8ea2b98-a146-4684-a256-9a408fdbe51c/d3d31567-1ee5-4312-b146-dd6dd6287f2d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:40.223129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da17d359-cef9-4c05-ad9a-f02cd34a3a97 req-43ffb1b6-dad8-45a0-9178-a35f6eb923de tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 210 time: 0.0536895 Apr 20 14:34:40.341464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.501241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b802d-3d8c-4d92-abd4-ac9400b7ef2e req-03d0a1ec-4f23-4cc1-b039-cfc60a14626e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:40.502995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d7b802d-3d8c-4d92-abd4-ac9400b7ef2e req-03d0a1ec-4f23-4cc1-b039-cfc60a14626e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 949 time: 0.2213926 Apr 20 14:34:40.510395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.635232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d7b802d-3d8c-4d92-abd4-ac9400b7ef2e req-61f0d666-e705-4db2-a0c0-c44a49960a1b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207273 Apr 20 14:34:40.646607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.709489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:40.717601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:40.729442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:40.766436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event updated for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:40.797473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.797841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.798259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.798612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.799026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.809850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.814109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.814645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.815287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.815766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.816278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.816896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:40.834419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:40.837182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:40.887997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1c9f0c72-c957-49d0-8579-1eaefab7513f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4529395 Apr 20 14:34:41.002819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494abff8-65f3-49ee-9b96-6143a970b783 req-88f859ee-b13d-4abd-bca1-1d286abf8e5f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:41.004407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-494abff8-65f3-49ee-9b96-6143a970b783 req-88f859ee-b13d-4abd-bca1-1d286abf8e5f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0788689 Apr 20 14:34:41.039482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Deleting port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:41.039763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:41.103815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5b8fbb2f-bb08-4294-9e3b-84e16b64a4a9 None None] Provisioning complete for port d3d31567-1ee5-4312-b146-dd6dd6287f2d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:41.104357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbb2f-bb08-4294-9e3b-84e16b64a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:41.112813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-494abff8-65f3-49ee-9b96-6143a970b783 req-07984437-3878-4598-8fad-d802400cbcbc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955949 Apr 20 14:34:41.176999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] For port 9274eeaf-2fd5-4a59-97c5-f216ea4854ea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:41.177661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:41.183763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fbb2f-bb08-4294-9e3b-84e16b64a4a9 None None] Port d3d31567-1ee5-4312-b146-dd6dd6287f2d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:34:41.195414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Calling delete_port for 9274eeaf-2fd5-4a59-97c5-f216ea4854ea owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:41.421378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a045ac-44aa-4ef7-a12e-39345e9fd729 req-28697787-4177-4a94-a542-2bdf0a720b2a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:41.422972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34a045ac-44aa-4ef7-a12e-39345e9fd729 req-28697787-4177-4a94-a542-2bdf0a720b2a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1702025 Apr 20 14:34:41.451965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f11bba-d666-46f2-a971-92bbf0155c58 req-c64684da-fba2-4ada-a425-5f3b2f655f72 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:41.453522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18f11bba-d666-46f2-a971-92bbf0155c58 req-c64684da-fba2-4ada-a425-5f3b2f655f72 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.1371562 Apr 20 14:34:41.534198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34a045ac-44aa-4ef7-a12e-39345e9fd729 req-9d022025-101b-4365-9309-f032cb37731e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972967 Apr 20 14:34:41.547823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18f11bba-d666-46f2-a971-92bbf0155c58 req-cbaa159e-a362-484e-82c0-a9588ed591c7 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843673 Apr 20 14:34:41.578946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:41.612742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=9274eeaf-2fd5-4a59-97c5-f216ea4854ea,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:41.887144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6576202-13ab-4192-b3a7-3e2fcf2cb42f req-c78af495-29a4-41f1-afd5-bdb23a13835c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:41.891512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6576202-13ab-4192-b3a7-3e2fcf2cb42f req-c78af495-29a4-41f1-afd5-bdb23a13835c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 949 time: 0.1225557 Apr 20 14:34:41.918803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:41.943272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6576202-13ab-4192-b3a7-3e2fcf2cb42f req-1451267b-5f97-435a-b252-63135c5321e6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468433 Apr 20 14:34:42.120268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1374e0e-c380-4fd0-a9a7-cdc78bb58620 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:42.213947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Router c6e512cf-108a-4184-98cf-e7490330efca has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:42.241024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:42.249572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:42.250244 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:42.363763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b6a76-9e1f-476a-994a-b30f8b2c5ea1 req-b3d03c37-8a12-4c0c-9feb-463a47dd07b0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:42.363763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f0b6a76-9e1f-476a-994a-b30f8b2c5ea1 req-b3d03c37-8a12-4c0c-9feb-463a47dd07b0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.1248767 Apr 20 14:34:42.442784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:42.448329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f0b6a76-9e1f-476a-994a-b30f8b2c5ea1 req-f4e67b2c-f23a-48bc-bb68-6be536dc342d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540333 Apr 20 14:34:42.449628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:42.459455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5aeb6231-a853-4dda-b453-2910f9196c53 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6e512cf-108a-4184-98cf-e7490330efca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3151741 Apr 20 14:34:42.459589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:42.479021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Sync routers for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:42.556310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:42.569105 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b2c91-c0a6-4403-b86f-7b95cf13da6e" -d '{"events": [{"server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:42.572349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Routers {'c6e512cf-108a-4184-98cf-e7490330efca'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:42.573143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c6e512cf-108a-4184-98cf-e7490330efca'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:42.590661 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5db9b017-1a35-4ac7-9a39-ae3a12ed6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:42.688340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:42.716871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:42.735619 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:42.879489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:42.886747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Set router c6e512cf-108a-4184-98cf-e7490330efca gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:42.944662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:42.980217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.007328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.008047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.008588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.009146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.009674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.010267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.010815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.011352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.011891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.012409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.012929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.013443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.112151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Deleting port 6c6bdd8c-75e3-4109-b64c-41b307e29856 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:43.112527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.262924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] For port 6c6bdd8c-75e3-4109-b64c-41b307e29856, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c6bdd8c-75e3-4109-b64c-41b307e29856,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:43.263265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.263454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de51b8-de60-4314-a4de-1c5e8628414f req-8f297599-bd1a-45d6-9465-25ce44196ed9 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:43.265277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36de51b8-de60-4314-a4de-1c5e8628414f req-8f297599-bd1a-45d6-9465-25ce44196ed9 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.5721745 Apr 20 14:34:43.282869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Calling delete_port for 6c6bdd8c-75e3-4109-b64c-41b307e29856 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:43.297533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:43.312193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:43.317030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267220-824d-417b-a4f6-ad602aaab87b req-ff04be1d-44dc-4abf-935b-0cab78fc9fa5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:43.321102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.333611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a267220-824d-417b-a4f6-ad602aaab87b req-ff04be1d-44dc-4abf-935b-0cab78fc9fa5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.6119037 Apr 20 14:34:43.460558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a267220-824d-417b-a4f6-ad602aaab87b req-c7b11655-0703-4778-ad4c-7422d864c394 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260574 Apr 20 14:34:43.526284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36de51b8-de60-4314-a4de-1c5e8628414f req-c061b08a-3a6b-49c3-9382-1caf5d2950b7 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422640 Apr 20 14:34:43.537650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-297084802-router', 'tenant_id': '12e95387db5f4cee9b58c3be6e933edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:34:41Z', 'revision_number': 5, 'project_id': '12e95387db5f4cee9b58c3be6e933edb', 'gw_port': {'id': '6c6bdd8c-75e3-4109-b64c-41b307e29856', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e512cf-108a-4184-98cf-e7490330efca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:29Z', 'updated_at': '2022-04-20T14:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:43.572401 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4225d2-515f-46d8-9535-91916828aab3 x-openstack-request-id: req-5d4225d2-515f-46d8-9535-91916828aab3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:43.572747 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:43.572960 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d4225d2-515f-46d8-9535-91916828aab3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:43.573346 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4225d2-515f-46d8-9535-91916828aab3'] response: {'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620', 'code': 200} Apr 20 14:34:43.662258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.706180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6bdd8c-75e3-4109-b64c-41b307e29856,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:43.736358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.736787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.737069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.737372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.737703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.738091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.738430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.738849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.739230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.739502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.739828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.740236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:34:43.784545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.861483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2c6b-1659-4d55-aa39-4b2286a54916 req-384e4383-7bdb-43c4-b22a-12e5deb7bf0c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:43.870460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f1e2c6b-1659-4d55-aa39-4b2286a54916 req-384e4383-7bdb-43c4-b22a-12e5deb7bf0c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.1873858 Apr 20 14:34:43.895212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.897867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.928067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5a2c8-ac09-45fb-8be0-ed74c94c3956 req-a7b22ba7-6105-4ce9-828d-9921a1dac0c0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:43.940389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6b5a2c8-ac09-45fb-8be0-ed74c94c3956 req-a7b22ba7-6105-4ce9-828d-9921a1dac0c0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.2104213 Apr 20 14:34:43.963667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.965626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e512cf-108a-4184-98cf-e7490330efca {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:34:43.982295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.983883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc502da2-af8f-48db-ad8b-d4a2e0bcfcdb admin admin] 10.222.0.20 "DELETE /v2.0/routers/c6e512cf-108a-4184-98cf-e7490330efca HTTP/1.1" status: 204 len: 168 time: 1.5233481 Apr 20 14:34:43.986427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48832) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:44.005128 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.018654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Checking router: c6e512cf-108a-4184-98cf-e7490330efca for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:44.037472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f1e2c6b-1659-4d55-aa39-4b2286a54916 req-552f0d4f-b36c-4ad1-b7ed-f4dfc6ea7c8c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555231 Apr 20 14:34:44.056357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.073309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:44.073670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 14:34:44.074332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_agentschedulers_db [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6e512cf-108a-4184-98cf-e7490330efca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent'). {{(pid=102865) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 14:34:44.074726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a3b90-9577-48f3-9a87-8e502c0693bc None None] The sync data for ids ['c6e512cf-108a-4184-98cf-e7490330efca'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:44.091223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6b5a2c8-ac09-45fb-8be0-ed74c94c3956 req-de456be9-4bc6-4cd5-b482-2600317afec4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496542 Apr 20 14:34:44.094889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Deleting subnet 8a271bc4-2a89-43c1-9775-1767b8b8cfd2 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:34:44.099572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.132969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:44.138902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.183525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.218178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:44.269337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.336100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.371630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a271bc4-2a89-43c1-9775-1767b8b8cfd2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:44.376871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.381526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d935b3e-12ad-4b4a-8b66-3de4a662ef5f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a271bc4-2a89-43c1-9775-1767b8b8cfd2 HTTP/1.1" status: 204 len: 168 time: 0.3933768 Apr 20 14:34:44.382824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7ef06-264a-49c7-8328-4749cf286658 None None] Network f4b4f443-bb3e-4874-b91c-60740686b5fb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:34:44.383940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48834) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:44.456645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.544909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Deleting port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:44.545247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.696256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] DHCP port deletion for f4b4f443-bb3e-4874-b91c-60740686b5fb request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:34:44.713670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] For port 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05cdf1b9-088d-4358-a42b-c1db5fcc5193,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:44.714608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.790745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b03732-f1fd-4505-979f-f7ab6c99eb34 req-7d30b238-0bf8-4b9a-91a5-3ee2ea333026 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:44.798598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9b03732-f1fd-4505-979f-f7ab6c99eb34 req-7d30b238-0bf8-4b9a-91a5-3ee2ea333026 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1872950 Apr 20 14:34:44.801722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Calling delete_port for 05cdf1b9-088d-4358-a42b-c1db5fcc5193 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:44.846695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Deleting port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:44.847156 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.923979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccfaa-760d-4cf8-a5ad-af7331b36157 req-adcd9067-fc9c-4410-83cf-472cf2c868d5 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:44.925583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d6ccfaa-760d-4cf8-a5ad-af7331b36157 req-adcd9067-fc9c-4410-83cf-472cf2c868d5 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.2147467 Apr 20 14:34:44.936494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9b03732-f1fd-4505-979f-f7ab6c99eb34 req-6001272b-32f4-4543-af7e-756dfd276f07 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137593 Apr 20 14:34:44.959230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] For port 05cdf1b9-088d-4358-a42b-c1db5fcc5193, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05cdf1b9-088d-4358-a42b-c1db5fcc5193,segment=NetworkSegment(5b6d39af-f49b-45b3-8c90-aca820f04adc),segment_id=5b6d39af-f49b-45b3-8c90-aca820f04adc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:44.959653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:44.974501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Calling delete_port for 05cdf1b9-088d-4358-a42b-c1db5fcc5193 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:44.996024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d6ccfaa-760d-4cf8-a5ad-af7331b36157 req-ba27820b-e340-4dda-a777-00a8924ebb2e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572248 Apr 20 14:34:44.997252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.026375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cdf1b9-088d-4358-a42b-c1db5fcc5193,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:45.037793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] No DVR routers for this DVR port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:34:45.085601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.121991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.140953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] No DVR routers for this DVR port 05cdf1b9-088d-4358-a42b-c1db5fcc5193 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:34:45.203950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cec7b-c165-477e-ba55-1dad5cf8f69b None None] Pushing event deleted for resources: {'Port': ['ID=05cdf1b9-088d-4358-a42b-c1db5fcc5193,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:45.222491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.281075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.308602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b4f443-bb3e-4874-b91c-60740686b5fb']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:45.322598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6d39af-f49b-45b3-8c90-aca820f04adc') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:45.322913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6d39af-f49b-45b3-8c90-aca820f04adc') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:45.337870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.353249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a645e-dd9d-46a2-afad-052c21742359 req-032801c1-551c-45b2-a41a-a0584c8129c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.354772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c67a645e-dd9d-46a2-afad-052c21742359 req-032801c1-551c-45b2-a41a-a0584c8129c6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1508539 Apr 20 14:34:45.367317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a3c75-5807-47c9-9966-f3a8a311ac1a req-4effdfb0-4eec-422d-8ddf-38c98a687f50 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.368773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-745a3c75-5807-47c9-9966-f3a8a311ac1a req-4effdfb0-4eec-422d-8ddf-38c98a687f50 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1449356 Apr 20 14:34:45.376584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.406784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:34:45.407615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:34:45.409090 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:34:45.439479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05cdf1b9-088d-4358-a42b-c1db5fcc5193 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:45.468327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 05cdf1b9-088d-4358-a42b-c1db5fcc5193 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:34:45.468663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05cdf1b9-088d-4358-a42b-c1db5fcc5193 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:45.469067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c6bdd8c-75e3-4109-b64c-41b307e29856 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:45.476134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c67a645e-dd9d-46a2-afad-052c21742359 req-06be43f2-2eb5-4007-9fcb-64f1634d75f3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063759 Apr 20 14:34:45.484463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-745a3c75-5807-47c9-9966-f3a8a311ac1a req-3de41979-dc0d-4b61-ac5e-cc9b401dcb31 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057596 Apr 20 14:34:45.491455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6c6bdd8c-75e3-4109-b64c-41b307e29856 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:34:45.491860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c6bdd8c-75e3-4109-b64c-41b307e29856 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:45.492269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9274eeaf-2fd5-4a59-97c5-f216ea4854ea no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:34:45.507791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.516157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9274eeaf-2fd5-4a59-97c5-f216ea4854ea {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:34:45.517213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9274eeaf-2fd5-4a59-97c5-f216ea4854ea not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:34:45.527990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.535137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f4b4f443-bb3e-4874-b91c-60740686b5fb HTTP/1.1" status: 204 len: 168 time: 1.1479099 Apr 20 14:34:45.551150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22106ebc-ac0e-4033-bf70-25fb78a50d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b4f443-bb3e-4874-b91c-60740686b5fb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:45.575024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:45.578452 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb18187-e591-41c3-9cc0-248030cf298a" -d '{"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-plugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:45.618802 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677f286-4826-4179-9688-9ca9f1f4c5b0 x-openstack-request-id: req-d677f286-4826-4179-9688-9ca9f1f4c5b0 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:45.619436 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-plugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:45.619693 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d677f286-4826-4179-9688-9ca9f1f4c5b0 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:45.620155 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d677f286-4826-4179-9688-9ca9f1f4c5b0'] response: {'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'code': 200} Apr 20 14:34:45.729497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547b48f-209c-4bfe-953d-303ae071c981 req-5c0277d5-5135-49a2-a3f4-fa6f2fab3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.731115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0547b48f-209c-4bfe-953d-303ae071c981 req-5c0277d5-5135-49a2-a3f4-fa6f2fab3687 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1101 time: 0.0457313 Apr 20 14:34:45.743403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48850) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:45.778188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0547b48f-209c-4bfe-953d-303ae071c981 req-52c13cd7-eaad-4315-875b-b5392125cac9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392971 Apr 20 14:34:45.785569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc7e4599-ccda-48d5-932b-3f86a187f348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12e95387db5f4cee9b58c3be6e933edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405056 Apr 20 14:34:45.787798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48852) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:45.843763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.867672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.914940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.917472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.918668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3359a98f-d00a-47ee-be36-52ef560bb921 HTTP/1.1" status: 204 len: 168 time: 0.1286268 Apr 20 14:34:45.934508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865fafd-4d29-4935-bef4-1860364c9df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3359a98f-d00a-47ee-be36-52ef560bb921,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:46.121041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570ae5e-601e-4d91-99c7-1c5f43875c4a req-4c85af2c-0173-4ecb-816a-93ac65f4dad2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:46.122795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c570ae5e-601e-4d91-99c7-1c5f43875c4a req-4c85af2c-0173-4ecb-816a-93ac65f4dad2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0854788 Apr 20 14:34:46.186376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8029c-372b-48c5-a96d-b61175a97158 req-64ab0d69-a240-4690-aa46-a86c5b675a24 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:46.187931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36c8029c-372b-48c5-a96d-b61175a97158 req-64ab0d69-a240-4690-aa46-a86c5b675a24 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.0969648 Apr 20 14:34:46.193913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c570ae5e-601e-4d91-99c7-1c5f43875c4a req-706ad29b-55d1-4caf-8ee4-826a5be5832e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564601 Apr 20 14:34:46.240754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36c8029c-372b-48c5-a96d-b61175a97158 req-75d3c1fe-2923-44e1-bf9a-88a6e26a2bcf tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458586 Apr 20 14:34:46.607791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041444-c07e-45a1-9c6a-7c0bbea34862 req-baaf01d8-bc07-40ac-b7e4-e12252bed811 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:46.609496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5041444-c07e-45a1-9c6a-7c0bbea34862 req-baaf01d8-bc07-40ac-b7e4-e12252bed811 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0555384 Apr 20 14:34:46.691573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deb9f7-9077-46a7-ac5e-4583ca124d5d req-598e79ef-4ba1-4881-8be9-0a9e3971a06f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:46.693625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0deb9f7-9077-46a7-ac5e-4583ca124d5d req-598e79ef-4ba1-4881-8be9-0a9e3971a06f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0829191 Apr 20 14:34:46.698464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5041444-c07e-45a1-9c6a-7c0bbea34862 req-99b4fd70-7126-4786-bd86-0f43baaafd32 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Apr 20 14:34:46.753482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0deb9f7-9077-46a7-ac5e-4583ca124d5d req-39da69dd-3e81-40d6-be5c-f4bf1dde8051 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Apr 20 14:34:46.840307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48886) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:46.965199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1271428758-network', 'tenant_id': 'd2eb3b7a22314cc4ae2c8cc84f8d3aa4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:46.997379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Made reservation on behalf of d2eb3b7a22314cc4ae2c8cc84f8d3aa4 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:46.999973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.008538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.085695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.089974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.115655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:34:47.125768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa140f5-7a3d-4a6a-b32c-daed528ed734,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:47.131822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.132166 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Added segment be560ead-dec3-4c06-8852-e0ab06b13c10 of type vlan for network 808c004d-7a93-4586-99f6-d02434e4622b Apr 20 14:34:47.174418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.203821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.204832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.205422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.271386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4291549 Apr 20 14:34:47.274482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48896) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:34:47.279977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Request body: {'subnet': {'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1271428758-subnet', 'tenant_id': 'd2eb3b7a22314cc4ae2c8cc84f8d3aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:47.283671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a09da-de4d-4302-99dc-6b3577ac2c53 admin admin] Pushing event updated for resources: {'Network': ['ID=808c004d-7a93-4586-99f6-d02434e4622b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:47.297740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 808c004d-7a93-4586-99f6-d02434e4622b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:34:47.334726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Made reservation on behalf of d2eb3b7a22314cc4ae2c8cc84f8d3aa4 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:47.338633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.354175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658675b8-c745-4828-a1b8-f1a85c4e2e34 req-8d1d8b63-6bc9-4333-bb3e-c1b6649a48ff tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.363359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-658675b8-c745-4828-a1b8-f1a85c4e2e34 req-8d1d8b63-6bc9-4333-bb3e-c1b6649a48ff tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0642722 Apr 20 14:34:47.445235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-658675b8-c745-4828-a1b8-f1a85c4e2e34 req-7b2c3edd-8525-400f-b701-db2a19bd8740 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Apr 20 14:34:47.486270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155ad15-1ca2-4814-a2da-b7f791b78daa req-d5db1546-8397-420a-a3a4-f6998c668653 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.495300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7155ad15-1ca2-4814-a2da-b7f791b78daa req-d5db1546-8397-420a-a3a4-f6998c668653 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.1233935 Apr 20 14:34:47.546295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7155ad15-1ca2-4814-a2da-b7f791b78daa req-da68a823-0fb9-44bc-99da-47237a906d64 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492256 Apr 20 14:34:47.605115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.662283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93560537-6b29-4967-8c68-6a38393ab34f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:47.671960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Checking segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:47.672295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Network hostable DHCP agents. Network: 808c004d-7a93-4586-99f6-d02434e4622b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:34:47.691018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Network 808c004d-7a93-4586-99f6-d02434e4622b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:34:47.702067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 808c004d-7a93-4586-99f6-d02434e4622b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:47.707173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.707999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:47.713554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a99a50-d73e-4652-bdae-c0a3fc676eef None None] Network 808c004d-7a93-4586-99f6-d02434e4622b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:34:47.730638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1096288-ca77-4793-b6e9-760ed41ac8c3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4506903 Apr 20 14:34:47.913933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca048311-a138-4d61-b732-224e05acffb7 None None] Network 808c004d-7a93-4586-99f6-d02434e4622b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:34:47.939951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5a4b-60a4-49b1-ad6a-1001c022dcf9 req-d8367ede-e062-4ae1-91ab-fb3d252af10e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.948546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a5d5a4b-60a4-49b1-ad6a-1001c022dcf9 req-d8367ede-e062-4ae1-91ab-fb3d252af10e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1193388 Apr 20 14:34:47.997029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849e806-2b72-4e95-b01e-ddd95d11dd66 req-34517835-ccf5-4260-a289-aa695e890768 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:47.998667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f849e806-2b72-4e95-b01e-ddd95d11dd66 req-34517835-ccf5-4260-a289-aa695e890768 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1297400 Apr 20 14:34:48.030196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a5d5a4b-60a4-49b1-ad6a-1001c022dcf9 req-1dd331d1-87db-4e7c-bff1-57a9aff12e1f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Apr 20 14:34:48.053831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f849e806-2b72-4e95-b01e-ddd95d11dd66 req-9cec9b7a-737a-40cd-b458-3daf8899ce72 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486801 Apr 20 14:34:48.221745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781cae-3848-45b0-aed3-72443a5f512a req-f236e4ab-3770-41c1-ab67-bdb6403f4680 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:48.224102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb781cae-3848-45b0-aed3-72443a5f512a req-f236e4ab-3770-41c1-ab67-bdb6403f4680 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0726871 Apr 20 14:34:48.275488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb781cae-3848-45b0-aed3-72443a5f512a req-41b327cd-32eb-4836-9afb-5f2ed5c91536 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Apr 20 14:34:48.369145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-da13059e-622a-49a5-a3c5-9f040892963c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:48.370724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-da13059e-622a-49a5-a3c5-9f040892963c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.1090267 Apr 20 14:34:48.387159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-4a60daf5-2216-488e-8293-19ea60aa8c1e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/quotas/d2eb3b7a22314cc4ae2c8cc84f8d3aa4 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Apr 20 14:34:48.436578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-46b55da2-777a-4e1e-956f-ee92c36a6867 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413749 Apr 20 14:34:48.496736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-1c0126b4-07e1-4b0c-8c1d-f5316364a5dd req-6a02d575-1cca-445d-939c-279404ffb5a9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:34:48.497596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c0126b4-07e1-4b0c-8c1d-f5316364a5dd req-6a02d575-1cca-445d-939c-279404ffb5a9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051005 Apr 20 14:34:48.546413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-60c7e1af-1e5d-4536-9d44-d4de0d71eb62 service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009080 Apr 20 14:34:48.650850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-bd593e15-24cc-49a8-82a6-a00a2cafaa7d service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034727 Apr 20 14:34:48.753755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52477cd-addb-4548-902d-9c95c113379d req-e5694e01-3cd1-443c-b508-e515ded1406e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:48.755500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52477cd-addb-4548-902d-9c95c113379d req-e5694e01-3cd1-443c-b508-e515ded1406e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0682492 Apr 20 14:34:48.774033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-8fd56e6d-e5af-42cf-9018-b5b0c2a1bf1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720813 Apr 20 14:34:48.833977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52477cd-addb-4548-902d-9c95c113379d req-fc1dcffa-c62e-47d9-bc6d-494b12d61aac tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711944 Apr 20 14:34:49.000171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a25a-7d98-4064-9fef-f2963006e1b7 req-d160d44e-ae91-4f1f-8407-03bc37092333 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:49.019194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a257a25a-7d98-4064-9fef-f2963006e1b7 req-d160d44e-ae91-4f1f-8407-03bc37092333 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1170216 Apr 20 14:34:49.064062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3fb6c-3ed4-4eff-907f-6a5fae1d57f8 req-585f5612-dc12-4e84-b570-fd76f5a70f57 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:49.072377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06e3fb6c-3ed4-4eff-907f-6a5fae1d57f8 req-585f5612-dc12-4e84-b570-fd76f5a70f57 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.1409240 Apr 20 14:34:49.111278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a257a25a-7d98-4064-9fef-f2963006e1b7 req-1a3012a9-5ff2-456b-b361-d9cbc716b5fc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886891 Apr 20 14:34:49.157510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06e3fb6c-3ed4-4eff-907f-6a5fae1d57f8 req-8231f956-5bac-4ca9-b322-d588cfb05a9e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804191 Apr 20 14:34:49.247271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21210b81-89dd-432e-9123-86c1eed2fc6d req-b4f07437-cbe8-4a1d-a9cf-65daa2e94667 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 210 time: 0.0373316 Apr 20 14:34:49.330081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4965419-12ff-4481-a741-17e35042ffab req-a64fe84e-94b7-4061-acf2-8ee28d5a53d6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:49.332519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4965419-12ff-4481-a741-17e35042ffab req-a64fe84e-94b7-4061-acf2-8ee28d5a53d6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0735166 Apr 20 14:34:49.395244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4965419-12ff-4481-a741-17e35042ffab req-2e68b40b-51a6-4944-9e0c-db3e42e68026 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558789 Apr 20 14:34:49.953539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b67b9-f1d0-4064-a69f-f51f3ec5bc8e req-d7eeab3b-783f-4f7b-aecb-10089abf3bcb tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:49.956312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-651b67b9-f1d0-4064-a69f-f51f3ec5bc8e req-d7eeab3b-783f-4f7b-aecb-10089abf3bcb tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0491116 Apr 20 14:34:50.008546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-651b67b9-f1d0-4064-a69f-f51f3ec5bc8e req-63f148b0-aeeb-4638-9675-c12d28d5b11b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Apr 20 14:34:50.258881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fa198-7f9a-42f4-a2e9-8d7de0ef2596 req-1673a6b5-a6a1-4e90-a26f-9690889fa51d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:50.260404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-464fa198-7f9a-42f4-a2e9-8d7de0ef2596 req-1673a6b5-a6a1-4e90-a26f-9690889fa51d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0790708 Apr 20 14:34:50.298708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730aee-5d81-45ae-af09-b73568f3e794 req-f9ff9428-fb9f-4a28-9bbd-0bb067ca0510 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:50.300259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20730aee-5d81-45ae-af09-b73568f3e794 req-f9ff9428-fb9f-4a28-9bbd-0bb067ca0510 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.0797713 Apr 20 14:34:50.336800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-464fa198-7f9a-42f4-a2e9-8d7de0ef2596 req-d0e6edae-567c-4fb9-b475-65852bb963e5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666649 Apr 20 14:34:50.358438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20730aee-5d81-45ae-af09-b73568f3e794 req-f41be8cc-b872-49a9-9278-df039190ae3a tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514946 Apr 20 14:34:50.439985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6cdbb03-7a60-4a73-a466-53504b865beb req-15dfde16-68c2-4458-9433-72aa4e4a37d2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 210 time: 0.0267236 Apr 20 14:34:50.514359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bab2b-cdbe-4255-8e79-dbac2e4264b9 req-09366e63-37cc-4b06-b2f9-991707d29ce2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:50.515874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-275bab2b-cdbe-4255-8e79-dbac2e4264b9 req-09366e63-37cc-4b06-b2f9-991707d29ce2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0522168 Apr 20 14:34:50.555251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-275bab2b-cdbe-4255-8e79-dbac2e4264b9 req-36c06b05-5d47-4303-a367-46c4a2f9a033 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Apr 20 14:34:50.923193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:34:51.028217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:51.040375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc', 'port_id': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'mac_address': 'fa:16:3e:db:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9c7608-4b93-442d-965d-47becb7dbfcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:34:51.080035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:51.093868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a072edd-8c5d-4730-9aa7-7213a64d8c67 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:51.117782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:51.121995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:51.129023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fef14-3c60-4d06-ace4-78c3809d3671 req-a6c06d9b-3dff-4dde-8188-43b873ab4765 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:51.130733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-616fef14-3c60-4d06-ace4-78c3809d3671 req-a6c06d9b-3dff-4dde-8188-43b873ab4765 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0491045 Apr 20 14:34:51.171112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-616fef14-3c60-4d06-ace4-78c3809d3671 req-2e837f1c-2064-4ace-8455-38ae562b8b04 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Apr 20 14:34:51.173773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:51.428261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5a072edd-8c5d-4730-9aa7-7213a64d8c67'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:34:51.485702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec753-0331-4624-92c2-993af6a6efb4 req-636729c7-dc94-481e-babe-a7a40668edb5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:51.488192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bfec753-0331-4624-92c2-993af6a6efb4 req-636729c7-dc94-481e-babe-a7a40668edb5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0783165 Apr 20 14:34:51.504537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7db12d-e271-45a8-b8a9-f8346f40ee25 req-7e50061d-ffc6-4923-9852-42761da8ce71 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:51.506253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7db12d-e271-45a8-b8a9-f8346f40ee25 req-7e50061d-ffc6-4923-9852-42761da8ce71 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.0702803 Apr 20 14:34:51.556981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bfec753-0331-4624-92c2-993af6a6efb4 req-e7c44600-cc8b-4834-b7d9-e590a4f0dbea tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614572 Apr 20 14:34:51.564153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7db12d-e271-45a8-b8a9-f8346f40ee25 req-3c79b1cc-f875-479f-95f7-65423587da25 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461717 Apr 20 14:34:51.645941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-850469a1-e1d6-41fb-8ea8-f06d3b97f55f req-cac85ba3-ce4c-4dfc-ab90-fed826ab77bc tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 210 time: 0.0274994 Apr 20 14:34:51.750812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecc462-8fe4-43a4-ab95-6a2af316f09d req-09b1d450-4d3e-4ce4-96a5-31ed5aaae922 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:51.752303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caecc462-8fe4-43a4-ab95-6a2af316f09d req-09b1d450-4d3e-4ce4-96a5-31ed5aaae922 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0483239 Apr 20 14:34:51.816780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caecc462-8fe4-43a4-ab95-6a2af316f09d req-fd53ae5c-851f-4562-8817-7031fd728aff tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Apr 20 14:34:51.824696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec9791-7db7-4849-a848-d1e27190a78b req-2015a335-2b02-4464-988f-418423cd6e51 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:51.826103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80ec9791-7db7-4849-a848-d1e27190a78b req-2015a335-2b02-4464-988f-418423cd6e51 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0729530 Apr 20 14:34:51.864289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80ec9791-7db7-4849-a848-d1e27190a78b req-4ad2f0c1-1d08-475e-8603-4b03a26bedd1 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Apr 20 14:34:52.305236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5136b-4791-44e4-b80a-bdfc8fd8db99 req-763ff23d-88df-424c-9c3b-08e1543a40b3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:52.306709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce5136b-4791-44e4-b80a-bdfc8fd8db99 req-763ff23d-88df-424c-9c3b-08e1543a40b3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Apr 20 14:34:52.346005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce5136b-4791-44e4-b80a-bdfc8fd8db99 req-db39e132-cc5e-4751-8d4b-ad02baa94ecd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Apr 20 14:34:52.722751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9beefe-ab1d-4dfc-b35b-c9e0111aaadb req-84e1e40d-1b40-4734-87dc-a506196f53a3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:52.724825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b9beefe-ab1d-4dfc-b35b-c9e0111aaadb req-84e1e40d-1b40-4734-87dc-a506196f53a3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0796645 Apr 20 14:34:52.732622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d75c69-130b-41cf-9ffb-576b4c4b9d20 req-84e8ecda-4da6-48b9-8334-15a3a52340c3 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:52.733944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d75c69-130b-41cf-9ffb-576b4c4b9d20 req-84e8ecda-4da6-48b9-8334-15a3a52340c3 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.0866826 Apr 20 14:34:52.786821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b9beefe-ab1d-4dfc-b35b-c9e0111aaadb req-12487c8b-4700-4a6f-8c34-6515bac44797 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Apr 20 14:34:52.793907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d75c69-130b-41cf-9ffb-576b4c4b9d20 req-77c245a6-0468-45ea-9f1e-e8f4e0e8bbbe tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519347 Apr 20 14:34:52.867661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c444dfa-e090-4ebb-96e3-e75e4248172f req-5c84d0d5-62bf-44ae-a7e7-2f52b7c0abab tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 210 time: 0.0262508 Apr 20 14:34:52.935062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65f4c-cd94-437c-8fcc-3801f4ffb534 req-623bf4a5-550c-4aaa-b1e5-603bfac5cfca tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:52.936544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0c65f4c-cd94-437c-8fcc-3801f4ffb534 req-623bf4a5-550c-4aaa-b1e5-603bfac5cfca tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0509050 Apr 20 14:34:52.937393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:34:52.990756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:34:52.994922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:34:52.995289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:53.004543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0c65f4c-cd94-437c-8fcc-3801f4ffb534 req-9a0fccad-2323-417b-ab7e-8177eab2ea17 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Apr 20 14:34:53.015108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4b11-61e4-4b85-b10d-21ceb8c91a7b req-c71ba521-759f-4930-9f5e-816d92f8d62b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:53.017032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-304c4b11-61e4-4b85-b10d-21ceb8c91a7b req-c71ba521-759f-4930-9f5e-816d92f8d62b tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0792162 Apr 20 14:34:53.057839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-304c4b11-61e4-4b85-b10d-21ceb8c91a7b req-84efa3bc-b44d-4af9-9a91-8774d6b31d00 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Apr 20 14:34:53.074634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:53.096332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:53.098502 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0276f52d-7d45-46b7-ae17-1462c1202e49" -d '{"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-plugged", "status": "completed", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:53.113808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:53.118656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:53.140267 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64085595-9140-4b22-bc67-889fd40b0e1d x-openstack-request-id: req-64085595-9140-4b22-bc67-889fd40b0e1d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:53.140571 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-plugged", "status": "completed", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:53.140815 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64085595-9140-4b22-bc67-889fd40b0e1d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:53.141193 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64085595-9140-4b22-bc67-889fd40b0e1d'] response: {'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'code': 200} Apr 20 14:34:53.170130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:53.239473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cc78e-7ed5-4fb3-8ff9-7ea77ee3e91a req-0a9b08f3-ca45-48aa-8044-9f04b7ca1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:53.240834 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a64cc78e-7ed5-4fb3-8ff9-7ea77ee3e91a req-0a9b08f3-ca45-48aa-8044-9f04b7ca1db9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1097 time: 0.0425603 Apr 20 14:34:53.278159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a64cc78e-7ed5-4fb3-8ff9-7ea77ee3e91a req-5086cf47-dea4-44ce-adf2-8f34ad1f93b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300567 Apr 20 14:34:53.474072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dddc5-3fbd-49de-8fe9-84ac152f72dd req-577ed7b7-dad6-4a1f-8e4d-32caf75e906e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:53.475539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c68dddc5-3fbd-49de-8fe9-84ac152f72dd req-577ed7b7-dad6-4a1f-8e4d-32caf75e906e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0577126 Apr 20 14:34:53.521729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c68dddc5-3fbd-49de-8fe9-84ac152f72dd req-da64ac01-9124-4bf1-9e1b-c0bb8bc2d5e0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Apr 20 14:34:53.742495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Request body: {'port': {'device_id': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:53.801864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:53.894806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4350d-d457-487a-9534-605140a9137e req-95ff6220-0349-4a92-b7c9-1ac90ecff5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:53.896945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cbf4350d-d457-487a-9534-605140a9137e req-95ff6220-0349-4a92-b7c9-1ac90ecff5e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 1101 time: 0.0675638 Apr 20 14:34:53.954522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cbf4350d-d457-487a-9534-605140a9137e req-f6a41927-a470-454b-a896-9af3652115ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Apr 20 14:34:54.056491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fc84-965d-4dbe-9de4-75c7c255d1a3 req-f7ce33d8-3246-4f0d-a7a1-39395fa34fec tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.057851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2e1fc84-965d-4dbe-9de4-75c7c255d1a3 req-f7ce33d8-3246-4f0d-a7a1-39395fa34fec tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 931 time: 0.1377630 Apr 20 14:34:54.066500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271987d7-882e-4578-b929-e3c75a6334b2 req-5897c713-00de-4267-87b3-3d1956ed8e16 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.067887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-271987d7-882e-4578-b929-e3c75a6334b2 req-5897c713-00de-4267-87b3-3d1956ed8e16 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1467347 Apr 20 14:34:54.158783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2e1fc84-965d-4dbe-9de4-75c7c255d1a3 req-f2a1bff2-1702-486b-acf3-e251f09ecab2 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883610 Apr 20 14:34:54.163025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-271987d7-882e-4578-b929-e3c75a6334b2 req-2a42f74e-20c3-4d8f-ae22-475c20e8d0cc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829093 Apr 20 14:34:54.209166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d31567-1ee5-4312-b146-dd6dd6287f2d {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:54.217551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:54.231282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Transition to ACTIVE for port object d3d31567-1ee5-4312-b146-dd6dd6287f2d will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:54.242482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:54.298217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c19d65fb-a7ea-40a2-9a1a-f01a5b940e9f req-382d318a-9bca-4d79-8eac-f8dfa9d03b78 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 210 time: 0.0681939 Apr 20 14:34:54.333156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:54.351543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d6c6-d605-479e-bb11-b536be4c08d1 req-b25618ea-9f83-46a3-bb54-41e0c5056a00 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.353056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fe3d6c6-d605-479e-bb11-b536be4c08d1 req-b25618ea-9f83-46a3-bb54-41e0c5056a00 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1135178 Apr 20 14:34:54.450947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fe3d6c6-d605-479e-bb11-b536be4c08d1 req-b9f12f10-10b7-433e-b0e0-51b59e90bc8f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Apr 20 14:34:54.482088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Attempting to bind port d3d31567-1ee5-4312-b146-dd6dd6287f2d on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:54.482796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Attempting to bind port d3d31567-1ee5-4312-b146-dd6dd6287f2d by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:54.482796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Attempting to bind port d3d31567-1ee5-4312-b146-dd6dd6287f2d on network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:54.489961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Port d3d31567-1ee5-4312-b146-dd6dd6287f2d on network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:54.490246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Attempting to bind port d3d31567-1ee5-4312-b146-dd6dd6287f2d on network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:54.498237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:54.498585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Checking segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:54.498956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Bound using segment: {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:54.499377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Bound port: d3d31567-1ee5-4312-b146-dd6dd6287f2d, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03dc456-1093-4e94-b170-48e41f3317f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:54.499728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:54.510062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae821-b70e-444e-a3d0-bcf63b59b2a5 req-e5628e2f-f4fa-4d35-9508-86589237b90f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.511616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54eae821-b70e-444e-a3d0-bcf63b59b2a5 req-e5628e2f-f4fa-4d35-9508-86589237b90f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0874689 Apr 20 14:34:54.583149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54eae821-b70e-444e-a3d0-bcf63b59b2a5 req-c4613160-21ad-44c5-a4b9-bbc2c7ea8d99 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627217 Apr 20 14:34:54.617710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:54.644079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:54.652985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:54.690614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f18087-9ee9-4509-8eb6-5f23865a97c9 req-838d1c37-b41c-44d6-b93d-9b7ae3072427 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.692046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6f18087-9ee9-4509-8eb6-5f23865a97c9 req-838d1c37-b41c-44d6-b93d-9b7ae3072427 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0943897 Apr 20 14:34:54.701592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.702187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:54.703495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/d3d31567-1ee5-4312-b146-dd6dd6287f2d HTTP/1.1" status: 200 len: 1091 time: 0.9653833 Apr 20 14:34:54.703916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:54.706161 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:54.745399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ddfa0-7519-413d-90cf-8abd9bc6e3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:54.754188 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24245cac-f7d6-41b3-bb22-b0155166d447 x-openstack-request-id: req-24245cac-f7d6-41b3-bb22-b0155166d447 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:54.754463 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:54.754742 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24245cac-f7d6-41b3-bb22-b0155166d447 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:54.755116 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24245cac-f7d6-41b3-bb22-b0155166d447'] response: {'name': 'network-changed', 'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'status': 'completed', 'code': 200} Apr 20 14:34:54.766609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6f18087-9ee9-4509-8eb6-5f23865a97c9 req-a65b86ca-0d9c-4d89-9f50-224f9f43a335 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Apr 20 14:34:54.854420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-31d7afe1-4f74-4bdc-8c4e-198fc2250c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.855917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-31d7afe1-4f74-4bdc-8c4e-198fc2250c17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714093e3e8664bd78e870610189d2096&device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 1094 time: 0.0477872 Apr 20 14:34:54.993813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-d7dab5b1-94f1-4854-b286-bcb7b2356770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:54.995376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-d7dab5b1-94f1-4854-b286-bcb7b2356770 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=714093e3e8664bd78e870610189d2096&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1211097 Apr 20 14:34:55.027686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-9842f19e-389e-46bb-9871-f80c3492e7dc tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.029329 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-9842f19e-389e-46bb-9871-f80c3492e7dc tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.1388226 Apr 20 14:34:55.053717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'port': {'device_id': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'admin_state_up': True, 'tenant_id': 'd2eb3b7a22314cc4ae2c8cc84f8d3aa4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:55.126147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-7d835ba1-3f3a-4d48-acb3-69729e1c5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.127954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f2c5e2f-c42b-4cf1-9e1a-004c0b9ba620 req-7d835ba1-3f3a-4d48-acb3-69729e1c5bc5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105893 Apr 20 14:34:55.165187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Made reservation on behalf of d2eb3b7a22314cc4ae2c8cc84f8d3aa4 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:34:55.169553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:55.244077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-93fd857b-4bfa-4564-840c-b2c909741ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.245557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-93fd857b-4bfa-4564-840c-b2c909741ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714093e3e8664bd78e870610189d2096&device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 1094 time: 0.0671766 Apr 20 14:34:55.300145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-47b81a6a-fdc9-47c3-ab6f-046966f3e692 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d HTTP/1.1" status: 200 len: 217 time: 0.0431073 Apr 20 14:34:55.308703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Allocated IP 172.20.0.12 (808c004d-7a93-4586-99f6-d02434e4622b/93560537-6b29-4967-8c68-6a38393ab34f/c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:34:55.397541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1a503c76-b432-4dee-bf59-19ddee910959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.398915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-1a503c76-b432-4dee-bf59-19ddee910959 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8ea2b98-a146-4684-a256-9a408fdbe51c HTTP/1.1" status: 200 len: 853 time: 0.0695953 Apr 20 14:34:55.409622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e207f-5a37-41f9-8c47-c2ed6b56b4dd req-00c7760f-a88b-44c0-b8e0-54a6f594ad0f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.411181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b2e207f-5a37-41f9-8c47-c2ed6b56b4dd req-00c7760f-a88b-44c0-b8e0-54a6f594ad0f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.1149530 Apr 20 14:34:55.427486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228948ee-a0b2-4f09-9f9e-94410f2d9327 req-25b447b2-b3ff-4c7c-9aff-ec1158358960 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.429054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-228948ee-a0b2-4f09-9f9e-94410f2d9327 req-25b447b2-b3ff-4c7c-9aff-ec1158358960 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1317601 Apr 20 14:34:55.488304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:55.512103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b2e207f-5a37-41f9-8c47-c2ed6b56b4dd req-8aa5ab2f-6b71-4444-8d0d-daf01b0ffbc6 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820680 Apr 20 14:34:55.519046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-0bf3fc62-4adf-401b-b319-e7ee18b5adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.520481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-0bf3fc62-4adf-401b-b319-e7ee18b5adf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083941 Apr 20 14:34:55.523441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-228948ee-a0b2-4f09-9f9e-94410f2d9327 req-222c45d7-84a3-4347-97ab-0b24e72e72d9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698032 Apr 20 14:34:55.536097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:55.633524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:55.638800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Network 808c004d-7a93-4586-99f6-d02434e4622b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:34:55.650768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:34:55.655644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:34:55.721175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-3e154660-3c5c-45a2-962a-1753070658b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.722806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-3e154660-3c5c-45a2-962a-1753070658b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1101 time: 0.0827477 Apr 20 14:34:55.728768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.729561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:55.769349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-0413787d-6e96-42cb-a2dc-59ea3e90cd51 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7207229 Apr 20 14:34:55.799463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Request body: {'port': {'device_id': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:55.879816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-2acb7dcd-dc00-4c02-9d9d-c30d51b3fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:55.881596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-2acb7dcd-dc00-4c02-9d9d-c30d51b3fcb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1491153 Apr 20 14:34:55.882337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.000810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-d427f558-a994-423e-bbeb-6942f1be3595 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.1091142 Apr 20 14:34:56.007026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-d78d9405-0ba2-4712-bb10-57507e974e51 service neutron] 10.222.0.45 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694180 Apr 20 14:34:56.038922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae36f-53a9-46c4-8b3c-29503a0a6ad4 req-ff606d04-2996-41ea-9e22-141aade8ee08 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.046952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aadae36f-53a9-46c4-8b3c-29503a0a6ad4 req-ff606d04-2996-41ea-9e22-141aade8ee08 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 932 time: 0.4320290 Apr 20 14:34:56.126791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb6a07-ea6d-421f-9f3a-5120e87af10e req-cc6d464f-0c32-4bce-b860-078298aa9ac4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.135215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5edb6a07-ea6d-421f-9f3a-5120e87af10e req-cc6d464f-0c32-4bce-b860-078298aa9ac4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1843786 Apr 20 14:34:56.191009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-27d8a0d2-f2fe-49d0-b9e0-5daa447a5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.193513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aadae36f-53a9-46c4-8b3c-29503a0a6ad4 req-cf6d0213-2611-4dd2-8745-76836f6e783f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455708 Apr 20 14:34:56.194369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-27d8a0d2-f2fe-49d0-b9e0-5daa447a5378 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1836770 Apr 20 14:34:56.226691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5edb6a07-ea6d-421f-9f3a-5120e87af10e req-005c68c8-7981-4d1e-af0d-9f7f102faa71 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Apr 20 14:34:56.243423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a1c5a7-ef1b-469d-9055-305b0bb87ae4 req-93a9fd9d-1191-4bf1-aad4-7a2bb608260a service neutron] 10.222.0.45 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268102 Apr 20 14:34:56.323508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-37b57c6c-c5cb-4c7d-a869-0af645e2a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.325388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-37b57c6c-c5cb-4c7d-a869-0af645e2a0de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120698 Apr 20 14:34:56.366733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe6c44-1572-4b09-a2dd-d6bc7fec117c req-76a40d87-fae8-4809-887d-10ffab0e931f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.371270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecfe6c44-1572-4b09-a2dd-d6bc7fec117c req-76a40d87-fae8-4809-887d-10ffab0e931f tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0915360 Apr 20 14:34:56.380677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223eec0-3f0b-418b-a3f8-d4b4c9485d58 req-9f42bea9-d5b3-476d-8e43-3f0253d8c692 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.382491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1223eec0-3f0b-418b-a3f8-d4b4c9485d58 req-9f42bea9-d5b3-476d-8e43-3f0253d8c692 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0770800 Apr 20 14:34:56.443256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecfe6c44-1572-4b09-a2dd-d6bc7fec117c req-71abe810-eafb-42db-ba74-bdbc7319250a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592711 Apr 20 14:34:56.448565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1223eec0-3f0b-418b-a3f8-d4b4c9485d58 req-72a00125-f711-425c-898b-2c83a37582f1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Apr 20 14:34:56.488882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:34:56.493916 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-049b9c67-4df8-4e43-a0b5-34d7bf89aa45 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554866 Apr 20 14:34:56.495854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.529861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Transition to ACTIVE for port object c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:34:56.562259 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.642509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:56.645026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad3313-3aa6-4717-8436-a25f9ca3f6d4 req-19fb8dca-fa7d-4cdf-9250-1148432ce28c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.646672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-faad3313-3aa6-4717-8436-a25f9ca3f6d4 req-19fb8dca-fa7d-4cdf-9250-1148432ce28c tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1097 time: 0.0709534 Apr 20 14:34:56.668956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d138925-5a20-41fa-827a-9a63434712b5 req-15fc758a-c7ce-4fc6-be06-fa2df4a505ed tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.670463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d138925-5a20-41fa-827a-9a63434712b5 req-15fc758a-c7ce-4fc6-be06-fa2df4a505ed tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.0660415 Apr 20 14:34:56.686622 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-3e131b17-9774-409c-8763-22c67fde6dbf service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821859 Apr 20 14:34:56.715779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-faad3313-3aa6-4717-8436-a25f9ca3f6d4 req-7f1d361e-bb11-4790-b490-5fcad2815d22 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604045 Apr 20 14:34:56.721084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Attempting to bind port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:56.722092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Attempting to bind port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:56.722092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Attempting to bind port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:56.723183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d138925-5a20-41fa-827a-9a63434712b5 req-71f5853c-9c02-4436-9819-ccc957a98a0e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Apr 20 14:34:56.733673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 on network 808c004d-7a93-4586-99f6-d02434e4622b not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:56.734001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Attempting to bind port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:56.739381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:56.739953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Checking segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:56.740455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Bound using segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:56.741009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Bound port: c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:56.741534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.813354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:34:56.817096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:56.822963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.864244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.865136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.866335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] 10.222.0.45 "PUT /v2.0/ports/c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 HTTP/1.1" status: 200 len: 1092 time: 1.0727580 Apr 20 14:34:56.866810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:56.869043 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee6362-2ad6-4f22-ba33-1198684b246c" -d '{"events": [{"name": "network-changed", "server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:56.894120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4148d-a370-4827-808f-e769f3ed115e service neutron] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:56.898792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba63369-4286-43a9-99bd-cb8dfe318f32 req-fb7af5cd-03c1-4109-8e9e-a4661795a800 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.903168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dba63369-4286-43a9-99bd-cb8dfe318f32 req-fb7af5cd-03c1-4109-8e9e-a4661795a800 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0875912 Apr 20 14:34:56.906210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c920f7-30be-4d51-a403-76b172733a20 req-de0f3933-26ab-494d-a26c-16f02c4d0bf1 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.907657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5c920f7-30be-4d51-a403-76b172733a20 req-de0f3933-26ab-494d-a26c-16f02c4d0bf1 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1097 time: 0.0889184 Apr 20 14:34:56.952232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-904c2478-8719-4b24-a59b-f7ada839188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:56.953689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-904c2478-8719-4b24-a59b-f7ada839188c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 1095 time: 0.0430868 Apr 20 14:34:56.959663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dba63369-4286-43a9-99bd-cb8dfe318f32 req-841d2d38-64dc-436b-aa54-41931ff72071 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Apr 20 14:34:56.965250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5c920f7-30be-4d51-a403-76b172733a20 req-b6b483b6-9032-4fdc-8338-7e6efbd51485 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499156 Apr 20 14:34:57.001372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-08b29df7-538c-4b13-b92e-ccf93d66d5d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 HTTP/1.1" status: 200 len: 217 time: 0.0378914 Apr 20 14:34:57.007792 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2d85a-1115-410c-8295-c9aa698dda69 x-openstack-request-id: req-6de2d85a-1115-410c-8295-c9aa698dda69 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:57.008081 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:57.008329 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6de2d85a-1115-410c-8295-c9aa698dda69 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:57.008721 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de2d85a-1115-410c-8295-c9aa698dda69'] response: {'name': 'network-changed', 'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'status': 'completed', 'code': 200} Apr 20 14:34:57.059242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-230f398e-d943-4165-9077-3fd3201d3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.060843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-230f398e-d943-4165-9077-3fd3201d3b8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.0489845 Apr 20 14:34:57.100345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-7c41a2c2-6c35-43c8-8bea-fb37ef10a981 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279257 Apr 20 14:34:57.201327 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-df3956d7-16fb-46e0-a59f-fafdd1dfcf73 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854630 Apr 20 14:34:57.300673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28031a-153a-4123-b466-97f158146a52 req-9e7057a8-fa58-41b1-9008-61ffdde89db0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.302272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e28031a-153a-4123-b466-97f158146a52 req-9e7057a8-fa58-41b1-9008-61ffdde89db0 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0584557 Apr 20 14:34:57.315185 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e715d7-77e1-4687-89f6-ace70f0337a5 req-7385cd06-c32e-4a35-a7d7-bce7f8e9b6da service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027474 Apr 20 14:34:57.409946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3dbb0-c316-4223-80c9-d1d28540a511 req-3ba8b788-aa6a-42f4-9d21-542b1b16c309 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.411644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38a3dbb0-c316-4223-80c9-d1d28540a511 req-3ba8b788-aa6a-42f4-9d21-542b1b16c309 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.1083000 Apr 20 14:34:57.422284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-651d7143-7420-4e44-8e64-f44b255a0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.423797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-651d7143-7420-4e44-8e64-f44b255a0d7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 1095 time: 0.0432942 Apr 20 14:34:57.468712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Deleting port 1c8032de-1e39-4361-a099-c583d6994390 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:34:57.469153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:57.474698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38a3dbb0-c316-4223-80c9-d1d28540a511 req-af8d1729-0c4f-47fd-bac3-afd68ce9fbc8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Apr 20 14:34:57.524050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-8dd32dd3-2c3a-44e0-9399-02ecef81a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.526315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-8dd32dd3-2c3a-44e0-9399-02ecef81a5c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 923 time: 0.0942338 Apr 20 14:34:57.576262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-36aee0d5-2034-40a3-a0d0-49913f8c5f8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 HTTP/1.1" status: 200 len: 217 time: 0.0414543 Apr 20 14:34:57.615548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] For port 1c8032de-1e39-4361-a099-c583d6994390, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1c8032de-1e39-4361-a099-c583d6994390,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:34:57.615935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:57.647432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-51d2211e-cfa7-4e96-b92d-1d3a7594938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.649040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-51d2211e-cfa7-4e96-b92d-1d3a7594938a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.0630791 Apr 20 14:34:57.657549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc246193-0b78-4a3d-8031-f729987a60db req-9a8447b0-3839-48c1-8f42-5fe7853a4903 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.659041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc246193-0b78-4a3d-8031-f729987a60db req-9a8447b0-3839-48c1-8f42-5fe7853a4903 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0959151 Apr 20 14:34:57.685092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-3d711374-ed00-4386-bdc0-cfa21d72e02f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287690 Apr 20 14:34:57.780235 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-2443735c-a627-4978-81a2-2d36c4627fe6 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872912 Apr 20 14:34:57.796587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc246193-0b78-4a3d-8031-f729987a60db req-bf49a3e4-c793-4b38-8156-275e9e8773f7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068685 Apr 20 14:34:57.898591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fee6362-2ad6-4f22-ba33-1198684b246c req-dbc81054-cd94-4354-a2cf-fd6b30d22bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039252 Apr 20 14:34:57.912471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a89b1242-1367-48f3-8502-5c3fa37b99ae tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:34:57.913470 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a89b1242-1367-48f3-8502-5c3fa37b99ae tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072527 Apr 20 14:34:57.927612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:57.928045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:57.928365 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c disassociated. External IP: 172.25.1.70, port: 1c8032de-1e39-4361-a099-c583d6994390. Apr 20 14:34:57.928796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Calling delete_port for 1c8032de-1e39-4361-a099-c583d6994390 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:34:57.948602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443018ea-7575-404a-b85f-8f0b6748ee2f req-f5a214d2-9cac-4e0a-99d3-7450c077f85e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.949970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443018ea-7575-404a-b85f-8f0b6748ee2f req-f5a214d2-9cac-4e0a-99d3-7450c077f85e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 946 time: 0.0745194 Apr 20 14:34:57.954306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-9356c1d8-28ee-4c60-8dd5-7d5286cce404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:57.955880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-9356c1d8-28ee-4c60-8dd5-7d5286cce404 service neutron] 10.222.0.20 "GET /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 1094 time: 0.0346458 Apr 20 14:34:57.965191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Request body: {'binding': {'host': 'n-h1-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:34:57.965710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:34:58.032470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443018ea-7575-404a-b85f-8f0b6748ee2f req-fc4c7d5c-d1a8-4a3e-8ada-5ddf53e99d22 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479360 Apr 20 14:34:58.113366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on host n-h1-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:34:58.113702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:34:58.114031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:58.118530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:34:58.118870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:34:58.123832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:34:58.124361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:34:58.124733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:34:58.125154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Bound port: 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:34:58.133248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:58.174691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637ecc5-00b1-4672-ab79-eabf2d34fc13 req-a446e6b5-173d-4f3e-bb0f-fac62dd26b41 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.176258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0637ecc5-00b1-4672-ab79-eabf2d34fc13 req-a446e6b5-173d-4f3e-bb0f-fac62dd26b41 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.0798910 Apr 20 14:34:58.177091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event deleted for resources: {'Port': ['ID=1c8032de-1e39-4361-a099-c583d6994390,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:34:58.188502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:34:58.205147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:58.206810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-2fdd84d9-72ad-4d80-9c48-395546e88d6b service neutron] 10.222.0.20 "POST /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67/bindings HTTP/1.1" status: 201 len: 389 time: 0.2448480 Apr 20 14:34:58.301471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0637ecc5-00b1-4672-ab79-eabf2d34fc13 req-38dd127c-c69d-4a48-8b49-f18a2347202a tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759442 Apr 20 14:34:58.331860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:34:58.452204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640a69-9fc8-42cc-9171-59b6a48581cd req-a49bed33-cd18-4b5f-95a5-900483bbcec5 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.453730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e640a69-9fc8-42cc-9171-59b6a48581cd req-a49bed33-cd18-4b5f-95a5-900483bbcec5 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 1101 time: 0.1187723 Apr 20 14:34:58.508178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-5c010014-bc3e-48da-b4de-b186a95a8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.510421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-5c010014-bc3e-48da-b4de-b186a95a8091 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1097 time: 0.0479491 Apr 20 14:34:58.542086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5f1-4f4c-4636-a27b-c4ca8c61b2d6 req-1d2ef6d9-3eca-4b9e-af5a-a44789d11881 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.543627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61f1d5f1-4f4c-4636-a27b-c4ca8c61b2d6 req-1d2ef6d9-3eca-4b9e-af5a-a44789d11881 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1381617 Apr 20 14:34:58.547821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:34:58.565208 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:34:58.580317 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:58.580502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e640a69-9fc8-42cc-9171-59b6a48581cd req-e1f66718-077b-4eba-88ff-176ff2a34ea9 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869815 Apr 20 14:34:58.581688 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:58.637624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f6f93d22-85c4-4099-8c81-a3405007234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.639169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f6f93d22-85c4-4099-8c81-a3405007234f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1201036 Apr 20 14:34:58.677612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] No DVR routers for this DVR port 1c8032de-1e39-4361-a099-c583d6994390 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:34:58.688294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:58.691875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e28031a-153a-4123-b466-97f158146a52 req-a46a7116-e75d-4d00-8b90-82b43bd1f06a tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.45 "DELETE /v2.0/ports/1c8032de-1e39-4361-a099-c583d6994390 HTTP/1.1" status: 204 len: 173 time: 1.3784683 Apr 20 14:34:58.693927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'name': 'network-vif-deleted', 'tag': '1c8032de-1e39-4361-a099-c583d6994390'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:34:58.706341 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c089f3f-e99d-4286-964a-687eb242bbb7" -d '{"events": [{"server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "name": "network-vif-deleted", "tag": "1c8032de-1e39-4361-a099-c583d6994390"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:34:58.740293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-1577e766-d523-4105-a141-604350ff42df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 217 time: 0.0897837 Apr 20 14:34:58.813888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:58.827671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61f1d5f1-4f4c-4636-a27b-c4ca8c61b2d6 req-d88c7d2c-1fd9-4c03-b443-8277093fb0af tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631178 Apr 20 14:34:58.839532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-54cd03db-ab62-4c73-aff5-34b1b690ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.842393 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-54cd03db-ab62-4c73-aff5-34b1b690ac7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0831554 Apr 20 14:34:58.879307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c35f-3ee8-4d5c-83f3-453cf8c94c66 req-81217d6c-087d-4b5b-b5bb-48dd3e3563bd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.887220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9a6c35f-3ee8-4d5c-83f3-453cf8c94c66 req-81217d6c-087d-4b5b-b5bb-48dd3e3563bd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1524944 Apr 20 14:34:58.895985 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-03a589b0-6dbb-4741-989f-9d4317697c5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345180 Apr 20 14:34:58.947297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9a6c35f-3ee8-4d5c-83f3-453cf8c94c66 req-12fda2c8-0213-4b8a-b7cb-aed799ceaac5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 Apr 20 14:34:58.969955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ce915-af79-41e7-8164-6e5a38931c84 req-9fcc5c1f-abf9-40c5-8afa-26e35a8a20fa tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:58.971573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b7ce915-af79-41e7-8164-6e5a38931c84 req-9fcc5c1f-abf9-40c5-8afa-26e35a8a20fa tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0690703 Apr 20 14:34:59.006617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-380633c2-eb4a-4a2b-894c-827b00167148 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020381 Apr 20 14:34:59.017717 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160d62f-5a5d-4514-8356-622d56501e44 x-openstack-request-id: req-e160d62f-5a5d-4514-8356-622d56501e44 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:34:59.018012 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0908fe8-dc69-43e0-8125-82aa147fba68", "name": "network-vif-deleted", "tag": "1c8032de-1e39-4361-a099-c583d6994390", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:34:59.018264 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e160d62f-5a5d-4514-8356-622d56501e44 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:34:59.018683 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e160d62f-5a5d-4514-8356-622d56501e44'] response: {'server_uuid': 'f0908fe8-dc69-43e0-8125-82aa147fba68', 'name': 'network-vif-deleted', 'tag': '1c8032de-1e39-4361-a099-c583d6994390', 'status': 'completed', 'code': 200} Apr 20 14:34:59.027114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b7ce915-af79-41e7-8164-6e5a38931c84 req-2c1c0b25-65b0-4d67-8684-55c88473349a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Apr 20 14:34:59.119381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c1a6eec8-9b3c-4638-a04f-18715ec0a8ab tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294499 Apr 20 14:34:59.172641 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:59.202617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:34:59.213355 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:34:59.213899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b942df-857d-430f-8cfe-f2c6d01f7b1a req-f46252e6-b22c-4441-8cb0-4449019decea tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0908fe8-dc69-43e0-8125-82aa147fba68 HTTP/1.1" status: 200 len: 210 time: 0.0638289 Apr 20 14:34:59.214063 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:59.283720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-417e84f3-0981-4192-b093-166fa85a08a8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:59.285392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-417e84f3-0981-4192-b093-166fa85a08a8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600614 Apr 20 14:34:59.303324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-3177d618-31a3-4a57-a182-84caaf3a2e96 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/quotas/830009260bb4439186eb49e0be38e48a HTTP/1.1" status: 200 len: 375 time: 0.0101924 Apr 20 14:34:59.360221 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:34:59.388718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-39d902c3-ac40-4195-ba76-746b738195b8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0787702 Apr 20 14:34:59.457015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109541d-3bef-41e6-904f-8f6c98e6227f req-19c5aff1-ef69-458c-8746-21cee302de74 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:59.459374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a109541d-3bef-41e6-904f-8f6c98e6227f req-19c5aff1-ef69-458c-8746-21cee302de74 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.0639300 Apr 20 14:34:59.469630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a22e9236-5b79-4188-a5ff-6713fcca425d service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539125 Apr 20 14:34:59.516460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a109541d-3bef-41e6-904f-8f6c98e6227f req-453c7658-d9e4-4340-a800-09a763a8f97d tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499809 Apr 20 14:34:59.639995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41128779-ee9d-483b-b2a5-8aab4a9dc3ee req-febaad29-744d-4ec6-bae8-27eaeb11d406 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 210 time: 0.0416870 Apr 20 14:34:59.700857 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:34:59.740674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9fe1-fc4e-44d1-88ea-6f62905e8f09 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:30:41Z', 'revision_number': 4, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6d6f90f2-d3dd-4585-ab2d-e2f073605b97', 'name': '', 'network_id': 'a709da28-7c12-4c5f-a70f-37040aa74b44', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'mac_address': 'fa:16:3e:43:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:40Z', 'updated_at': '2022-04-20T14:30:51Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'subnets': [{'id': '448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:34:59.981576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb089a-4ba7-4839-bd0f-826c88d85a1d req-941df4cb-38f9-49d3-aa48-b6357bbfd505 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:59.987097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52eb089a-4ba7-4839-bd0f-826c88d85a1d req-941df4cb-38f9-49d3-aa48-b6357bbfd505 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0827868 Apr 20 14:35:00.044879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52eb089a-4ba7-4839-bd0f-826c88d85a1d req-2d9c3c1f-20e0-4cf2-9364-ca29b6538062 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Apr 20 14:35:00.101631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79044c8-7445-4445-9aec-8b41c2673581 None None] New status for floating IP 8a448187-ff61-40ae-ab72-e9ab7934af2c: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:35:00.197797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300641-faec-4bd2-8c98-5eed55f78be9 req-56067b60-b801-4648-9a65-8ef36218d278 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:00.200245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d300641-faec-4bd2-8c98-5eed55f78be9 req-56067b60-b801-4648-9a65-8ef36218d278 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1193604 Apr 20 14:35:00.225178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d74d-42fe-4a78-83d4-6480e43c9a59 req-8fc93965-53e0-45d2-805e-1401fd37bd4e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:00.233888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1c8032de-1e39-4361-a099-c583d6994390 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:00.245464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0106d74d-42fe-4a78-83d4-6480e43c9a59 req-8fc93965-53e0-45d2-805e-1401fd37bd4e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.1246681 Apr 20 14:35:00.273038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 1c8032de-1e39-4361-a099-c583d6994390 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:00.273488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1c8032de-1e39-4361-a099-c583d6994390 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:00.307464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0106d74d-42fe-4a78-83d4-6480e43c9a59 req-b10b02c3-a068-4bf7-bf90-52b0364403b1 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609596 Apr 20 14:35:00.310070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d300641-faec-4bd2-8c98-5eed55f78be9 req-df3d060e-89c0-4768-b57f-07da9cb7a5ce tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004612 Apr 20 14:35:00.461304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:00.518528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.541884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.595529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.599626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.601102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232 HTTP/1.1" status: 204 len: 168 time: 0.1387060 Apr 20 14:35:00.604176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:00.629101 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-c65edb1b-1556-4027-bbd5-34d012a83c0c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] show failed (client error): The resource could not be found. Apr 20 14:35:00.630123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c65edb1b-1556-4027-bbd5-34d012a83c0c tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "GET /v2.0/security-groups/4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232 HTTP/1.1" status: 404 len: 347 time: 0.0249596 Apr 20 14:35:00.631628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9007f-29f3-453f-8b21-f414c5a89926 tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76e75e-66f2-4cf2-80cf-3bbc4c1ee232,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:00.633366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49162) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:00.661937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c841-a6c9-4f48-ae7f-4ffc2f6c16d6 req-6b4a77ce-e7aa-44cf-994c-c5b49c31bae8 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:00.663027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53a7c841-a6c9-4f48-ae7f-4ffc2f6c16d6 req-6b4a77ce-e7aa-44cf-994c-c5b49c31bae8 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.0606205 Apr 20 14:35:00.713948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53a7c841-a6c9-4f48-ae7f-4ffc2f6c16d6 req-3ec0f84d-4772-4251-9d4d-2055ead36896 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382695 Apr 20 14:35:00.759321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c601e0f3-8789-4a42-8896-a7b08dfc0147 req-fd6d9d4a-76c4-4386-b924-f159b5ab5383 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 210 time: 0.0340061 Apr 20 14:35:00.802792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Deleting port 7e26be4a-323d-4598-bfd9-74eddeda27fc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:00.803140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.869471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-2c8dd5d3-ba31-41ee-8df5-0f30d69e081a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=830009260bb4439186eb49e0be38e48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549135 Apr 20 14:35:00.967418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.967804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:00.992136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Calling delete_port for 7e26be4a-323d-4598-bfd9-74eddeda27fc owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:01.028315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-3f8016c8-8500-4bd0-a339-8e6e98e223ca tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.029874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-3f8016c8-8500-4bd0-a339-8e6e98e223ca tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523101 Apr 20 14:35:01.052875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2169d-b978-4b98-ae45-411fab17d7c7 req-168b89ff-f00d-46d4-a6d5-eff8ac8604cd tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.054545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1f2169d-b978-4b98-ae45-411fab17d7c7 req-168b89ff-f00d-46d4-a6d5-eff8ac8604cd tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1096 time: 0.0434964 Apr 20 14:35:01.063749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Request body: {'port': {'device_id': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '830009260bb4439186eb49e0be38e48a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:01.118730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1f2169d-b978-4b98-ae45-411fab17d7c7 req-5161a367-9768-4fc5-9d81-edcd77abdd0b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Apr 20 14:35:01.221121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d85f-ea05-4f54-bfa8-6248eae2121f req-55f84290-1695-49d0-96e5-4c549e4e005c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.232127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0684d85f-ea05-4f54-bfa8-6248eae2121f req-55f84290-1695-49d0-96e5-4c549e4e005c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0906506 Apr 20 14:35:01.246618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Made reservation on behalf of 830009260bb4439186eb49e0be38e48a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:35:01.250507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.277226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.289439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0684d85f-ea05-4f54-bfa8-6248eae2121f req-2565c8ad-4091-4ac7-b654-971f4046a7d4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Apr 20 14:35:01.307556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Pushing event deleted for resources: {'Port': ['ID=7e26be4a-323d-4598-bfd9-74eddeda27fc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:01.452889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.455855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.458814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e5376b6-bf06-4d55-99f3-1bb60f38cd1e tempest-ServersWithSpecificFlavorTestJSON-197440749 tempest-ServersWithSpecificFlavorTestJSON-197440749-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a448187-ff61-40ae-ab72-e9ab7934af2c HTTP/1.1" status: 204 len: 168 time: 0.8224704 Apr 20 14:35:01.473837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4b9e-6ca6-4482-a188-5d7b23395662 req-f5107294-b47b-460d-a65e-b8e4a5179396 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.479961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Allocated IP 192.168.233.73 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/3870d142-a95b-49e7-9730-e706c2f491e3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:35:01.481773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaba4b9e-6ca6-4482-a188-5d7b23395662 req-f5107294-b47b-460d-a65e-b8e4a5179396 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0757158 Apr 20 14:35:01.526172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaba4b9e-6ca6-4482-a188-5d7b23395662 req-8854287b-9e35-431e-98cb-c3a66c568e39 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Apr 20 14:35:01.661433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b67d42-5ada-4f62-a2a8-d2cd317097eb req-4b115beb-676f-4f0d-94f5-1d67012b76be tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.663440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53b67d42-5ada-4f62-a2a8-d2cd317097eb req-4b115beb-676f-4f0d-94f5-1d67012b76be tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0582147 Apr 20 14:35:01.674547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.718241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.733214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df', 'ea696835-c896-4ce9-801a-37f0c5077d98', 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:01.735696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:01.735943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53b67d42-5ada-4f62-a2a8-d2cd317097eb req-558a5246-cc69-4313-82ad-2db3ded34601 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604391 Apr 20 14:35:01.798709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event updated for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:01.811894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:35:01.813248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:35:01.828517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:35:01.958869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.959602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.980532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faeee8-bf87-4601-9dbc-8f3534e5b1a5 req-008f5611-34eb-414d-ab23-7e020749f1a5 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.988219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45faeee8-bf87-4601-9dbc-8f3534e5b1a5 req-008f5611-34eb-414d-ab23-7e020749f1a5 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.0988181 Apr 20 14:35:01.992530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-569b33b2-42df-4a37-8324-5d7862a2e3f5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9207087 Apr 20 14:35:02.048704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Request body: {'port': {'device_id': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:02.072148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45faeee8-bf87-4601-9dbc-8f3534e5b1a5 req-c62c8c79-a5b9-499a-96e4-40ed220d117c tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828547 Apr 20 14:35:02.199585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.205143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:02.237871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-1df95b66-02e4-4fff-8723-043fd8b4e46b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:35:02.238610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790d71e-295f-47d7-a3de-666c6f7070a1 req-3bafba04-0585-4ffd-acda-e3d6fa924aac tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.239599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-1df95b66-02e4-4fff-8723-043fd8b4e46b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128875 Apr 20 14:35:02.247081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b790d71e-295f-47d7-a3de-666c6f7070a1 req-3bafba04-0585-4ffd-acda-e3d6fa924aac tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 935 time: 0.0643282 Apr 20 14:35:02.292620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b790d71e-295f-47d7-a3de-666c6f7070a1 req-202a3d5f-8865-4792-a1a9-3491a62c7467 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Apr 20 14:35:02.292960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f289cb9c-9f96-4e89-92fd-f2c090ea4ef4 None None] Provisioning complete for port 3870d142-a95b-49e7-9730-e706c2f491e3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:02.293319 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f289cb9c-9f96-4e89-92fd-f2c090ea4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.443463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f289cb9c-9f96-4e89-92fd-f2c090ea4ef4 None None] Port 3870d142-a95b-49e7-9730-e706c2f491e3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:35:02.452837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7ca07-2db3-4c56-868a-b8a8d6e4873c req-c9608ead-5ebf-4112-8634-83c3f7ba3d3b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.464181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9b7ca07-2db3-4c56-868a-b8a8d6e4873c req-c9608ead-5ebf-4112-8634-83c3f7ba3d3b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0798151 Apr 20 14:35:02.490307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:02.520078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9b7ca07-2db3-4c56-868a-b8a8d6e4873c req-9d7ea46e-0cea-4bbc-b607-15a2bd8fa312 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495305 Apr 20 14:35:02.521691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'port_id': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'mac_address': 'fa:16:3e:01:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93560537-6b29-4967-8c68-6a38393ab34f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:02.561959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-b8ceae64-9d67-4137-b70a-3a789b04fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.562992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-b8ceae64-9d67-4137-b70a-3a789b04fc5d service neutron] 10.222.0.20 "GET /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 1093 time: 0.0574698 Apr 20 14:35:02.591173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:02.591622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:35:02.632118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.634533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3870d142-a95b-49e7-9730-e706c2f491e3 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:02.651439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.674820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4efb6-babf-4f38-a9a8-c181650242ae req-beb90586-6eda-4f30-b1d0-9de1b1ef84bd tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.677193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3eb4efb6-babf-4f38-a9a8-c181650242ae req-beb90586-6eda-4f30-b1d0-9de1b1ef84bd tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0587277 Apr 20 14:35:02.681847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:02.725950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3eb4efb6-babf-4f38-a9a8-c181650242ae req-3ac9bd5e-d9f1-408a-aa27-3b0738258744 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Apr 20 14:35:02.744798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:02.755950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.756832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3d31567-1ee5-4312-b146-dd6dd6287f2d details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:02.786944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Transition to ACTIVE for port object 3870d142-a95b-49e7-9730-e706c2f491e3 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:02.798172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:02.798326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:02.798677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:02.801368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:02.856972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:02.870311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:02.870669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:02.881958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:02.883168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:02.883554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:02.884004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Bound port: 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:02.913951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3b8af-d10c-41dc-b008-0f8c2d459ce4 req-bb31bfc2-d0e4-45a5-a0de-0ee7cdc87a3e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.922299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43e3b8af-d10c-41dc-b008-0f8c2d459ce4 req-bb31bfc2-d0e4-45a5-a0de-0ee7cdc87a3e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0749173 Apr 20 14:35:02.978660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43e3b8af-d10c-41dc-b008-0f8c2d459ce4 req-ff6591f2-3e86-4dda-b63a-718e42c13a79 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Apr 20 14:35:03.009236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:03.024167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.025425 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-773a96fc-014a-43ce-ab54-50f934319868 service neutron] 10.222.0.20 "POST /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4392500 Apr 20 14:35:03.037935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Attempting to bind port 3870d142-a95b-49e7-9730-e706c2f491e3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:03.038185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Attempting to bind port 3870d142-a95b-49e7-9730-e706c2f491e3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:03.038494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Attempting to bind port 3870d142-a95b-49e7-9730-e706c2f491e3 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:03.044189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Port 3870d142-a95b-49e7-9730-e706c2f491e3 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:03.044517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Attempting to bind port 3870d142-a95b-49e7-9730-e706c2f491e3 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:03.050144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:03.050607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:03.051076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:03.051579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Bound port: 3870d142-a95b-49e7-9730-e706c2f491e3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:03.052017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.205721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:03.210802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3870d142-a95b-49e7-9730-e706c2f491e3,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:03.218352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.301484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.302047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.307299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] 10.222.0.43 "PUT /v2.0/ports/3870d142-a95b-49e7-9730-e706c2f491e3 HTTP/1.1" status: 200 len: 1095 time: 1.2731295 Apr 20 14:35:03.308088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:03.312389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:03.314281 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3a7f54-2356-4c41-8069-652bf7a8114c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:03.344745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:03.420363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'port_id': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'mac_address': 'fa:16:3e:3a:e6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:03.422155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d456b21-8ef3-462d-a628-621db737f691 req-90dd5759-3fcc-4c56-9de9-8ecd07e8a8b0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.423865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d456b21-8ef3-462d-a628-621db737f691 req-90dd5759-3fcc-4c56-9de9-8ecd07e8a8b0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 943 time: 0.1480088 Apr 20 14:35:03.441565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df0e22-93bf-4117-9962-dd92436a7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:03.467131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397518-a0b3-4717-ae76-9d3356d2959e req-c9bc78b0-2cf7-4e21-9e3b-bce84d813f42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.471541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.475157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-4a47177d-dc6f-46ef-99d8-240f77d511b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.477079 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-4a47177d-dc6f-46ef-99d8-240f77d511b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 1098 time: 0.1089468 Apr 20 14:35:03.477607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36397518-a0b3-4717-ae76-9d3356d2959e req-c9bc78b0-2cf7-4e21-9e3b-bce84d813f42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1384814 Apr 20 14:35:03.479995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-ab755e76-c13c-438e-878b-8f1944ea9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.481899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-ab755e76-c13c-438e-878b-8f1944ea9506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1096 time: 0.1426101 Apr 20 14:35:03.494040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.508357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d31567-1ee5-4312-b146-dd6dd6287f2d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:03.537837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:03.549095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:03.575513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36397518-a0b3-4717-ae76-9d3356d2959e req-d8e22294-5e4b-42fc-ab46-29e0a66371e8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969095 Apr 20 14:35:03.604910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d456b21-8ef3-462d-a628-621db737f691 req-0edc8287-fa54-4f11-8242-df060a3941d4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721327 Apr 20 14:35:03.650321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-9dc6af67-19c8-4625-8f9c-db599deda810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.650540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:03.651996 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-9dc6af67-19c8-4625-8f9c-db599deda810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1444211 Apr 20 14:35:03.676334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:03.691927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-ffce4aab-daef-4c10-9a13-ab5b8ecc51ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3870d142-a95b-49e7-9730-e706c2f491e3 HTTP/1.1" status: 200 len: 217 time: 0.1855466 Apr 20 14:35:03.753808 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f871b73a-95cf-451e-9889-cdc780830d77 x-openstack-request-id: req-f871b73a-95cf-451e-9889-cdc780830d77 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:03.754045 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:03.754242 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f871b73a-95cf-451e-9889-cdc780830d77 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:03.754675 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f871b73a-95cf-451e-9889-cdc780830d77'] response: {'name': 'network-changed', 'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3', 'status': 'completed', 'code': 200} Apr 20 14:35:03.765968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-9fd59eab-5a03-49f5-8d23-904b12e9ed14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 217 time: 0.0807538 Apr 20 14:35:03.845914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-64af0abb-a553-4fb9-9bcb-59a1b7bcc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.847682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-64af0abb-a553-4fb9-9bcb-59a1b7bcc0d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0922635 Apr 20 14:35:03.854552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-2902e163-85f1-402c-8c08-cf945a433aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.855676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-2902e163-85f1-402c-8c08-cf945a433aff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0698583 Apr 20 14:35:03.910552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-c706dcd3-6185-4911-9b76-2c96243f167f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418670 Apr 20 14:35:03.931015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1295512-e8da-4b9e-b4e0-39c02e26c7f2 req-60f124df-95f2-41b7-be38-976885dfb295 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.932481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1295512-e8da-4b9e-b4e0-39c02e26c7f2 req-60f124df-95f2-41b7-be38-976885dfb295 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 947 time: 0.1710649 Apr 20 14:35:03.943720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05706c88-eb61-476f-89e2-2892d4905d8a req-ceed28cd-fb77-40a2-9c5b-650d45003ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.943974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9e291-527e-47b6-bfa8-8469572d2816 req-93d5e654-bd67-4547-b24d-23455c9db2f1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.945161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95f9e291-527e-47b6-bfa8-8469572d2816 req-93d5e654-bd67-4547-b24d-23455c9db2f1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1790769 Apr 20 14:35:03.945294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-ceed28cd-fb77-40a2-9c5b-650d45003ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887573 Apr 20 14:35:04.041646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1295512-e8da-4b9e-b4e0-39c02e26c7f2 req-a8def71e-bff0-4f72-8bf7-af019a1f4a3d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952952 Apr 20 14:35:04.069410 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-30642a41-66b1-4a93-b0a0-a275cdb6e33b service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510205 Apr 20 14:35:04.078821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95f9e291-527e-47b6-bfa8-8469572d2816 req-4bf9767f-8306-444f-a080-6b918a7f2c5e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179252 Apr 20 14:35:04.112806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-033ecf66-03fc-4fd1-bd2d-b1062eb6105e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393979 Apr 20 14:35:04.223567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:04.235230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de27bb-5701-4f14-a0e6-874f46468271 req-3d677870-e43a-4543-9350-ccd5fcdaff68 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.240894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3de27bb-5701-4f14-a0e6-874f46468271 req-3d677870-e43a-4543-9350-ccd5fcdaff68 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 945 time: 0.1093199 Apr 20 14:35:04.241781 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-cbb2913c-a595-4812-aa7c-7dea60baca13 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630368 Apr 20 14:35:04.258135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05706c88-eb61-476f-89e2-2892d4905d8a req-5e6748d9-2931-4ba0-8333-07082b79c357 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143732 Apr 20 14:35:04.278855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d3d31567-1ee5-4312-b146-dd6dd6287f2d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:04.306266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5b017-e54c-4b25-a0c0-faa2649e33f6 req-974d38eb-1f37-4b75-8828-463d4ef93625 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.314134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2e5b017-e54c-4b25-a0c0-faa2649e33f6 req-974d38eb-1f37-4b75-8828-463d4ef93625 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1486092 Apr 20 14:35:04.369574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2e5b017-e54c-4b25-a0c0-faa2649e33f6 req-2509c63f-e610-4a01-889a-43797d570c1a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Apr 20 14:35:04.415740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-8d4e4d31-3f3c-4110-a8e2-f8b858a2f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.418061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-8d4e4d31-3f3c-4110-a8e2-f8b858a2f0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 1098 time: 0.0867858 Apr 20 14:35:04.439367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3de27bb-5701-4f14-a0e6-874f46468271 req-b856509b-9276-45f6-862b-623ff1c77010 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924515 Apr 20 14:35:04.511421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:04.533542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-97814e9d-2dea-48f1-8aff-613166cfb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.535269 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-97814e9d-2dea-48f1-8aff-613166cfb633 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1086864 Apr 20 14:35:04.627439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-899b190e-87b5-439a-8481-a8efa9d06bf6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3870d142-a95b-49e7-9730-e706c2f491e3 HTTP/1.1" status: 200 len: 217 time: 0.0826077 Apr 20 14:35:04.742663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-b7c9f7ab-2840-48a5-ab8e-aab5293fcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.745036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-b7c9f7ab-2840-48a5-ab8e-aab5293fcb5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1102686 Apr 20 14:35:04.802464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-a0fc87ab-ee79-42f4-9339-bf118ccfa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:04.804446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-a0fc87ab-ee79-42f4-9339-bf118ccfa1bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512528 Apr 20 14:35:04.928378 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-67fae85c-080a-4fc7-ab20-4e57ec3f675b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098928 Apr 20 14:35:05.024355 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb3a7f54-2356-4c41-8069-652bf7a8114c req-a2c856c6-2141-4e4e-9cf1-0d4afb94a2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884233 Apr 20 14:35:05.056544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b50f-eaa4-452f-a770-62235fabaef7 req-830f6c38-d121-4f89-bad6-a81bdc65d562 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.060046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93e3b50f-eaa4-452f-a770-62235fabaef7 req-830f6c38-d121-4f89-bad6-a81bdc65d562 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 944 time: 0.1040051 Apr 20 14:35:05.106009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4675e-8a5a-4268-80d2-5deb8df3163d req-b0ef9aa3-9776-4fc7-8097-5a7a55481ee0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.107469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41d4675e-8a5a-4268-80d2-5deb8df3163d req-b0ef9aa3-9776-4fc7-8097-5a7a55481ee0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1503601 Apr 20 14:35:05.172782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93e3b50f-eaa4-452f-a770-62235fabaef7 req-3534e973-712c-4240-b948-10739f807197 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850725 Apr 20 14:35:05.199513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41d4675e-8a5a-4268-80d2-5deb8df3163d req-f4f34fed-4465-417b-866e-7c8a1dac367f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692258 Apr 20 14:35:05.372104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303cee2-c8c2-4950-aee0-131ab802d7ce req-a163dbbb-e358-4c9f-9c50-491e687c8622 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.373847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7303cee2-c8c2-4950-aee0-131ab802d7ce req-a163dbbb-e358-4c9f-9c50-491e687c8622 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1063142 Apr 20 14:35:05.383307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbdb6c-4c9f-4e9e-9b76-b40ed96b24a8 req-524c4dcb-b45d-4d56-bb26-ee0845c36dcf tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.384769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4bbdb6c-4c9f-4e9e-9b76-b40ed96b24a8 req-524c4dcb-b45d-4d56-bb26-ee0845c36dcf tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 947 time: 0.1160123 Apr 20 14:35:05.444154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Deleting port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:05.444834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:05.467510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7303cee2-c8c2-4950-aee0-131ab802d7ce req-188a2f6f-50c2-41df-a9f4-aa05a0223eb6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818105 Apr 20 14:35:05.475339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4bbdb6c-4c9f-4e9e-9b76-b40ed96b24a8 req-129cdde0-f3d6-429c-8148-075fab5b6580 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771942 Apr 20 14:35:05.589588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-c47d75d2-c931-4a56-b76f-3fc459225807 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495045 Apr 20 14:35:05.653021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] For port 6d6f90f2-d3dd-4585-ab2d-e2f073605b97, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:05.653419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:05.675515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Calling delete_port for 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:05.677124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-e36f0c47-5dda-4082-98f3-daeab497d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.679230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-e36f0c47-5dda-4082-98f3-daeab497d2f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1095 time: 0.0503838 Apr 20 14:35:05.738263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761b54b-726b-4e5e-a64e-2e11aacba13a req-12333823-5446-41e7-ada4-88c70263e477 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.740061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e761b54b-726b-4e5e-a64e-2e11aacba13a req-12333823-5446-41e7-ada4-88c70263e477 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 945 time: 0.1776004 Apr 20 14:35:05.748000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0093a7-bb4d-46db-bd28-40a6c004ed0f req-f7a8ddae-07b4-4ae7-aed1-0386ee8379e0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.751985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c0093a7-bb4d-46db-bd28-40a6c004ed0f req-f7a8ddae-07b4-4ae7-aed1-0386ee8379e0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1853211 Apr 20 14:35:05.796072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-80fc3b5b-70d2-4d6d-8488-27763b2b6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.797754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-80fc3b5b-70d2-4d6d-8488-27763b2b6d97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.0972943 Apr 20 14:35:05.825751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e761b54b-726b-4e5e-a64e-2e11aacba13a req-dd734d6c-081a-4765-ba8d-39d3286531e4 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730140 Apr 20 14:35:05.841083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c0093a7-bb4d-46db-bd28-40a6c004ed0f req-83794623-6ca0-4cab-9d4a-96add0b8d9d4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757325 Apr 20 14:35:05.859023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-ec7023e5-83a2-493a-acd6-66d446bfc3c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0532541 Apr 20 14:35:05.916414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-284020d5-45bc-4bd5-8eb5-6b02cfabe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.917919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-284020d5-45bc-4bd5-8eb5-6b02cfabe314 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0505419 Apr 20 14:35:05.952486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-f4575efc-2538-4b22-ae95-1bb7c472c8f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269306 Apr 20 14:35:05.975237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.000414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6f90f2-d3dd-4585-ab2d-e2f073605b97,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:06.065377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-8522440e-9efe-4b77-9a20-79023853b437 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969095 Apr 20 14:35:06.182352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3afed08f-4364-4779-978b-f96cef0d72f7 req-b91692d0-b2d2-45e5-a4b9-c9f4b7742c37 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087267 Apr 20 14:35:06.184468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.201383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:06.308450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:06.314535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:06.314535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.366622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.415408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.425568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea2922-ffb9-42b7-bce8-984b8582185b req-349945f7-d9bb-44a7-8e49-dfb55c4a11d3 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.427404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54ea2922-ffb9-42b7-bce8-984b8582185b req-349945f7-d9bb-44a7-8e49-dfb55c4a11d3 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 944 time: 0.1285958 Apr 20 14:35:06.437991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb86f83-bab0-458e-986b-915ba16d2273 req-445c6883-fc8c-49e7-bea8-8976d91f70cb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.439606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5eb86f83-bab0-458e-986b-915ba16d2273 req-445c6883-fc8c-49e7-bea8-8976d91f70cb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1532393 Apr 20 14:35:06.448560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:06.452534 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873cb28e-cf2c-47f6-b6e9-da97841564c8" -d '{"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-plugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:06.468421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:06.473040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.474001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3d31567-1ee5-4312-b146-dd6dd6287f2d up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:06.557839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:06.576531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port d3d31567-1ee5-4312-b146-dd6dd6287f2d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:06.581657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d3d31567-1ee5-4312-b146-dd6dd6287f2d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:06.582171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.594351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54ea2922-ffb9-42b7-bce8-984b8582185b req-9d46ce71-98ea-4a35-807e-dd58bc699cdb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535120 Apr 20 14:35:06.598687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5eb86f83-bab0-458e-986b-915ba16d2273 req-3ecfe189-c6a0-4cb2-9c50-f634abbe4d6f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488540 Apr 20 14:35:06.652466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:35:06.688736 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8085453-d2e8-408f-a32a-f90231c5dcc4 x-openstack-request-id: req-a8085453-d2e8-408f-a32a-f90231c5dcc4 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:06.689024 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-plugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:06.689275 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8085453-d2e8-408f-a32a-f90231c5dcc4 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:06.689668 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8085453-d2e8-408f-a32a-f90231c5dcc4'] response: {'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'code': 200} Apr 20 14:35:06.690268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.733934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:06.739963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:06.777421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4a6bf-888d-4f53-bf16-852ed031fc65 req-1f1e8ecd-97a0-4930-9ebf-7515e0262423 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.785478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67f4a6bf-888d-4f53-bf16-852ed031fc65 req-1f1e8ecd-97a0-4930-9ebf-7515e0262423 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1083009 Apr 20 14:35:06.803887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:06.821341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c5ab-3321-4924-a355-6cd5fdeedb7e req-48ce0481-e8bd-48b6-91a2-500cb4f5fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.822840 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70f3c5ab-3321-4924-a355-6cd5fdeedb7e req-48ce0481-e8bd-48b6-91a2-500cb4f5fa9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 1097 time: 0.0477855 Apr 20 14:35:06.874151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70f3c5ab-3321-4924-a355-6cd5fdeedb7e req-b76ad12b-0c9c-4b0d-b1a0-948ea6599632 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Apr 20 14:35:06.902074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67f4a6bf-888d-4f53-bf16-852ed031fc65 req-6372ee60-bd4f-45e0-a9d1-553aa522f688 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154058 Apr 20 14:35:06.904438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:35:06.913872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8d42b98-25f0-498c-b9ec-a7c00051e6c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/368ac2a3-ad19-47d7-9b7b-861c19ee67ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2592361 Apr 20 14:35:06.914336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:06.918143 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Sync routers for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:35:06.941754 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:06.942806 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:06.963132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0f769-b380-48d3-ada8-6ee79fca1e1b req-3e89ddf2-8303-4880-b5ff-1c685a0bc5c2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.964767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ac0f769-b380-48d3-ada8-6ee79fca1e1b req-3e89ddf2-8303-4880-b5ff-1c685a0bc5c2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 947 time: 0.1504567 Apr 20 14:35:06.973062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3870d142-a95b-49e7-9730-e706c2f491e3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:07.079778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ac0f769-b380-48d3-ada8-6ee79fca1e1b req-13a8891c-e7be-45f1-bca9-8b76f3b8246a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043177 Apr 20 14:35:07.082814 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:07.089629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.132898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3870d142-a95b-49e7-9730-e706c2f491e3,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:07.169565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc989df-ab52-47b3-8fa8-b541e7bdca0d req-5bbb9e21-1549-4c75-b601-f8497b6cd590 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:07.170153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3870d142-a95b-49e7-9730-e706c2f491e3', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '3870d142-a95b-49e7-9730-e706c2f491e3', 'mac_address': 'fa:16:3e:80:81:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:07.172210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fc989df-ab52-47b3-8fa8-b541e7bdca0d req-5bbb9e21-1549-4c75-b601-f8497b6cd590 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1702914 Apr 20 14:35:07.235676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.254056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3870d142-a95b-49e7-9730-e706c2f491e3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:07.278777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3870d142-a95b-49e7-9730-e706c2f491e3,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:07.283764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.315782 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:35:05Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:07.323874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fc989df-ab52-47b3-8fa8-b541e7bdca0d req-25362baf-def6-4b6e-b428-43ff92a36218 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177313 Apr 20 14:35:07.339409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e0707-58c6-4527-84a6-6bc3a7bb460d req-5a945a87-3cef-4119-8aff-9cb8aaef1a82 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:07.341414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:07.347070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e50e0707-58c6-4527-84a6-6bc3a7bb460d req-5a945a87-3cef-4119-8aff-9cb8aaef1a82 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1712954 Apr 20 14:35:07.363189 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Checking router: 368ac2a3-ad19-47d7-9b7b-861c19ee67ea for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:35:07.372370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.375551 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Routers {'368ac2a3-ad19-47d7-9b7b-861c19ee67ea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:07.376814 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:07.401607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e50e0707-58c6-4527-84a6-6bc3a7bb460d req-ebe504fd-817e-4979-a9a7-ae1f3eed678f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 Apr 20 14:35:07.429626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:35:07.465865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Deleting port 03542c42-e720-412c-b2a2-3ffff46f107c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:07.466215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.515845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] Set router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:07.559676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] For port 03542c42-e720-412c-b2a2-3ffff46f107c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03542c42-e720-412c-b2a2-3ffff46f107c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:07.560053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.574952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Calling delete_port for 03542c42-e720-412c-b2a2-3ffff46f107c owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:07.674894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3870d142-a95b-49e7-9730-e706c2f491e3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:07.767273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:35:05Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:07.817291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489be30-aeac-4444-aaa3-68248e05fce7 None None] The sync data for ids ['368ac2a3-ad19-47d7-9b7b-861c19ee67ea'] in n-d-836145-2 is: [{'id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1110065716-router', 'tenant_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:37Z', 'updated_at': '2022-04-20T14:35:05Z', 'revision_number': 5, 'project_id': 'f594feacd5d5496ab0c3b4ba044c8df4', 'gw_port': {'id': '03542c42-e720-412c-b2a2-3ffff46f107c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368ac2a3-ad19-47d7-9b7b-861c19ee67ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:38Z', 'updated_at': '2022-04-20T14:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:35:07.870018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79a605-f006-4b90-84c8-5be7683b0e91 req-b586ea07-cd21-4efe-977f-aeb807213a8b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:07.871665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b79a605-f006-4b90-84c8-5be7683b0e91 req-b586ea07-cd21-4efe-977f-aeb807213a8b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1136496 Apr 20 14:35:07.880142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0b26-1a90-4179-8f88-0f0a750d4c29 req-923a744d-c496-458b-b8f2-c8866508b448 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:07.888426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1bd0b26-1a90-4179-8f88-0f0a750d4c29 req-923a744d-c496-458b-b8f2-c8866508b448 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.1639171 Apr 20 14:35:07.890476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:07.957354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03542c42-e720-412c-b2a2-3ffff46f107c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:08.026000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1bd0b26-1a90-4179-8f88-0f0a750d4c29 req-fcf7025d-81e1-4e37-b0f7-d1d408f3f415 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365328 Apr 20 14:35:08.039335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b79a605-f006-4b90-84c8-5be7683b0e91 req-d29c524d-5463-4944-a51d-c46dda314bd5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458414 Apr 20 14:35:08.074243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.243514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.247300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.331820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddf5ce-c40e-4dde-bc5e-98c8c2894d37 req-c5d40cb8-b12b-4017-a1f3-3c119d4af504 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.333894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ddf5ce-c40e-4dde-bc5e-98c8c2894d37 req-c5d40cb8-b12b-4017-a1f3-3c119d4af504 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.2108202 Apr 20 14:35:08.337036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.337564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368ac2a3-ad19-47d7-9b7b-861c19ee67ea {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:35:08.347774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9e96-1357-4b69-b28f-511a1b739dc1 req-0881ec1d-3a00-444b-b167-2019a471cc01 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.350298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ca9e96-1357-4b69-b28f-511a1b739dc1 req-0881ec1d-3a00-444b-b167-2019a471cc01 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 948 time: 0.1811249 Apr 20 14:35:08.354518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.355661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4b4299de-c6fc-46a1-a37e-de648e33f1d1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/368ac2a3-ad19-47d7-9b7b-861c19ee67ea HTTP/1.1" status: 204 len: 168 time: 1.4406419 Apr 20 14:35:08.358916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:08.415816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ca9e96-1357-4b69-b28f-511a1b739dc1 req-fe9d1f6d-9dd4-4cca-b0a0-9a74013d3cf3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538995 Apr 20 14:35:08.418489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ddf5ce-c40e-4dde-bc5e-98c8c2894d37 req-2ab827e9-c7c4-4aa7-a954-ac2bc79681e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672276 Apr 20 14:35:08.451065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Deleting subnet 448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:35:08.466683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.538408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.544939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52bea8-44a0-4bbc-ab69-9302fac6ba80 req-93cea6d1-dc17-4f25-99b3-e66633860515 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.547501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d52bea8-44a0-4bbc-ab69-9302fac6ba80 req-93cea6d1-dc17-4f25-99b3-e66633860515 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0673196 Apr 20 14:35:08.631050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d52bea8-44a0-4bbc-ab69-9302fac6ba80 req-05c9109e-1181-4c9d-af8e-b63ae7142fef tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689816 Apr 20 14:35:08.656681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723af182-a1a1-49da-aed2-59c4f53ab7a1 req-95b459bc-7d2a-44d0-ad25-e53160f9014b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.662296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-723af182-a1a1-49da-aed2-59c4f53ab7a1 req-95b459bc-7d2a-44d0-ad25-e53160f9014b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.1133318 Apr 20 14:35:08.690844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:08.694362 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab1a79-827f-47c0-aeff-f5fc6bff5c26" -d '{"events": [{"server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "name": "network-vif-plugged", "status": "completed", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:08.698060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.717550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-723af182-a1a1-49da-aed2-59c4f53ab7a1 req-84709163-e83c-4cfa-b6d5-9c4e9efc49bd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469747 Apr 20 14:35:08.755385 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba31f5e-066d-4537-9926-83997e7c7380 x-openstack-request-id: req-aba31f5e-066d-4537-9926-83997e7c7380 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:08.755812 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "name": "network-vif-plugged", "status": "completed", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:08.756271 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aba31f5e-066d-4537-9926-83997e7c7380 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:08.759576 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba31f5e-066d-4537-9926-83997e7c7380'] response: {'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'code': 200} Apr 20 14:35:08.817057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.855455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:08.861414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d HTTP/1.1" status: 204 len: 168 time: 0.4985390 Apr 20 14:35:08.862342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:08.862548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00554f1b-0a18-4b51-839a-ea512df2d26e None None] Network a709da28-7c12-4c5f-a70f-37040aa74b44 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:35:08.879864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d6e9f-4a1e-4355-b817-ce788bd57180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448f1ec0-7e93-41c2-b0c5-526d1fdaeb0d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:08.906724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d3e8-ee40-4e0e-944b-a74e952c5a52 req-5d39e6d5-668c-4502-8b8e-8f8a910b73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.908358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3c77d3e8-ee40-4e0e-944b-a74e952c5a52 req-5d39e6d5-668c-4502-8b8e-8f8a910b73b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 1096 time: 0.0669944 Apr 20 14:35:08.961195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3c77d3e8-ee40-4e0e-944b-a74e952c5a52 req-e6961f59-bba3-4673-91b9-7411b20dc360 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Apr 20 14:35:09.161921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] DHCP port deletion for a709da28-7c12-4c5f-a70f-37040aa74b44 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:35:09.238182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Deleting port 956daea4-335f-4700-a1b6-1c004b331efd {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:09.238635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.303711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] For port 956daea4-335f-4700-a1b6-1c004b331efd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=956daea4-335f-4700-a1b6-1c004b331efd,segment=NetworkSegment(fe8b3def-b9ac-4c42-9486-8aaea0f59310),segment_id=fe8b3def-b9ac-4c42-9486-8aaea0f59310)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:09.304130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.317870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Calling delete_port for 956daea4-335f-4700-a1b6-1c004b331efd owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:09.376891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.406916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e2ca-ce10-4daf-99d2-6d9ac8f28a08 req-de74fdf4-9f0c-4cb8-8624-35d93e770729 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:09.408301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1de6e2ca-ce10-4daf-99d2-6d9ac8f28a08 req-de74fdf4-9f0c-4cb8-8624-35d93e770729 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1121736 Apr 20 14:35:09.414299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.417692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096c57-46ba-4df4-8a5c-fedcf2b6c67c req-05b9f467-72af-4bac-9fc5-478d06ffbc2c tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:09.419414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d096c57-46ba-4df4-8a5c-fedcf2b6c67c req-05b9f467-72af-4bac-9fc5-478d06ffbc2c tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.1241536 Apr 20 14:35:09.446369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 956daea4-335f-4700-a1b6-1c004b331efd no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:09.450530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] Pushing event deleted for resources: {'Port': ['ID=956daea4-335f-4700-a1b6-1c004b331efd,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:09.468231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] The port '956daea4-335f-4700-a1b6-1c004b331efd' was deleted {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 20 14:35:09.471787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 956daea4-335f-4700-a1b6-1c004b331efd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:09.472133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 956daea4-335f-4700-a1b6-1c004b331efd not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:09.472532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03542c42-e720-412c-b2a2-3ffff46f107c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:09.491338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdbe70-a331-48a7-b05c-0619cab0bdd7 None None] No DVR routers for this DVR port 956daea4-335f-4700-a1b6-1c004b331efd on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:09.494394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 03542c42-e720-412c-b2a2-3ffff46f107c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:09.494940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03542c42-e720-412c-b2a2-3ffff46f107c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:09.495262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:09.521271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:09.521620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6d6f90f2-d3dd-4585-ab2d-e2f073605b97 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:09.560446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1de6e2ca-ce10-4daf-99d2-6d9ac8f28a08 req-8d2b65a1-637e-4c74-b18c-fe7aa6f02e23 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394980 Apr 20 14:35:09.562963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d096c57-46ba-4df4-8a5c-fedcf2b6c67c req-9c2fac2b-5efd-4427-85fe-10d7b2ed938b tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361299 Apr 20 14:35:09.568391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.607133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a709da28-7c12-4c5f-a70f-37040aa74b44']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:09.617571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8b3def-b9ac-4c42-9486-8aaea0f59310') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:09.618380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8b3def-b9ac-4c42-9486-8aaea0f59310') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:09.637175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.688207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.699885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:35:09.700404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:35:09.704929 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:35:09.760586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603340-9170-4a36-91b7-74048647808f req-85b27f50-1ee4-481e-864c-1bdc32264cd5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:09.761936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9603340-9170-4a36-91b7-74048647808f req-85b27f50-1ee4-481e-864c-1bdc32264cd5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 948 time: 0.1369328 Apr 20 14:35:09.775112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9b041-65f4-4987-aeec-5a39b7f5c085 req-79a7800a-e416-48b2-adc9-a3eedb800b2f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:09.776549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40d9b041-65f4-4987-aeec-5a39b7f5c085 req-79a7800a-e416-48b2-adc9-a3eedb800b2f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1375442 Apr 20 14:35:09.812847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.822234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:09.825390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a709da28-7c12-4c5f-a70f-37040aa74b44 HTTP/1.1" status: 204 len: 168 time: 0.9604540 Apr 20 14:35:09.828876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:09.852377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef9de0-a088-4465-983d-51eee8c0d870 admin admin] Pushing event deleted for resources: {'Network': ['ID=a709da28-7c12-4c5f-a70f-37040aa74b44,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:09.858910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9603340-9170-4a36-91b7-74048647808f req-b4574e0e-d42e-4540-8d7f-0916849d7843 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781553 Apr 20 14:35:09.864803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40d9b041-65f4-4987-aeec-5a39b7f5c085 req-7b51e3cd-6ecf-4406-8e53-c489a0ee42e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Apr 20 14:35:10.029301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99873-2167-4b07-8335-5c79b952ce8c req-54097f2e-7d82-47ed-89c8-0d63b4a4c05c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.030755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86b99873-2167-4b07-8335-5c79b952ce8c req-54097f2e-7d82-47ed-89c8-0d63b4a4c05c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0896497 Apr 20 14:35:10.038962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4055db-81f5-448a-aff1-992fa31bdef9 req-aa0a9b4d-11f9-4558-b8eb-c032936c814a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.040330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb4055db-81f5-448a-aff1-992fa31bdef9 req-aa0a9b4d-11f9-4558-b8eb-c032936c814a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1083603 Apr 20 14:35:10.094731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8b2582c1-70cd-4b4e-bab6-6570f0175eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:10.097120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86b99873-2167-4b07-8335-5c79b952ce8c req-b1b417bb-481b-4464-907f-afd51ba0fbe9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557966 Apr 20 14:35:10.100631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb4055db-81f5-448a-aff1-992fa31bdef9 req-7ca6df66-d87e-4524-9690-60dc9fdb3071 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525377 Apr 20 14:35:10.216657 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:10.222168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977838-e62a-4586-8c41-8a506aa32aca req-1d24482f-6c24-46d3-97a2-7a0b420d9771 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.223751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf977838-e62a-4586-8c41-8a506aa32aca req-1d24482f-6c24-46d3-97a2-7a0b420d9771 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0486548 Apr 20 14:35:10.265898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf977838-e62a-4586-8c41-8a506aa32aca req-80cc0d96-b667-4f7f-ba68-87f1252261eb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Apr 20 14:35:10.396884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588dbc9-22f0-43ea-bf32-8bbb106a9477 req-f36ebc12-6917-4223-83e7-2b341962937a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.398408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f588dbc9-22f0-43ea-bf32-8bbb106a9477 req-f36ebc12-6917-4223-83e7-2b341962937a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0516005 Apr 20 14:35:10.440937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f588dbc9-22f0-43ea-bf32-8bbb106a9477 req-b552ff95-7d68-4873-b258-359d4a5bef3d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Apr 20 14:35:10.576559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29354-bdd3-463c-875e-543fe274b8f8 req-9e32a487-e910-4e63-8844-2d6fca904a80 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.578048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2dd29354-bdd3-463c-875e-543fe274b8f8 req-9e32a487-e910-4e63-8844-2d6fca904a80 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0578558 Apr 20 14:35:10.623129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2dd29354-bdd3-463c-875e-543fe274b8f8 req-200e45b3-fc87-42bf-b0c6-577d20b80fd0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Apr 20 14:35:10.721094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a463-1fd1-404a-929d-cb6750ffe8ad req-126897a0-b2a6-47f5-adb6-a3965db3580d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.722597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69f1a463-1fd1-404a-929d-cb6750ffe8ad req-126897a0-b2a6-47f5-adb6-a3965db3580d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.0781603 Apr 20 14:35:10.768303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03870132-4b5f-40b3-9117-1ad8dcb62633 req-dfafd211-1fa2-4cd8-b69d-353d4279b9a1 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.769772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03870132-4b5f-40b3-9117-1ad8dcb62633 req-dfafd211-1fa2-4cd8-b69d-353d4279b9a1 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.0838966 Apr 20 14:35:10.789259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69f1a463-1fd1-404a-929d-cb6750ffe8ad req-5069e035-504c-4f39-aee2-a438d753bf5c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Apr 20 14:35:10.796289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Deleting port 74fd26c7-2228-4650-b5dd-cb8a5750664c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:10.796654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:10.819127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03870132-4b5f-40b3-9117-1ad8dcb62633 req-037d4f01-00c6-4239-8e40-a64ea2699efb tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398297 Apr 20 14:35:10.885425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] For port 74fd26c7-2228-4650-b5dd-cb8a5750664c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=74fd26c7-2228-4650-b5dd-cb8a5750664c,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:10.886130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:10.901267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Calling delete_port for 74fd26c7-2228-4650-b5dd-cb8a5750664c owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:10.926071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ec5bd-f5d4-4d08-baa6-1298d64af308 req-571d5666-6384-4227-a664-961d52519bb0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.928162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-877ec5bd-f5d4-4d08-baa6-1298d64af308 req-571d5666-6384-4227-a664-961d52519bb0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0615816 Apr 20 14:35:10.986023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3870d142-a95b-49e7-9730-e706c2f491e3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:11.000031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-877ec5bd-f5d4-4d08-baa6-1298d64af308 req-4915d56a-ddbb-4834-b246-719d38e38fc5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661712 Apr 20 14:35:11.022748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebf4ff-390c-434f-b722-f7d7f268e6b1 req-4a881c6c-ae8b-40e2-be71-704c9f1b3013 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.024626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8ebf4ff-390c-434f-b722-f7d7f268e6b1 req-4a881c6c-ae8b-40e2-be71-704c9f1b3013 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 948 time: 0.0753651 Apr 20 14:35:11.066689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 3870d142-a95b-49e7-9730-e706c2f491e3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:11.074919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3870d142-a95b-49e7-9730-e706c2f491e3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:11.075361 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:11.081131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8ebf4ff-390c-434f-b722-f7d7f268e6b1 req-25df354f-5cb7-44b2-81f0-fb14e8c11e3c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Apr 20 14:35:11.151462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12d48-84d0-4398-b4fc-61c9b204266d req-a7214546-541d-4864-bcf5-2cfeed557c4b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.152290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:11.159491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9c12d48-84d0-4398-b4fc-61c9b204266d req-a7214546-541d-4864-bcf5-2cfeed557c4b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0637095 Apr 20 14:35:11.191992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:11.220063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:11.222529 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5387c36-8953-4abc-b216-2f930fbe0c9b" -d '{"events": [{"server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "name": "network-vif-plugged", "status": "completed", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:11.239478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3870d142-a95b-49e7-9730-e706c2f491e3,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:11.240750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9c12d48-84d0-4398-b4fc-61c9b204266d req-43c00ce2-5063-4a64-900a-8dcc2beb49de tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805318 Apr 20 14:35:11.254804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fd26c7-2228-4650-b5dd-cb8a5750664c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:11.259328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:11.269197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6155f-b73d-4566-ae7d-8f5316ebc204 req-51971b88-d795-4be8-b9cf-3e1b84a3fc86 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.277366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fac6155f-b73d-4566-ae7d-8f5316ebc204 req-51971b88-d795-4be8-b9cf-3e1b84a3fc86 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1098709 Apr 20 14:35:11.321653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fac6155f-b73d-4566-ae7d-8f5316ebc204 req-885d80d1-0d2a-4077-9a42-105411997beb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Apr 20 14:35:11.324120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:11.366103 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-71c08f74-2712-4dcc-a141-35ab197e4c32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316037 Apr 20 14:35:11.382086 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deb9d8a-f0e1-4257-948b-87a92be615c8 x-openstack-request-id: req-8deb9d8a-f0e1-4257-948b-87a92be615c8 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:11.383662 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "name": "network-vif-plugged", "status": "completed", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:11.383953 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8deb9d8a-f0e1-4257-948b-87a92be615c8 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:11.384982 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8deb9d8a-f0e1-4257-948b-87a92be615c8'] response: {'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3', 'code': 200} Apr 20 14:35:11.418910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc170468-2a14-44b1-bd1c-f9ba96549449 req-d9d1889e-2b92-41c4-b898-f7bdfd761231 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.421554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc170468-2a14-44b1-bd1c-f9ba96549449 req-d9d1889e-2b92-41c4-b898-f7bdfd761231 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 946 time: 0.0989740 Apr 20 14:35:11.469699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc170468-2a14-44b1-bd1c-f9ba96549449 req-48d641d4-bb94-4c49-9b30-fe93f46f5025 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Apr 20 14:35:11.546166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4fd2-ad71-4ef7-8626-2d6ee0705507 req-ee241d69-8c8c-4316-a958-c66c20c93efe tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.547817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5f4fd2-ad71-4ef7-8626-2d6ee0705507 req-ee241d69-8c8c-4316-a958-c66c20c93efe tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0592430 Apr 20 14:35:11.559794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-82449d1c-1a27-4482-8047-93bf4977734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.561281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-82449d1c-1a27-4482-8047-93bf4977734d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 1101 time: 0.1719046 Apr 20 14:35:11.565744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:11.579943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4d456-9d6a-4bcd-96ef-b91eccad4873 req-35593f38-a951-4ceb-8e63-5efa3afb1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.581422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e5a4d456-9d6a-4bcd-96ef-b91eccad4873 req-35593f38-a951-4ceb-8e63-5efa3afb1d0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 1100 time: 0.0720730 Apr 20 14:35:11.591264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5f4fd2-ad71-4ef7-8626-2d6ee0705507 req-b215e317-d090-43e1-8236-939f8f35bb58 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Apr 20 14:35:11.712372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652bca1-f896-45c5-aa5c-2ff923ed500c req-97ff8047-0943-4dea-a9bb-b4498684bd7a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.714155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5652bca1-f896-45c5-aa5c-2ff923ed500c req-97ff8047-0943-4dea-a9bb-b4498684bd7a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0523458 Apr 20 14:35:11.735730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e5a4d456-9d6a-4bcd-96ef-b91eccad4873 req-0cd95d90-f9f1-45a7-a34c-8dd97cdb778b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419101 Apr 20 14:35:11.755540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5652bca1-f896-45c5-aa5c-2ff923ed500c req-6ab94987-b670-4380-a575-ba8fcd62e857 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Apr 20 14:35:11.779960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-692efcc3-029b-4336-86f5-6d72c0af9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.781480 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-692efcc3-029b-4336-86f5-6d72c0af9f25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1979284 Apr 20 14:35:11.836748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-6c38f06e-f38f-4c18-a27d-575b9ea3e913 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=089bf83f-e4c5-44fe-85a5-f674441759df HTTP/1.1" status: 200 len: 217 time: 0.0400274 Apr 20 14:35:11.915328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7737d-f231-4c07-ac03-3fb38ac6df2d req-11d58e97-a42e-429c-8651-ef74fa82464f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.916994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3f7737d-f231-4c07-ac03-3fb38ac6df2d req-11d58e97-a42e-429c-8651-ef74fa82464f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.0512843 Apr 20 14:35:11.924376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-7092113b-e923-4d2e-8295-77a389391bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.925843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-7092113b-e923-4d2e-8295-77a389391bad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0514655 Apr 20 14:35:11.961077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3f7737d-f231-4c07-ac03-3fb38ac6df2d req-4a5b2c45-d74f-4d1d-8d64-8c18e6849567 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Apr 20 14:35:12.046411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-27f0c2fd-bb23-40de-b063-1763ec45872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.048222 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-27f0c2fd-bb23-40de-b063-1763ec45872e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126032 Apr 20 14:35:12.054032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Router 1544102e-6bbf-4732-8fc7-9a211a707c85 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:35:12.128943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144e17-7422-4259-8217-6b794152b5f3 req-fec454a0-34de-4129-9997-7775f3a89b79 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.137493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05144e17-7422-4259-8217-6b794152b5f3 req-fec454a0-34de-4129-9997-7775f3a89b79 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.1054978 Apr 20 14:35:12.160628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-c55cdb9b-0feb-4fc5-8ced-79c747832088 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.161670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-c55cdb9b-0feb-4fc5-8ced-79c747832088 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1097 time: 0.0972629 Apr 20 14:35:12.175599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836145-2'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:12.233671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-f97c053b-969e-4d81-ae1b-08bf4bd06df6 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754673 Apr 20 14:35:12.235679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05144e17-7422-4259-8217-6b794152b5f3 req-e4d0c34a-5572-43bb-ae4b-21dd57bf4f7f tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970697 Apr 20 14:35:12.245302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:12.283835 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.286434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:35:12.304792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2d1c0-964d-43f8-8b64-8ad9a494cfd4 req-2125e0e3-cc6e-4335-8bbf-f735c80174d1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.306357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bf2d1c0-964d-43f8-8b64-8ad9a494cfd4 req-2125e0e3-cc6e-4335-8bbf-f735c80174d1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.1363313 Apr 20 14:35:12.316352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a562c7c0-e625-4aa8-8887-46e68bfd0685 admin admin] 10.222.0.20 "PUT /v2.0/routers/1544102e-6bbf-4732-8fc7-9a211a707c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4863846 Apr 20 14:35:12.319199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:12.321330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Sync routers for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:35:12.406809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:12.408348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bf2d1c0-964d-43f8-8b64-8ad9a494cfd4 req-0f4350ab-18a7-4457-aba3-30307b589351 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929830 Apr 20 14:35:12.408800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:34:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:12.459875 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-160db1b1-0d3b-459f-bc6a-51511ac75b7c req-dd00dcb5-5cd9-413f-8a4f-aa867dc18187 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168412 Apr 20 14:35:12.478870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.525006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:12.539645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 has no active binding in host n-h1-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:35:12.571035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8b63b17f-4186-4159-b0b8-0467738d984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.587808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:12.605632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.617609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e672a-94db-48ed-aab2-e76d92a4c41d req-5b774c75-e9c8-4f1b-9727-8ce0fcddbd66 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.619785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-810e672a-94db-48ed-aab2-e76d92a4c41d req-5b774c75-e9c8-4f1b-9727-8ce0fcddbd66 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.1414111 Apr 20 14:35:12.634272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84cc1-2ed2-4f1b-a00a-bc84364f4818 req-a05fee85-8437-49b3-b526-747d9a629252 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.636434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91c84cc1-2ed2-4f1b-a00a-bc84364f4818 req-a05fee85-8437-49b3-b526-747d9a629252 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.1407068 Apr 20 14:35:12.645320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:12.646765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49366) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:12.651063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Request body: {'floatingip': {'port_id': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:12.689685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:12.694843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-810e672a-94db-48ed-aab2-e76d92a4c41d req-8e8323af-60a4-4015-906e-c482671e465a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Apr 20 14:35:12.713597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.754706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:12.759228 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453f4a9-e8f8-4b1e-b33b-0f11999a9c39" -d '{"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-unplugged", "status": "completed", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:12.768469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.776927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.857849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Deleting port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:12.858118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:12.894402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:12.948674 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e4791d-0b88-4469-8a9a-ed8ffac5019c x-openstack-request-id: req-d6e4791d-0b88-4469-8a9a-ed8ffac5019c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:12.949079 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-unplugged", "status": "completed", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:12.949428 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6e4791d-0b88-4469-8a9a-ed8ffac5019c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:12.949919 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e4791d-0b88-4469-8a9a-ed8ffac5019c'] response: {'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'code': 200} Apr 20 14:35:12.974487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4afc68-9e05-49e8-9038-5bd6ca231ab1 req-7ce2f929-7ab8-4070-bbf7-cce88a9dc07a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:12.976385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc4afc68-9e05-49e8-9038-5bd6ca231ab1 req-7ce2f929-7ab8-4070-bbf7-cce88a9dc07a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1630759 Apr 20 14:35:12.982011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on host n-h2-836145-2 for vnic_type normal with profile {"migrating_to": "n-h1-836145-2"} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:12.982780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:12.982944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:12.991584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:35:11Z', 'revision_number': 5, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port': {'id': '2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:26:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:30:48Z', 'updated_at': '2022-04-20T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:13.022180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Checking router: 1544102e-6bbf-4732-8fc7-9a211a707c85 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:35:13.033080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Routers {'1544102e-6bbf-4732-8fc7-9a211a707c85'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:13.033694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:35:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1544102e-6bbf-4732-8fc7-9a211a707c85'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:13.044939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:13.045448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Attempting to bind port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on network f8330ac5-5373-423f-8944-55b096979bdc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:13.068819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] For port 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:13.069515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.072463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80cbed-7c08-47a5-bfdd-d12571c8fc80 req-62e1b2ca-3099-40bc-b2ac-af961df87a0b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.073773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e80cbed-7c08-47a5-bfdd-d12571c8fc80 req-62e1b2ca-3099-40bc-b2ac-af961df87a0b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0798571 Apr 20 14:35:13.090602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Calling delete_port for 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:13.091772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:13.092391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Checking segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:13.092989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Bound using segment: {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:13.093691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Bound port: 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f16670a-32db-4530-97b1-d9b110b833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'f8330ac5-5373-423f-8944-55b096979bdc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:13.094284 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.127043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] Set router 1544102e-6bbf-4732-8fc7-9a211a707c85 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:13.129967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc4afc68-9e05-49e8-9038-5bd6ca231ab1 req-ed4f4574-dae1-44ed-b7d4-750f029fe4b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444902 Apr 20 14:35:13.178846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e80cbed-7c08-47a5-bfdd-d12571c8fc80 req-821bc26c-5e38-4ccc-b9e4-d01094dae895 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790224 Apr 20 14:35:13.227798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:13.233501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:13.238836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.360705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:35:12Z', 'revision_number': 6, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:13.368144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.368806 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.370441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] 10.222.0.45 "PUT /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 1122 time: 1.2016344 Apr 20 14:35:13.372780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01055ac-c2c2-42b4-92f3-f26da15afe5b service neutron] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=8']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:13.387767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118cff0-cd47-4038-b48b-22770d644c17 req-56456b18-14c7-48fa-a5ac-2c602b9aba9d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.389559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7118cff0-cd47-4038-b48b-22770d644c17 req-56456b18-14c7-48fa-a5ac-2c602b9aba9d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.1180913 Apr 20 14:35:13.398634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a77650-b921-4f75-b76a-b640d7756b77 None None] The sync data for ids ['1544102e-6bbf-4732-8fc7-9a211a707c85'] in n-d-836145-2 is: [{'id': '1544102e-6bbf-4732-8fc7-9a211a707c85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498802945-router', 'tenant_id': 'e13889c1771c4247b708db0ea4d96bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:30:46Z', 'updated_at': '2022-04-20T14:35:12Z', 'revision_number': 6, 'project_id': 'e13889c1771c4247b708db0ea4d96bd5', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:35:13.471524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7118cff0-cd47-4038-b48b-22770d644c17 req-f2e87f04-531f-494c-a4d2-e7ec5e8e6dc1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706608 Apr 20 14:35:13.537173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5a072edd-8c5d-4730-9aa7-7213a64d8c67'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:13.561290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ef74-b88f-42fd-8a86-1885cec4a3ee req-aef6e04f-f411-46bb-82bb-5d7719fb60f6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.563803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37a7ef74-b88f-42fd-8a86-1885cec4a3ee req-aef6e04f-f411-46bb-82bb-5d7719fb60f6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0646687 Apr 20 14:35:13.574002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['5a072edd-8c5d-4730-9aa7-7213a64d8c67'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:13.628113 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.632076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37a7ef74-b88f-42fd-8a86-1885cec4a3ee req-c8037924-6fda-463c-9ecd-ac2e3428a894 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576367 Apr 20 14:35:13.873791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.893870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d059-07ae-4dc4-99f6-6c5b844b9617 req-78808ff8-08be-42b8-bc3b-19595a3f165a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.895507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6120d059-07ae-4dc4-99f6-6c5b844b9617 req-78808ff8-08be-42b8-bc3b-19595a3f165a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0663404 Apr 20 14:35:13.917637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:13.921822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:35:13.939781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6120d059-07ae-4dc4-99f6-6c5b844b9617 req-aef29e10-3be7-4d66-b42e-8c5469df90e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Apr 20 14:35:14.013989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.022506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.055844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.153606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.156934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.249639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.249639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1544102e-6bbf-4732-8fc7-9a211a707c85 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:35:14.255470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.259680 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e54f5e4-5164-413b-83b8-675b2fdd9961 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1544102e-6bbf-4732-8fc7-9a211a707c85 HTTP/1.1" status: 204 len: 168 time: 1.9393241 Apr 20 14:35:14.260561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49386) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:14.285967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e367e-f612-4f5f-bcce-964b0ebaba2c req-011f3409-29df-4fc0-842a-278a4edc99a8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:14.287811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4e367e-f612-4f5f-bcce-964b0ebaba2c req-011f3409-29df-4fc0-842a-278a4edc99a8 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0676358 Apr 20 14:35:14.293355 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Floating IP 2d70d4c8-ddfe-4e98-ab21-41f57e14427b associated. External IP: 172.25.1.47, port: d3d31567-1ee5-4312-b146-dd6dd6287f2d. Apr 20 14:35:14.346222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Deleting subnet aa650095-0b08-40fa-8067-529f7bdd6e8d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:35:14.351288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4e367e-f612-4f5f-bcce-964b0ebaba2c req-d3f67f25-7da9-4152-83f1-1400f969d0a5 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528433 Apr 20 14:35:14.354623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.360377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9daca-a2f7-405b-ace7-6ad938f7a098 req-f2c35c88-0fb2-4796-83be-a4f650ee9f0f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:14.361871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ae9daca-a2f7-405b-ace7-6ad938f7a098 req-f2c35c88-0fb2-4796-83be-a4f650ee9f0f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0731635 Apr 20 14:35:14.404543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ae9daca-a2f7-405b-ace7-6ad938f7a098 req-88c79bbf-a654-4e09-b561-c7b026ff2a5d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Apr 20 14:35:14.442818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.594760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bea40-c48d-4512-b046-e35dab6a98a5 req-4e3136fa-0a34-464e-92f6-04812e48d620 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:14.596358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc7bea40-c48d-4512-b046-e35dab6a98a5 req-4e3136fa-0a34-464e-92f6-04812e48d620 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.0550413 Apr 20 14:35:14.611187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.639788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc7bea40-c48d-4512-b046-e35dab6a98a5 req-52f7652a-a0a8-4b14-a568-dd952136cdb1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Apr 20 14:35:14.678978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:35:14.698954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.757098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33f89-eac5-45c4-b4df-c1bab54c9df0 req-a4717eb0-a691-4079-af0b-099e0ef1c248 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:14.759631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c33f89-eac5-45c4-b4df-c1bab54c9df0 req-a4717eb0-a691-4079-af0b-099e0ef1c248 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0495329 Apr 20 14:35:14.760434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa650095-0b08-40fa-8067-529f7bdd6e8d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:14.762410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.765527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60c825cb-3762-4b26-9435-e0f578d13200 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aa650095-0b08-40fa-8067-529f7bdd6e8d HTTP/1.1" status: 204 len: 168 time: 0.5040519 Apr 20 14:35:14.768588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49392) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:14.769104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b2ddc-db0f-4949-9990-d2cdec69ad9e None None] Network ea6e8342-a28d-4aa6-9b02-666a29f2d4ce requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:35:14.820107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c33f89-eac5-45c4-b4df-c1bab54c9df0 req-14a89f39-83ba-474e-9023-1f9b43c88ce4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Apr 20 14:35:14.880069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.889026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:35:14.896152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.902284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Sync routers for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:35:14.913488 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:14.915603 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:35:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:14.940231 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4880da70-36ae-4a40-acf2-f1d0e71e06ea tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "PUT /v2.0/floatingips/2d70d4c8-ddfe-4e98-ab21-41f57e14427b HTTP/1.1" status: 200 len: 990 time: 2.2931015 Apr 20 14:35:14.941633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:14.944109 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d26ce8-b47c-449d-bb81-e8842808cfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:14.950984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:14.953361 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da48d6-a0cc-46f4-a1ac-c77109d35222" -d '{"events": [{"name": "network-changed", "server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:14.975339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Deleting port a0dc8973-4553-497c-955a-736eb9242f80 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:14.975772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.976331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] DHCP port deletion for ea6e8342-a28d-4aa6-9b02-666a29f2d4ce request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:35:15.017040 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2e68b4-5c12-4815-afd6-f855534d0704 x-openstack-request-id: req-0c2e68b4-5c12-4815-afd6-f855534d0704 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:15.018102 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:15.018443 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c2e68b4-5c12-4815-afd6-f855534d0704 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:15.018946 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2e68b4-5c12-4815-afd6-f855534d0704'] response: {'name': 'network-changed', 'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'status': 'completed', 'code': 200} Apr 20 14:35:15.034292 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ad439-25d4-4596-9006-359f5bbb758c x-openstack-request-id: req-bb2ad439-25d4-4596-9006-359f5bbb758c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:15.036486 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:15.036757 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb2ad439-25d4-4596-9006-359f5bbb758c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:15.037173 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2ad439-25d4-4596-9006-359f5bbb758c'] response: {'name': 'network-changed', 'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'status': 'completed', 'code': 200} Apr 20 14:35:15.073196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Deleting port a0dc8973-4553-497c-955a-736eb9242f80 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:15.073574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.091900 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.094805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] For port a0dc8973-4553-497c-955a-736eb9242f80, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0dc8973-4553-497c-955a-736eb9242f80,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:15.095318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.111873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Calling delete_port for a0dc8973-4553-497c-955a-736eb9242f80 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:15.117163 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:15.131885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-87e03925-d77c-49df-9598-972e08185668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.133858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-87e03925-d77c-49df-9598-972e08185668 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1125 time: 0.0860341 Apr 20 14:35:15.156731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] For port a0dc8973-4553-497c-955a-736eb9242f80, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0dc8973-4553-497c-955a-736eb9242f80,segment=NetworkSegment(f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe),segment_id=f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:15.157130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.172782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5783a-47a4-45c1-9432-e39baf52a9f8 req-02a6bb5a-0bec-4512-97f5-8194afd94334 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.174532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ee5783a-47a4-45c1-9432-e39baf52a9f8 req-02a6bb5a-0bec-4512-97f5-8194afd94334 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0686345 Apr 20 14:35:15.175004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Calling delete_port for a0dc8973-4553-497c-955a-736eb9242f80 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:15.177779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-e67f72c9-ba6f-4b92-a829-f4cee9dd1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.178954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-e67f72c9-ba6f-4b92-a829-f4cee9dd1bae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=714093e3e8664bd78e870610189d2096&device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 1096 time: 0.1190035 Apr 20 14:35:15.262043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.292074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-58c2017a-cb8b-4fae-9e1b-6730e0f56001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.293646 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-58c2017a-cb8b-4fae-9e1b-6730e0f56001 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1241393 Apr 20 14:35:15.294430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-86ce7e9b-a36e-42df-8b46-f2bfbe0db7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.295729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.296476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-86ce7e9b-a36e-42df-8b46-f2bfbe0db7e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 HTTP/1.1" status: 200 len: 915 time: 0.1096444 Apr 20 14:35:15.307258 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.326227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] No DVR routers for this DVR port a0dc8973-4553-497c-955a-736eb9242f80 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:15.353622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8176-7a0f-461e-bd22-69e79517e68a None None] Pushing event deleted for resources: {'Port': ['ID=a0dc8973-4553-497c-955a-736eb9242f80,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:15.356631 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-09a125ea-b4a0-47f7-92d9-e09cc7ca3915 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 217 time: 0.0518439 Apr 20 14:35:15.356903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dc8973-4553-497c-955a-736eb9242f80,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:15.359476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] No DVR routers for this DVR port a0dc8973-4553-497c-955a-736eb9242f80 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:15.404818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ee5783a-47a4-45c1-9432-e39baf52a9f8 req-774ecaec-b6f9-4ae1-947e-de901bdbc791 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Apr 20 14:35:15.426651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-878fbc8e-0a9c-4689-b0ac-e7ea698d5f94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d HTTP/1.1" status: 200 len: 998 time: 0.1216080 Apr 20 14:35:15.512469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 74fd26c7-2228-4650-b5dd-cb8a5750664c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:15.554473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 74fd26c7-2228-4650-b5dd-cb8a5750664c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:15.554908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 74fd26c7-2228-4650-b5dd-cb8a5750664c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:15.555422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0dc8973-4553-497c-955a-736eb9242f80 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:15.564941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.570849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-604d9a47-4e05-4f81-a2b1-49defbe743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.572741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-604d9a47-4e05-4f81-a2b1-49defbe743ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.2069876 Apr 20 14:35:15.574533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-7ab36126-d1f0-4466-94fd-c59be648d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.576219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-7ab36126-d1f0-4466-94fd-c59be648d75b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8ea2b98-a146-4684-a256-9a408fdbe51c HTTP/1.1" status: 200 len: 853 time: 0.1329842 Apr 20 14:35:15.579072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a0dc8973-4553-497c-955a-736eb9242f80 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:15.579483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0dc8973-4553-497c-955a-736eb9242f80 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:15.579957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:15.602705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:15.603136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2bb2942b-6558-48ac-b7a2-8fac0e6bb3bf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:15.624019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e51b-f5b0-425b-b48b-8150f3692b52 req-6f460dea-922f-436f-bba0-1678de8a53cb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.625515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5293e51b-f5b0-425b-b48b-8150f3692b52 req-6f460dea-922f-436f-bba0-1678de8a53cb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1144123 Apr 20 14:35:15.637516 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2d70d4c8-ddfe-4e98-ab21-41f57e14427b', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'port_id': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'mac_address': 'fa:16:3e:3a:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:34Z', 'updated_at': '2022-04-20T14:35:13Z', 'revision_number': 1, 'project_id': '714093e3e8664bd78e870610189d2096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:15.638070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f73857-af32-4f0c-8b54-f3c7d3edf757 req-0cb7ba72-37a4-419f-a3bd-613b01bfe070 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.638702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-fb80297d-6b9c-4202-83c7-3dc1d686e6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549972 Apr 20 14:35:15.639648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f73857-af32-4f0c-8b54-f3c7d3edf757 req-0cb7ba72-37a4-419f-a3bd-613b01bfe070 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1296585 Apr 20 14:35:15.640502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6e8342-a28d-4aa6-9b02-666a29f2d4ce']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:15.660321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:15.660684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b95dc0-8eaa-4bc4-a781-b5b116bd4ffe') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:15.667841 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Checking router: 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:35:15.676344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:35:15.676957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:35:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:15.696225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-8f236a92-699b-4b1c-b364-1066790cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.697640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-8f236a92-699b-4b1c-b364-1066790cf516 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121521 Apr 20 14:35:15.705341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5293e51b-f5b0-425b-b48b-8150f3692b52 req-a6156280-44b7-4076-960a-cfa54294f007 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647767 Apr 20 14:35:15.712154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.730035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f73857-af32-4f0c-8b54-f3c7d3edf757 req-4646df70-c914-4db5-b375-857d9d1f9d79 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800180 Apr 20 14:35:15.733767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.749062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:35:15.749556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:35:15.759903 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:35:15.811479 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:35:15.829095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-00ccdce3-bd50-4635-85ab-597552658e4e service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792455 Apr 20 14:35:15.840276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.853709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-47f5846c-f4e5-4372-b236-f61ebe237945 service neutron] 10.222.0.45 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473148 Apr 20 14:35:15.902152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67499b00-c7ce-4d30-b791-44cb3a112b4b req-4483c043-00ba-462c-b9ba-8d9e15979d48 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.903390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67499b00-c7ce-4d30-b791-44cb3a112b4b req-4483c043-00ba-462c-b9ba-8d9e15979d48 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 945 time: 0.0873854 Apr 20 14:35:15.909831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:15.913544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ea6e8342-a28d-4aa6-9b02-666a29f2d4ce HTTP/1.1" status: 204 len: 168 time: 1.1440246 Apr 20 14:35:15.942259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3669b2e-32d8-4456-bb8b-072ef1924bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6e8342-a28d-4aa6-9b02-666a29f2d4ce,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:16.014387 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83da48d6-a0cc-46f4-a1ac-c77109d35222 req-51c4ec73-1611-4fca-9e09-dfe0f835f055 service neutron] 10.222.0.43 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717169 Apr 20 14:35:16.017677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-b463ee46-467c-4cc9-a19f-5ee9ac0e9f0a tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.021418 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-b463ee46-467c-4cc9-a19f-5ee9ac0e9f0a tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0888093 Apr 20 14:35:16.034987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:16.041410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67499b00-c7ce-4d30-b791-44cb3a112b4b req-790b252e-d8d2-4fc7-8e50-1d60550d66f9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Apr 20 14:35:16.068213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb0da7-e9c6-4b26-be1a-1855cdfeeeb8 req-ebbe2d1c-667d-4ad5-9261-360465630a47 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.069737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01bb0da7-e9c6-4b26-be1a-1855cdfeeeb8 req-ebbe2d1c-667d-4ad5-9261-360465630a47 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.1295724 Apr 20 14:35:16.072174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28d26ce8-b47c-449d-bb81-e8842808cfa5 req-045f2d9f-a6c1-43bc-bd2a-08d5d1c600d8 service neutron] 10.222.0.45 "GET /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042000 Apr 20 14:35:16.119052 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2d70d4c8-ddfe-4e98-ab21-41f57e14427b', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'port_id': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'mac_address': 'fa:16:3e:3a:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:34Z', 'updated_at': '2022-04-20T14:35:13Z', 'revision_number': 1, 'project_id': '714093e3e8664bd78e870610189d2096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:35:16.123527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01bb0da7-e9c6-4b26-be1a-1855cdfeeeb8 req-f188971b-fc38-41c1-9e43-8907a6aa1ea3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Apr 20 14:35:16.124228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:16.156303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.163260 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0848589b-2b9e-449d-8cc8-16ce40bd5b53 None None] The sync data for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 is: [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2d70d4c8-ddfe-4e98-ab21-41f57e14427b', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'port_id': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'mac_address': 'fa:16:3e:3a:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:34:34Z', 'updated_at': '2022-04-20T14:35:13Z', 'revision_number': 1, 'project_id': '714093e3e8664bd78e870610189d2096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:35:16.174652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ba7457db-e2b3-454a-81f5-04dfb2d2e5c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f594feacd5d5496ab0c3b4ba044c8df4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491321 Apr 20 14:35:16.177497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49414) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:16.238939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.250931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:16.269567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.310612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:16.336334 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.339099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.343601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea288e3c-a78c-47e9-8cf1-c227ee5418fa HTTP/1.1" status: 204 len: 168 time: 0.1645372 Apr 20 14:35:16.352481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd93db4-da27-429f-bdbf-2e04e03a0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea288e3c-a78c-47e9-8cf1-c227ee5418fa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:16.378012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:16.400344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:16.420787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'port_id': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'mac_address': 'fa:16:3e:01:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93560537-6b29-4967-8c68-6a38393ab34f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:16.447164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.462429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.486207 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.511753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17c7f0-2dd1-4cce-bb66-53c1058bbeac None None] New status for floating IP 2d70d4c8-ddfe-4e98-ab21-41f57e14427b: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:35:16.571577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:16.574102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d71ce-77a9-4829-97f6-245edc12a5b7 req-eaaa73d7-7901-47d4-9222-c7967ec0c4e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.587817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-203d71ce-77a9-4829-97f6-245edc12a5b7 req-eaaa73d7-7901-47d4-9222-c7967ec0c4e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0721900 Apr 20 14:35:16.602552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:16.608829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:16.609172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:16.609499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:16.615404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:16.616699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Attempting to bind port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:16.623618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:16.624909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:16.625531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:16.625666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:16.626032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Bound port: 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:16.626388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.635873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.655485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-203d71ce-77a9-4829-97f6-245edc12a5b7 req-97489d66-779b-4669-80ef-d08dff5a9426 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667939 Apr 20 14:35:16.716863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:16.722901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:16.728965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.790210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:16.826896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:16.839882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:16.845115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.845865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:16.847434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-01c45e4e-afd8-4ad3-8bd9-b8bc2d09bd77 service neutron] 10.222.0.43 "PUT /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 1121 time: 0.8187354 Apr 20 14:35:16.970126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49426) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:16.995972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84bfe3-894b-4908-996b-d23181a21434 req-eaeca908-6fa8-4816-97b0-7ffd50f12952 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.998130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a84bfe3-894b-4908-996b-d23181a21434 req-eaeca908-6fa8-4816-97b0-7ffd50f12952 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 945 time: 0.1057510 Apr 20 14:35:17.033354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa7c70f3-b600-4cc7-a9b8-4d368e0cd845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e13889c1771c4247b708db0ea4d96bd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596292 Apr 20 14:35:17.034417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49428) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:17.040835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9179b-a42c-4c35-9e4d-0c2bd6fbcf43 req-fea9ac9a-d2cd-4d6b-af11-4769effd0f8b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.041070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a'}, {'name': 'network-changed', 'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:17.042337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39f9179b-a42c-4c35-9e4d-0c2bd6fbcf43 req-fea9ac9a-d2cd-4d6b-af11-4769effd0f8b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1036234 Apr 20 14:35:17.044960 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96165f97-f58a-4550-afc3-da1abffa862a" -d '{"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-unplugged", "status": "completed", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a"}, {"name": "network-changed", "server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:17.070431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:17.073571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:17.074340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a84bfe3-894b-4908-996b-d23181a21434 req-589027a1-d30c-45eb-ba13-498f98a47c4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Apr 20 14:35:17.100406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.103342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39f9179b-a42c-4c35-9e4d-0c2bd6fbcf43 req-0b8b97d9-8a07-4fb9-89ba-e9e8f950c93b tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Apr 20 14:35:17.116456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:17.144761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.202883 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad31eb8-e1c4-4a6a-94e0-c4f57eefa244 x-openstack-request-id: req-cad31eb8-e1c4-4a6a-94e0-c4f57eefa244 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:17.204552 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-unplugged", "status": "completed", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a", "code": 200}, {"name": "network-changed", "server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:17.204552 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad31eb8-e1c4-4a6a-94e0-c4f57eefa244 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:17.204960 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad31eb8-e1c4-4a6a-94e0-c4f57eefa244'] response: {'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'code': 200} Apr 20 14:35:17.205873 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad31eb8-e1c4-4a6a-94e0-c4f57eefa244'] response: {'name': 'network-changed', 'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'status': 'completed', 'code': 200} Apr 20 14:35:17.243217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.246967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.250883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a47e4300-a734-44e1-90ab-64d1395fdb7a HTTP/1.1" status: 204 len: 168 time: 0.2126215 Apr 20 14:35:17.260116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca01b46-aa36-4e5d-8f9b-cefcc6de8926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e4300-a734-44e1-90ab-64d1395fdb7a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:17.317464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96165f97-f58a-4550-afc3-da1abffa862a req-ccd82f0a-91d7-4fc3-91ba-2527f2e454ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.320072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-ccd82f0a-91d7-4fc3-91ba-2527f2e454ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1124 time: 0.1093280 Apr 20 14:35:17.332372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f0b28-a0fd-4d0f-9d84-6cf513359c5f req-9d01e80f-43ed-4333-85fb-b5ba354bdec9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.334155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627f0b28-a0fd-4d0f-9d84-6cf513359c5f req-9d01e80f-43ed-4333-85fb-b5ba354bdec9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1338911 Apr 20 14:35:17.356761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ffb25-41da-4b6a-b347-3d8a85fa396e req-49d66523-b30d-45d3-b1fc-9e512b7e2a69 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.358966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-738ffb25-41da-4b6a-b347-3d8a85fa396e req-49d66523-b30d-45d3-b1fc-9e512b7e2a69 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.1198421 Apr 20 14:35:17.481284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627f0b28-a0fd-4d0f-9d84-6cf513359c5f req-a7812fd6-3f31-449c-850e-4b24e7db7f2e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099055 Apr 20 14:35:17.485896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:17.503312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-738ffb25-41da-4b6a-b347-3d8a85fa396e req-19bcad3d-878b-41bb-85a8-f62f11ed2eb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327045 Apr 20 14:35:17.527690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:35:17.529090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96165f97-f58a-4550-afc3-da1abffa862a req-0d4457c9-558e-4580-9e91-f8cccf30f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.531184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-0d4457c9-558e-4580-9e91-f8cccf30f1ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1960263 Apr 20 14:35:17.599539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-0ef40826-8a15-42ce-8a74-5b94166c0295 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 217 time: 0.0497258 Apr 20 14:35:17.649781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96165f97-f58a-4550-afc3-da1abffa862a req-d071ef4e-9799-4a53-b4e4-135767f2928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.651266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-d071ef4e-9799-4a53-b4e4-135767f2928a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0441937 Apr 20 14:35:17.682875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-ddf3d6bc-29ef-49bf-bc6c-fe052b282dcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242970 Apr 20 14:35:18.131355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c262d-2b9c-4894-a847-410ed7662073 req-4abb6b3a-7037-46d9-92c1-d88371373150 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.133552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff6c262d-2b9c-4894-a847-410ed7662073 req-4abb6b3a-7037-46d9-92c1-d88371373150 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.3882215 Apr 20 14:35:18.140110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-946a388e-57f2-4b86-84cb-44626340705c service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424417 Apr 20 14:35:18.252112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff6c262d-2b9c-4894-a847-410ed7662073 req-a8d28c8f-6dc7-49bf-8c20-2cc2a0506c74 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089094 Apr 20 14:35:18.269363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:18.301348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc6350-e6bf-413f-8738-365f66eea62d req-35d352da-5e5c-4035-95ef-517e0199e701 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.303256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07dc6350-e6bf-413f-8738-365f66eea62d req-35d352da-5e5c-4035-95ef-517e0199e701 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 945 time: 0.1265879 Apr 20 14:35:18.307164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96165f97-f58a-4550-afc3-da1abffa862a req-b14d23f6-1db4-45b7-8116-74732ec05178 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570001 Apr 20 14:35:18.342017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:18.342398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:18.346721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07dc6350-e6bf-413f-8738-365f66eea62d req-dc2fdd71-79f6-4c70-b23a-6ed576b5cc47 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Apr 20 14:35:18.446615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe627de-7663-491a-a252-59207371df9d req-d6b5cd00-a056-42a0-927f-1ad6a313ba37 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.454773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fe627de-7663-491a-a252-59207371df9d req-d6b5cd00-a056-42a0-927f-1ad6a313ba37 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0836761 Apr 20 14:35:18.462617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:18.487934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:18.490431 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2db1b7-aa78-452b-8215-9577cfe74584" -d '{"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-plugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:18.508859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fe627de-7663-491a-a252-59207371df9d req-3a53a92d-16f7-406c-817c-8ff634528f10 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Apr 20 14:35:18.518999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:18.529370 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:18.558674 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df93b6-55e6-42a6-ace4-15ac31558dd4 x-openstack-request-id: req-27df93b6-55e6-42a6-ace4-15ac31558dd4 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:18.560047 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-plugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:18.561370 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27df93b6-55e6-42a6-ace4-15ac31558dd4 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:18.561840 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27df93b6-55e6-42a6-ace4-15ac31558dd4'] response: {'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'code': 200} Apr 20 14:35:18.598056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:18.664793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484d80-a394-4a08-9cb6-63c55ad6058a req-3ba6334a-dacc-4062-8bd9-7ac81f6c4fdf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.666286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08484d80-a394-4a08-9cb6-63c55ad6058a req-3ba6334a-dacc-4062-8bd9-7ac81f6c4fdf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0904863 Apr 20 14:35:18.706601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9b69-93dc-40c3-8cc2-c1b71efec7b1 req-756c7f89-3ec7-43e6-bc12-32ddfb2c727b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.708339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d5d9b69-93dc-40c3-8cc2-c1b71efec7b1 req-756c7f89-3ec7-43e6-bc12-32ddfb2c727b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0843227 Apr 20 14:35:18.726712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08484d80-a394-4a08-9cb6-63c55ad6058a req-2fa9257a-fb3f-4509-b6d7-fc770e840507 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Apr 20 14:35:18.763433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d5d9b69-93dc-40c3-8cc2-c1b71efec7b1 req-b4b063fa-67d8-4d7d-b184-6912ccaeb59d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474062 Apr 20 14:35:19.052775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-328655ae-9cf6-4c69-b3d7-1ad3889cfb18 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216653 Apr 20 14:35:19.159469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-29691038-6fba-41a1-95b9-4a1ba9f1dd03 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.160801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-29691038-6fba-41a1-95b9-4a1ba9f1dd03 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026077 Apr 20 14:35:19.185299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-962f43b1-f7a6-4a60-8389-6b3a221a9c30 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/quotas/c46a4a71dae449bd9aec2df4bbe905c9 HTTP/1.1" status: 200 len: 375 time: 0.0146902 Apr 20 14:35:19.218998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-5939c970-6838-4fd2-8bc4-d4c160d1535d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257173 Apr 20 14:35:19.355957 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-97761618-b287-4202-a2e0-a9cf624596f0 service neutron] show failed (client error): The resource could not be found. Apr 20 14:35:19.356994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-97761618-b287-4202-a2e0-a9cf624596f0 service neutron] 10.222.0.43 "GET /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0658419 Apr 20 14:35:19.389427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dd8e2e0-8d16-4635-affc-4f9550adaa5c req-3126e3ff-3bdc-427d-9135-6605be7319b3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 210 time: 0.0320518 Apr 20 14:35:19.458263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81836e-b138-4081-a223-8009f0982379 req-04b76e77-04bc-439d-8ba4-16641b215d9d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.459695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c81836e-b138-4081-a223-8009f0982379 req-04b76e77-04bc-439d-8ba4-16641b215d9d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0694010 Apr 20 14:35:19.532742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c81836e-b138-4081-a223-8009f0982379 req-c8b5d109-c41b-4b5b-9711-00c3c303e599 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636523 Apr 20 14:35:19.540161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720e67-3e04-4880-a253-f8a7c6da2a5a req-65b308a6-490f-4859-905d-3ffc76a11feb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.541613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9720e67-3e04-4880-a253-f8a7c6da2a5a req-65b308a6-490f-4859-905d-3ffc76a11feb tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0810297 Apr 20 14:35:19.618724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9720e67-3e04-4880-a253-f8a7c6da2a5a req-500ee7c7-daab-4f22-b195-3f7b97db93ff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Apr 20 14:35:19.680588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2789f-390c-4f0b-8427-c92bbe292396 req-6597ca7f-0fac-411a-a44a-a6cb02a4bf17 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.681943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61a2789f-390c-4f0b-8427-c92bbe292396 req-6597ca7f-0fac-411a-a44a-a6cb02a4bf17 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.0866129 Apr 20 14:35:19.684770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-fe0059b9-534b-452b-98ab-e3ab7ca9e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.686130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-fe0059b9-534b-452b-98ab-e3ab7ca9e536 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1101 time: 0.0795372 Apr 20 14:35:19.711431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:19.749810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61a2789f-390c-4f0b-8427-c92bbe292396 req-45631994-cb2e-46c6-998b-6edc78b79753 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Apr 20 14:35:19.787793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:19.974605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25be6b7-2aa2-4cb3-b786-e43ec1de8e8a req-12827c3a-3feb-4f4d-aac6-2f282f564079 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.976587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b25be6b7-2aa2-4cb3-b786-e43ec1de8e8a req-12827c3a-3feb-4f4d-aac6-2f282f564079 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1547482 Apr 20 14:35:20.000730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ff303-f445-4d25-bf1d-f473315fe9bd req-93e70d62-3488-432f-b944-c3e094ff5bd7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.002231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e84ff303-f445-4d25-bf1d-f473315fe9bd req-93e70d62-3488-432f-b944-c3e094ff5bd7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.1641061 Apr 20 14:35:20.093501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b25be6b7-2aa2-4cb3-b786-e43ec1de8e8a req-05e66fd0-60df-4abd-9c29-e2da2c94bf5c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098242 Apr 20 14:35:20.119160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e84ff303-f445-4d25-bf1d-f473315fe9bd req-83d20db4-7d2b-4d6e-9fae-8c433f7eea11 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Apr 20 14:35:20.141142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:20.180092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:20.224023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:20.226274 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f809cc6-00fe-4ffd-9bad-8b91cbdd2b5b" -d '{"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:20.230128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:20.243278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Transition to ACTIVE for port object c6566dd2-db77-45f3-aea2-f09b3e8b10a0 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:20.248816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:20.289510 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ba08a-6969-434c-b28f-13c6638c0771 x-openstack-request-id: req-d15ba08a-6969-434c-b28f-13c6638c0771 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:20.289798 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-unplugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:20.290088 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d15ba08a-6969-434c-b28f-13c6638c0771 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:20.290438 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15ba08a-6969-434c-b28f-13c6638c0771'] response: {'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'code': 200} Apr 20 14:35:20.315493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:20.317994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] No DVR routers for this DVR port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:20.355620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:20.356045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:20.356466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:20.361345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:20.361802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:20.367881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:20.368226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:20.368608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:20.369042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Bound port: c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:20.369403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:20.476534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:20.482778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:20.524319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9506c50e-9425-4ddb-8e29-75cf7ebffdf2 req-730c6dd1-52be-4ade-88e4-ab2da51104e8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 210 time: 0.0352972 Apr 20 14:35:20.525611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:20.563984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.564741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:20.566232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 1096 time: 0.8599145 Apr 20 14:35:20.591467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2c915-4926-4482-bd54-084a8c82f402 service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:20.601129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-273dcd3d-7eac-4d6b-b1eb-b54b90fa7138 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553026 Apr 20 14:35:20.703208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-3d2eeeb0-c764-45ba-8d74-e38dec1d6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.705177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-3d2eeeb0-c764-45ba-8d74-e38dec1d6087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1099 time: 0.1022360 Apr 20 14:35:20.885703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-1a14d442-37fb-46ee-832a-9e811db3fc87 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.887594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-1a14d442-37fb-46ee-832a-9e811db3fc87 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791045 Apr 20 14:35:20.918347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Request body: {'port': {'device_id': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'c46a4a71dae449bd9aec2df4bbe905c9'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:20.937571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f98b3-b5f1-4975-a5fb-092a5e5dd9b3 req-fd3deb40-59a8-48f3-a803-473ace7d919f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.945423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a1f98b3-b5f1-4975-a5fb-092a5e5dd9b3 req-fd3deb40-59a8-48f3-a803-473ace7d919f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.2380891 Apr 20 14:35:20.985020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ac8c-5289-4b28-b8fa-c29571578cd9 req-eda176ce-a88e-40df-898d-63c06038e071 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.986545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5109ac8c-5289-4b28-b8fa-c29571578cd9 req-eda176ce-a88e-40df-898d-63c06038e071 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1922722 Apr 20 14:35:21.031687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-f142cc90-1341-48d3-8687-fe31f9315095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.033224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-f142cc90-1341-48d3-8687-fe31f9315095 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.3165047 Apr 20 14:35:21.043731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a1f98b3-b5f1-4975-a5fb-092a5e5dd9b3 req-6d2adc63-a5e1-4f23-b67c-bf7ee7ad94a5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967631 Apr 20 14:35:21.044644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Made reservation on behalf of c46a4a71dae449bd9aec2df4bbe905c9 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:35:21.049315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.071230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.078732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5109ac8c-5289-4b28-b8fa-c29571578cd9 req-41997b73-fd5a-42f0-98ad-3d64c87bf2d6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750651 Apr 20 14:35:21.117168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-5e404ce6-f708-4db1-9daf-b23f7727d166 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0596225 Apr 20 14:35:21.178382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.185369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.241059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-09d2c820-fedf-4f35-8306-456489941d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.242500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-09d2c820-fedf-4f35-8306-456489941d97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1073349 Apr 20 14:35:21.267979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47df93-352b-497b-920c-065e41517cd6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:21.275490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58160c77-01e5-4e66-88ce-3a09bd600fd3 req-217e9b02-7ae6-4b68-9f48-9d05ab2eb93e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.277059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58160c77-01e5-4e66-88ce-3a09bd600fd3 req-217e9b02-7ae6-4b68-9f48-9d05ab2eb93e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1539931 Apr 20 14:35:21.312708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea95c55-c860-4bbd-bf1f-f2e6fe7d5444 req-fb5e1274-ebf6-4d02-b724-54f94ec64220 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.314291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eea95c55-c860-4bbd-bf1f-f2e6fe7d5444 req-fb5e1274-ebf6-4d02-b724-54f94ec64220 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1112280 Apr 20 14:35:21.344281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Allocated IP 192.168.233.107 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/95193239-111c-4003-b6d7-c622fcae4c3e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:35:21.360426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-a85d8eaa-6fac-44b4-b36d-e4c0d7aeea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.361959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-a85d8eaa-6fac-44b4-b36d-e4c0d7aeea07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096697 Apr 20 14:35:21.365660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58160c77-01e5-4e66-88ce-3a09bd600fd3 req-3579de18-cbf2-4337-863c-6e4281824aae tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734372 Apr 20 14:35:21.412329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eea95c55-c860-4bbd-bf1f-f2e6fe7d5444 req-9fe1baf4-a71e-47e9-80d6-3c8857c74910 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861781 Apr 20 14:35:21.530641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45478f97-e8b2-433d-aec6-5e00be9d048f req-2512ce43-85ca-4f11-9eb0-40f29a97ada2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.532061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45478f97-e8b2-433d-aec6-5e00be9d048f req-2512ce43-85ca-4f11-9eb0-40f29a97ada2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0736780 Apr 20 14:35:21.537989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-07564530-0ab5-4c39-8ad7-cca1ca5e1a54 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620469 Apr 20 14:35:21.547745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.589364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.638090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45478f97-e8b2-433d-aec6-5e00be9d048f req-73e667f8-ad2e-4695-8d28-7c03a284864a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978587 Apr 20 14:35:21.639728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:35:21.643288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:35:21.648070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:35:21.685364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Pushing event updated for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:21.705002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914baec5-b951-424d-81e3-da0f54778f85 req-707258ff-a86a-404d-847c-6971ea84f790 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.713512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-914baec5-b951-424d-81e3-da0f54778f85 req-707258ff-a86a-404d-847c-6971ea84f790 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 936 time: 0.0995729 Apr 20 14:35:21.729178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45918e06-3f60-4989-a04d-4765d8ceb3a0 req-b71094b2-52b2-4045-9f1b-8e2f4565fb95 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819148 Apr 20 14:35:21.776453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.778021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.800407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-6c9542c8-7564-419e-8ef2-96e8ce4e988c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8864605 Apr 20 14:35:21.805457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-914baec5-b951-424d-81e3-da0f54778f85 req-45cd0f56-1525-47f4-a564-544fdca3d241 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 Apr 20 14:35:21.814544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Request body: {'port': {'device_id': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:21.898080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:21.923464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6e879-4b7c-4d46-b0db-e2456a181718 req-0f633725-00a3-48f8-9ad6-e6606f4dc8aa tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.928728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ea6e879-4b7c-4d46-b0db-e2456a181718 req-0f633725-00a3-48f8-9ad6-e6606f4dc8aa tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 1100 time: 0.1288638 Apr 20 14:35:21.971325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ea6e879-4b7c-4d46-b0db-e2456a181718 req-3f02afa9-d406-4c7b-b539-030f672d4808 tempest-ServersOnMultiNodesTest-1464153838 tempest-ServersOnMultiNodesTest-1464153838-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Apr 20 14:35:22.009463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7761e602-9403-473b-bc2f-305d238419d2 None None] Provisioning complete for port 95193239-111c-4003-b6d7-c622fcae4c3e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:22.010496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7761e602-9403-473b-bc2f-305d238419d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:22.048428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7761e602-9403-473b-bc2f-305d238419d2 None None] Port 95193239-111c-4003-b6d7-c622fcae4c3e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:35:22.137232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-936ec95e-6586-4129-88ed-fb49b19c63b5 service neutron] 10.222.0.43 "GET /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.1236494 Apr 20 14:35:22.172152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403ea73-1ef9-466c-a524-b632ca0a7f61 req-094a25ff-82a7-4081-b470-172ac8d77379 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.173705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1403ea73-1ef9-466c-a524-b632ca0a7f61 req-094a25ff-82a7-4081-b470-172ac8d77379 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.0604177 Apr 20 14:35:22.242388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1403ea73-1ef9-466c-a524-b632ca0a7f61 req-6f264fc2-7cc0-4cbd-b6e8-a098499be2cc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Apr 20 14:35:22.258302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0d059-0d04-45db-aefd-28fbabd176bf req-3e92aef5-69a3-44e5-ac08-2e9fcab0706b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.259862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dc0d059-0d04-45db-aefd-28fbabd176bf req-3e92aef5-69a3-44e5-ac08-2e9fcab0706b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0777476 Apr 20 14:35:22.295516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:22.297373 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41488a1a-368f-414d-ba89-de6c0dba0560" -d '{"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:22.312037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dc0d059-0d04-45db-aefd-28fbabd176bf req-7fd5006d-dd02-429d-a50e-abe6d3b2bb5e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Apr 20 14:35:22.375777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181d350-48fe-46ec-920d-6f6bf2af836a req-34a3595a-5a53-4e87-91e6-e6934f61a56d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.377176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1181d350-48fe-46ec-920d-6f6bf2af836a req-34a3595a-5a53-4e87-91e6-e6934f61a56d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0616548 Apr 20 14:35:22.378674 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12502599-3e64-43db-9ff1-8bc6080f1258 x-openstack-request-id: req-12502599-3e64-43db-9ff1-8bc6080f1258 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:22.378950 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:22.379189 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12502599-3e64-43db-9ff1-8bc6080f1258 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:22.379584 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12502599-3e64-43db-9ff1-8bc6080f1258'] response: {'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'status': 'completed', 'code': 200} Apr 20 14:35:22.450299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1181d350-48fe-46ec-920d-6f6bf2af836a req-222be502-a3ae-49f0-b32c-621711dd8448 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Apr 20 14:35:22.464905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-754468ce-9cf5-4e8c-9561-8af201791501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.468065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-754468ce-9cf5-4e8c-9561-8af201791501 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1099 time: 0.0644116 Apr 20 14:35:22.606157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-650f6a9b-8016-4be8-ad79-91684e22477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.607586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-650f6a9b-8016-4be8-ad79-91684e22477a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1099 time: 0.1208410 Apr 20 14:35:22.610111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5687ba-7daf-4a72-b8b7-7c1639d12609 req-ed781c63-2966-4194-a8eb-e6b77022e434 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.612250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a5687ba-7daf-4a72-b8b7-7c1639d12609 req-ed781c63-2966-4194-a8eb-e6b77022e434 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 944 time: 0.1432745 Apr 20 14:35:22.639506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-1f3ee179-a46d-425b-8ea4-30784216973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.640898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-1f3ee179-a46d-425b-8ea4-30784216973a service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1620584 Apr 20 14:35:22.648871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f84a4-f3d0-4af5-9d1d-45d0dfd08953 req-fa8fc792-b00f-4a26-a37a-eef524d08d88 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.650190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e8f84a4-f3d0-4af5-9d1d-45d0dfd08953 req-fa8fc792-b00f-4a26-a37a-eef524d08d88 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1300480 Apr 20 14:35:22.688483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95193239-111c-4003-b6d7-c622fcae4c3e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:22.706100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:22.706984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-f1932547-6796-44ee-9db3-5e517e55d71d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0491471 Apr 20 14:35:22.744994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Transition to ACTIVE for port object 95193239-111c-4003-b6d7-c622fcae4c3e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:22.751557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a5687ba-7daf-4a72-b8b7-7c1639d12609 req-09a34491-578e-4da5-ac45-d091a4f2d07c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261017 Apr 20 14:35:22.772086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e8f84a4-f3d0-4af5-9d1d-45d0dfd08953 req-50247649-250b-4d88-8899-4f8f38945be7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067467 Apr 20 14:35:22.773331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:22.792848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-ce2c445f-fa00-4448-8d7e-199dcb9319b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.792848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-ce2c445f-fa00-4448-8d7e-199dcb9319b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0773458 Apr 20 14:35:22.828855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-b80b6b40-b715-47ef-835e-f843c1fb8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.830372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-b80b6b40-b715-47ef-835e-f843c1fb8d05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2031112 Apr 20 14:35:22.869063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-846d3cf8-4dbd-4fcc-ae1b-754af96abeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:22.870783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-846d3cf8-4dbd-4fcc-ae1b-754af96abeee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652220 Apr 20 14:35:22.905435 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-3ac2da96-e27a-4d77-b64d-6816e04f7847 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0611157 Apr 20 14:35:22.911897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Pushing event updated for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:22.917302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:23.004605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e236-1d27-470d-a5f8-288de96dbc7f req-d7f76514-9471-4a78-8fd3-1feea2564776 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.006389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6474e236-1d27-470d-a5f8-288de96dbc7f req-d7f76514-9471-4a78-8fd3-1feea2564776 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1032662 Apr 20 14:35:23.009888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:23.012348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-31f28c3a-aab2-4314-8f2f-8255d1f70e7d service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318228 Apr 20 14:35:23.053092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:23.065270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a072edd-8c5d-4730-9aa7-7213a64d8c67 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:23.070418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-7acf98ca-2a85-4743-b55e-08084c3a4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.071941 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-7acf98ca-2a85-4743-b55e-08084c3a4012 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1523697 Apr 20 14:35:23.076481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Attempting to bind port 95193239-111c-4003-b6d7-c622fcae4c3e on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:23.076891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Attempting to bind port 95193239-111c-4003-b6d7-c622fcae4c3e by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:23.077219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Attempting to bind port 95193239-111c-4003-b6d7-c622fcae4c3e on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:23.093362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:23.097016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Port 95193239-111c-4003-b6d7-c622fcae4c3e on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:23.097383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Attempting to bind port 95193239-111c-4003-b6d7-c622fcae4c3e on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:23.115657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6474e236-1d27-470d-a5f8-288de96dbc7f req-b35a6fb6-1cb7-4947-a05c-2090c284a129 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976121 Apr 20 14:35:23.126554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:23.126916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:23.127300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:23.127742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Bound port: 95193239-111c-4003-b6d7-c622fcae4c3e, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:23.128106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.141992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.148973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:23.157261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-170f5829-0454-45aa-81f7-02c834b42395 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332355 Apr 20 14:35:23.188658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:23.190456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-5abe884d-7e93-4fd2-85c0-a379d67bb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.192044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-5abe884d-7e93-4fd2-85c0-a379d67bb12a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125851 Apr 20 14:35:23.301830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:23.328117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=95193239-111c-4003-b6d7-c622fcae4c3e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:23.341885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.354619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] Transition to ACTIVE for port object 5a072edd-8c5d-4730-9aa7-7213a64d8c67 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:23.371790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c88d0-2ffd-46b1-b892-d51ee83d43bb req-7a621ed5-e116-4ba9-8314-0151735fb7cf tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.373192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120c88d0-2ffd-46b1-b892-d51ee83d43bb req-7a621ed5-e116-4ba9-8314-0151735fb7cf tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.0554798 Apr 20 14:35:23.390950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.409363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.409973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.411761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] 10.222.0.45 "PUT /v2.0/ports/95193239-111c-4003-b6d7-c622fcae4c3e HTTP/1.1" status: 200 len: 1096 time: 1.6034093 Apr 20 14:35:23.416577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:23.418723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d787928-1680-4bf6-8227-9d53de709505" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:23.428818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-0ac8f57e-b02a-4ca4-8251-5539cbac3c0c service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175932 Apr 20 14:35:23.464494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120c88d0-2ffd-46b1-b892-d51ee83d43bb req-3b61778a-59e5-4020-a4f6-8b732442e02f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 Apr 20 14:35:23.500233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbe199-8aa7-49a4-90cc-db9b4e34109f service neutron] Pushing event updated for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:23.501157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eef3f-5e1e-4bd8-abd3-4f07444cae0e req-949dd3b6-6e3e-4d77-9a8b-3a80e1831a7d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.502867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a42eef3f-5e1e-4bd8-abd3-4f07444cae0e req-949dd3b6-6e3e-4d77-9a8b-3a80e1831a7d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1061146 Apr 20 14:35:23.560973 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4059ab-67ba-4a86-b0e3-447b3e3f9b0f x-openstack-request-id: req-9e4059ab-67ba-4a86-b0e3-447b3e3f9b0f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:23.561266 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:23.561515 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e4059ab-67ba-4a86-b0e3-447b3e3f9b0f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:23.562062 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4059ab-67ba-4a86-b0e3-447b3e3f9b0f'] response: {'name': 'network-changed', 'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e', 'status': 'completed', 'code': 200} Apr 20 14:35:23.570070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a42eef3f-5e1e-4bd8-abd3-4f07444cae0e req-e06f8f50-aaba-4857-a368-c194acad228b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551372 Apr 20 14:35:23.607768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] No DVR routers for this DVR port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:23.661313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b792682-4e9e-4ef8-895c-bf842e5c2f46 req-e386ab5b-7f0b-4971-b7f1-019842b1de4e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.663240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b792682-4e9e-4ef8-895c-bf842e5c2f46 req-e386ab5b-7f0b-4971-b7f1-019842b1de4e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0607567 Apr 20 14:35:23.673720 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] 10.222.0.43 "PUT /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67/bindings/n-h1-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5179739 Apr 20 14:35:23.712053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-fe833b40-86a8-4c0e-a6d8-6d59cad9573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.713531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-fe833b40-86a8-4c0e-a6d8-6d59cad9573c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 1099 time: 0.2272358 Apr 20 14:35:23.714123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b91d7-8f84-4d1e-bd69-ec0dc370984c service neutron] Pushing event updated for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:23.719714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41488a1a-368f-414d-ba89-de6c0dba0560 req-4801306b-bf84-4f42-9f7b-db41159f968e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726314 Apr 20 14:35:23.737035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b792682-4e9e-4ef8-895c-bf842e5c2f46 req-cb0b5c47-0cc9-4e81-b438-f7f57bcefe55 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644686 Apr 20 14:35:23.756309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-e8eafd11-f730-4e43-8485-ff405ca88122 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.757685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-e8eafd11-f730-4e43-8485-ff405ca88122 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 949 time: 0.0935321 Apr 20 14:35:23.792382 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-e9fa8a6f-2583-4620-80cc-aaad9eca15a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=95193239-111c-4003-b6d7-c622fcae4c3e HTTP/1.1" status: 200 len: 217 time: 0.0587478 Apr 20 14:35:23.830474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-8ac22028-30d1-4cde-9e40-b7d2ccc01537 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.832159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-8ac22028-30d1-4cde-9e40-b7d2ccc01537 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0940275 Apr 20 14:35:23.865355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-f9d31b49-fe6f-407b-8155-d35345fdc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.866939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-f9d31b49-fe6f-407b-8155-d35345fdc3d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0669279 Apr 20 14:35:23.919271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-9b519c4f-f2ec-4150-860b-4782fe910cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.919271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-9b519c4f-f2ec-4150-860b-4782fe910cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420477 Apr 20 14:35:23.976823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f0590304-577b-4261-b8d2-d69695717fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.978411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f0590304-577b-4261-b8d2-d69695717fdb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303&tenant_id=83bf9d78c0a54928b4f94fc18dea595f HTTP/1.1" status: 200 len: 1096 time: 0.1384816 Apr 20 14:35:23.991767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face1ed4-19b3-42ef-85b3-23e0bfb97e59 req-cb5314e7-5450-412f-91e6-e104aaf37d55 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.993256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-face1ed4-19b3-42ef-85b3-23e0bfb97e59 req-cb5314e7-5450-412f-91e6-e104aaf37d55 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.1545784 Apr 20 14:35:24.004053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69cbe4-187d-4461-8a11-96eb66d76679 req-2a4bd4e7-a1f2-4769-ab90-7f5ce40ea8bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.005520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d69cbe4-187d-4461-8a11-96eb66d76679 req-2a4bd4e7-a1f2-4769-ab90-7f5ce40ea8bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1402094 Apr 20 14:35:24.017607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-759ed2ef-ed34-48b1-a223-03a3aec0118b service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899367 Apr 20 14:35:24.017851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 3870d142-a95b-49e7-9730-e706c2f491e3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:24.017970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.112203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed844623-0731-4a3c-826a-18c5deb2a800 req-243c9cbb-48b4-434b-81f0-968335707e64 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839341 Apr 20 14:35:24.149119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-face1ed4-19b3-42ef-85b3-23e0bfb97e59 req-3e02c522-1a02-4f6b-b272-9fda8ca89838 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418524 Apr 20 14:35:24.155825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d69cbe4-187d-4461-8a11-96eb66d76679 req-e7bed55c-687b-47c8-98d4-856a5d3e9cae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349618 Apr 20 14:35:24.177300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f3986116-5784-4722-be11-c177a7c6178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.177300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-f3986116-5784-4722-be11-c177a7c6178a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1096 time: 0.1647730 Apr 20 14:35:24.246115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 3870d142-a95b-49e7-9730-e706c2f491e3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3870d142-a95b-49e7-9730-e706c2f491e3,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:24.246489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.259619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787928-1680-4bf6-8227-9d53de709505 req-85525b5a-a284-4e17-8271-954c1cffdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.261236 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-85525b5a-a284-4e17-8271-954c1cffdeb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 1099 time: 0.0440664 Apr 20 14:35:24.291002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 3870d142-a95b-49e7-9730-e706c2f491e3 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:24.360245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787928-1680-4bf6-8227-9d53de709505 req-3de8d30a-cf02-4246-a201-17436d340888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.361735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-3de8d30a-cf02-4246-a201-17436d340888 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0938532 Apr 20 14:35:24.376815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65809-913f-424c-a8e0-34b74d4a3ba4 req-fd6807b5-bfe2-4736-8945-dba2ef6ba8bc tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.378274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7f65809-913f-424c-a8e0-34b74d4a3ba4 req-fd6807b5-bfe2-4736-8945-dba2ef6ba8bc tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1292009 Apr 20 14:35:24.379259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-969ccfc6-d20f-419d-8e8b-9a04fd1ff0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.380603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-969ccfc6-d20f-419d-8e8b-9a04fd1ff0e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 200 len: 922 time: 0.1949213 Apr 20 14:35:24.405040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-d991b9d2-e0b5-45a7-b24d-acbef50f50d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=95193239-111c-4003-b6d7-c622fcae4c3e HTTP/1.1" status: 200 len: 217 time: 0.0354354 Apr 20 14:35:24.444913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-97040b87-6ec6-4489-852a-81ab11837f18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 200 len: 217 time: 0.0448601 Apr 20 14:35:24.461626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787928-1680-4bf6-8227-9d53de709505 req-d4208038-398e-4a0c-ac07-b1d10e38e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.463096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-d4208038-398e-4a0c-ac07-b1d10e38e07b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0490875 Apr 20 14:35:24.500033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7f65809-913f-424c-a8e0-34b74d4a3ba4 req-d1b7f8cb-d7dd-4a4c-be0a-613e5579274a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141918 Apr 20 14:35:24.521041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787928-1680-4bf6-8227-9d53de709505 req-93ca9ed5-a5aa-4b5b-87e3-cf641d340be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.522539 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-93ca9ed5-a5aa-4b5b-87e3-cf641d340be9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517199 Apr 20 14:35:24.549959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-9146231b-44c2-4f04-b6af-1277442685c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.551447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-9146231b-44c2-4f04-b6af-1277442685c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 200 len: 861 time: 0.0886807 Apr 20 14:35:24.605880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-c3596b68-a308-4dd3-8230-fdaad21fd137 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8330ac5-5373-423f-8944-55b096979bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466888 Apr 20 14:35:24.621802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-5bfaec7d-dc8a-4733-9089-a0ce957b97ef service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Apr 20 14:35:24.639804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.721090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026c2c3-4061-446b-b63f-cdef4a93440b req-8f7ed2ab-d392-4635-ac10-cd0648009985 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.722582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9026c2c3-4061-446b-b63f-cdef4a93440b req-8f7ed2ab-d392-4635-ac10-cd0648009985 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.1683130 Apr 20 14:35:24.726835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=3870d142-a95b-49e7-9730-e706c2f491e3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:24.740046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d787928-1680-4bf6-8227-9d53de709505 req-38caed02-d928-426f-bd9a-68d1de097bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114125 Apr 20 14:35:24.797130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45', '3870d142-a95b-49e7-9730-e706c2f491e3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:24.799533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df', 'ea696835-c896-4ce9-801a-37f0c5077d98', 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:25.120579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 3870d142-a95b-49e7-9730-e706c2f491e3 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:25.124821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:25.128014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c499aad-1d8a-493a-ac5b-b4df37d8bd12 req-a3cb01f6-b9ef-4f86-bea2-5dfe12fd048f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "DELETE /v2.0/ports/3870d142-a95b-49e7-9730-e706c2f491e3 HTTP/1.1" status: 204 len: 173 time: 1.3555319 Apr 20 14:35:25.128830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'name': 'network-vif-deleted', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:25.131439 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83748e0-cffb-439d-b8a8-466aef51860d" -d '{"events": [{"server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "name": "network-vif-deleted", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:25.142411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-a99e3e96-2173-4dd7-851f-884e2dfdb531 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248854 Apr 20 14:35:25.157404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e8d68-b51b-4bc4-8d1d-76fd3ad87445 req-887883f8-b78d-4e61-87bc-fe72f0dd7f88 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.158895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f75e8d68-b51b-4bc4-8d1d-76fd3ad87445 req-887883f8-b78d-4e61-87bc-fe72f0dd7f88 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.4814508 Apr 20 14:35:25.164778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9026c2c3-4061-446b-b63f-cdef4a93440b req-7ac410e4-ec78-462d-8d23-b9cc09edbb9d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113286 Apr 20 14:35:25.304303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-facf83bc-fe2f-497a-801b-5d1551a9c93f req-63c1f177-4756-4a82-af59-2aea52957924 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5744b75-ce4b-4165-a29e-56fe9eedbd90 HTTP/1.1" status: 200 len: 210 time: 0.0406280 Apr 20 14:35:25.322432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f75e8d68-b51b-4bc4-8d1d-76fd3ad87445 req-01f21c6e-9258-4f03-ae8a-6a25ebaacabd tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371439 Apr 20 14:35:25.352981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-07a8cf7c-8ef8-4cb8-bc4e-abb3899a1643 service neutron] 10.222.0.45 "GET /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Apr 20 14:35:25.376918 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa331829-e915-4b1e-b052-dde1614095e6 x-openstack-request-id: req-aa331829-e915-4b1e-b052-dde1614095e6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:25.377592 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5744b75-ce4b-4165-a29e-56fe9eedbd90", "name": "network-vif-deleted", "tag": "3870d142-a95b-49e7-9730-e706c2f491e3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:25.377592 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa331829-e915-4b1e-b052-dde1614095e6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:25.379221 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa331829-e915-4b1e-b052-dde1614095e6'] response: {'server_uuid': 'a5744b75-ce4b-4165-a29e-56fe9eedbd90', 'name': 'network-vif-deleted', 'tag': '3870d142-a95b-49e7-9730-e706c2f491e3', 'status': 'completed', 'code': 200} Apr 20 14:35:25.448878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23f16-c58b-4e98-816c-44b4311250b9 req-274b70b1-4b1c-4b27-9a21-8440bee7182e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.450991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ea23f16-c58b-4e98-816c-44b4311250b9 req-274b70b1-4b1c-4b27-9a21-8440bee7182e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.0544186 Apr 20 14:35:25.513607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ea23f16-c58b-4e98-816c-44b4311250b9 req-f0d32410-a3de-43e1-bd55-7bbbfd608b1f tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537498 Apr 20 14:35:25.523052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35434b-16c5-49ac-a3bc-00d7903c0721 req-0df8fec6-bbfa-498e-8244-4d5072a41f6c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.524616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd35434b-16c5-49ac-a3bc-00d7903c0721 req-0df8fec6-bbfa-498e-8244-4d5072a41f6c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0732756 Apr 20 14:35:25.572367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd35434b-16c5-49ac-a3bc-00d7903c0721 req-4d52100b-31da-4873-85d3-62c8f131e510 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Apr 20 14:35:25.659868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f030-543d-458e-a20b-5793996e4564 req-ff70fa2d-4c87-451a-9f5b-437b79b732d5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.661541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95a9f030-543d-458e-a20b-5793996e4564 req-ff70fa2d-4c87-451a-9f5b-437b79b732d5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0780714 Apr 20 14:35:25.668071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-581d5a98-2c57-4c7f-9492-c6c232aeaf4b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.669496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-581d5a98-2c57-4c7f-9492-c6c232aeaf4b tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303&tenant_id=83bf9d78c0a54928b4f94fc18dea595f&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0605350 Apr 20 14:35:25.730311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95a9f030-543d-458e-a20b-5793996e4564 req-7f5dfe28-e994-4ffb-b143-bdd9c534a95d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598788 Apr 20 14:35:25.807838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-21757ae9-9b26-41c5-8247-b4bd43b59a70 service neutron] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:25.810889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-21757ae9-9b26-41c5-8247-b4bd43b59a70 service neutron] Notify callbacks [] for binding, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:25.811998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a26c1bcd-b2f9-40ec-ae70-ec99a2a967f4 req-21757ae9-9b26-41c5-8247-b4bd43b59a70 service neutron] 10.222.0.45 "DELETE /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67/bindings/n-h2-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.1289098 Apr 20 14:35:26.290790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8e5bf-efaa-4e48-bdf4-5ab063d0e289 req-8a92f453-316b-4e7e-a0bf-fbd406908fd5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.292287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31e8e5bf-efaa-4e48-bdf4-5ab063d0e289 req-8a92f453-316b-4e7e-a0bf-fbd406908fd5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.0498748 Apr 20 14:35:26.332252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31e8e5bf-efaa-4e48-bdf4-5ab063d0e289 req-ecd70d77-93f2-4068-8a4e-72f820c90fc4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Apr 20 14:35:26.357254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:26.446894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136a65c-d292-4e0b-b08e-9689b531549e req-a9f096fa-a4c0-4d83-8807-38f4f241ba22 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.448525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0136a65c-d292-4e0b-b08e-9689b531549e req-a9f096fa-a4c0-4d83-8807-38f4f241ba22 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0531316 Apr 20 14:35:26.464104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:26.478658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'mac_address': 'fa:16:3e:0d:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:26.496325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0136a65c-d292-4e0b-b08e-9689b531549e req-1e4ac0d9-b3a6-4520-9f22-17d24cabc6d2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387394 Apr 20 14:35:26.538119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:26.551855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:26.573822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:26.579681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:26.628258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:26.657685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f7c40-de37-4b74-b568-660c234428bf req-3dcdb1aa-b9bf-4a95-b992-66f35fba305e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.659198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed9f7c40-de37-4b74-b568-660c234428bf req-3dcdb1aa-b9bf-4a95-b992-66f35fba305e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0916660 Apr 20 14:35:26.671334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcf97f-948f-4b20-965e-86105508ee9a req-19ad0b9b-1e6b-447c-81be-22d5358883fe tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.672990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3dcf97f-948f-4b20-965e-86105508ee9a req-19ad0b9b-1e6b-447c-81be-22d5358883fe tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.0707800 Apr 20 14:35:26.732871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed9f7c40-de37-4b74-b568-660c234428bf req-4a6162fa-a4c7-465b-81b0-909c5435219f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587218 Apr 20 14:35:26.738158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3dcf97f-948f-4b20-965e-86105508ee9a req-fb870ca0-73e8-447b-8f8d-65e2855bf551 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Apr 20 14:35:26.881217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6cc5c-d6c7-43f1-94b7-7cfa93e2c534 req-20499658-4d5c-4ad7-ad18-b238364bbfb0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.882894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fe6cc5c-d6c7-43f1-94b7-7cfa93e2c534 req-20499658-4d5c-4ad7-ad18-b238364bbfb0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0825989 Apr 20 14:35:26.906228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446b165-acc2-45ec-b676-8e8d1a7c20cc req-ff87bc1e-9fd2-4e25-a8e7-c789ac318e29 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.907697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b446b165-acc2-45ec-b676-8e8d1a7c20cc req-ff87bc1e-9fd2-4e25-a8e7-c789ac318e29 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0802834 Apr 20 14:35:26.949033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fe6cc5c-d6c7-43f1-94b7-7cfa93e2c534 req-a2372c60-c3f9-4515-bacd-62a09d460e2e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596375 Apr 20 14:35:26.961567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b446b165-acc2-45ec-b676-8e8d1a7c20cc req-0fddeabf-0f0d-41e2-b947-ea60784adc87 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Apr 20 14:35:27.064151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3870d142-a95b-49e7-9730-e706c2f491e3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:27.085039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbe70-3c8a-43ab-a458-3a3de47dee55 req-9df1e640-e1a0-4625-a5d4-425ab991872a tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.086558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-929fbe70-3c8a-43ab-a458-3a3de47dee55 req-9df1e640-e1a0-4625-a5d4-425ab991872a tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 1096 time: 0.0443838 Apr 20 14:35:27.088392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 3870d142-a95b-49e7-9730-e706c2f491e3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:27.088771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3870d142-a95b-49e7-9730-e706c2f491e3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:27.121532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-929fbe70-3c8a-43ab-a458-3a3de47dee55 req-0e226446-a001-4557-830c-e4fe83e576d0 tempest-LiveAutoBlockMigrationV225Test-1085281136 tempest-LiveAutoBlockMigrationV225Test-1085281136-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288484 Apr 20 14:35:27.372401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c6566dd2-db77-45f3-aea2-f09b3e8b10a0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:27.397382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2957b1-505a-4804-a191-a519179541b4 req-10ff740f-3363-4e21-af2b-21f4c02de886 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.398945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f2957b1-505a-4804-a191-a519179541b4 req-10ff740f-3363-4e21-af2b-21f4c02de886 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.0603499 Apr 20 14:35:27.474318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f2957b1-505a-4804-a191-a519179541b4 req-ca69deab-a8cd-4e50-891e-a74fd7b95c10 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Apr 20 14:35:27.484820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30938-4866-4f45-85c9-a31509dd1167 req-8ca9bd23-ed8a-4a4a-851c-d8a86dc39530 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.486321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc30938-4866-4f45-85c9-a31509dd1167 req-8ca9bd23-ed8a-4a4a-851c-d8a86dc39530 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0770426 Apr 20 14:35:27.525754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc30938-4866-4f45-85c9-a31509dd1167 req-a7e08924-7d7a-4b55-9442-afaba1867f4e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Apr 20 14:35:27.627129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b857-9ce6-4a8e-a6ff-a4e6fc5429c5 req-af98ca8e-7e6d-45de-96d6-bd89ec94614a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.628681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a55b857-9ce6-4a8e-a6ff-a4e6fc5429c5 req-af98ca8e-7e6d-45de-96d6-bd89ec94614a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0507810 Apr 20 14:35:27.667500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a55b857-9ce6-4a8e-a6ff-a4e6fc5429c5 req-4142054a-3351-40e2-af1b-9158060c1b05 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Apr 20 14:35:27.933200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-caeb7c0e-4fd8-4b12-a794-a0d5cf13bd6d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.934682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-caeb7c0e-4fd8-4b12-a794-a0d5cf13bd6d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 949 time: 0.1486323 Apr 20 14:35:27.949552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9640e-b537-44b1-b416-805b209fbd49 req-1ea97f4a-b495-45e3-bc68-fad59cee2f8d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.950924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00e9640e-b537-44b1-b416-805b209fbd49 req-1ea97f4a-b495-45e3-bc68-fad59cee2f8d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1305764 Apr 20 14:35:27.959410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4297-4edf-43ec-b06a-842e6b10eac1 req-0f498469-2679-4458-b4ba-ae7a52196344 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.960760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-546d4297-4edf-43ec-b06a-842e6b10eac1 req-0f498469-2679-4458-b4ba-ae7a52196344 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.1431646 Apr 20 14:35:28.061963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00e9640e-b537-44b1-b416-805b209fbd49 req-568e591e-4033-45be-802a-6f8a2197fac5 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003301 Apr 20 14:35:28.063671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-4891ceae-e4d2-4a92-998f-e8829c9dc429 service neutron] 10.222.0.45 "GET /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 382 time: 0.1118038 Apr 20 14:35:28.066391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-546d4297-4edf-43ec-b06a-842e6b10eac1 req-cae7eb31-b54e-44f9-bff7-b83843451b6c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992906 Apr 20 14:35:28.204091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-28d7a761-9344-4998-8ddb-840972ae9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.205559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-28d7a761-9344-4998-8ddb-840972ae9f9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1100 time: 0.0970333 Apr 20 14:35:28.229009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1163a88-491c-4016-b0e9-780289491bd6 req-bdf9ffac-eb29-4ba8-a47b-c469ba39cf81 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.230739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1163a88-491c-4016-b0e9-780289491bd6 req-bdf9ffac-eb29-4ba8-a47b-c469ba39cf81 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1127775 Apr 20 14:35:28.242497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c05dc-d34b-4263-af59-1702c374d85d req-566b590f-22f9-4038-b655-8fe629ca8d40 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.243878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-966c05dc-d34b-4263-af59-1702c374d85d req-566b590f-22f9-4038-b655-8fe629ca8d40 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1039183 Apr 20 14:35:28.356034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-966c05dc-d34b-4263-af59-1702c374d85d req-c60621aa-e2e4-4a4b-9b13-cbe7c868f8ad tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997336 Apr 20 14:35:28.361587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1163a88-491c-4016-b0e9-780289491bd6 req-1e591e10-bc43-4855-97af-f577bcdecc90 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084330 Apr 20 14:35:28.371072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-4f4dea07-8063-49c5-bcda-4df394409454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.372471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-4f4dea07-8063-49c5-bcda-4df394409454 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1593649 Apr 20 14:35:28.417374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-d3fe9ad3-472e-41d1-8511-bfaca238a3c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0345597 Apr 20 14:35:28.474037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-4eff5be1-23fb-4927-8eba-c6d8de9e2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.475592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-4eff5be1-23fb-4927-8eba-c6d8de9e2d2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0492015 Apr 20 14:35:28.503545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-2532be7d-8aa0-42e4-bb29-235c3653374c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.504248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-2532be7d-8aa0-42e4-bb29-235c3653374c tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.0509651 Apr 20 14:35:28.528856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-dbb8b6ee-1afa-4ec0-bc03-ed9b753fd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.530380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-dbb8b6ee-1afa-4ec0-bc03-ed9b753fd65f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474637 Apr 20 14:35:28.602413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Deleting port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:28.602801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:28.657651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7599d2c-f751-435f-b349-130c81f4078c req-99bc152d-d26e-4b12-a56e-99cba8910077 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.659153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7599d2c-f751-435f-b349-130c81f4078c req-99bc152d-d26e-4b12-a56e-99cba8910077 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 945 time: 0.1021981 Apr 20 14:35:28.661653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-22e855f9-0b0e-4c4c-a1eb-6be521af7661 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223478 Apr 20 14:35:28.691103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] For port 5a072edd-8c5d-4730-9aa7-7213a64d8c67, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5a072edd-8c5d-4730-9aa7-7213a64d8c67,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:28.691450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:28.705853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Calling delete_port for 5a072edd-8c5d-4730-9aa7-7213a64d8c67 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:28.756720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7599d2c-f751-435f-b349-130c81f4078c req-3d4074e0-5315-4c0b-a521-4c9f4eb0d348 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909128 Apr 20 14:35:28.815926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6475ac-a943-469a-acda-22f7fe84a3ad req-57bf9df9-d694-43a2-bf34-321fe8f7e693 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:28.817386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a6475ac-a943-469a-acda-22f7fe84a3ad req-57bf9df9-d694-43a2-bf34-321fe8f7e693 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0730426 Apr 20 14:35:28.819264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-692334d0-e0c7-4a78-8861-516f10f2551c service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477237 Apr 20 14:35:28.840789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:28.863799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:28.867223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a6475ac-a943-469a-acda-22f7fe84a3ad req-b7df1f17-93e0-4503-a662-61d812c20851 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Apr 20 14:35:28.893692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event deleted for resources: {'Port': ['ID=5a072edd-8c5d-4730-9aa7-7213a64d8c67,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:28.931001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] No DVR routers for this DVR port 5a072edd-8c5d-4730-9aa7-7213a64d8c67 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:28.933708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:28.937450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3eebd2ee-755d-4c9c-bd70-d54eac5fc3b8 req-251c378a-0b4b-4442-99ca-eddfa0ded6b0 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "DELETE /v2.0/ports/5a072edd-8c5d-4730-9aa7-7213a64d8c67 HTTP/1.1" status: 204 len: 173 time: 0.4272096 Apr 20 14:35:28.937904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-deleted', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:28.940184 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa146540-6e35-42cb-a208-bb23bd2d0039" -d '{"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-deleted", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:28.980307 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8f14ed-fb24-4e45-81e2-d2113a3ca0b5 x-openstack-request-id: req-fa8f14ed-fb24-4e45-81e2-d2113a3ca0b5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:28.980609 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11828d3-49d6-4e6a-ba36-054a183c1303", "name": "network-vif-deleted", "tag": "5a072edd-8c5d-4730-9aa7-7213a64d8c67", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:28.980882 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa8f14ed-fb24-4e45-81e2-d2113a3ca0b5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:28.981284 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8f14ed-fb24-4e45-81e2-d2113a3ca0b5'] response: {'server_uuid': 'c11828d3-49d6-4e6a-ba36-054a183c1303', 'name': 'network-vif-deleted', 'tag': '5a072edd-8c5d-4730-9aa7-7213a64d8c67', 'status': 'completed', 'code': 200} Apr 20 14:35:29.205537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd48f1-08bf-42b3-94d1-797b774dc0b5 req-fc315164-7444-49c3-a3bc-6afda4ab4574 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.207086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55dd48f1-08bf-42b3-94d1-797b774dc0b5 req-fc315164-7444-49c3-a3bc-6afda4ab4574 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0757749 Apr 20 14:35:29.215518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027e74-e8ca-4591-9649-a92fc1632007 req-9240927c-edc5-41ab-ad01-466451bbe90d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.216899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07027e74-e8ca-4591-9649-a92fc1632007 req-9240927c-edc5-41ab-ad01-466451bbe90d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0768108 Apr 20 14:35:29.269850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55dd48f1-08bf-42b3-94d1-797b774dc0b5 req-f5726505-ab67-4ed8-a029-575168eaf3b7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518739 Apr 20 14:35:29.274597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07027e74-e8ca-4591-9649-a92fc1632007 req-c5c5cdcf-6894-48b0-bc79-fb1fb1df3fd5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Apr 20 14:35:29.508267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa1c3-4396-4abc-9ee1-5f14be31b6f9 req-551d7744-f3c8-40ec-95aa-8242c982857a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.509717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2fa1c3-4396-4abc-9ee1-5f14be31b6f9 req-551d7744-f3c8-40ec-95aa-8242c982857a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0805523 Apr 20 14:35:29.522654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee29742-b20c-4e22-8860-1d35b3dd2717 req-e8c30901-2b57-4a89-8b24-2bb3a99dd39d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.524168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee29742-b20c-4e22-8860-1d35b3dd2717 req-e8c30901-2b57-4a89-8b24-2bb3a99dd39d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0663614 Apr 20 14:35:29.581651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e2fa1c3-4396-4abc-9ee1-5f14be31b6f9 req-7e818061-64cc-4e58-b439-dab11eb1d6bb tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Apr 20 14:35:29.584773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee29742-b20c-4e22-8860-1d35b3dd2717 req-28222fdd-6dd8-43bc-93f9-59b98652af7d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540340 Apr 20 14:35:29.877146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eebfcb54-ddbf-4c61-b42b-25d73e2ee87a req-b22f4eae-e87a-4994-b0d9-6402bb05d624 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.0271254 Apr 20 14:35:29.995855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b532d-d2fd-4668-9202-41dad99e2fff req-2ee84d56-ad22-4d16-bd9f-ac1f49e80fb4 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.997342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-193b532d-d2fd-4668-9202-41dad99e2fff req-2ee84d56-ad22-4d16-bd9f-ac1f49e80fb4 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0547965 Apr 20 14:35:30.035014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-193b532d-d2fd-4668-9202-41dad99e2fff req-95b338e2-7be4-4499-b9d3-ebb9ed1258c7 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Apr 20 14:35:30.424559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f000fc-d6d5-40a8-80ab-a7a887bdc0b7 req-d6873a05-520f-4b1f-8a92-38dc88dbc553 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:30.426035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4f000fc-d6d5-40a8-80ab-a7a887bdc0b7 req-d6873a05-520f-4b1f-8a92-38dc88dbc553 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0762370 Apr 20 14:35:30.440751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15005392-f014-4430-973e-63a83d9d75df req-b81f3f23-b5f6-4412-a617-5e252929942c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:30.442145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15005392-f014-4430-973e-63a83d9d75df req-b81f3f23-b5f6-4412-a617-5e252929942c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0662975 Apr 20 14:35:30.500988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4f000fc-d6d5-40a8-80ab-a7a887bdc0b7 req-87c12207-55af-463e-8939-f7927871d462 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Apr 20 14:35:30.504139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15005392-f014-4430-973e-63a83d9d75df req-71ff447c-d54b-4cd2-9ada-0349669e3c89 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554013 Apr 20 14:35:30.729103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554d2fa-46cf-4383-be6e-cb9e21a606b8 req-ea0b718f-75c1-4123-9ffb-04dfeef5dac4 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:30.730594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6554d2fa-46cf-4383-be6e-cb9e21a606b8 req-ea0b718f-75c1-4123-9ffb-04dfeef5dac4 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0746641 Apr 20 14:35:30.747584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06230cad-e8eb-4666-9c2c-0753c4748466 req-a147ac14-99e9-4a07-a1af-d007b7471913 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:30.749075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06230cad-e8eb-4666-9c2c-0753c4748466 req-a147ac14-99e9-4a07-a1af-d007b7471913 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0843530 Apr 20 14:35:30.819190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06230cad-e8eb-4666-9c2c-0753c4748466 req-677c6cad-a36e-452b-9074-24f595b2185d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Apr 20 14:35:30.832188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6554d2fa-46cf-4383-be6e-cb9e21a606b8 req-d8e90509-9432-4f60-a9f0-1d26b7e75117 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818717 Apr 20 14:35:31.004454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f0fc682-cba8-4ee6-866f-41bd3713919e req-66155688-e4a4-42d7-a793-5adceed4d247 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.0405130 Apr 20 14:35:31.056006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-2420afd3-d4e0-449f-a685-3c06fec938e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.057625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-2420afd3-d4e0-449f-a685-3c06fec938e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1100 time: 0.0395436 Apr 20 14:35:31.070676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:31.146621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.199179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093aa50-d52e-48d5-b408-9ea545f44ad7 req-6b45c9b7-7089-4d4f-95d0-c0f93cfcd2ab tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.200664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f093aa50-d52e-48d5-b408-9ea545f44ad7 req-6b45c9b7-7089-4d4f-95d0-c0f93cfcd2ab tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0840001 Apr 20 14:35:31.308801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f093aa50-d52e-48d5-b408-9ea545f44ad7 req-cc29e936-7f5e-4c48-bfcd-f7828065b584 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016610 Apr 20 14:35:31.397829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:31.430528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:31.463463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:31.472419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.483616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Ignored duplicate provisioning block setup for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 20 14:35:31.488122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.550976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] No DVR routers for this DVR port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:31.554791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=9']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:31.626554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:31.626941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:31.627270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:31.665075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:31.665075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Attempting to bind port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:31.678516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:31.678901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:31.679279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:31.679739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Bound port: c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:31.680096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.705998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32fce-75b7-4f21-a352-e70820b78502 req-97e563b0-a2c4-4bea-84ac-7be7fd1384d1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.707559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9c32fce-75b7-4f21-a352-e70820b78502 req-97e563b0-a2c4-4bea-84ac-7be7fd1384d1 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1084580 Apr 20 14:35:31.717317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a60dc2-6bdf-4d81-8ebd-294249b179c3 req-490f36f6-feb9-458b-b07a-817f53006f69 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.718833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a60dc2-6bdf-4d81-8ebd-294249b179c3 req-490f36f6-feb9-458b-b07a-817f53006f69 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 948 time: 0.1279795 Apr 20 14:35:31.818508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9c32fce-75b7-4f21-a352-e70820b78502 req-21d83ccf-0981-465f-b172-b31864b4806a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Apr 20 14:35:31.824551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a60dc2-6bdf-4d81-8ebd-294249b179c3 req-b26dbb1b-8f47-457d-b430-38812e1833bd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962634 Apr 20 14:35:31.825581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:31.828959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:31.840401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.894097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.894833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:31.896693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 1096 time: 0.8303630 Apr 20 14:35:31.897148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:31.899814 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb531f-9f4c-4166-9bec-cf367fe22af9" -d '{"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:31.923077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce90ae-1732-44af-bb53-61ac3ab751f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:32.037026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-13a18273-f993-4f7b-8198-b9d6aade16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.038521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-13a18273-f993-4f7b-8198-b9d6aade16ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1100 time: 0.1117115 Apr 20 14:35:32.047544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac5cec-cd3a-41aa-bca2-c699c0c10bf6 req-e1ba486d-f4b5-4a50-96ac-3a229ac9089d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.049013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50ac5cec-cd3a-41aa-bca2-c699c0c10bf6 req-e1ba486d-f4b5-4a50-96ac-3a229ac9089d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0946391 Apr 20 14:35:32.056705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2445-2ccb-4e74-8f9a-f2c572baaa94 req-c55c8e52-b5ba-4606-9994-479dfc1c8ab7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.058159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78fd2445-2ccb-4e74-8f9a-f2c572baaa94 req-c55c8e52-b5ba-4606-9994-479dfc1c8ab7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1048746 Apr 20 14:35:32.169266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50ac5cec-cd3a-41aa-bca2-c699c0c10bf6 req-6cca36ab-8414-40f6-bf93-6eaa278267c9 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100686 Apr 20 14:35:32.176665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78fd2445-2ccb-4e74-8f9a-f2c572baaa94 req-c9f939c4-4063-4919-91de-1bcd326af7a9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088746 Apr 20 14:35:32.212275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-697f08fc-06b3-424e-abd1-fcde8543d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.214519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-697f08fc-06b3-424e-abd1-fcde8543d0b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1544249 Apr 20 14:35:32.262769 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b931850-62a8-48a3-bfb8-b986a7a5a099 x-openstack-request-id: req-1b931850-62a8-48a3-bfb8-b986a7a5a099 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:32.263118 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:32.263428 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b931850-62a8-48a3-bfb8-b986a7a5a099 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:32.263879 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b931850-62a8-48a3-bfb8-b986a7a5a099'] response: {'name': 'network-changed', 'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'status': 'completed', 'code': 200} Apr 20 14:35:32.265718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-97589660-5c2e-4caa-86dc-114d8b30d160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0428131 Apr 20 14:35:32.299944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69a257f3-0904-4dc6-8308-69d2d6ed85f3 req-5a6c348c-caa0-4ba8-b78d-f2db17744e71 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=c11828d3-49d6-4e6a-ba36-054a183c1303 HTTP/1.1" status: 200 len: 210 time: 0.0332677 Apr 20 14:35:32.345587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-b75e5982-266b-4d06-8024-81d87bdbf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.346959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-b75e5982-266b-4d06-8024-81d87bdbf97b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0558822 Apr 20 14:35:32.420982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256308-76ad-4e56-914f-5ea779bd330b req-284368ec-eb25-40b8-9204-599b821eac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.422516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-284368ec-eb25-40b8-9204-599b821eac46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658910 Apr 20 14:35:32.447546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57f4d-2bc4-4d73-b7aa-0368ec7e01ec req-cc3029c5-99d7-48db-88e1-8107eac4f9ab tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.448980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06b57f4d-2bc4-4d73-b7aa-0368ec7e01ec req-cc3029c5-99d7-48db-88e1-8107eac4f9ab tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0638583 Apr 20 14:35:32.529760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06b57f4d-2bc4-4d73-b7aa-0368ec7e01ec req-2aa057a5-5cac-47d4-9e89-2249160da345 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700264 Apr 20 14:35:32.553645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-1c3fe6e2-ac19-4e74-905a-1b1f0d859d0d service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203597 Apr 20 14:35:32.652550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97256308-76ad-4e56-914f-5ea779bd330b req-d2ede5b7-850b-4d58-a3be-19b18a6308b1 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913837 Apr 20 14:35:32.745451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-bce7e82c-2d2a-4001-9822-ee2ef79dd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.747564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-bce7e82c-2d2a-4001-9822-ee2ef79dd341 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1100 time: 0.0461740 Apr 20 14:35:32.839132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-38d6dad7-7821-47f2-9bb4-00ad22996fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.840728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-38d6dad7-7821-47f2-9bb4-00ad22996fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0857224 Apr 20 14:35:32.888042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-0589c88a-8476-4653-b039-db2137c01d07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0367229 Apr 20 14:35:32.992570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-7955223d-efc7-47d1-a450-f86321ad95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.994022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-7955223d-efc7-47d1-a450-f86321ad95b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0983214 Apr 20 14:35:33.022382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcee03b-ef4c-48e7-b1c2-c969ef24c7b1 req-79cf3a89-00d4-4d81-be7a-c36e5c8020c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.023727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bcee03b-ef4c-48e7-b1c2-c969ef24c7b1 req-79cf3a89-00d4-4d81-be7a-c36e5c8020c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.1262298 Apr 20 14:35:33.042867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c19d-b4e8-4830-9cd2-29bddf4ec5da req-4d76f2eb-2624-4e35-a7f9-c3e3c67dd30d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.044252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7927c19d-b4e8-4830-9cd2-29bddf4ec5da req-4d76f2eb-2624-4e35-a7f9-c3e3c67dd30d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.1388407 Apr 20 14:35:33.108606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-c291d220-8a8e-4059-a14f-658465233791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.110080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-c291d220-8a8e-4059-a14f-658465233791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055679 Apr 20 14:35:33.117693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7927c19d-b4e8-4830-9cd2-29bddf4ec5da req-44bc9634-e27a-4b46-b059-676e86dab432 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Apr 20 14:35:33.120218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bcee03b-ef4c-48e7-b1c2-c969ef24c7b1 req-962d977c-af46-4d7b-8545-4b7204aa8860 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750525 Apr 20 14:35:33.178670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:33.210950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-d1d9808a-3940-4f8e-8081-65107055b53e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895736 Apr 20 14:35:33.285499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-e1b89793-cea1-4ed6-a00d-0e8a68e00018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.287877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-e1b89793-cea1-4ed6-a00d-0e8a68e00018 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 1100 time: 0.0936332 Apr 20 14:35:33.386467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-624b9aa1-5323-482a-b969-380d2a4d4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.388196 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-624b9aa1-5323-482a-b969-380d2a4d4d78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0924449 Apr 20 14:35:33.419234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aacc6d-6c07-4e40-857f-bba3a6b04928 req-65a0e2e4-de95-4430-a514-4985e144c3d5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.420722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70aacc6d-6c07-4e40-857f-bba3a6b04928 req-65a0e2e4-de95-4430-a514-4985e144c3d5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1312571 Apr 20 14:35:33.441973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028b119-8d75-4172-a651-2da08030c5f5 req-141c3a61-29af-46c0-af1f-7e6354e999e6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.443770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8028b119-8d75-4172-a651-2da08030c5f5 req-141c3a61-29af-46c0-af1f-7e6354e999e6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1428840 Apr 20 14:35:33.461867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-10d36737-eb51-4663-ba9a-58fbed727919 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436852 Apr 20 14:35:33.464877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-dc6671da-e8eb-4b2b-b284-7f2a2aa57acf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 200 len: 217 time: 0.0585706 Apr 20 14:35:33.511405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70aacc6d-6c07-4e40-857f-bba3a6b04928 req-b901378e-5636-4fc9-a9fc-6755513dea46 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Apr 20 14:35:33.533322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8028b119-8d75-4172-a651-2da08030c5f5 req-46e2894e-aedf-4b00-bb6b-1dfac809e624 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Apr 20 14:35:33.549607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-bd1e1141-f2dd-41fc-9f9e-a87c3e127a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.551175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-bd1e1141-f2dd-41fc-9f9e-a87c3e127a2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0788541 Apr 20 14:35:33.602130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-88b28a7f-41d7-4f90-811d-78949353ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.604552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-88b28a7f-41d7-4f90-811d-78949353ac8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460949 Apr 20 14:35:33.697367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68341b-5562-4f26-a60b-0e1a334023ef req-293c88c9-389d-4545-ae8e-0a541eeb3374 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.705694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe68341b-5562-4f26-a60b-0e1a334023ef req-293c88c9-389d-4545-ae8e-0a541eeb3374 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0857258 Apr 20 14:35:33.733086 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-95a30e46-2cfc-49c1-ace8-458c1192854d service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128533 Apr 20 14:35:33.740832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe68341b-5562-4f26-a60b-0e1a334023ef req-b42adc43-b13e-4fe5-8e7d-f1dc2a8f7b99 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342875 Apr 20 14:35:33.843738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54fb531f-9f4c-4166-9bec-cf367fe22af9 req-b8719406-c0c3-4508-ab4f-4c30a8281981 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990160 Apr 20 14:35:34.129742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-d719a083-7ceb-4d6b-9839-b8578aa0a434 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.131239 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-d719a083-7ceb-4d6b-9839-b8578aa0a434 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0504336 Apr 20 14:35:34.239774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a2530-3636-42b9-989f-ef2bca7c0ffe req-ef90532d-a312-4550-a578-693c800c1ebd tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.247705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e1a2530-3636-42b9-989f-ef2bca7c0ffe req-ef90532d-a312-4550-a578-693c800c1ebd tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 950 time: 0.0587151 Apr 20 14:35:34.252357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:34.253675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:34.334170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e1a2530-3636-42b9-989f-ef2bca7c0ffe req-a2ac796d-663c-46b0-8dc5-42f125c7b114 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854943 Apr 20 14:35:34.343389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377add24-c581-43ca-a7d7-b3761b029658 req-3f5b6edf-700e-4d67-84df-11d9edae306c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.344877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-377add24-c581-43ca-a7d7-b3761b029658 req-3f5b6edf-700e-4d67-84df-11d9edae306c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0952566 Apr 20 14:35:34.363314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port f1374e0e-c380-4fd0-a9a7-cdc78bb58620, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:34.363916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:34.377505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for f1374e0e-c380-4fd0-a9a7-cdc78bb58620 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:34.407026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-377add24-c581-43ca-a7d7-b3761b029658 req-62e4504a-e7e6-4bac-8879-6a771d536d88 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553761 Apr 20 14:35:34.510736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:34.525766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:34.541678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=f1374e0e-c380-4fd0-a9a7-cdc78bb58620,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:34.598350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port f1374e0e-c380-4fd0-a9a7-cdc78bb58620 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:34.603729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:34.608017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ab78400-0b3d-456d-95a0-e66e37e11a4d req-6c2addab-db5c-4fa6-b308-04e937b4b2c6 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "DELETE /v2.0/ports/f1374e0e-c380-4fd0-a9a7-cdc78bb58620 HTTP/1.1" status: 204 len: 173 time: 0.4703043 Apr 20 14:35:34.608765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'name': 'network-vif-deleted', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:34.619103 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3d0839-58eb-4435-8ae3-3bba458f709f" -d '{"events": [{"server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "name": "network-vif-deleted", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:34.742841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedc71a-cd73-4239-b956-ea38a35289a1 req-ac090abf-08a7-4cf6-b5ad-ebfc693e496b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.763199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaedc71a-cd73-4239-b956-ea38a35289a1 req-ac090abf-08a7-4cf6-b5ad-ebfc693e496b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1122699 Apr 20 14:35:34.807700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd39033-f596-4a55-b11d-74d74a2b5e63 req-943ad256-f69c-4cb8-8519-dfa2181e1454 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.815091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fd39033-f596-4a55-b11d-74d74a2b5e63 req-943ad256-f69c-4cb8-8519-dfa2181e1454 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.1347899 Apr 20 14:35:34.864062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaedc71a-cd73-4239-b956-ea38a35289a1 req-65d28b5b-173e-40f5-bb6c-f5aafb59a1b0 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998752 Apr 20 14:35:34.927175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fd39033-f596-4a55-b11d-74d74a2b5e63 req-4e46ebbf-2fc0-4238-a4dd-4686bbee7cac tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110868 Apr 20 14:35:34.986893 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c47a790-e4ed-4412-96be-2592661eef74 x-openstack-request-id: req-8c47a790-e4ed-4412-96be-2592661eef74 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:34.987265 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b12d4ca-49e6-47b5-b2bb-88192216cf6e", "name": "network-vif-deleted", "tag": "f1374e0e-c380-4fd0-a9a7-cdc78bb58620", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:34.987556 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c47a790-e4ed-4412-96be-2592661eef74 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:34.987991 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c47a790-e4ed-4412-96be-2592661eef74'] response: {'server_uuid': '5b12d4ca-49e6-47b5-b2bb-88192216cf6e', 'name': 'network-vif-deleted', 'tag': 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620', 'status': 'completed', 'code': 200} Apr 20 14:35:35.163905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:35.379133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:35.432909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'mac_address': 'fa:16:3e:0d:85:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:35.479876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f6b632b-58fd-434c-878b-a78d8e4b9070 req-766bb1be-2cb6-488e-ab95-2661ac5d80e8 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0353100 Apr 20 14:35:35.492175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7dcf1-3ffe-43eb-83cb-51d563d260ef req-959d1143-3bab-4a23-bcc7-8957e76399ea tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:35.508827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fd7dcf1-3ffe-43eb-83cb-51d563d260ef req-959d1143-3bab-4a23-bcc7-8957e76399ea tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.4862595 Apr 20 14:35:35.527402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:35.544794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fd7dcf1-3ffe-43eb-83cb-51d563d260ef req-d6c66d0c-06ce-4b48-9012-911218b782ba tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Apr 20 14:35:35.556294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:35.609070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:35.616435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:35.681270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956ac69-781f-4f4b-a282-cb2cfb40fd15 req-b48ef208-472d-484f-a0f4-f4564a087d95 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:35.684826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9956ac69-781f-4f4b-a282-cb2cfb40fd15 req-b48ef208-472d-484f-a0f4-f4564a087d95 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 949 time: 0.0925982 Apr 20 14:35:35.709368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:35.731267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9956ac69-781f-4f4b-a282-cb2cfb40fd15 req-5a98fad8-2648-4d5c-abe8-e1e476b95d51 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Apr 20 14:35:35.893304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e398d4d-cdf8-45e6-9cb3-22a1d9e9be14 req-a2ef674b-fbef-4371-88c5-8225dd46e80a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:35.895697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e398d4d-cdf8-45e6-9cb3-22a1d9e9be14 req-a2ef674b-fbef-4371-88c5-8225dd46e80a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 950 time: 0.0939243 Apr 20 14:35:35.908964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9074a5d-d41f-4a5c-a220-cb058d4f5683 req-6a8cadec-a6d2-446b-af91-bc651d3a47a9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:35.910611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9074a5d-d41f-4a5c-a220-cb058d4f5683 req-6a8cadec-a6d2-446b-af91-bc651d3a47a9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0980692 Apr 20 14:35:35.977469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e398d4d-cdf8-45e6-9cb3-22a1d9e9be14 req-00d335fa-b127-49ca-aa48-42cb18875a20 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582652 Apr 20 14:35:35.995232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9074a5d-d41f-4a5c-a220-cb058d4f5683 req-82b8fa43-d8dd-40fd-9381-87384a06daff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642116 Apr 20 14:35:36.125043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f6f3-e78d-41c2-bd61-6b77cacc7df1 req-bd66fb33-1d2e-4c5e-9b30-22fcb42ded27 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:36.126529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74c8f6f3-e78d-41c2-bd61-6b77cacc7df1 req-bd66fb33-1d2e-4c5e-9b30-22fcb42ded27 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0794795 Apr 20 14:35:36.139177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9574374-d24b-4ee0-a100-2cf50f9d8435 req-465a4cf4-bcd9-4c90-8fe9-8b6a34a7191f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:36.140618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9574374-d24b-4ee0-a100-2cf50f9d8435 req-465a4cf4-bcd9-4c90-8fe9-8b6a34a7191f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0917335 Apr 20 14:35:36.164021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c6566dd2-db77-45f3-aea2-f09b3e8b10a0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:36.198260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74c8f6f3-e78d-41c2-bd61-6b77cacc7df1 req-e175dd93-2037-4e61-80d5-91efef38e805 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565746 Apr 20 14:35:36.215474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9574374-d24b-4ee0-a100-2cf50f9d8435 req-6f07e96c-ccac-45f1-9146-2cc06fc6f754 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615737 Apr 20 14:35:36.423519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-06d4d5b0-8fa5-435c-b4af-2cf1d8a9452f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278008 Apr 20 14:35:36.566938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-281743f1-a925-4f30-90a9-96abfc64a22f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:36.569625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-281743f1-a925-4f30-90a9-96abfc64a22f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386280 Apr 20 14:35:36.606413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6e4f708-3cf5-4f2a-b21f-410dd058e208 req-baf49a47-12c5-4658-b4f2-ec20a245b6c2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0342028 Apr 20 14:35:36.609804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-741a7949-9b2e-4d67-af54-5b0d8bf2eb88 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/quotas/f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 375 time: 0.0282435 Apr 20 14:35:36.671756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-b511c3e0-832b-487f-bec5-37853271a49f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534861 Apr 20 14:35:36.857261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a0cf3d4-7b4d-43f7-b4cf-ad81b0227bb3 req-2b0c599f-73a1-4223-8914-215ceef78ab0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 210 time: 0.0435984 Apr 20 14:35:37.146105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579c7b-f568-4cc5-b09b-66eeb20693a5 req-b4fdaf27-be12-4501-a1c1-8dd8d554f224 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.155239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3579c7b-f568-4cc5-b09b-66eeb20693a5 req-b4fdaf27-be12-4501-a1c1-8dd8d554f224 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0801203 Apr 20 14:35:37.220165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3579c7b-f568-4cc5-b09b-66eeb20693a5 req-2154d043-ab36-4fc0-950f-1e0d1ead1663 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637929 Apr 20 14:35:37.250098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023f48-d674-44af-864c-cf280d0c0e27 req-dec92d92-f2f8-459b-afbf-22eed6ee1322 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.258138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb023f48-d674-44af-864c-cf280d0c0e27 req-dec92d92-f2f8-459b-afbf-22eed6ee1322 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.0947771 Apr 20 14:35:37.332175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb023f48-d674-44af-864c-cf280d0c0e27 req-dccd5fc8-62d5-4552-94f1-f1126d9fedf2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730610 Apr 20 14:35:37.358937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9fc56-dd8c-4264-acf0-f48bc5a0a0a5 req-ab11da87-6a2a-414c-94a1-30ffcc48beda tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.367251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fe9fc56-dd8c-4264-acf0-f48bc5a0a0a5 req-ab11da87-6a2a-414c-94a1-30ffcc48beda tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0708842 Apr 20 14:35:37.405110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fe9fc56-dd8c-4264-acf0-f48bc5a0a0a5 req-af9c4b67-8c05-411e-98ea-bed6d8c1243c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Apr 20 14:35:37.469431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0d422-f3f4-456c-a748-c9e2a1395fef req-10997bdd-bdb1-46e4-9bfc-b81269589f05 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.471119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96d0d422-f3f4-456c-a748-c9e2a1395fef req-10997bdd-bdb1-46e4-9bfc-b81269589f05 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0548894 Apr 20 14:35:37.511776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96d0d422-f3f4-456c-a748-c9e2a1395fef req-0a469287-d22e-46ba-942a-174fc2551d47 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Apr 20 14:35:37.738428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f69b1a7-8ced-4c2c-b01c-ecf9470203b4 req-70711729-4b54-484c-b292-d066da18b1d9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0384421 Apr 20 14:35:37.758080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-abf935f8-31e8-4f18-939e-15cdb1610d66 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.759611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-abf935f8-31e8-4f18-939e-15cdb1610d66 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 945 time: 0.0709035 Apr 20 14:35:37.865278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Deleting port e10db36a-d12e-4c7c-89da-055b29b71629 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:37.865570 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:37.936788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-0b0c1de7-b8e2-4813-8a3a-b1176d9a33c4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426142 Apr 20 14:35:37.959173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] For port e10db36a-d12e-4c7c-89da-055b29b71629, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e10db36a-d12e-4c7c-89da-055b29b71629,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:37.959680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:37.982628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Calling delete_port for e10db36a-d12e-4c7c-89da-055b29b71629 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:38.000709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76adb61e-5515-495b-aed2-20891229da58 req-f1493df8-bcb6-4394-8280-5b14399fc626 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 210 time: 0.0320580 Apr 20 14:35:38.059415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-13daa0b5-02ee-4c37-8c3a-cec68621c375 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.060968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-13daa0b5-02ee-4c37-8c3a-cec68621c375 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233773 Apr 20 14:35:38.078588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Request body: {'port': {'device_id': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'f35d4d7fa27f4700b57a1c4856f0ceb1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:38.134631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.154046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e10db36a-d12e-4c7c-89da-055b29b71629'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:38.165202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event deleted for resources: {'Port': ['ID=e10db36a-d12e-4c7c-89da-055b29b71629,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:38.197819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Made reservation on behalf of f35d4d7fa27f4700b57a1c4856f0ceb1 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:35:38.201537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.214391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] No DVR routers for this DVR port e10db36a-d12e-4c7c-89da-055b29b71629 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:38.223200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.227051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b86a6a6-7211-4208-9d1d-d9d31aba04f9 req-14b61dc3-fd0b-40e5-91d3-763418c9e651 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "DELETE /v2.0/ports/e10db36a-d12e-4c7c-89da-055b29b71629 HTTP/1.1" status: 204 len: 173 time: 0.4590812 Apr 20 14:35:38.227502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-deleted', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:38.230712 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ff1f2-e348-4d2a-9113-1febc13dbae5" -d '{"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-deleted", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:38.284256 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e65781-5e44-4f50-a264-9caf98ccbbd4 x-openstack-request-id: req-67e65781-5e44-4f50-a264-9caf98ccbbd4 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:38.284571 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13def300-9911-466c-8935-37f7de9b2fd6", "name": "network-vif-deleted", "tag": "e10db36a-d12e-4c7c-89da-055b29b71629", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:38.284794 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67e65781-5e44-4f50-a264-9caf98ccbbd4 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:38.285192 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e65781-5e44-4f50-a264-9caf98ccbbd4'] response: {'server_uuid': '13def300-9911-466c-8935-37f7de9b2fd6', 'name': 'network-vif-deleted', 'tag': 'e10db36a-d12e-4c7c-89da-055b29b71629', 'status': 'completed', 'code': 200} Apr 20 14:35:38.362984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020f1de-8f9e-426b-b7c7-d75a3b3a291d req-50d85adb-c293-42af-af32-b59276da94ea tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.364904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a020f1de-8f9e-426b-b7c7-d75a3b3a291d req-50d85adb-c293-42af-af32-b59276da94ea tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0518923 Apr 20 14:35:38.367512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Allocated IP 192.168.233.13 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/4bc65578-f576-4bc9-b31c-43ae0e9ca706) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:35:38.417958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a020f1de-8f9e-426b-b7c7-d75a3b3a291d req-a244321f-fc84-4fff-9092-63c970633728 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Apr 20 14:35:38.466941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b9e6a5f-7f98-4cfd-bc88-d13a53575d59 req-47b87d96-96fa-482e-b2bd-688906336ebe tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=13def300-9911-466c-8935-37f7de9b2fd6 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Apr 20 14:35:38.536270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.540343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5977-ed1b-4559-98bf-3914c8234e72 req-11e7ff0c-5b03-48bf-9a61-9c4717d1311d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.541944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ead5977-ed1b-4559-98bf-3914c8234e72 req-11e7ff0c-5b03-48bf-9a61-9c4717d1311d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0519297 Apr 20 14:35:38.575653 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.588917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:38.597823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ead5977-ed1b-4559-98bf-3914c8234e72 req-8bc5269b-93fc-4316-b2e7-6d9f56f3c802 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Apr 20 14:35:38.621190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:35:38.621190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:35:38.638854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f2208-dd46-4601-b08b-c823bae7b0b0 req-1e94cea3-e160-4fa8-b7e6-e49e624462ca tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.639406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:38.640489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-103f2208-dd46-4601-b08b-c823bae7b0b0 req-1e94cea3-e160-4fa8-b7e6-e49e624462ca tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0591114 Apr 20 14:35:38.642185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:35:38.702924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-103f2208-dd46-4601-b08b-c823bae7b0b0 req-59d51abe-5103-4f7b-8347-c8b39086cdc0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Apr 20 14:35:38.725333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.726784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.744848 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-02dfbb70-448d-45ee-9e59-1e9679556073 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6699891 Apr 20 14:35:38.757302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Request body: {'port': {'device_id': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:38.855397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.894137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d23ab823-b8b0-4aba-ba87-496d36e229d5 req-83fbf413-deb5-40cc-99bd-bfb018c98db4 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0376542 Apr 20 14:35:38.975950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b2a0f29e-9d64-4acf-8313-fe0c01618215 None None] Provisioning complete for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:38.976315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f29e-9d64-4acf-8313-fe0c01618215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.009580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0f29e-9d64-4acf-8313-fe0c01618215 None None] Port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:35:39.123315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6871c5d-b90b-44fb-8196-e730653bf277 req-50a68b8d-46c8-485c-9a26-c8140357eafb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.124869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6871c5d-b90b-44fb-8196-e730653bf277 req-50a68b8d-46c8-485c-9a26-c8140357eafb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 935 time: 0.0504587 Apr 20 14:35:39.125025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:39.132979 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.144929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Transition to ACTIVE for port object 4bc65578-f576-4bc9-b31c-43ae0e9ca706 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:39.147286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:39.149436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.166510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6871c5d-b90b-44fb-8196-e730653bf277 req-af1a4078-eabe-4601-b07a-750a943517c8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353174 Apr 20 14:35:39.203307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:39.207814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:39.208595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.211686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:39.288182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.291085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:39.291668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:39.292002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:39.297877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:39.298206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:39.303941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:39.304285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:39.304667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:39.305202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Bound port: 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:39.305639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.313851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:39.316148 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f30fdc-8b59-4645-b3d7-70126c558110" -d '{"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-plugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:39.329573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:39.335314 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.336369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:39.383675 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d095e416-bdc4-4c44-b844-202b507d09f5 x-openstack-request-id: req-d095e416-bdc4-4c44-b844-202b507d09f5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:39.383914 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-plugged", "status": "completed", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:39.384118 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d095e416-bdc4-4c44-b844-202b507d09f5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:39.384509 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d095e416-bdc4-4c44-b844-202b507d09f5'] response: {'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'code': 200} Apr 20 14:35:39.385706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:39.387108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: e10db36a-d12e-4c7c-89da-055b29b71629 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:39.387443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e10db36a-d12e-4c7c-89da-055b29b71629 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:39.389915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:39.397704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.415790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:39.439226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.439840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:39.442947 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] 10.222.0.43 "PUT /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 1095 time: 0.6888354 Apr 20 14:35:39.443398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:39.445866 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd703559-5377-4678-ad89-8a8df31a54a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:39.472494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81963953-1f19-443c-9e17-4d47c6158bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:39.510863 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d169114-680f-4bb1-a69f-f27f0c03f59c x-openstack-request-id: req-1d169114-680f-4bb1-a69f-f27f0c03f59c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:39.511155 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:39.511407 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d169114-680f-4bb1-a69f-f27f0c03f59c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:39.511803 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d169114-680f-4bb1-a69f-f27f0c03f59c'] response: {'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'status': 'completed', 'code': 200} Apr 20 14:35:39.537820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-ad201352-ff44-4da5-b240-12941a64b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.539885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-ad201352-ff44-4da5-b240-12941a64b4cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1098 time: 0.0552802 Apr 20 14:35:39.582859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d53f3-2315-4459-926c-bb728237ece0 req-26713954-48bf-4158-a84c-c02ccba919ee tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.590871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e34d53f3-2315-4459-926c-bb728237ece0 req-26713954-48bf-4158-a84c-c02ccba919ee tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0690694 Apr 20 14:35:39.591788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-1e3ee895-b3cb-4203-b9f7-ad1858f0b786 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0377738 Apr 20 14:35:39.645796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e34d53f3-2315-4459-926c-bb728237ece0 req-f4bb77ee-87b5-4cea-a1b3-7179a5cdf856 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459023 Apr 20 14:35:39.761488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8682314-f306-47c9-a41a-768a8a723754 req-34f62048-9dcc-4691-be89-d88023d8fbe7 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.763407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8682314-f306-47c9-a41a-768a8a723754 req-34f62048-9dcc-4691-be89-d88023d8fbe7 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0585670 Apr 20 14:35:39.829331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8682314-f306-47c9-a41a-768a8a723754 req-74cb1248-2a4f-4f8f-a009-4442de10bc16 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Apr 20 14:35:39.839821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd82cf-64ab-4c6d-9543-3a2fc54180e8 req-ed9d6ee9-23a4-4fd8-9cae-7fb65bce0926 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.848055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6acd82cf-64ab-4c6d-9543-3a2fc54180e8 req-ed9d6ee9-23a4-4fd8-9cae-7fb65bce0926 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 944 time: 0.0835512 Apr 20 14:35:39.891685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6acd82cf-64ab-4c6d-9543-3a2fc54180e8 req-82b115b9-2776-4fab-babb-549a21b789da tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Apr 20 14:35:39.965049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad389-f7a8-4190-bcbc-db4df1a10c0b req-9d802083-e5dd-455e-8db8-30235f2ccea3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.966870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dfad389-f7a8-4190-bcbc-db4df1a10c0b req-9d802083-e5dd-455e-8db8-30235f2ccea3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0608902 Apr 20 14:35:39.976596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-43ec97fe-5c0d-41bf-9fe9-8d0ce3dcbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.978024 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-43ec97fe-5c0d-41bf-9fe9-8d0ce3dcbec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.3785739 Apr 20 14:35:40.013645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29b5d01c-2ac1-4c60-b796-ce9c0b9e3fb3 req-5993d41c-fc8b-485d-966d-a0ac2e417d5c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0327790 Apr 20 14:35:40.026446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-0c223f73-be23-4135-badf-bc67b6c79515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.027971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-0c223f73-be23-4135-badf-bc67b6c79515 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425897 Apr 20 14:35:40.032522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dfad389-f7a8-4190-bcbc-db4df1a10c0b req-0424a7d6-235d-423d-9e2b-49a2898d5cae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583107 Apr 20 14:35:40.099242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-55db8c02-80be-419e-8621-01156373b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:40.123437 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-d51fff74-5d77-49f6-ad9d-9e4ee10eb8d4 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861161 Apr 20 14:35:40.222117 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f224286-1321-48f0-92dd-9dfda7ce3b63 req-3a9a68cb-f8ef-44c1-b7ae-9fba318f2010 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905557 Apr 20 14:35:40.300277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996171e-528d-4d51-afea-f5e762192850 req-ff18ceff-f009-4423-b3ff-894a96e8ffb9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.301908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1996171e-528d-4d51-afea-f5e762192850 req-ff18ceff-f009-4423-b3ff-894a96e8ffb9 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 944 time: 0.0840623 Apr 20 14:35:40.312805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-934d6066-e771-402e-840d-968597b33077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.314260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-934d6066-e771-402e-840d-968597b33077 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1098 time: 0.0415478 Apr 20 14:35:40.323166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17a87-de05-4321-8c72-7b36c9714ead req-df83e7f6-cf10-43e5-ba16-82911d9f97fe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.324667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32d17a87-de05-4321-8c72-7b36c9714ead req-df83e7f6-cf10-43e5-ba16-82911d9f97fe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0803547 Apr 20 14:35:40.409549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-fe2c8396-247e-45e4-92d6-52a1effd435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.411703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-fe2c8396-247e-45e4-92d6-52a1effd435b service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0908756 Apr 20 14:35:40.416949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32d17a87-de05-4321-8c72-7b36c9714ead req-393b4fe3-4ef4-41cf-ac83-401eba189d8d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724521 Apr 20 14:35:40.443286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Deleting port eb028696-d8d5-4729-ab5f-00fc03f16564 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:40.443703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:40.456729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-5fba1215-108b-40ce-9d5c-780dc61e09fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0371220 Apr 20 14:35:40.509567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-46512bc6-6df5-4d34-8b75-7e8d924726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.511052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-46512bc6-6df5-4d34-8b75-7e8d924726d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0461919 Apr 20 14:35:40.541331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] For port eb028696-d8d5-4729-ab5f-00fc03f16564, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eb028696-d8d5-4729-ab5f-00fc03f16564,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:40.541729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:40.556569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Calling delete_port for eb028696-d8d5-4729-ab5f-00fc03f16564 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:40.564062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-a55f469d-0df9-4c5a-a18a-ed09b99b14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.565802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-a55f469d-0df9-4c5a-a18a-ed09b99b14a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469453 Apr 20 14:35:40.659611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-f3abe836-9e11-4aa5-9bde-494c49d1b1ab service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846763 Apr 20 14:35:40.684907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:40.723989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event deleted for resources: {'Port': ['ID=eb028696-d8d5-4729-ab5f-00fc03f16564,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:40.761345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] No DVR routers for this DVR port eb028696-d8d5-4729-ab5f-00fc03f16564 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:40.763302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd703559-5377-4678-ad89-8a8df31a54a7 req-d814a282-df21-404b-b4a4-e0215fba03de service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954351 Apr 20 14:35:40.763955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:40.767489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1996171e-528d-4d51-afea-f5e762192850 req-4443ccb6-7df6-46de-b8c4-506c26201fbf tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.43 "DELETE /v2.0/ports/eb028696-d8d5-4729-ab5f-00fc03f16564 HTTP/1.1" status: 204 len: 173 time: 0.4584506 Apr 20 14:35:40.767940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-deleted', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:40.770172 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d312e-0cdf-4f10-a613-34ebc10ef7b4" -d '{"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-deleted", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:40.811826 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46efb449-9ba8-42cf-afbc-a4dd9cddc2ae x-openstack-request-id: req-46efb449-9ba8-42cf-afbc-a4dd9cddc2ae {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:40.812175 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ade8bc-1787-4adb-b975-1335d94359f6", "name": "network-vif-deleted", "tag": "eb028696-d8d5-4729-ab5f-00fc03f16564", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:40.812528 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46efb449-9ba8-42cf-afbc-a4dd9cddc2ae {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:40.812966 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46efb449-9ba8-42cf-afbc-a4dd9cddc2ae'] response: {'server_uuid': 'e8ade8bc-1787-4adb-b975-1335d94359f6', 'name': 'network-vif-deleted', 'tag': 'eb028696-d8d5-4729-ab5f-00fc03f16564', 'status': 'completed', 'code': 200} Apr 20 14:35:40.881130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2704b-d768-48e3-bb4f-3e2d99e973c5 req-42ce3a95-68e6-43ee-93b9-dd8a43ff025f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.883127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84c2704b-d768-48e3-bb4f-3e2d99e973c5 req-42ce3a95-68e6-43ee-93b9-dd8a43ff025f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.1665897 Apr 20 14:35:40.934397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84c2704b-d768-48e3-bb4f-3e2d99e973c5 req-94df173c-0b0a-4d94-9a8c-f3a04ef12509 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Apr 20 14:35:40.972371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efa42f-0adb-48e5-a010-fd3e333c5721 req-0b1ecb31-ddee-4872-865a-22c9ff9e0a45 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.974375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27efa42f-0adb-48e5-a010-fd3e333c5721 req-0b1ecb31-ddee-4872-865a-22c9ff9e0a45 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0588500 Apr 20 14:35:41.036457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2710bc42-dca4-474e-aa23-1ced1a2526ad req-44519cf2-c190-499f-87de-daae71b4e03e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8ade8bc-1787-4adb-b975-1335d94359f6 HTTP/1.1" status: 200 len: 210 time: 0.0321050 Apr 20 14:35:41.039845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27efa42f-0adb-48e5-a010-fd3e333c5721 req-4480dd7a-1d8f-4707-b8db-7633c453279f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583375 Apr 20 14:35:41.155311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b544fc1-968a-49bb-8202-b7b5e5e7a84d req-7cd75c4f-468e-475b-afd8-57d61cb1bbec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0396934 Apr 20 14:35:41.181168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7107c-f139-4681-a2bf-d0df16a203a6 req-4eea52ae-8b0b-40d4-a618-ff8c24075257 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:41.182733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fe7107c-f139-4681-a2bf-d0df16a203a6 req-4eea52ae-8b0b-40d4-a618-ff8c24075257 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0763850 Apr 20 14:35:41.226342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fe7107c-f139-4681-a2bf-d0df16a203a6 req-a16d9276-d280-4ecf-973b-7e25b52d4fb0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354481 Apr 20 14:35:41.537206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d9384-c3ab-40f1-afe9-bee1ae8ad15a req-005accfe-4c4a-4e1b-8160-c9c6439bb83f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:41.538519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-418d9384-c3ab-40f1-afe9-bee1ae8ad15a req-005accfe-4c4a-4e1b-8160-c9c6439bb83f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0503025 Apr 20 14:35:41.581773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-418d9384-c3ab-40f1-afe9-bee1ae8ad15a req-23f045c6-11be-4b3b-8fcd-94c0fae28ca1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Apr 20 14:35:42.060576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df483a20-9bd8-4164-bad3-95f21ee3b32f req-fb683d45-1e7f-470b-97b3-b61ba28aee57 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:42.062446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df483a20-9bd8-4164-bad3-95f21ee3b32f req-fb683d45-1e7f-470b-97b3-b61ba28aee57 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0502858 Apr 20 14:35:42.174838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df483a20-9bd8-4164-bad3-95f21ee3b32f req-d7f021cc-20bf-4d22-b3dd-86b9f9052a5a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060665 Apr 20 14:35:42.182980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea81a32-ef8a-4a1e-b15a-78d904a8c240 req-619bedbe-e23f-435c-895c-746d58c2683b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:42.184401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cea81a32-ef8a-4a1e-b15a-78d904a8c240 req-619bedbe-e23f-435c-895c-746d58c2683b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0755374 Apr 20 14:35:42.227704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cea81a32-ef8a-4a1e-b15a-78d904a8c240 req-28e0d26a-609b-4d0e-abd5-dcc3baae9c9d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368507 Apr 20 14:35:42.302374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c919a6d-ddf0-47ff-907e-ea6ffef9fef6 req-f4fec085-2fc2-49e7-a460-608258fdfee7 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0261176 Apr 20 14:35:42.411919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83472-2ae0-4b8c-8277-b36bd6dd46aa req-bac1b386-42d2-414f-8917-7949dbe08774 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:42.413749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a83472-2ae0-4b8c-8277-b36bd6dd46aa req-bac1b386-42d2-414f-8917-7949dbe08774 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0532582 Apr 20 14:35:42.479777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a83472-2ae0-4b8c-8277-b36bd6dd46aa req-e5a9d34a-c37a-4d2d-97a1-662165f14672 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585022 Apr 20 14:35:42.487961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca1e2-397e-4da4-8576-3a027aa93760 req-bdaf3261-b7a1-4cfd-a84a-5205b8310262 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:42.489489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6bca1e2-397e-4da4-8576-3a027aa93760 req-bdaf3261-b7a1-4cfd-a84a-5205b8310262 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0875897 Apr 20 14:35:42.525778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e290-59d9-4e09-b52e-b5b44506474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:42.531152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6bca1e2-397e-4da4-8576-3a027aa93760 req-960e1148-82cb-401b-8406-893e45b4da23 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Apr 20 14:35:42.702884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615547-d5c0-4685-a079-a6f1476ed171 req-33f7aa28-625f-40f7-9ff1-823cbf4c3318 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:42.704340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51615547-d5c0-4685-a079-a6f1476ed171 req-33f7aa28-625f-40f7-9ff1-823cbf4c3318 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0515497 Apr 20 14:35:42.749253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51615547-d5c0-4685-a079-a6f1476ed171 req-dbf4252e-ec5e-4ffd-81aa-8189917018ba tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Apr 20 14:35:43.161957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:43.164113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:43.189266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: eb028696-d8d5-4729-ab5f-00fc03f16564 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:43.189622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eb028696-d8d5-4729-ab5f-00fc03f16564 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:43.284528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:43.293258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d1d9-9f86-407f-a1b8-37f9e869f5b7 req-08f49440-58d6-4ebb-a32f-54c03ba01202 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:43.295387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ad1d1d9-9f86-407f-a1b8-37f9e869f5b7 req-08f49440-58d6-4ebb-a32f-54c03ba01202 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0496802 Apr 20 14:35:43.298299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'mac_address': 'fa:16:3e:8d:e1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:43.340212 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:43.355408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:43.370804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ad1d1d9-9f86-407f-a1b8-37f9e869f5b7 req-71918624-45c7-4300-919a-cd084a6e7f9a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629747 Apr 20 14:35:43.375603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:43.381960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda31516-e944-460e-81f8-026f59641882 req-21ef2947-761a-40cc-8d8f-5ba5ca9b73a1 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:43.382421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:43.383616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dda31516-e944-460e-81f8-026f59641882 req-21ef2947-761a-40cc-8d8f-5ba5ca9b73a1 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0845413 Apr 20 14:35:43.433754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:43.435077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dda31516-e944-460e-81f8-026f59641882 req-cbde4f77-4d1c-479c-a499-3cda4ead8ecc tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Apr 20 14:35:43.441325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.441660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.441992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.442350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.442701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.443031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.443352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.443697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.443978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.444289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.444607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.444920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:43.476187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99e38ef9-0dec-4a4e-b718-d9ad490d9054 req-345b5cd0-807c-4e43-8bfd-35db77363a45 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0261574 Apr 20 14:35:43.533651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:43.599051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2063bb-9c64-42eb-a772-6de437aa46d7 req-2936a1b9-0659-411c-8d69-a4a4f57b6485 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:43.600554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c2063bb-9c64-42eb-a772-6de437aa46d7 req-2936a1b9-0659-411c-8d69-a4a4f57b6485 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0518501 Apr 20 14:35:43.667947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c2063bb-9c64-42eb-a772-6de437aa46d7 req-5983c1cc-8b72-458e-b3ce-a98d7eb5244e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Apr 20 14:35:43.679912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8412a0-854d-490a-ada3-e1f53891f893 req-77c92f2b-dab5-4413-b8cf-b721af9b6241 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:43.681334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8412a0-854d-490a-ada3-e1f53891f893 req-77c92f2b-dab5-4413-b8cf-b721af9b6241 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0685480 Apr 20 14:35:43.707198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4bc65578-f576-4bc9-b31c-43ae0e9ca706'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:43.719789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8412a0-854d-490a-ada3-e1f53891f893 req-a22de353-c40f-4a2a-8746-d530232cebbd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Apr 20 14:35:43.869475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e891956-3c37-4b11-ad49-eb0338f024a4 req-b116747f-4508-4d2f-9f41-3e3b70796140 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:43.871016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e891956-3c37-4b11-ad49-eb0338f024a4 req-b116747f-4508-4d2f-9f41-3e3b70796140 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.0509350 Apr 20 14:35:43.909197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e891956-3c37-4b11-ad49-eb0338f024a4 req-a10d1b2c-5fb6-4021-8cd0-030eccfc3dde tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Apr 20 14:35:44.080795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df', 'ea696835-c896-4ce9-801a-37f0c5077d98', 'f1374e0e-c380-4fd0-a9a7-cdc78bb58620'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:44.110160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:44.261783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 5a072edd-8c5d-4730-9aa7-7213a64d8c67 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:44.262126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5a072edd-8c5d-4730-9aa7-7213a64d8c67 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:44.265256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:44.418425 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:35:44.490964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998299-ebed-4a07-bef2-ffccb827ac35 req-5ad779aa-0cf9-43ef-992c-333c0a1ccd19 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:44.493307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11998299-ebed-4a07-bef2-ffccb827ac35 req-5ad779aa-0cf9-43ef-992c-333c0a1ccd19 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0514269 Apr 20 14:35:44.558333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11998299-ebed-4a07-bef2-ffccb827ac35 req-75f2796b-b438-4dd6-b31e-97ecfb1c0633 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598509 Apr 20 14:35:44.574902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d1d40-2bf2-4de0-baa3-8a4711f71101 req-e0ede444-c3d2-4206-827c-9a17e8e3e110 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:44.576491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea9d1d40-2bf2-4de0-baa3-8a4711f71101 req-e0ede444-c3d2-4206-827c-9a17e8e3e110 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0710051 Apr 20 14:35:44.616578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea9d1d40-2bf2-4de0-baa3-8a4711f71101 req-4221cd8f-27f9-40f7-b7da-c5b29d9b107e tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Apr 20 14:35:44.651039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b532ef5-6925-4f91-b5a2-4a8da4f5af2e req-21a0574d-4818-49ac-8f31-bd3326e5b68a tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0257475 Apr 20 14:35:44.785571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff06fe-23bc-4941-8e4b-a6e57eba8d79 req-0af8cfad-88c5-4186-9822-ecaf6b09167c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:44.787667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ff06fe-23bc-4941-8e4b-a6e57eba8d79 req-0af8cfad-88c5-4186-9822-ecaf6b09167c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0515900 Apr 20 14:35:44.857009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ff06fe-23bc-4941-8e4b-a6e57eba8d79 req-f78dc95e-9aba-401e-8d60-d188b3d070cc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Apr 20 14:35:44.865412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cce80f-db83-4b02-a18d-4c5679574235 req-def50f25-6a10-4294-934d-e420a6969046 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:44.866859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9cce80f-db83-4b02-a18d-4c5679574235 req-def50f25-6a10-4294-934d-e420a6969046 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0749817 Apr 20 14:35:44.905476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9cce80f-db83-4b02-a18d-4c5679574235 req-58014601-edaf-4f76-b0d5-91edc90f6f63 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Apr 20 14:35:45.028977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ef7d-ba7b-453d-9221-16f0147dbe9b req-c2afe159-2662-4de6-8766-22af7070eef8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:45.030446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47b8ef7d-ba7b-453d-9221-16f0147dbe9b req-c2afe159-2662-4de6-8766-22af7070eef8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.0538721 Apr 20 14:35:45.042697 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:45.071258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47b8ef7d-ba7b-453d-9221-16f0147dbe9b req-b22d9e4b-c635-4742-ab73-30afa0f8f7b7 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Apr 20 14:35:45.153897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:45.180888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:45.236441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:45.273436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:45.284568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:45.284939 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:45.404583 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:45.431759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:45.434791 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac3376-f92f-4dbd-aabc-97673af67706" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:45.450712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:45.455963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:45.480077 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f62e0b-12f1-477d-8113-d87c8bb795f4 x-openstack-request-id: req-33f62e0b-12f1-477d-8113-d87c8bb795f4 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:45.480387 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:45.480641 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33f62e0b-12f1-477d-8113-d87c8bb795f4 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:45.481026 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f62e0b-12f1-477d-8113-d87c8bb795f4'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'code': 200} Apr 20 14:35:45.506014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:45.578819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45ebfb-bc3e-402d-b67c-3495f0e2d0a7 req-16cbf29e-f61d-48a2-8c30-a450e6defc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:45.580268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f45ebfb-bc3e-402d-b67c-3495f0e2d0a7 req-16cbf29e-f61d-48a2-8c30-a450e6defc28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1100 time: 0.0404577 Apr 20 14:35:45.620246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f45ebfb-bc3e-402d-b67c-3495f0e2d0a7 req-8ede99c8-f92a-48e0-9bef-04aa0880c247 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Apr 20 14:35:45.676109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349ecc9-619e-4d2b-a586-066dd53058b0 req-f3f24a61-f7c6-48c9-a3c3-18bd75ab7ad9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:45.677746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7349ecc9-619e-4d2b-a586-066dd53058b0 req-f3f24a61-f7c6-48c9-a3c3-18bd75ab7ad9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0486071 Apr 20 14:35:45.740894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7349ecc9-619e-4d2b-a586-066dd53058b0 req-43283ed3-ce21-42ba-bb2b-9b4dbda7c431 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568943 Apr 20 14:35:45.758716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da420453-b6a5-436f-b519-08ee523b9264 req-a136efbe-09f7-4ab6-bb4e-267db9988284 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:45.760068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da420453-b6a5-436f-b519-08ee523b9264 req-a136efbe-09f7-4ab6-bb4e-267db9988284 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0705171 Apr 20 14:35:45.803650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da420453-b6a5-436f-b519-08ee523b9264 req-29b6bf2c-7f87-4eab-bffa-64122ed62386 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Apr 20 14:35:45.841709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6015d220-26c4-4fa7-a86c-dbbe44efb16a req-79ce8199-30ef-451f-b923-07e6fb0621ef tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0298374 Apr 20 14:35:45.974057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1c8de-5296-4abe-9378-fe80ec7af487 req-bb4e9763-3b04-4104-8ac6-52bee791fee7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:45.975574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ada1c8de-5296-4abe-9378-fe80ec7af487 req-bb4e9763-3b04-4104-8ac6-52bee791fee7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0511065 Apr 20 14:35:46.039341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ada1c8de-5296-4abe-9378-fe80ec7af487 req-05d60023-31d1-4881-87d9-f5eb59f5eb61 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Apr 20 14:35:46.047374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66305e99-b846-470e-b74d-1a53db0db088 req-fb682027-e33b-4722-96e5-cdc65e1b4233 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:46.048780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66305e99-b846-470e-b74d-1a53db0db088 req-fb682027-e33b-4722-96e5-cdc65e1b4233 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0703280 Apr 20 14:35:46.051211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:46.091801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66305e99-b846-470e-b74d-1a53db0db088 req-ead6e91b-fd22-4086-8fe5-55e54fbdcfa2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Apr 20 14:35:46.152279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:46.163949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 has no active binding in host n-h1-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:35:46.188274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333bb73-a0b3-412f-9dcd-091311fe06d1 req-f6985512-39d4-4db2-8b1f-a907dc5c7498 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:46.189723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7333bb73-a0b3-412f-9dcd-091311fe06d1 req-f6985512-39d4-4db2-8b1f-a907dc5c7498 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0512693 Apr 20 14:35:46.226785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7333bb73-a0b3-412f-9dcd-091311fe06d1 req-d17fbc0a-c234-4a69-ad08-f12e2aa11869 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Apr 20 14:35:46.877340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee203-647a-4dbe-a014-dceabe74a119 req-8ea88fec-85ee-42bd-b3a7-acf0ae6bc77c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:46.878930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b9ee203-647a-4dbe-a014-dceabe74a119 req-8ea88fec-85ee-42bd-b3a7-acf0ae6bc77c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0581517 Apr 20 14:35:46.944664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b9ee203-647a-4dbe-a014-dceabe74a119 req-0ebb5155-4aed-4d83-9ea7-01e419b9a494 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 Apr 20 14:35:46.952985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64264164-dadb-45d6-af72-3dca33871023 req-4613196c-1330-436d-bc97-07e757f5aa4c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:46.954460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64264164-dadb-45d6-af72-3dca33871023 req-4613196c-1330-436d-bc97-07e757f5aa4c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0746877 Apr 20 14:35:46.995680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64264164-dadb-45d6-af72-3dca33871023 req-36a4572d-8bb5-4880-a78a-e49e4dc215dc tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Apr 20 14:35:47.056990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c516f411-8767-4bf7-bf28-cd26c7e5305e req-3f8b5ab4-7bb8-40eb-883e-1f01683c902e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0300817 Apr 20 14:35:47.157379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3f036-00e6-4fbb-801c-58cdf7c1314c req-165420c0-338f-4f16-94fa-eb87dfc58041 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:47.158848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23a3f036-00e6-4fbb-801c-58cdf7c1314c req-165420c0-338f-4f16-94fa-eb87dfc58041 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0500813 Apr 20 14:35:47.223956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23a3f036-00e6-4fbb-801c-58cdf7c1314c req-12c8ceb6-2bf3-414a-a674-85c2003ad75f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Apr 20 14:35:47.236080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2996a-1854-43d7-9ac1-7d9e83641b85 req-cfdaa456-d4b1-4aef-a1a2-391373e69afd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:47.237540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ba2996a-1854-43d7-9ac1-7d9e83641b85 req-cfdaa456-d4b1-4aef-a1a2-391373e69afd tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0705581 Apr 20 14:35:47.277977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ba2996a-1854-43d7-9ac1-7d9e83641b85 req-8b541206-6477-4273-80b2-5c4742b4d4d1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Apr 20 14:35:47.349055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d155b-94c8-4a67-89f2-fe1e4b8d14c6 req-d9f8e975-fd98-4da1-88b3-f94abc24eb43 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:47.350285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-192d155b-94c8-4a67-89f2-fe1e4b8d14c6 req-d9f8e975-fd98-4da1-88b3-f94abc24eb43 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0522568 Apr 20 14:35:47.392734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-192d155b-94c8-4a67-89f2-fe1e4b8d14c6 req-f8c6f247-af1e-48c5-8966-de11c34bfb36 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Apr 20 14:35:47.517844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d459a-a4c8-4497-b27a-014247389c2c req-348181d8-b479-4750-84e7-5afd53b4a125 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:47.519378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f0d459a-a4c8-4497-b27a-014247389c2c req-348181d8-b479-4750-84e7-5afd53b4a125 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1100 time: 0.0590167 Apr 20 14:35:47.556852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f0d459a-a4c8-4497-b27a-014247389c2c req-3d728db3-ec09-4208-a687-7bfe39268ab0 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Apr 20 14:35:48.056840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:48.074178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709008c-84e5-4a9c-a54f-6e09afefb88a req-59c3b7b2-0a05-4bcb-8cd7-b21a30723e57 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:48.076196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e709008c-84e5-4a9c-a54f-6e09afefb88a req-59c3b7b2-0a05-4bcb-8cd7-b21a30723e57 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 946 time: 0.0550895 Apr 20 14:35:48.129348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-26cc13f3-0da1-4a75-a446-48d1d0c2cd8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469587 Apr 20 14:35:48.142973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-82e2bd57-b1bc-479e-9a1a-c3b0b523db98 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:35:48.145085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-82e2bd57-b1bc-479e-9a1a-c3b0b523db98 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084140 Apr 20 14:35:48.151311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:48.154092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e709008c-84e5-4a9c-a54f-6e09afefb88a req-ffa8e491-7bdf-478f-bc4b-fa97d210baf8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715544 Apr 20 14:35:48.164817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fddd08-5c7a-4d91-bbae-278ffa43883a req-38e5680f-a76e-486a-815b-aa47db4db336 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:48.166305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fddd08-5c7a-4d91-bbae-278ffa43883a req-38e5680f-a76e-486a-815b-aa47db4db336 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0685110 Apr 20 14:35:48.186471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:48.188258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:48.191963 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dead90f-e3ca-4a40-aec0-6a94ed7b7143" -d '{"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-unplugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:48.196290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:48.197585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1374e0e-c380-4fd0-a9a7-cdc78bb58620 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:48.213240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fddd08-5c7a-4d91-bbae-278ffa43883a req-f849155b-1659-42c2-991f-5372c06f7459 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Apr 20 14:35:48.235327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f1374e0e-c380-4fd0-a9a7-cdc78bb58620 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:35:48.235662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1374e0e-c380-4fd0-a9a7-cdc78bb58620 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:48.236252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:48.305764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:35:48.306187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:48.309635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:48.314373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8912-89cd-4041-a15c-2c1b3a0531ee req-90ae17bd-1ad0-44f6-b51f-561d4c1299da tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:48.316502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-545f8912-89cd-4041-a15c-2c1b3a0531ee req-90ae17bd-1ad0-44f6-b51f-561d4c1299da tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0685723 Apr 20 14:35:48.358498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05133efb-854d-48ad-a018-052340d36ad3 req-6d1fb1bb-62db-4b62-8a5d-af1606d19e63 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0400934 Apr 20 14:35:48.385037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-545f8912-89cd-4041-a15c-2c1b3a0531ee req-758a0686-2d78-4879-b362-41b273950d5e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Apr 20 14:35:48.416282 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745964cb-9931-4d25-9539-a0fb3f5b368e x-openstack-request-id: req-745964cb-9931-4d25-9539-a0fb3f5b368e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:48.416895 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-unplugged", "status": "completed", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:48.417415 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-745964cb-9931-4d25-9539-a0fb3f5b368e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:48.418012 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745964cb-9931-4d25-9539-a0fb3f5b368e'] response: {'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'code': 200} Apr 20 14:35:48.540110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9edebd-3493-4de2-8229-e327eca6ebbf req-f7962f4f-a734-47f2-988a-cd3e466cb0bd tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:48.541636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f9edebd-3493-4de2-8229-e327eca6ebbf req-f7962f4f-a734-47f2-988a-cd3e466cb0bd tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0900629 Apr 20 14:35:48.554916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa88e-77e7-4f11-b1a9-a68b2a6a3b78 req-6292d0ea-50e5-472f-b0f4-dcdc2023a182 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:48.556625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-694fa88e-77e7-4f11-b1a9-a68b2a6a3b78 req-6292d0ea-50e5-472f-b0f4-dcdc2023a182 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0750949 Apr 20 14:35:48.614718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f9edebd-3493-4de2-8229-e327eca6ebbf req-4fcdd514-6519-4f76-b465-46b0b8165a25 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 Apr 20 14:35:48.619896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-694fa88e-77e7-4f11-b1a9-a68b2a6a3b78 req-b4651589-a27c-4a22-abb4-a8d772deca55 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566316 Apr 20 14:35:49.294388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ca008-e61b-4f98-ae0c-d6b65d7774af req-9226d8fa-3484-4921-9fc7-22feaeda25b6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:49.295967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-506ca008-e61b-4f98-ae0c-d6b65d7774af req-9226d8fa-3484-4921-9fc7-22feaeda25b6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0533717 Apr 20 14:35:49.364875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-506ca008-e61b-4f98-ae0c-d6b65d7774af req-b7d013ee-2f3f-4320-b385-d6d9423b5562 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Apr 20 14:35:49.373562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c700a75-b8c9-4a9b-85c1-504b189c07f3 req-a1fa1f02-af1c-4f14-a855-57c78720e06b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:49.375125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c700a75-b8c9-4a9b-85c1-504b189c07f3 req-a1fa1f02-af1c-4f14-a855-57c78720e06b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0782135 Apr 20 14:35:49.416378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c700a75-b8c9-4a9b-85c1-504b189c07f3 req-5ed61d5a-f6ae-4b6e-99f0-bac733d1c461 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Apr 20 14:35:49.471247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-657cc5ba-c869-4e22-a425-9d2b69b7b47a req-c482d372-99c6-44f6-9621-919f11d57b52 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0271626 Apr 20 14:35:49.526853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270d804-ed10-4709-ba4e-ffc548e13393 req-66a2ba0f-7932-4d54-8361-35951461095b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:49.528309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6270d804-ed10-4709-ba4e-ffc548e13393 req-66a2ba0f-7932-4d54-8361-35951461095b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0512269 Apr 20 14:35:49.569733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6270d804-ed10-4709-ba4e-ffc548e13393 req-d947adfb-cc3c-43d0-9e24-aacfb742b151 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Apr 20 14:35:49.763986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beea83-0e15-4062-911c-8e410bbd2b76 req-2d00dcaa-6134-42ab-921a-27d2e9ba013d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:49.765391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27beea83-0e15-4062-911c-8e410bbd2b76 req-2d00dcaa-6134-42ab-921a-27d2e9ba013d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0794332 Apr 20 14:35:49.776054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c8bac-8a8e-4224-96cf-307f38def2f8 req-15cde9fc-df5a-4ac7-b9d3-11398637b181 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:49.777451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f56c8bac-8a8e-4224-96cf-307f38def2f8 req-15cde9fc-df5a-4ac7-b9d3-11398637b181 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0806499 Apr 20 14:35:49.830035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27beea83-0e15-4062-911c-8e410bbd2b76 req-bef16c51-c698-4820-884b-3ca418f36760 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516567 Apr 20 14:35:49.834769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f56c8bac-8a8e-4224-96cf-307f38def2f8 req-1927d6c4-d18e-4109-9f38-5747a0b9ef87 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506845 Apr 20 14:35:50.489374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b62fb6-5e57-453a-a54e-80931600434f req-67864712-d1a9-443d-944e-865434bc9dcf tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:50.490851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8b62fb6-5e57-453a-a54e-80931600434f req-67864712-d1a9-443d-944e-865434bc9dcf tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0494895 Apr 20 14:35:50.554493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8b62fb6-5e57-453a-a54e-80931600434f req-98f9c31a-6c6a-44c4-8484-635e6f09bb60 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546727 Apr 20 14:35:50.562639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e76ff-1e8e-49d7-89a4-9792ce0d80aa req-26ddbadd-580f-4836-88e4-4b7028d14a55 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:50.564043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953e76ff-1e8e-49d7-89a4-9792ce0d80aa req-26ddbadd-580f-4836-88e4-4b7028d14a55 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0723844 Apr 20 14:35:50.603892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953e76ff-1e8e-49d7-89a4-9792ce0d80aa req-0a4173f8-6b5c-42b8-98d1-7c69b6136e7d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Apr 20 14:35:50.651797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19ab012d-9861-4146-a3b7-01064a451cdb req-63e1276a-4f73-4a51-aeb8-1007e1982ad2 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0265436 Apr 20 14:35:50.705667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642b86-b473-4570-81de-b791e8ade548 req-4c977154-2387-4d52-b83e-47d061833c12 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:50.707131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a642b86-b473-4570-81de-b791e8ade548 req-4c977154-2387-4d52-b83e-47d061833c12 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0476599 Apr 20 14:35:50.753663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a642b86-b473-4570-81de-b791e8ade548 req-a642f3d9-caf0-42e8-9e67-573364211f3d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 Apr 20 14:35:50.984412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f8380-2b89-446a-b77e-8d5c7e69a7ab req-7bea3b0e-94c0-43bf-8272-bb2c58d59e58 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:50.985892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-562f8380-2b89-446a-b77e-8d5c7e69a7ab req-7bea3b0e-94c0-43bf-8272-bb2c58d59e58 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0815465 Apr 20 14:35:50.996144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc5678-021b-44a0-98ac-86bcb05148dc req-251936d5-4c92-42af-9f8a-d62d2151ef7e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:50.997511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30dc5678-021b-44a0-98ac-86bcb05148dc req-251936d5-4c92-42af-9f8a-d62d2151ef7e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0844636 Apr 20 14:35:51.049886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-562f8380-2b89-446a-b77e-8d5c7e69a7ab req-43e0e109-10e9-4e89-ab92-c6180bc6ad7e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Apr 20 14:35:51.054890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30dc5678-021b-44a0-98ac-86bcb05148dc req-38404eca-c5f3-4b35-969e-9ccedc51a122 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508213 Apr 20 14:35:51.692318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97535e-f73c-4e18-8693-9c690af4ff9b req-e1b4b97c-8883-46f2-9b40-ae3fe62e1b22 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:51.693770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea97535e-f73c-4e18-8693-9c690af4ff9b req-e1b4b97c-8883-46f2-9b40-ae3fe62e1b22 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0605369 Apr 20 14:35:51.754439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3b0a-abbc-4285-a2a8-6e6856dcafc3 req-184f6e0a-ea65-41f3-98f2-cd9069a4d5b3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:51.755909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58ae3b0a-abbc-4285-a2a8-6e6856dcafc3 req-184f6e0a-ea65-41f3-98f2-cd9069a4d5b3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0796573 Apr 20 14:35:51.758599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea97535e-f73c-4e18-8693-9c690af4ff9b req-a9c6f8c9-c59d-403a-a20e-b595e9b48851 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Apr 20 14:35:51.797902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58ae3b0a-abbc-4285-a2a8-6e6856dcafc3 req-06239924-02ba-40ee-bb26-dc6db61f0ed2 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Apr 20 14:35:51.871199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-780a981f-e485-449e-b426-482de8affb83 req-c69394c0-6e1b-48b4-ac27-3226384d402b tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0274255 Apr 20 14:35:51.918944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0e4c8-ced7-4476-a29a-a7126758a98d req-8d4376cc-bc45-4a8f-84f8-c75c291b44fe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:51.920344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5a0e4c8-ced7-4476-a29a-a7126758a98d req-8d4376cc-bc45-4a8f-84f8-c75c291b44fe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0516286 Apr 20 14:35:51.961250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5a0e4c8-ced7-4476-a29a-a7126758a98d req-a96ab26b-3308-4c2f-ab41-e25327868218 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Apr 20 14:35:52.204042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1fa52-03e0-467a-9369-9692475332c0 req-c13eb956-028b-4c3e-995b-b8fcf2150dce tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:52.205501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fb1fa52-03e0-467a-9369-9692475332c0 req-c13eb956-028b-4c3e-995b-b8fcf2150dce tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0726488 Apr 20 14:35:52.221833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a241f47-d95e-40b7-9a45-b92a5ba8eb1c req-6b8b371d-3427-44c2-b554-e6f8b42d4aff tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:52.223680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a241f47-d95e-40b7-9a45-b92a5ba8eb1c req-6b8b371d-3427-44c2-b554-e6f8b42d4aff tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0821488 Apr 20 14:35:52.282921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fb1fa52-03e0-467a-9369-9692475332c0 req-a7f51fda-32cc-4da1-8d2e-868d49f0f7b1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582638 Apr 20 14:35:52.288159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a241f47-d95e-40b7-9a45-b92a5ba8eb1c req-51d39a84-3051-4605-869f-24b50c7c435e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572808 Apr 20 14:35:52.905642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216578c8-07f2-491d-9118-43aae8884ee0 req-46ebfe73-e73d-4e18-b9d3-0a46f5e61d7c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:52.907109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216578c8-07f2-491d-9118-43aae8884ee0 req-46ebfe73-e73d-4e18-b9d3-0a46f5e61d7c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0722413 Apr 20 14:35:52.944708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cab45-cfab-4d84-924e-2c61aa793d36 req-a1243961-4d3b-44ce-9ede-0217e1954f95 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:52.946147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212cab45-cfab-4d84-924e-2c61aa793d36 req-a1243961-4d3b-44ce-9ede-0217e1954f95 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0753167 Apr 20 14:35:52.963174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216578c8-07f2-491d-9118-43aae8884ee0 req-f6c14561-3574-4fc3-95c7-ed0fd05ee735 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Apr 20 14:35:52.991818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212cab45-cfab-4d84-924e-2c61aa793d36 req-9c059528-77ec-4d65-ac1a-06f77087f560 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Apr 20 14:35:53.055743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e187e47d-3af2-4dfb-bb91-96df7f8fb3a0 req-ccd7bae4-da13-4a92-ac04-5f7860f1d70e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0271871 Apr 20 14:35:53.104547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f2581-db25-4d30-8bda-bc8ab8200497 req-125b1c0e-963b-4bc6-a547-dee4692e1b6e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:53.106018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d38f2581-db25-4d30-8bda-bc8ab8200497 req-125b1c0e-963b-4bc6-a547-dee4692e1b6e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0530713 Apr 20 14:35:53.154793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d38f2581-db25-4d30-8bda-bc8ab8200497 req-68065618-d19f-4caf-bf31-eb33a7386e43 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Apr 20 14:35:53.426856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a65e8-359e-4d6d-b807-d0eb88fef086 req-840c3fe7-bcff-4a48-ac4f-61b1111827a2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:53.428338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f17a65e8-359e-4d6d-b807-d0eb88fef086 req-840c3fe7-bcff-4a48-ac4f-61b1111827a2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0717196 Apr 20 14:35:53.441166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b3340-b62b-4525-be4d-8f217492dc44 req-96efcf2a-efa0-45e0-b8df-45e30ddd44c1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:53.442692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-896b3340-b62b-4525-be4d-8f217492dc44 req-96efcf2a-efa0-45e0-b8df-45e30ddd44c1 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0772533 Apr 20 14:35:53.495696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f17a65e8-359e-4d6d-b807-d0eb88fef086 req-cc219195-5097-4088-9d15-f8029cba98aa tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520716 Apr 20 14:35:53.502705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-896b3340-b62b-4525-be4d-8f217492dc44 req-4059e96f-1e36-4799-9707-a202497167bc tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Apr 20 14:35:54.114001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca086b-7556-449a-b2ad-030cef48174d req-09c0241c-61c0-4035-8cbc-c0744b089728 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.115390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77ca086b-7556-449a-b2ad-030cef48174d req-09c0241c-61c0-4035-8cbc-c0744b089728 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0753632 Apr 20 14:35:54.127261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d2d09-9189-487e-ae92-e171fdda7c5b req-0c6616bb-b01c-48f6-917a-1cfebcb9bbea tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.128617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-432d2d09-9189-487e-ae92-e171fdda7c5b req-0c6616bb-b01c-48f6-917a-1cfebcb9bbea tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0630844 Apr 20 14:35:54.180870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77ca086b-7556-449a-b2ad-030cef48174d req-95c161aa-963e-4537-b952-1ab3e3db3f8f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Apr 20 14:35:54.185690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-432d2d09-9189-487e-ae92-e171fdda7c5b req-a71c561c-669f-48f3-99de-c81c245b7805 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Apr 20 14:35:54.298750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9458042b-ee64-4d5d-84c0-39663b133c38 req-c5cf5f9e-3fa9-4b7c-8b09-115ae92e3371 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0307076 Apr 20 14:35:54.314131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d45da1-964f-4c64-b3a1-a5c5cb43bf9f req-5cafe0ee-073f-49d4-a86b-857f658468f0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.315565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d45da1-964f-4c64-b3a1-a5c5cb43bf9f req-5cafe0ee-073f-49d4-a86b-857f658468f0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0730088 Apr 20 14:35:54.353183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0d45da1-964f-4c64-b3a1-a5c5cb43bf9f req-d4e47550-da54-4aa0-8c55-aa5af12f16bc tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Apr 20 14:35:54.648228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39daf6-32b9-4f84-b30a-4625063ca4c3 req-ad56a217-4884-48a0-b51a-dd806de41b65 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.649948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c39daf6-32b9-4f84-b30a-4625063ca4c3 req-ad56a217-4884-48a0-b51a-dd806de41b65 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0763075 Apr 20 14:35:54.662128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab64417-523f-49ac-9905-ad634c74a03e req-fa7b1fd2-8c28-4a08-a909-cbfb0b93269e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.663529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab64417-523f-49ac-9905-ad634c74a03e req-fa7b1fd2-8c28-4a08-a909-cbfb0b93269e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0790915 Apr 20 14:35:54.718908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c39daf6-32b9-4f84-b30a-4625063ca4c3 req-398ae13a-b16e-4859-9841-70d40a5506ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Apr 20 14:35:54.723660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab64417-523f-49ac-9905-ad634c74a03e req-9c9b368d-841e-4eb6-b2eb-fbaa1a803434 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537570 Apr 20 14:35:55.326299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99331-13bb-4ab7-8da1-be84bc388b6c req-e8fe7010-45c5-448c-aee6-5c6863a7293b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:55.327744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d99331-13bb-4ab7-8da1-be84bc388b6c req-e8fe7010-45c5-448c-aee6-5c6863a7293b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0725353 Apr 20 14:35:55.335739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1081e0-be7b-41f6-827c-e876dd9e7f9f req-fc94a3c3-a32d-4abc-8bd9-dd3f0a1f7088 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:55.337061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be1081e0-be7b-41f6-827c-e876dd9e7f9f req-fc94a3c3-a32d-4abc-8bd9-dd3f0a1f7088 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.0733438 Apr 20 14:35:55.389078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6d99331-13bb-4ab7-8da1-be84bc388b6c req-eae98813-35c3-4f04-9c01-192a2a89fdd1 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Apr 20 14:35:55.394013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be1081e0-be7b-41f6-827c-e876dd9e7f9f req-791cf072-df52-4a34-ab7a-86c487688171 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505390 Apr 20 14:35:55.498902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17696148-4465-4bfc-9da1-67e62efa4ccd req-5ddef6a9-e798-4571-b642-485ae3b5a14e tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0354891 Apr 20 14:35:55.533913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058bcdb-df22-4c62-bbe0-9ea102344817 req-e93a6d18-7d56-4973-ac8f-d029abb821cb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:55.535381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8058bcdb-df22-4c62-bbe0-9ea102344817 req-e93a6d18-7d56-4973-ac8f-d029abb821cb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0634747 Apr 20 14:35:55.574677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8058bcdb-df22-4c62-bbe0-9ea102344817 req-d995bf73-afdd-443f-b869-520265730a02 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Apr 20 14:35:55.884851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6ac4-87c5-46ce-9851-9a9780f1fc9e req-7b3b9dec-cc2f-4d4e-a5ca-c7a7a4aa837b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:55.886315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5dd6ac4-87c5-46ce-9851-9a9780f1fc9e req-7b3b9dec-cc2f-4d4e-a5ca-c7a7a4aa837b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0881016 Apr 20 14:35:55.893635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f56e70-f1bd-4f1b-955a-a76b34504bdc req-5a0c90b8-6866-4b15-b2bd-d03cd74816c2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:55.894970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3f56e70-f1bd-4f1b-955a-a76b34504bdc req-5a0c90b8-6866-4b15-b2bd-d03cd74816c2 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0879200 Apr 20 14:35:56.247723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5dd6ac4-87c5-46ce-9851-9a9780f1fc9e req-ae630fc2-0ca0-4b91-8c14-be1d9cf55984 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517382 Apr 20 14:35:56.253359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3f56e70-f1bd-4f1b-955a-a76b34504bdc req-643de5d1-41d2-4c34-a2ad-24f6cad3b3e3 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517046 Apr 20 14:35:56.575466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc74c2-fc9d-4cba-a0df-552aedfa1306 req-eceb86ad-6705-4db2-a8d0-f767862b2cc8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:56.579072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1dc74c2-fc9d-4cba-a0df-552aedfa1306 req-eceb86ad-6705-4db2-a8d0-f767862b2cc8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.1069636 Apr 20 14:35:56.593649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c8211-41ba-41b8-beb7-fa0904eb1e44 req-ed3bb22d-f105-495b-80b3-7f00cc862a0f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:56.595244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278c8211-41ba-41b8-beb7-fa0904eb1e44 req-ed3bb22d-f105-495b-80b3-7f00cc862a0f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1141176 Apr 20 14:35:56.654389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1dc74c2-fc9d-4cba-a0df-552aedfa1306 req-d2174c11-2b5a-4c1a-8509-95d45b3bfabd tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705099 Apr 20 14:35:56.661744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278c8211-41ba-41b8-beb7-fa0904eb1e44 req-e6c9c65e-833f-4de1-b9b9-6a267bc7a8e4 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494282 Apr 20 14:35:56.806322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a0df72a-4d56-4863-b06c-790e0ad9a508 req-2f0c7896-01cf-45fc-8b4d-68a79a972a68 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b12d4ca-49e6-47b5-b2bb-88192216cf6e HTTP/1.1" status: 200 len: 210 time: 0.0439560 Apr 20 14:35:56.815272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2c85a-2105-423c-8faa-4d425074799d req-5cadbfd5-bda8-46f3-88d2-3ebc0346b9a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:56.816792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cf2c85a-2105-423c-8faa-4d425074799d req-5cadbfd5-bda8-46f3-88d2-3ebc0346b9a9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0832188 Apr 20 14:35:56.861009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cf2c85a-2105-423c-8faa-4d425074799d req-fbb5240f-8930-4853-9d87-e69d07712c74 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Apr 20 14:35:57.413159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812b7d0-cbc0-446e-8db6-09c25b770124 req-d78781d9-4ac7-4848-9d65-d3e139cf1288 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.414832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7812b7d0-cbc0-446e-8db6-09c25b770124 req-d78781d9-4ac7-4848-9d65-d3e139cf1288 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0881534 Apr 20 14:35:57.425178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d2db2-5e96-483a-ae5b-2aca1f804984 req-e199b34f-278f-4954-b1db-092e6ac7bc38 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.433505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-780d2db2-5e96-483a-ae5b-2aca1f804984 req-e199b34f-278f-4954-b1db-092e6ac7bc38 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0965676 Apr 20 14:35:57.507161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-780d2db2-5e96-483a-ae5b-2aca1f804984 req-b3fdb1d1-c8f7-4b6c-978a-1078f1ed394a tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/security-groups?id=01b263a3-29b5-4ed3-942b-6b2c294bf2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Apr 20 14:35:57.525477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7812b7d0-cbc0-446e-8db6-09c25b770124 req-6e645cc7-4c9e-45fd-9fad-a3bdce1a9147 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Apr 20 14:35:57.715746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-62701bbc-a4af-400f-9e33-54266e6af59e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.717725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-62701bbc-a4af-400f-9e33-54266e6af59e tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 944 time: 0.0551493 Apr 20 14:35:57.827681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Deleting port f2406c83-861e-4725-8f73-d1077c36e26a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:57.828120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:57.878771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855436-0897-4692-83a3-225e5be89ba8 req-eff428de-290c-4642-9b06-c2162677c870 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.880279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48855436-0897-4692-83a3-225e5be89ba8 req-eff428de-290c-4642-9b06-c2162677c870 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.1180036 Apr 20 14:35:57.883551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-17265eaf-ca92-4a4d-ba24-fa38d0e76ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.886509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-17265eaf-ca92-4a4d-ba24-fa38d0e76ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1100 time: 0.2037549 Apr 20 14:35:57.902726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a5037-4239-4f5e-b332-c35c37706a7f req-4d21a7cd-09f3-431d-b70b-d60d233d8585 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:57.904181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b89a5037-4239-4f5e-b332-c35c37706a7f req-4d21a7cd-09f3-431d-b70b-d60d233d8585 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1622932 Apr 20 14:35:57.924115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] For port f2406c83-861e-4725-8f73-d1077c36e26a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2406c83-861e-4725-8f73-d1077c36e26a,segment=NetworkSegment(5f16670a-32db-4530-97b1-d9b110b833b8),segment_id=5f16670a-32db-4530-97b1-d9b110b833b8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:57.924624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:57.937508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Calling delete_port for f2406c83-861e-4725-8f73-d1077c36e26a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:58.003296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48855436-0897-4692-83a3-225e5be89ba8 req-49c44fd8-3aaa-4b8c-95a9-f1bd2dfb596e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141417 Apr 20 14:35:58.025574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b89a5037-4239-4f5e-b332-c35c37706a7f req-9512db5a-f6bf-4976-a0fe-eb9224231bb4 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060455 Apr 20 14:35:58.064777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-5775f2ef-e4f4-43ee-b252-140049d72ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.066770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-5775f2ef-e4f4-43ee-b252-140049d72ee5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1606476 Apr 20 14:35:58.081011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:58.125760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-8301674f-4066-4c8f-ab9d-fa0f064f5e2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0510077 Apr 20 14:35:58.140303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Pushing event deleted for resources: {'Port': ['ID=f2406c83-861e-4725-8f73-d1077c36e26a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:58.159568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.159916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.160251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.160586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.161236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.161609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.161936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.162254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.162608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.162884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.163734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.164718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:58.235827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-cc349f62-a24e-4a24-8142-86ca809026f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.237787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-cc349f62-a24e-4a24-8142-86ca809026f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1052182 Apr 20 14:35:58.250617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] No DVR routers for this DVR port f2406c83-861e-4725-8f73-d1077c36e26a on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:58.251362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dc70f-de9a-42ad-a2a6-ee65a2dc228f req-cd0c3ef8-2495-4f53-b3e3-17a5f5e419e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.254106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:58.258468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218cea2d-200c-4d0a-a8d3-63767e7f7fae req-601b4d9c-5a33-434a-83cf-361548b5f4f4 tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.45 "DELETE /v2.0/ports/f2406c83-861e-4725-8f73-d1077c36e26a HTTP/1.1" status: 204 len: 173 time: 0.5343285 Apr 20 14:35:58.258912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-400dc70f-de9a-42ad-a2a6-ee65a2dc228f req-cd0c3ef8-2495-4f53-b3e3-17a5f5e419e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0952864 Apr 20 14:35:58.259149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-deleted', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:58.261880 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d98aa31-9cb7-423a-8ef4-933b60381f38" -d '{"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-deleted", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:58.325320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-400dc70f-de9a-42ad-a2a6-ee65a2dc228f req-87e103d1-83b0-4e43-94b4-dc0682f87903 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654328 Apr 20 14:35:58.330105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-1578207e-a364-4fdd-a327-d663151880b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.331611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-1578207e-a364-4fdd-a327-d663151880b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701609 Apr 20 14:35:58.430360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-5a19b877-1d06-4310-80df-a2e4e747b743 service neutron] 10.222.0.45 "GET /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.0816967 Apr 20 14:35:58.508178 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1a3419-c1ad-4b64-92e8-087ac1e9a603 x-openstack-request-id: req-ad1a3419-c1ad-4b64-92e8-087ac1e9a603 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:58.512893 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433c30ae-8710-4c2b-9ae5-a040f37914b0", "name": "network-vif-deleted", "tag": "f2406c83-861e-4725-8f73-d1077c36e26a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:58.513398 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad1a3419-c1ad-4b64-92e8-087ac1e9a603 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:58.513882 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1a3419-c1ad-4b64-92e8-087ac1e9a603'] response: {'server_uuid': '433c30ae-8710-4c2b-9ae5-a040f37914b0', 'name': 'network-vif-deleted', 'tag': 'f2406c83-861e-4725-8f73-d1077c36e26a', 'status': 'completed', 'code': 200} Apr 20 14:35:58.542853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-b3bec770-fc76-4ea2-a080-55671c2ee4fd service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856287 Apr 20 14:35:58.672418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95f6d7cd-cc1e-4cd5-877a-c8241f6692a5 req-4b31d068-b73a-44cd-840f-4ee5d418e2df tempest-LiveAutoBlockMigrationV225Test-1117306986 tempest-LiveAutoBlockMigrationV225Test-1117306986-project] 10.222.0.20 "GET /v2.0/ports?device_id=433c30ae-8710-4c2b-9ae5-a040f37914b0 HTTP/1.1" status: 200 len: 210 time: 0.0416663 Apr 20 14:35:58.682996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:58.699736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f0241-6f80-4970-9ca0-a3a1bfd376b0 req-6cd54d2b-1209-4bd7-bb09-6e336e21dc84 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.701346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786f0241-6f80-4970-9ca0-a3a1bfd376b0 req-6cd54d2b-1209-4bd7-bb09-6e336e21dc84 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.1356468 Apr 20 14:35:58.720454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:58.733933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-88151299-9a7b-4690-bb8d-6b6b1c01fae3 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776884 Apr 20 14:35:58.782215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fe200-1f07-4f24-aa0a-c4ec34f0555a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:58.783230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786f0241-6f80-4970-9ca0-a3a1bfd376b0 req-1e1e852f-3965-4760-9cf2-2bb0b415fe1f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692000 Apr 20 14:35:58.810404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:58.831703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2471a2-014a-4a5d-b7d5-f8435ea9479a req-3a0cf752-4f3d-43dc-9dee-b5c9da56354f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:58.832687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:58.841772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f2471a2-014a-4a5d-b7d5-f8435ea9479a req-3a0cf752-4f3d-43dc-9dee-b5c9da56354f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 943 time: 0.0856209 Apr 20 14:35:58.886334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f2471a2-014a-4a5d-b7d5-f8435ea9479a req-74668f37-ec52-4aaf-890c-df1f61a23123 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Apr 20 14:35:58.962283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] Transition to ACTIVE for port object 870fe200-1f07-4f24-aa0a-c4ec34f0555a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:58.967794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.036651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] No DVR routers for this DVR port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:59.043027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:59.074852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-5e09af24-8f1b-461a-be0b-8ee9ccc5ed4b service neutron] 10.222.0.45 "PUT /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6354163 Apr 20 14:35:59.185521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-9101a4cf-5838-4b7f-92b8-f8c535d466c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.187026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-9101a4cf-5838-4b7f-92b8-f8c535d466c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.0518346 Apr 20 14:35:59.224558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bcac3-a328-46ce-b48f-be5710af1e89 req-f73f39a2-02b2-4bc5-a512-3d789174c906 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.226185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e0bcac3-a328-46ce-b48f-be5710af1e89 req-f73f39a2-02b2-4bc5-a512-3d789174c906 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=6211c5b2-505c-400e-83bd-a3a36846c64c HTTP/1.1" status: 200 len: 944 time: 0.1186051 Apr 20 14:35:59.237176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dff592-24a5-4c9d-911b-3dfe85f4b516 req-b6e5c669-6578-49b0-9e74-526a2f34c2ba tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.238715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5dff592-24a5-4c9d-911b-3dfe85f4b516 req-b6e5c669-6578-49b0-9e74-526a2f34c2ba tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 948 time: 0.1209404 Apr 20 14:35:59.243844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-5af2213c-09dc-4a93-bc84-f72dcdc514d1 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.245301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-5af2213c-09dc-4a93-bc84-f72dcdc514d1 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0991971 Apr 20 14:35:59.291477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Deleting port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:35:59.291898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.329684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e0bcac3-a328-46ce-b48f-be5710af1e89 req-b9e147be-6ef0-4979-8ebc-3726cd7ed0f1 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890930 Apr 20 14:35:59.339889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5dff592-24a5-4c9d-911b-3dfe85f4b516 req-c936f2d4-9bc9-481c-823d-57c0bacf8852 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892503 Apr 20 14:35:59.358394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-449483e5-a559-4d72-99dc-7ee39e2061e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.359922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-449483e5-a559-4d72-99dc-7ee39e2061e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1&tenant_id=a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 1095 time: 0.1004117 Apr 20 14:35:59.416602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] For port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:59.417079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.431457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Calling delete_port for c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:35:59.474458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-71a16616-05b0-42bf-9f5b-4ab4cc6949d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.475975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-71a16616-05b0-42bf-9f5b-4ab4cc6949d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1095 time: 0.0880334 Apr 20 14:35:59.487694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23521e-e253-4bb2-8d78-157f1d1bb7c1 req-d4b6dc82-03db-4cbd-afc2-41fd3acba726 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.489129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e23521e-e253-4bb2-8d78-157f1d1bb7c1 req-d4b6dc82-03db-4cbd-afc2-41fd3acba726 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0642636 Apr 20 14:35:59.579720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e23521e-e253-4bb2-8d78-157f1d1bb7c1 req-47bfee4e-81b3-42c3-a03b-581bf5231d07 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818529 Apr 20 14:35:59.583948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.613968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event deleted for resources: {'Port': ['ID=c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:59.622964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-069cae4a-5885-48b9-bd57-6a0b2a354662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.624087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-069cae4a-5885-48b9-bd57-6a0b2a354662 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1339941 Apr 20 14:35:59.666767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] No DVR routers for this DVR port c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:59.669660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.673449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1c3b306c-f00d-4ca7-a791-afdba2318ed7 req-244c2af1-f03f-47bc-998a-ea5135cd340a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "DELETE /v2.0/ports/c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 HTTP/1.1" status: 204 len: 173 time: 0.4800961 Apr 20 14:35:59.680962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-a56a816d-7b6d-4ca3-81e3-355f0d4829e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 200 len: 217 time: 0.0425763 Apr 20 14:35:59.738505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-3231c13d-e00d-4198-865e-e980290a71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.740014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-3231c13d-e00d-4198-865e-e980290a71a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0508871 Apr 20 14:35:59.744834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:35:59.776705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-b843f1da-f3aa-4526-b4c5-42f8433d2f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289311 Apr 20 14:35:59.798483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Deleting subnet ba9c7608-4b93-442d-965d-47becb7dbfcd {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:35:59.802637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.849931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.909292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.959460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be649c0b-ffac-42ea-b0a5-6b8474698fd5 req-2638c202-3707-4393-a669-f9d15e9b9d61 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:59.970893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be649c0b-ffac-42ea-b0a5-6b8474698fd5 req-2638c202-3707-4393-a669-f9d15e9b9d61 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.1036580 Apr 20 14:35:59.972781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.004984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-698e3c8c-abff-41d1-b22b-cf1ae9cd7f1d service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145596 Apr 20 14:36:00.012921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.030266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ba9c7608-4b93-442d-965d-47becb7dbfcd HTTP/1.1" status: 204 len: 168 time: 0.2842832 Apr 20 14:36:00.033070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:00.086037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 95193239-111c-4003-b6d7-c622fcae4c3e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:00.126605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-67923647-4c89-4569-8744-7c94d143dde8 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129279 Apr 20 14:36:00.141854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be649c0b-ffac-42ea-b0a5-6b8474698fd5 req-de122e08-e432-4e4d-a061-9c5d2dc971fb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658657 Apr 20 14:36:00.154874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82f713-fe5b-4b0e-b284-0d50201742b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9c7608-4b93-442d-965d-47becb7dbfcd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:00.184443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.272045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=95193239-111c-4003-b6d7-c622fcae4c3e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:00.305668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '95193239-111c-4003-b6d7-c622fcae4c3e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '95193239-111c-4003-b6d7-c622fcae4c3e', 'mac_address': 'fa:16:3e:1f:18:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:00.307554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab6da5-3604-4b12-8a9b-a98175312951 req-b55f584c-15f7-4a50-9306-d2aea4da1e46 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:00.309483 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.312965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51ab6da5-3604-4b12-8a9b-a98175312951 req-b55f584c-15f7-4a50-9306-d2aea4da1e46 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.1007807 Apr 20 14:36:00.350553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.357128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8330ac5-5373-423f-8944-55b096979bdc']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:00.374973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f16670a-32db-4530-97b1-d9b110b833b8') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:00.375289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95193239-111c-4003-b6d7-c622fcae4c3e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:00.377874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f16670a-32db-4530-97b1-d9b110b833b8') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:00.385178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51ab6da5-3604-4b12-8a9b-a98175312951 req-3f0d3ee8-1f75-422a-8109-9e49652a7103 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645707 Apr 20 14:36:00.410559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.426533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=95193239-111c-4003-b6d7-c622fcae4c3e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:00.432317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.448391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.457425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:36:00.467003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:36:00.478005 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:36:00.513625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2862a17-998c-469c-87d6-4b783e93043b req-41db4826-0dca-4843-895b-b0ca9cab7067 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:00.520920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-41db4826-0dca-4843-895b-b0ca9cab7067 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0955939 Apr 20 14:36:00.562122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-deleted', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:00.563175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:00.565570 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b44c1-8ede-48d6-8c89-9a3117c3c3c4" -d '{"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-deleted", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:00.586983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-38503713-598f-4891-b41c-175658c732a3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:00.588712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-38503713-598f-4891-b41c-175658c732a3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.2068787 Apr 20 14:36:00.590698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.602296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.607238 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8330ac5-5373-423f-8944-55b096979bdc HTTP/1.1" status: 204 len: 168 time: 0.5725636 Apr 20 14:36:00.610319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50098) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:00.612237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3c3e3-5f59-4991-90fa-17dd5634bec0 req-315c54c0-74ef-4e12-b718-9f08aecd96f8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:00.614002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5a3c3e3-5f59-4991-90fa-17dd5634bec0 req-315c54c0-74ef-4e12-b718-9f08aecd96f8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 949 time: 0.0920985 Apr 20 14:36:00.688772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e10e7-eba1-45dc-a453-332859fa0aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8330ac5-5373-423f-8944-55b096979bdc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:00.689745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5a3c3e3-5f59-4991-90fa-17dd5634bec0 req-78e7b1ed-20e9-47be-84fb-01bf18a8790c tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654509 Apr 20 14:36:00.707829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a2862a17-998c-469c-87d6-4b783e93043b req-e48462c4-ee0a-4324-a0a3-4f91630bdc44 service neutron] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:00.711055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2862a17-998c-469c-87d6-4b783e93043b req-e48462c4-ee0a-4324-a0a3-4f91630bdc44 service neutron] Notify callbacks [] for binding, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.712489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2862a17-998c-469c-87d6-4b783e93043b req-e48462c4-ee0a-4324-a0a3-4f91630bdc44 service neutron] 10.222.0.43 "DELETE /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.1819503 Apr 20 14:36:00.762361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Deleting subnet 8a6c197e-95a3-4c52-aab4-724969423e7d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:36:00.795696 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1712f5d5-5e76-43cd-98b1-1abb6f3768b0 x-openstack-request-id: req-1712f5d5-5e76-43cd-98b1-1abb6f3768b0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:00.796088 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6211c5b2-505c-400e-83bd-a3a36846c64c", "name": "network-vif-deleted", "tag": "c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:00.796439 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1712f5d5-5e76-43cd-98b1-1abb6f3768b0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:00.796949 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1712f5d5-5e76-43cd-98b1-1abb6f3768b0'] response: {'server_uuid': '6211c5b2-505c-400e-83bd-a3a36846c64c', 'name': 'network-vif-deleted', 'tag': 'c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9', 'status': 'completed', 'code': 200} Apr 20 14:36:00.801335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.831399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['95193239-111c-4003-b6d7-c622fcae4c3e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:00.859497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.891100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:00.901428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527167336', 'description': 'tempest-description--1613125348'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:00.912009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.950034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3616-7756-4386-8fee-34d3096f9d5e req-b7a83dbd-a0ec-44f6-8523-27998ad64601 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:00.952158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6eaa3616-7756-4386-8fee-34d3096f9d5e req-b7a83dbd-a0ec-44f6-8523-27998ad64601 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1123352 Apr 20 14:36:00.954283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:00.968684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port ea696835-c896-4ce9-801a-37f0c5077d98 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:00.969028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.035463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.046554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.070139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6eaa3616-7756-4386-8fee-34d3096f9d5e req-c3de7bac-30d0-4603-b946-1b65020b9a90 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048090 Apr 20 14:36:01.071045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.079480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6c197e-95a3-4c52-aab4-724969423e7d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.102881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.106070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80ae1f02-823c-4223-b19f-48081c78281b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a6c197e-95a3-4c52-aab4-724969423e7d HTTP/1.1" status: 204 len: 168 time: 0.4792976 Apr 20 14:36:01.109421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:01.124742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0264e6b2-8a5f-4c66-8061-2108ee27d8ff,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.137758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port ea696835-c896-4ce9-801a-37f0c5077d98, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ea696835-c896-4ce9-801a-37f0c5077d98,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:01.138132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.147637 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.151674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2515564 Apr 20 14:36:01.153085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:01.153220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.153543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.153879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.154223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.155928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.155928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.155928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.155928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.155928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.158819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.159523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'security_group_rule': {'security_group_id': '0264e6b2-8a5f-4c66-8061-2108ee27d8ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:01.161373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.162418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77422ab9-68b9-496b-9c8b-a8337ebf62d5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:01.169615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for ea696835-c896-4ce9-801a-37f0c5077d98 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:01.232160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.258383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.308622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.313196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.365521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.369832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2154534 Apr 20 14:36:01.370457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50112) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:01.378449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'security_group_rule': {'security_group_id': '0264e6b2-8a5f-4c66-8061-2108ee27d8ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:01.387314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b3e73-263e-43e5-9d7c-d16c8ab091c9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434a1a05-6619-4eb3-a77d-1490145fcfcd,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.411415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42994d10-5b31-4564-807e-f7592eec573b req-8572bd91-08f0-4b59-bed8-b72b7ae9cb8d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:01.413400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42994d10-5b31-4564-807e-f7592eec573b req-8572bd91-08f0-4b59-bed8-b72b7ae9cb8d tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcefeaa1-a402-46e8-bd58-9e120d40a9b6 HTTP/1.1" status: 200 len: 949 time: 0.1510289 Apr 20 14:36:01.415833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.424041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.429644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.442596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad', '88961019-41c4-465a-9563-0c9663f4ab45'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:01.452422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:01.469092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=ea696835-c896-4ce9-801a-37f0c5077d98,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.529223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32415f8-3d1e-49fe-bfb6-7564ef16b8f7') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:01.529517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32415f8-3d1e-49fe-bfb6-7564ef16b8f7') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:01.561893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port ea696835-c896-4ce9-801a-37f0c5077d98 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:01.566188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.569729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14ecf084-6d4a-44e6-9460-220bf35f7579 req-900bf6ad-d1ab-4f20-ac77-562accb5299f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "DELETE /v2.0/ports/ea696835-c896-4ce9-801a-37f0c5077d98 HTTP/1.1" status: 204 len: 173 time: 0.9612062 Apr 20 14:36:01.571672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42994d10-5b31-4564-807e-f7592eec573b req-c3f2310d-3742-47c7-8c17-ccf437275d31 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461017 Apr 20 14:36:01.578899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.584771 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.591963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.610394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd41fae-b7b3-4f46-a71b-e75f35eac3b0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.613498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.622399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:36:01.623311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.624724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.626106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f44deeca-7c3f-45b4-aac6-0cda1ecbe229 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510614 Apr 20 14:36:01.629863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50116) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:01.636659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:01.661516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:36:01.691822 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:36:01.701311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.707772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.713692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd HTTP/1.1" status: 204 len: 168 time: 0.5958230 Apr 20 14:36:01.751956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90a57-dbb2-4923-b4a5-56eb665458f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8884aa1b-5c06-4a0c-bb72-dcaa7cfc78dd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:01.771532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaeab5-cba8-4bfd-acf2-bcd4c307c6ed req-72c22829-df8f-4b2f-8623-58e9700331ea tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:01.781735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2eaeab5-cba8-4bfd-acf2-bcd4c307c6ed req-72c22829-df8f-4b2f-8623-58e9700331ea tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.2928703 Apr 20 14:36:01.839435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:01.872278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:01.877954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2eaeab5-cba8-4bfd-acf2-bcd4c307c6ed req-2bd7a36e-a135-4509-a9cf-c50833edb8b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948761 Apr 20 14:36:01.916678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8de05-410d-47c9-beea-f1fe44936245 req-b672f5a1-4f86-4f21-94da-9c93c830ab5d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:01.935812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ee8de05-410d-47c9-beea-f1fe44936245 req-b672f5a1-4f86-4f21-94da-9c93c830ab5d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 949 time: 0.1180220 Apr 20 14:36:02.083992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ee8de05-410d-47c9-beea-f1fe44936245 req-3ecb43dd-4656-45cb-991b-bac3f7e5ca1d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472027 Apr 20 14:36:02.113903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 95193239-111c-4003-b6d7-c622fcae4c3e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:02.120032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:02.148770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Allocated IP 172.25.1.14 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/085c8405-4889-41f9-bd74-cad71d8533c6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:02.298607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fb456feb-9fce-4215-95e6-1e94da79162e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83bf9d78c0a54928b4f94fc18dea595f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753566 Apr 20 14:36:02.302399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.303571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:02.315063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 95193239-111c-4003-b6d7-c622fcae4c3e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:02.321167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 95193239-111c-4003-b6d7-c622fcae4c3e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:02.321549 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.335167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896f5c6-f96c-4274-a70e-f1ebab316d41 req-18a889a6-526e-45dc-a206-c40f38dfe785 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:02.336972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1896f5c6-f96c-4274-a70e-f1ebab316d41 req-18a889a6-526e-45dc-a206-c40f38dfe785 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1095 time: 0.2404885 Apr 20 14:36:02.367210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.369453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38749868-5f22-4cfa-900d-68817cef50c9 req-91c03e6e-8b90-4e58-8e64-0a16a84f8062 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:02.378610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38749868-5f22-4cfa-900d-68817cef50c9 req-91c03e6e-8b90-4e58-8e64-0a16a84f8062 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1765234 Apr 20 14:36:02.454960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:02.455452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.458379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:02.460960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:02.470866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38749868-5f22-4cfa-900d-68817cef50c9 req-2379e745-330d-45ff-8635-4de017faedf2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871119 Apr 20 14:36:02.492280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1896f5c6-f96c-4274-a70e-f1ebab316d41 req-1413dc7b-5102-4ccf-be41-9774c8630134 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417801 Apr 20 14:36:02.498011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'Port': ['ID=085c8405-4889-41f9-bd74-cad71d8533c6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:02.526635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.526958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.569464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=95193239-111c-4003-b6d7-c622fcae4c3e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:02.571052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:02.573945 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb55b8-2910-4014-b164-41d148d5dfe0" -d '{"events": [{"server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:02.582883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.584004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:02.621128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.636086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:02.636647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c44dabe2-b70e-4ecd-a5b9-4473d37b8fa9 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:02.637220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ea696835-c896-4ce9-801a-37f0c5077d98 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:02.673141 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76115b8b-51c8-425b-9e6d-d6813b817036 x-openstack-request-id: req-76115b8b-51c8-425b-9e6d-d6813b817036 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:02.673697 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:02.674103 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76115b8b-51c8-425b-9e6d-d6813b817036 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:02.674695 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76115b8b-51c8-425b-9e6d-d6813b817036'] response: {'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e', 'code': 200} Apr 20 14:36:02.683589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: ea696835-c896-4ce9-801a-37f0c5077d98 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:02.684306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ea696835-c896-4ce9-801a-37f0c5077d98 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:02.684901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2406c83-861e-4725-8f73-d1077c36e26a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:02.696691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.699566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.703046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01b263a3-29b5-4ed3-942b-6b2c294bf2a0 HTTP/1.1" status: 204 len: 168 time: 0.3950253 Apr 20 14:36:02.722885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e88d9-8445-4d7f-a483-81c2dae346d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b263a3-29b5-4ed3-942b-6b2c294bf2a0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:02.746529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fcb3d-5cf1-46fe-a835-01e6ad48371c req-03cd9a21-872b-467b-8676-f1f0e39b8383 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:02.748635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a62fcb3d-5cf1-46fe-a835-01e6ad48371c req-03cd9a21-872b-467b-8676-f1f0e39b8383 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 1095 time: 0.1235175 Apr 20 14:36:02.777792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f2406c83-861e-4725-8f73-d1077c36e26a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:02.778150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2406c83-861e-4725-8f73-d1077c36e26a not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:02.783628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:02.791316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:02.798012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'name': 'network-vif-deleted', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:02.806629 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a445b45e-ddb7-43f2-908c-0a4a1971aef8" -d '{"events": [{"server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "name": "network-vif-deleted", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:02.830393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a62fcb3d-5cf1-46fe-a835-01e6ad48371c req-3269eda3-c23f-42e4-8a4c-8687f2fe1b5b tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751479 Apr 20 14:36:02.915445 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b365ad7-3921-4d01-b025-a14131ee9466 x-openstack-request-id: req-9b365ad7-3921-4d01-b025-a14131ee9466 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:02.916056 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcefeaa1-a402-46e8-bd58-9e120d40a9b6", "name": "network-vif-deleted", "tag": "ea696835-c896-4ce9-801a-37f0c5077d98", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:02.916056 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b365ad7-3921-4d01-b025-a14131ee9466 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:02.916569 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b365ad7-3921-4d01-b025-a14131ee9466'] response: {'server_uuid': 'dcefeaa1-a402-46e8-bd58-9e120d40a9b6', 'name': 'network-vif-deleted', 'tag': 'ea696835-c896-4ce9-801a-37f0c5077d98', 'status': 'completed', 'code': 200} Apr 20 14:36:02.924683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f16ff-aa0e-47b6-a39f-74eb0863f2cd req-347adcff-f71d-4a8a-8135-04e174b8bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:02.926522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-695f16ff-aa0e-47b6-a39f-74eb0863f2cd req-347adcff-f71d-4a8a-8135-04e174b8bd94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 1101 time: 0.1949511 Apr 20 14:36:03.055067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-695f16ff-aa0e-47b6-a39f-74eb0863f2cd req-fb66229a-9538-46d5-bc0e-09b3cadd5da1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206439 Apr 20 14:36:03.186300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.205722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.214952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.298845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50164) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:03.328291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.334598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'Port': ['ID=085c8405-4889-41f9-bd74-cad71d8533c6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:03.362872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.372938 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d126191-1fb9-4c83-afc1-c849f7edd2ad tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7413821 Apr 20 14:36:03.380634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c358-0871-4dce-9d87-b2a377d34605 req-5f62192e-7958-4181-8899-06e0fcea8817 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:03.390054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31c8c358-0871-4dce-9d87-b2a377d34605 req-5f62192e-7958-4181-8899-06e0fcea8817 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.1027408 Apr 20 14:36:03.408947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50170) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:03.409155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e6533a6-7896-4261-86c4-1ccc40365fc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8caae0979df94ac694e37e808cf3f2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056855 Apr 20 14:36:03.472671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31c8c358-0871-4dce-9d87-b2a377d34605 req-8b31b3af-8f8d-49b8-81cc-d0979b90860b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Apr 20 14:36:03.489052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.514291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.542904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2859-1c0a-4fb7-b47f-b8fb66f924e1 req-d6b4275d-258a-45b7-9e32-b2dc793442cb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:03.544503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee3e2859-1c0a-4fb7-b47f-b8fb66f924e1 req-d6b4275d-258a-45b7-9e32-b2dc793442cb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.1115854 Apr 20 14:36:03.576356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.579342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:03.580684 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8472e967-4801-4307-9a09-240fd84881c3 HTTP/1.1" status: 204 len: 168 time: 0.1705492 Apr 20 14:36:03.598731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e487b-6752-482c-832c-74cf2586b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8472e967-4801-4307-9a09-240fd84881c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:03.613072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee3e2859-1c0a-4fb7-b47f-b8fb66f924e1 req-d174b156-7cdb-4356-b19a-6b5b90c84dc0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Apr 20 14:36:03.707982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bec3f-5073-429e-9c7d-d6c4666a8b69 req-a041c9fe-b32a-4267-92f7-2a5245772f70 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:03.709753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-092bec3f-5073-429e-9c7d-d6c4666a8b69 req-a041c9fe-b32a-4267-92f7-2a5245772f70 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0694535 Apr 20 14:36:03.805239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-092bec3f-5073-429e-9c7d-d6c4666a8b69 req-8138b806-6397-42fc-bd74-caa343224180 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868568 Apr 20 14:36:03.848833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-2ffda1ed-f299-4429-8d25-d5c02dc986c0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:03.855291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-2ffda1ed-f299-4429-8d25-d5c02dc986c0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.1567118 Apr 20 14:36:03.872664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-be1719df-26a8-4f93-bc54-d5e12d762ef4 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/quotas/d2eb3b7a22314cc4ae2c8cc84f8d3aa4 HTTP/1.1" status: 200 len: 375 time: 0.0110726 Apr 20 14:36:03.929112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-f1a75e4c-3e0a-4790-8700-dbb136cd9478 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481112 Apr 20 14:36:04.039385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-6f920e1c-0611-4e7a-b6c0-a096d107a1bf service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018176 Apr 20 14:36:04.139778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-b1385940-db92-4baa-b242-ab8043b0a18d service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920336 Apr 20 14:36:04.337730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e91ced30-57c2-4954-86b7-bec5292f01c4 req-29ca5d3b-34fc-4379-80d0-67b4fb6bf108 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 210 time: 0.0382140 Apr 20 14:36:04.577934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e4bd3-340e-4a40-b17d-9744c502a1d8 req-9b26c21c-43a9-4068-b67c-1b3acda38181 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:04.579536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e53e4bd3-340e-4a40-b17d-9744c502a1d8 req-9b26c21c-43a9-4068-b67c-1b3acda38181 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0514400 Apr 20 14:36:04.679233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e53e4bd3-340e-4a40-b17d-9744c502a1d8 req-df27aa7c-b115-4f96-aa23-3dfc059122de tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901134 Apr 20 14:36:04.784356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acb1b-6a60-4327-a4bc-8a2e85188fd5 req-d06032c6-8f77-4cdf-99dc-28b0075270d3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:04.786516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980acb1b-6a60-4327-a4bc-8a2e85188fd5 req-d06032c6-8f77-4cdf-99dc-28b0075270d3 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.0585036 Apr 20 14:36:04.833921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980acb1b-6a60-4327-a4bc-8a2e85188fd5 req-281d9cd5-d8d0-4543-8f66-1ebc0c4a0ece tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Apr 20 14:36:04.936467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-e3a2fa2a-8a52-406a-b1bf-9c621522ac59 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:04.938240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-e3a2fa2a-8a52-406a-b1bf-9c621522ac59 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5092ec-91c3-48ed-9b4f-f52d50da0bd3 HTTP/1.1" status: 200 len: 950 time: 0.0815642 Apr 20 14:36:04.998787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146d6d-1afa-4690-ba69-52edc52b53d8 req-9c520c81-d088-4c55-ae62-9b060fd7197d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:05.000371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef146d6d-1afa-4690-ba69-52edc52b53d8 req-9c520c81-d088-4c55-ae62-9b060fd7197d tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1099436 Apr 20 14:36:05.069763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef146d6d-1afa-4690-ba69-52edc52b53d8 req-dcb6f08d-33a9-44c2-88fb-0ae240125b35 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Apr 20 14:36:05.096446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 88961019-41c4-465a-9563-0c9663f4ab45 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:05.096446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:05.196718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 88961019-41c4-465a-9563-0c9663f4ab45, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=88961019-41c4-465a-9563-0c9663f4ab45,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:05.197081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:05.212768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 88961019-41c4-465a-9563-0c9663f4ab45 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:05.346222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:05.361711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:05.366029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:05.382168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=88961019-41c4-465a-9563-0c9663f4ab45,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:05.444693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 88961019-41c4-465a-9563-0c9663f4ab45 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:05.473133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216e2fdd-7255-4d89-a359-78546c585725 req-c92a92d5-bb4c-4873-9f0c-f53750c7c51e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 210 time: 0.0302556 Apr 20 14:36:05.474219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:05.477603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e1400d0-edeb-4b2d-bc72-2a6cabd3e583 req-988ff8fa-f7de-4da8-ad5a-4373fde92319 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "DELETE /v2.0/ports/88961019-41c4-465a-9563-0c9663f4ab45 HTTP/1.1" status: 204 len: 173 time: 0.5329576 Apr 20 14:36:05.478047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'name': 'network-vif-deleted', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:05.480382 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a44fce-6ff5-4e24-a90a-0a20baf18da7" -d '{"events": [{"server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "name": "network-vif-deleted", "tag": "88961019-41c4-465a-9563-0c9663f4ab45"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:05.651386 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3560e76-9f61-4d46-8ffd-e2cd22cfce92 x-openstack-request-id: req-a3560e76-9f61-4d46-8ffd-e2cd22cfce92 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:05.651678 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5092ec-91c3-48ed-9b4f-f52d50da0bd3", "name": "network-vif-deleted", "tag": "88961019-41c4-465a-9563-0c9663f4ab45", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:05.651932 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3560e76-9f61-4d46-8ffd-e2cd22cfce92 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:05.652327 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3560e76-9f61-4d46-8ffd-e2cd22cfce92'] response: {'server_uuid': 'de5092ec-91c3-48ed-9b4f-f52d50da0bd3', 'name': 'network-vif-deleted', 'tag': '88961019-41c4-465a-9563-0c9663f4ab45', 'status': 'completed', 'code': 200} Apr 20 14:36:05.888638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0732ac-5551-4391-8e67-eb884feff779 req-91d18ef2-3bf4-4796-9e3c-e03f00d99e29 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:05.897749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a0732ac-5551-4391-8e67-eb884feff779 req-91d18ef2-3bf4-4796-9e3c-e03f00d99e29 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0833304 Apr 20 14:36:05.946233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a0732ac-5551-4391-8e67-eb884feff779 req-9ee251f3-991d-4032-a5c4-15d435717589 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Apr 20 14:36:06.075678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405dae2-2d00-4ed2-81e6-b068442fa27f req-ea8b2005-89a2-4c90-9cbf-22ab4d79cbdc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:06.078103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4405dae2-2d00-4ed2-81e6-b068442fa27f req-ea8b2005-89a2-4c90-9cbf-22ab4d79cbdc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.0636969 Apr 20 14:36:06.156630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4405dae2-2d00-4ed2-81e6-b068442fa27f req-90a69d98-6392-4305-89e8-87a803971beb tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Apr 20 14:36:06.273042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8360f6-158e-4b73-a231-c61ec9f06907 req-db683b36-3afb-4692-b20b-f54c8f6332ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:06.274311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f8360f6-158e-4b73-a231-c61ec9f06907 req-db683b36-3afb-4692-b20b-f54c8f6332ab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0539575 Apr 20 14:36:06.313802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f8360f6-158e-4b73-a231-c61ec9f06907 req-97716977-98c3-44ab-9f08-417fd3f4a3af tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329032 Apr 20 14:36:06.448253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:06.568022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dd8883-d11d-4bdf-b1f6-8dd71ffcd40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.592876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ca33333-2e1e-41df-bbfe-86306ac3fa37 req-67aec905-a90c-4ce0-99ef-483a09c04fb2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 210 time: 0.0472429 Apr 20 14:36:06.612087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-caaf9beb-5883-4873-9114-d5087d82c6e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773568 Apr 20 14:36:06.665462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dd8883-d11d-4bdf-b1f6-8dd71ffcd40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.671903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dd8883-d11d-4bdf-b1f6-8dd71ffcd40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.716891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3dd8883-d11d-4bdf-b1f6-8dd71ffcd40e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2add6809cfe44b69405b94b4b7d0c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675190 Apr 20 14:36:06.717613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd8883-d11d-4bdf-b1f6-8dd71ffcd40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab79fc-4c90-4df2-a4d9-b908fdb1a613,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:06.721071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:06.778465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.811686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.869138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.875037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:06.876818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1eab79fc-4c90-4df2-a4d9-b908fdb1a613 HTTP/1.1" status: 204 len: 168 time: 0.1557865 Apr 20 14:36:06.887684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e06c3-4b43-42ef-b95a-be9aee59b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab79fc-4c90-4df2-a4d9-b908fdb1a613,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:07.092053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-a48ed1f5-171d-4dc1-bfcd-4204582681f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.093542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-a48ed1f5-171d-4dc1-bfcd-4204582681f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=830009260bb4439186eb49e0be38e48a&device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 1100 time: 0.4361243 Apr 20 14:36:07.104578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e144a5-04eb-4fa7-86d0-edd6983a3c71 req-ee0ac088-5c4d-4455-b014-9b46ad32563d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.105977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79e144a5-04eb-4fa7-86d0-edd6983a3c71 req-ee0ac088-5c4d-4455-b014-9b46ad32563d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0570493 Apr 20 14:36:07.201881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79e144a5-04eb-4fa7-86d0-edd6983a3c71 req-5a02e155-78f1-4144-994c-c53a6012789d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890908 Apr 20 14:36:07.228016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50292) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:07.251953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acd14e32-a4ee-4ab3-ae68-d52aae33a194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.276944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-20c751f3-20a9-4cc2-ac94-f1cc02cd2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.278388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-20c751f3-20a9-4cc2-ac94-f1cc02cd2098 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1586139 Apr 20 14:36:07.286308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 88961019-41c4-465a-9563-0c9663f4ab45 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:07.306833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 88961019-41c4-465a-9563-0c9663f4ab45 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:07.307255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 88961019-41c4-465a-9563-0c9663f4ab45 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:07.347982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-846306b6-0c1a-4df3-a432-025649b4797b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=6b087636-659e-4d39-b605-b7e803411d48 HTTP/1.1" status: 200 len: 217 time: 0.0523403 Apr 20 14:36:07.366175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c56e1-1421-473b-b6d2-48234fe8f482 req-35823918-b8e9-4b0d-ade4-0a862e6dcd15 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.368350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488c56e1-1421-473b-b6d2-48234fe8f482 req-35823918-b8e9-4b0d-ade4-0a862e6dcd15 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.1436133 Apr 20 14:36:07.454373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-ca6e1092-0b5a-4dbb-8e2c-4a0f835f4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.455790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-ca6e1092-0b5a-4dbb-8e2c-4a0f835f4460 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0865073 Apr 20 14:36:07.465857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acd14e32-a4ee-4ab3-ae68-d52aae33a194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.474158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acd14e32-a4ee-4ab3-ae68-d52aae33a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.519272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488c56e1-1421-473b-b6d2-48234fe8f482 req-4b6dfe60-dc5a-4481-a5e7-fdbdc564fa32 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987060 Apr 20 14:36:07.531389 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-acd14e32-a4ee-4ab3-ae68-d52aae33a194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d4aba0f5a894eefb20cc02e49026a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019860 Apr 20 14:36:07.541605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f13228-1f55-43b9-b1f6-d23ed169fdad req-62f524d8-72de-4bbe-8717-4e8fb1117ac4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.543207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80f13228-1f55-43b9-b1f6-d23ed169fdad req-62f524d8-72de-4bbe-8717-4e8fb1117ac4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1267126 Apr 20 14:36:07.544260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50296) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:07.581544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14e32-a4ee-4ab3-ae68-d52aae33a194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d7bc1-7265-4b7f-8fbc-8a9fadc69bd2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:07.603047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-c341a625-d68c-484f-8fc5-cf14050d4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.604749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-c341a625-d68c-484f-8fc5-cf14050d4fee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395874 Apr 20 14:36:07.605319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-ce449a02-6056-4a4c-b774-b53bb773fc88 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:07.607674 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-ce449a02-6056-4a4c-b774-b53bb773fc88 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.2508192 Apr 20 14:36:07.625569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'port': {'device_id': '4f11c9ca-8de9-464c-8119-b312665092d0', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'admin_state_up': True, 'tenant_id': 'd2eb3b7a22314cc4ae2c8cc84f8d3aa4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:07.666889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80f13228-1f55-43b9-b1f6-d23ed169fdad req-a449f792-634d-45fc-a68e-30ebcf19ab77 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118865 Apr 20 14:36:07.691681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.755853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-023b9614-3354-4a20-a50e-4c3e5f5dde0e req-550280c6-030a-4758-b038-ae873ca9a031 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 210 time: 0.0449176 Apr 20 14:36:07.759096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.787102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Made reservation on behalf of d2eb3b7a22314cc4ae2c8cc84f8d3aa4 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:07.792015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.811951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-f6561689-adbf-4693-a68f-f8be9e9783df service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957512 Apr 20 14:36:07.903485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.906186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:07.907365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/656d7bc1-7265-4b7f-8fbc-8a9fadc69bd2 HTTP/1.1" status: 204 len: 168 time: 0.3614621 Apr 20 14:36:07.951504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb62ae-9968-4e81-88bf-777198fa90a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d7bc1-7265-4b7f-8fbc-8a9fadc69bd2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:07.992696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45fbbf0c-1231-405f-9181-fd75e4fc18c2 req-67e0ef81-7d4c-4548-bd2f-e3edabf91921 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632357 Apr 20 14:36:08.053354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Allocated IP 172.20.0.13 (808c004d-7a93-4586-99f6-d02434e4622b/93560537-6b29-4967-8c68-6a38393ab34f/3df4baae-4d6a-460a-852e-0b6a5c9a36e7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:08.221268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:08.263408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:08.314187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Network 808c004d-7a93-4586-99f6-d02434e4622b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:08.317607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:08.320558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:08.365104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd102-5994-40db-953b-a31937c65565 req-ac22cadd-e0c9-45c4-9896-48199f433eef tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:08.366704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-129fd102-5994-40db-953b-a31937c65565 req-ac22cadd-e0c9-45c4-9896-48199f433eef tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0629022 Apr 20 14:36:08.373781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:08.399357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:08.399988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:08.418591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-39957588-bac1-4a9f-8f0c-38d74e19a766 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972760 Apr 20 14:36:08.423114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-129fd102-5994-40db-953b-a31937c65565 req-b47833e4-0b61-44c4-800b-b12009d68683 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Apr 20 14:36:08.438494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Request body: {'port': {'device_id': '4f11c9ca-8de9-464c-8119-b312665092d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:08.503452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:08.676801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-03a40727-bfe0-4693-b55f-2e9ced7528dc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:08.678299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-03a40727-bfe0-4693-b55f-2e9ced7528dc tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.1089599 Apr 20 14:36:08.708216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a33c3-74a9-4807-b302-1a12efcf2121 req-653ef25f-9029-45bf-8a46-85d68ac62d2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:08.718150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a1a33c3-74a9-4807-b302-1a12efcf2121 req-653ef25f-9029-45bf-8a46-85d68ac62d2f tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 950 time: 0.1061456 Apr 20 14:36:08.887542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a1a33c3-74a9-4807-b302-1a12efcf2121 req-9f8fe7f8-e295-4a1c-9b2b-82542d50eb32 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684327 Apr 20 14:36:08.921748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 089bf83f-e4c5-44fe-85a5-f674441759df {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:08.922556 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.094179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c4f84-b356-4e90-a9c5-2433a376741e req-89a725bd-77d4-43b1-a12d-a3f17e613613 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.101445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010c4f84-b356-4e90-a9c5-2433a376741e req-89a725bd-77d4-43b1-a12d-a3f17e613613 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1111953 Apr 20 14:36:09.137977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 089bf83f-e4c5-44fe-85a5-f674441759df, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=089bf83f-e4c5-44fe-85a5-f674441759df,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:09.137977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.148886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c44b1-12a7-4877-aced-c2096ecde05b req-db65900a-64e3-421e-bb63-7b505589a616 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.149857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:09.152167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a31c44b1-12a7-4877-aced-c2096ecde05b req-db65900a-64e3-421e-bb63-7b505589a616 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 932 time: 0.1299136 Apr 20 14:36:09.157788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.173264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Transition to ACTIVE for port object 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:09.178135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.180193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 089bf83f-e4c5-44fe-85a5-f674441759df owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:09.213448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010c4f84-b356-4e90-a9c5-2433a376741e req-5812f391-d775-4a2c-95a0-9574c50e74b2 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111350 Apr 20 14:36:09.240073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:09.277906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a31c44b1-12a7-4877-aced-c2096ecde05b req-9b7289c0-e5a6-4901-bbd3-0973ee0d656a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159301 Apr 20 14:36:09.346101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Attempting to bind port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:09.346583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Attempting to bind port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:09.346993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Attempting to bind port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:09.354333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 on network 808c004d-7a93-4586-99f6-d02434e4622b not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:09.354834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Attempting to bind port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:09.362336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:09.362947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Checking segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:09.364038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459e6ed-b177-4ea0-9c77-02319a76db9d req-5e9f385a-f533-4830-9069-730a6e811dac tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.364502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Bound using segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:09.365208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Bound port: 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:09.365746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.372115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4459e6ed-b177-4ea0-9c77-02319a76db9d req-5e9f385a-f533-4830-9069-730a6e811dac tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0878577 Apr 20 14:36:09.470524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:09.475476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:09.478811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4459e6ed-b177-4ea0-9c77-02319a76db9d req-7ed0033f-cf69-4bc2-ba3d-4232ef4d2067 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040778 Apr 20 14:36:09.486676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.530796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.536386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.537061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.538532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] 10.222.0.45 "PUT /v2.0/ports/3df4baae-4d6a-460a-852e-0b6a5c9a36e7 HTTP/1.1" status: 200 len: 1092 time: 1.1046689 Apr 20 14:36:09.539050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:09.541730 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1077184d-73b6-4869-a1fe-0410c69d597c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:09.547306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', '586c920f-0939-4e3a-8da4-0ddfacfe2bad'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:09.557047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['089bf83f-e4c5-44fe-85a5-f674441759df'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:09.605652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=089bf83f-e4c5-44fe-85a5-f674441759df,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:09.662694 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f233c-e22a-41cc-a054-94f2683fddf1 x-openstack-request-id: req-615f233c-e22a-41cc-a054-94f2683fddf1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:09.662950 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:09.663326 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-615f233c-e22a-41cc-a054-94f2683fddf1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:09.663667 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615f233c-e22a-41cc-a054-94f2683fddf1'] response: {'name': 'network-changed', 'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'status': 'completed', 'code': 200} Apr 20 14:36:09.711188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 089bf83f-e4c5-44fe-85a5-f674441759df on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:09.715179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:09.716125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1993-f64d-42ab-8e2b-df396c8a8e43 service neutron] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:09.720124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74fe94e4-abee-42ba-a765-3c15d8c4a629 req-b30d724e-b959-49c0-a1ca-207061228cea tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.45 "DELETE /v2.0/ports/089bf83f-e4c5-44fe-85a5-f674441759df HTTP/1.1" status: 204 len: 173 time: 1.0331898 Apr 20 14:36:09.736574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'name': 'network-vif-deleted', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:09.744894 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ebc1d-b157-4185-afad-a7dd94681173" -d '{"events": [{"server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "name": "network-vif-deleted", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:09.759738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-7538932b-76c5-4ce3-9d83-fe376488b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.761449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-7538932b-76c5-4ce3-9d83-fe376488b3fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 1095 time: 0.1604557 Apr 20 14:36:09.829062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-5bd6109d-c18f-4d24-9c9e-05caa8c2c604 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7 HTTP/1.1" status: 200 len: 217 time: 0.0565197 Apr 20 14:36:09.833808 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa7ef8-e925-4598-84fa-6eb2194b2621 x-openstack-request-id: req-6bfa7ef8-e925-4598-84fa-6eb2194b2621 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:09.834101 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d50a2e-0813-4c7b-8edd-a1130d44d87c", "name": "network-vif-deleted", "tag": "089bf83f-e4c5-44fe-85a5-f674441759df", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:09.834354 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bfa7ef8-e925-4598-84fa-6eb2194b2621 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:09.834794 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfa7ef8-e925-4598-84fa-6eb2194b2621'] response: {'server_uuid': 'd7d50a2e-0813-4c7b-8edd-a1130d44d87c', 'name': 'network-vif-deleted', 'tag': '089bf83f-e4c5-44fe-85a5-f674441759df', 'status': 'completed', 'code': 200} Apr 20 14:36:09.919880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-ca30ffd0-8998-4f32-9dab-bd423fd06c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:09.921964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-ca30ffd0-8998-4f32-9dab-bd423fd06c7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.0822334 Apr 20 14:36:09.969291 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-b2024da9-9243-48f0-aa6f-21a24ec9eeec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389295 Apr 20 14:36:10.104719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6fe97cf-46d3-47d7-ae49-87472a771773 req-c85dea7f-6112-4358-8a65-c165a5fba304 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d50a2e-0813-4c7b-8edd-a1130d44d87c HTTP/1.1" status: 200 len: 210 time: 0.0562909 Apr 20 14:36:10.116092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-0456132b-e71f-4429-8020-ddcd8ae48f94 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347032 Apr 20 14:36:10.121761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38d1b29a-0313-448c-bf5c-b24f405fc10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:10.238874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42b7b705-f665-48dc-92b2-c744eb85e2b8 req-920c7ba7-7469-4e47-9a14-53f0a0523293 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106157 Apr 20 14:36:10.402854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077184d-73b6-4869-a1fe-0410c69d597c req-720920e1-6b49-4457-b9c5-1d23e1afaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.407750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-720920e1-6b49-4457-b9c5-1d23e1afaf04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 1095 time: 0.1103094 Apr 20 14:36:10.510331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13975d14-6a4a-4185-9d74-747347acb171 req-7880c1fd-bd9b-4e47-b965-efc2b1b59717 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.517403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13975d14-6a4a-4185-9d74-747347acb171 req-7880c1fd-bd9b-4e47-b965-efc2b1b59717 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1790745 Apr 20 14:36:10.537663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2eb66-ceb8-445a-a832-90d1027514ec req-3b597af9-311e-4d72-9272-48dd362a3581 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.539603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9f2eb66-ceb8-445a-a832-90d1027514ec req-3b597af9-311e-4d72-9272-48dd362a3581 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 944 time: 0.1453245 Apr 20 14:36:10.581871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077184d-73b6-4869-a1fe-0410c69d597c req-c87b02aa-a3f6-4f74-9635-1c749456c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.583603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-c87b02aa-a3f6-4f74-9635-1c749456c59e service neutron] 10.222.0.45 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 923 time: 0.1609080 Apr 20 14:36:10.619363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13975d14-6a4a-4185-9d74-747347acb171 req-a3a58909-d7ec-4566-a47c-b789a2c638c0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983603 Apr 20 14:36:10.646529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9f2eb66-ceb8-445a-a832-90d1027514ec req-c3f2c857-9f36-451c-9739-6e853a095e9f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937393 Apr 20 14:36:10.650092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-906a358b-b27a-49e2-a03d-a4c63132f3ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7 HTTP/1.1" status: 200 len: 217 time: 0.0587461 Apr 20 14:36:10.656304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-1f948dd5-e458-4241-bbe2-9c73b5e55412 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.659044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-1f948dd5-e458-4241-bbe2-9c73b5e55412 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 1101 time: 0.0835488 Apr 20 14:36:10.728434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077184d-73b6-4869-a1fe-0410c69d597c req-63accfbd-8a07-4143-8234-5fed982ab5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.732037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-63accfbd-8a07-4143-8234-5fed982ab5d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.0746613 Apr 20 14:36:10.781945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-7ab0b7ae-00e5-4a58-8355-f03a873dfec3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421116 Apr 20 14:36:10.808469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Deleting port 95193239-111c-4003-b6d7-c622fcae4c3e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:10.808953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:10.818730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996b45c-1f2b-4af6-b91b-2225c78895b6 req-6f22fb50-99ff-41b2-bc20-00a5640e2d25 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:10.827214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c996b45c-1f2b-4af6-b91b-2225c78895b6 req-6f22fb50-99ff-41b2-bc20-00a5640e2d25 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb8b10b9-9115-4292-bb2f-0b9f86be5bf2 HTTP/1.1" status: 200 len: 950 time: 0.0831583 Apr 20 14:36:10.892478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-a9eb005d-4646-40fa-a8af-bfd166c3bdf0 service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025591 Apr 20 14:36:10.925418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8de43ace-3bf6-4d0f-b8a9-d41d7a426175 req-69f3264f-10ba-4f1c-b52c-975bcb18fbdc tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702767 Apr 20 14:36:10.969878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c996b45c-1f2b-4af6-b91b-2225c78895b6 req-2af58f38-94e1-481b-a62e-6554defbe9f6 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415176 Apr 20 14:36:11.013206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1077184d-73b6-4869-a1fe-0410c69d597c req-3f48490c-9c75-4b6f-bc0d-fcd39c8d796e service neutron] 10.222.0.45 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133697 Apr 20 14:36:11.029990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] For port 95193239-111c-4003-b6d7-c622fcae4c3e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=95193239-111c-4003-b6d7-c622fcae4c3e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:11.030378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:11.049170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Calling delete_port for 95193239-111c-4003-b6d7-c622fcae4c3e owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:11.118703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de43ace-3bf6-4d0f-b8a9-d41d7a426175 req-516441cc-3fd8-4a89-b58c-fb445d86effc tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:11.120812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8de43ace-3bf6-4d0f-b8a9-d41d7a426175 req-516441cc-3fd8-4a89-b58c-fb445d86effc tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872954 Apr 20 14:36:11.149323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8de43ace-3bf6-4d0f-b8a9-d41d7a426175 req-1b87b749-cff4-4388-b1b1-1ec2faa90835 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/quotas/3eba8a0c3a6343298ba5bbac59ace4e2 HTTP/1.1" status: 200 len: 375 time: 0.0210741 Apr 20 14:36:11.191121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8de43ace-3bf6-4d0f-b8a9-d41d7a426175 req-693f368c-b915-44cf-89b4-db95424d8e20 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289493 Apr 20 14:36:11.250601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:11.261495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['95193239-111c-4003-b6d7-c622fcae4c3e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:11.314839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Pushing event deleted for resources: {'Port': ['ID=95193239-111c-4003-b6d7-c622fcae4c3e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:11.394973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] No DVR routers for this DVR port 95193239-111c-4003-b6d7-c622fcae4c3e on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:11.398969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:11.403154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ba787bd-ff38-4f33-983e-96a10fa4a742 req-57cfa38b-4d0e-4b75-9fd2-a65d154fd002 tempest-DeleteServersAdminTestJSON-1703149841 tempest-DeleteServersAdminTestJSON-1703149841-project-admin] 10.222.0.45 "DELETE /v2.0/ports/95193239-111c-4003-b6d7-c622fcae4c3e HTTP/1.1" status: 204 len: 173 time: 0.7380850 Apr 20 14:36:11.837315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'name': 'network-vif-deleted', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:11.839658 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49832427-b305-46c7-8abf-e584e9154cba" -d '{"events": [{"server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "name": "network-vif-deleted", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:11.872472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ffd1-a5a2-4723-a66d-9d509ea975f1 req-c69df7fb-7488-414e-92a2-56f1acbb5cbe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:11.873978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8084ffd1-a5a2-4723-a66d-9d509ea975f1 req-c69df7fb-7488-414e-92a2-56f1acbb5cbe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1085968 Apr 20 14:36:11.908658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0063437-b921-4f26-bd8c-5c5b4b322e9f req-570b861a-c294-4ea9-854c-6b5c3ea31e5d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:11.910147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0063437-b921-4f26-bd8c-5c5b4b322e9f req-570b861a-c294-4ea9-854c-6b5c3ea31e5d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 944 time: 0.0831642 Apr 20 14:36:11.939827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8084ffd1-a5a2-4723-a66d-9d509ea975f1 req-aef452d2-e3e6-4d66-835e-44d368d5b45e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Apr 20 14:36:11.962050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0063437-b921-4f26-bd8c-5c5b4b322e9f req-3d351565-dc48-496f-83a4-49c4c9b7f4f5 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Apr 20 14:36:12.075831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c12ce3-6141-4f03-a7e4-7247ae7b570d req-766e05a1-b1be-44c9-8901-c008e008d080 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.077277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8c12ce3-6141-4f03-a7e4-7247ae7b570d req-766e05a1-b1be-44c9-8901-c008e008d080 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.0644379 Apr 20 14:36:12.116725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfb2de5a-b4f3-44cd-bd66-0e41437fcfde req-81248c5d-21fc-44bb-bd85-99c8f4e650ca tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488927 Apr 20 14:36:12.166848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 089bf83f-e4c5-44fe-85a5-f674441759df no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:12.189692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8c12ce3-6141-4f03-a7e4-7247ae7b570d req-1333a9bf-92d0-45e5-9664-855e5597e977 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015773 Apr 20 14:36:12.217011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 089bf83f-e4c5-44fe-85a5-f674441759df {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:12.217493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 089bf83f-e4c5-44fe-85a5-f674441759df not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:12.252482 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85868d77-e0f7-4267-8b89-e24f3f5f71d4 x-openstack-request-id: req-85868d77-e0f7-4267-8b89-e24f3f5f71d4 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:12.252759 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8b10b9-9115-4292-bb2f-0b9f86be5bf2", "name": "network-vif-deleted", "tag": "95193239-111c-4003-b6d7-c622fcae4c3e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:12.253004 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85868d77-e0f7-4267-8b89-e24f3f5f71d4 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:12.253386 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85868d77-e0f7-4267-8b89-e24f3f5f71d4'] response: {'server_uuid': 'bb8b10b9-9115-4292-bb2f-0b9f86be5bf2', 'name': 'network-vif-deleted', 'tag': '95193239-111c-4003-b6d7-c622fcae4c3e', 'status': 'completed', 'code': 200} Apr 20 14:36:12.283556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-f4e7db49-2b92-49df-9819-9340efca711f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867367 Apr 20 14:36:12.302415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2de5a-b4f3-44cd-bd66-0e41437fcfde req-879c1df5-46b9-4bc2-a8ad-b044422c6afe tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.302415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfb2de5a-b4f3-44cd-bd66-0e41437fcfde req-879c1df5-46b9-4bc2-a8ad-b044422c6afe tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804314 Apr 20 14:36:12.333146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfb2de5a-b4f3-44cd-bd66-0e41437fcfde req-4df4c3a3-07ec-4e69-9650-069c51591e29 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/quotas/3eba8a0c3a6343298ba5bbac59ace4e2 HTTP/1.1" status: 200 len: 375 time: 0.0342221 Apr 20 14:36:12.375421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfb2de5a-b4f3-44cd-bd66-0e41437fcfde req-2f616196-1ab8-43ba-80b5-68fda039eae3 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414009 Apr 20 14:36:12.385986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-0afd17db-5555-4129-8e15-fb6d21fd0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.387551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-0afd17db-5555-4129-8e15-fb6d21fd0c67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.0731354 Apr 20 14:36:12.534108 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ccacc72-318a-47ac-8822-e9fcedb72afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:12.571859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-042de21b-8eec-4221-8e7e-e417129ee8f8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714500 Apr 20 14:36:12.689303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-e2c69ee0-bd18-4a58-9926-f74f3d95a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.691406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-e2c69ee0-bd18-4a58-9926-f74f3d95a5fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.2819610 Apr 20 14:36:12.804511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-52db37a3-9120-4607-9def-113d2becd14b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1025755 Apr 20 14:36:12.811451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-a091d939-5822-4313-9b3c-806917c85056 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.813038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-a091d939-5822-4313-9b3c-806917c85056 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293570 Apr 20 14:36:12.851365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-a2cc6842-0664-414a-b0f5-803911dc287e tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/quotas/c46a4a71dae449bd9aec2df4bbe905c9 HTTP/1.1" status: 200 len: 375 time: 0.0298474 Apr 20 14:36:12.880858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-9b48845f-3ea1-4044-980f-f81bed400fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.882469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-9b48845f-3ea1-4044-980f-f81bed400fe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.0684581 Apr 20 14:36:12.902687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-67d03b1b-cd30-4d12-912e-4bf8387e65df tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406482 Apr 20 14:36:12.949847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-011df80f-93be-4ca3-98f5-7173cbbb11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:12.952177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-011df80f-93be-4ca3-98f5-7173cbbb11f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535188 Apr 20 14:36:13.129515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-5863762c-7dfa-4425-8932-75eb228ab271 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:13.135174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-5863762c-7dfa-4425-8932-75eb228ab271 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.0959532 Apr 20 14:36:13.152464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-a0b2be1a-64b7-462e-95c1-09d2b8773cfe service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905951 Apr 20 14:36:13.357459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a4b3e-5dfe-46b9-b663-77ad16b1894a req-3b57d569-5cbc-40bd-9827-0e727b7ab315 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:13.358992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-205a4b3e-5dfe-46b9-b663-77ad16b1894a req-3b57d569-5cbc-40bd-9827-0e727b7ab315 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1834083 Apr 20 14:36:13.364146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-0391cc66-2f4f-497a-978b-3b70c15da765 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:13.365678 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-0391cc66-2f4f-497a-978b-3b70c15da765 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/ports?device_id=58acebb4-3c27-4b9b-a0c4-c27510e4e8ac HTTP/1.1" status: 200 len: 950 time: 0.0710657 Apr 20 14:36:13.416659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab3b56-1a12-42b5-affc-7a54ba056193 req-c40ca5fa-a829-4a19-82dc-4c414527768e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:13.424275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94ab3b56-1a12-42b5-affc-7a54ba056193 req-c40ca5fa-a829-4a19-82dc-4c414527768e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.2225294 Apr 20 14:36:13.441169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2649db0d-7ad5-4f0e-9183-7e5803508c7d req-734cea85-f9f6-4a8f-aa59-a0f9471dce9f service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643886 Apr 20 14:36:13.470147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 586c920f-0939-4e3a-8da4-0ddfacfe2bad {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:13.470489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.517439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-205a4b3e-5dfe-46b9-b663-77ad16b1894a req-c26f5d7f-8b0b-4931-bcdf-58be7a387995 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300802 Apr 20 14:36:13.529761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:13.530391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.547151 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.568948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94ab3b56-1a12-42b5-affc-7a54ba056193 req-03e08653-a2ea-410d-b6d6-47f7a2bf9ab3 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366887 Apr 20 14:36:13.693641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:13.695040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.711051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35307b85-9b7c-46e2-a911-8de3db1dcd91 req-53f4ab93-7012-4664-bb99-7dc48821ce36 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 210 time: 0.0474505 Apr 20 14:36:13.713521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 586c920f-0939-4e3a-8da4-0ddfacfe2bad, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=586c920f-0939-4e3a-8da4-0ddfacfe2bad,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:13.713892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.732535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 86029f8e-db9d-4dc6-be9d-6b1ea8653deb owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:13.732714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 586c920f-0939-4e3a-8da4-0ddfacfe2bad owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:13.744432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fd019-0ddd-46a6-bb06-b376515e6909 req-4de5346a-4261-48b5-ac4b-ed18ab96c5e8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:13.759967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-763fd019-0ddd-46a6-bb06-b376515e6909 req-4de5346a-4261-48b5-ac4b-ed18ab96c5e8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 944 time: 0.1473718 Apr 20 14:36:13.887036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-763fd019-0ddd-46a6-bb06-b376515e6909 req-f33e289d-56a6-4d50-8949-abde9ba27c42 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260734 Apr 20 14:36:13.907070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41b70717-5127-4c90-9d17-fd564e1a8b10 req-25308bad-e510-47ba-9853-5564239b40da tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808165 Apr 20 14:36:13.941370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:13.961679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:13.974186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=86029f8e-db9d-4dc6-be9d-6b1ea8653deb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:14.030551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 86029f8e-db9d-4dc6-be9d-6b1ea8653deb on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:14.033341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.037823 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bd2aa9fb-6f4a-401c-a78d-ef6b9a13a16f req-122c215d-cb79-462c-b862-476c0ef4eeb0 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "DELETE /v2.0/ports/86029f8e-db9d-4dc6-be9d-6b1ea8653deb HTTP/1.1" status: 204 len: 173 time: 0.6648591 Apr 20 14:36:14.038548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'name': 'network-vif-deleted', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:14.042469 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75198456-65e7-4418-ae2e-dcdd065c0592" -d '{"events": [{"server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "name": "network-vif-deleted", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:14.099114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.181654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:14.196204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 95193239-111c-4003-b6d7-c622fcae4c3e no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:14.387768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 95193239-111c-4003-b6d7-c622fcae4c3e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:14.388196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 95193239-111c-4003-b6d7-c622fcae4c3e not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:14.531102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:14.547342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70717-5127-4c90-9d17-fd564e1a8b10 req-c8f58334-5079-4dce-9bb9-1dd1ffe74394 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:14.548983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41b70717-5127-4c90-9d17-fd564e1a8b10 req-c8f58334-5079-4dce-9bb9-1dd1ffe74394 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6361456 Apr 20 14:36:14.560101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'port_id': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'mac_address': 'fa:16:3e:c1:51:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93560537-6b29-4967-8c68-6a38393ab34f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:14.588604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b27d07-26a7-462e-b1fd-deb10597da84 req-f1994069-046c-4605-bc4f-01d12e8d7cfe tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:14.596790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5b27d07-26a7-462e-b1fd-deb10597da84 req-f1994069-046c-4605-bc4f-01d12e8d7cfe tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4404d1-3905-42d5-85cb-b5684d0d47c6 HTTP/1.1" status: 200 len: 950 time: 0.5704434 Apr 20 14:36:14.615329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41b70717-5127-4c90-9d17-fd564e1a8b10 req-e03daba1-5c31-4ae3-9a13-aa12834f01d9 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/quotas/3eba8a0c3a6343298ba5bbac59ace4e2 HTTP/1.1" status: 200 len: 375 time: 0.0387695 Apr 20 14:36:14.622204 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.658810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:14.696625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:14.703125 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.709331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.713244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41b70717-5127-4c90-9d17-fd564e1a8b10 req-cfe4ee09-1bed-4c7c-ad5c-ed6f278b27b1 tempest-QuotasAdminNegativeTest-1396821496 tempest-QuotasAdminNegativeTest-1396821496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528169 Apr 20 14:36:14.733210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48', '86029f8e-db9d-4dc6-be9d-6b1ea8653deb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:14.822881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 586c920f-0939-4e3a-8da4-0ddfacfe2bad on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:14.829006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.841333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d938826-a50f-4ed7-aaca-ee545de92b64 req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "DELETE /v2.0/ports/586c920f-0939-4e3a-8da4-0ddfacfe2bad HTTP/1.1" status: 204 len: 173 time: 1.7010927 Apr 20 14:36:14.842048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fef89-90a7-4881-be9c-ad42ea2e09ec tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=586c920f-0939-4e3a-8da4-0ddfacfe2bad,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:14.845958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'name': 'network-vif-deleted', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:14.858989 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4003e-0384-4042-9b3d-4714dadc1a4a" -d '{"events": [{"server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "name": "network-vif-deleted", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:14.869247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5b27d07-26a7-462e-b1fd-deb10597da84 req-b2c914d2-54c8-4c74-9dd6-a86036cd2f34 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686973 Apr 20 14:36:14.881315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:14.917690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-cec50f70-9337-48ea-af5b-aa732a6bdec6 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410850 Apr 20 14:36:14.944718 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775bdd3e-5b61-44cc-8934-071a7f9da2f1 x-openstack-request-id: req-775bdd3e-5b61-44cc-8934-071a7f9da2f1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:14.945640 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58acebb4-3c27-4b9b-a0c4-c27510e4e8ac", "name": "network-vif-deleted", "tag": "86029f8e-db9d-4dc6-be9d-6b1ea8653deb", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:14.946112 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-775bdd3e-5b61-44cc-8934-071a7f9da2f1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:14.946771 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775bdd3e-5b61-44cc-8934-071a7f9da2f1'] response: {'server_uuid': '58acebb4-3c27-4b9b-a0c4-c27510e4e8ac', 'name': 'network-vif-deleted', 'tag': '86029f8e-db9d-4dc6-be9d-6b1ea8653deb', 'status': 'completed', 'code': 200} Apr 20 14:36:15.073003 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:15.123029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['3df4baae-4d6a-460a-852e-0b6a5c9a36e7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:15.213918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d077e6-de05-4574-b567-51c6a42a5a38 req-ff25327a-e938-4a1a-8d64-807ddc2fc916 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:15.215908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9d077e6-de05-4574-b567-51c6a42a5a38 req-ff25327a-e938-4a1a-8d64-807ddc2fc916 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1638503 Apr 20 14:36:15.230803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263adbba-93a0-47a6-b260-cf3d2d7c0273 req-267cf50e-b741-47c9-be38-377493096803 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:15.233027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:15.238710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-263adbba-93a0-47a6-b260-cf3d2d7c0273 req-267cf50e-b741-47c9-be38-377493096803 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1253586 Apr 20 14:36:15.260530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2e3c5c27-09d0-4870-99ca-5aa5c1a1888f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:15.262192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2e3c5c27-09d0-4870-99ca-5aa5c1a1888f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378589 Apr 20 14:36:15.287723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Request body: {'port': {'device_id': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'c46a4a71dae449bd9aec2df4bbe905c9'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:15.306475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 86029f8e-db9d-4dc6-be9d-6b1ea8653deb no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:15.334525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 86029f8e-db9d-4dc6-be9d-6b1ea8653deb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:15.335357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 86029f8e-db9d-4dc6-be9d-6b1ea8653deb not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:15.335782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 586c920f-0939-4e3a-8da4-0ddfacfe2bad no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:15.360751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9d077e6-de05-4574-b567-51c6a42a5a38 req-d82268c3-a30d-46a7-81b2-1aedda20df3e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171710 Apr 20 14:36:15.368123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 586c920f-0939-4e3a-8da4-0ddfacfe2bad {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:15.368319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 586c920f-0939-4e3a-8da4-0ddfacfe2bad not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:15.381527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-263adbba-93a0-47a6-b260-cf3d2d7c0273 req-83ea1455-0f58-4cfe-a29f-0f391e3546e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417346 Apr 20 14:36:15.465388 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15499134-335e-4b98-98e5-b404bcc1f119 x-openstack-request-id: req-15499134-335e-4b98-98e5-b404bcc1f119 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:15.465740 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4404d1-3905-42d5-85cb-b5684d0d47c6", "name": "network-vif-deleted", "tag": "586c920f-0939-4e3a-8da4-0ddfacfe2bad", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:15.465999 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15499134-335e-4b98-98e5-b404bcc1f119 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:15.466608 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15499134-335e-4b98-98e5-b404bcc1f119'] response: {'server_uuid': 'dd4404d1-3905-42d5-85cb-b5684d0d47c6', 'name': 'network-vif-deleted', 'tag': '586c920f-0939-4e3a-8da4-0ddfacfe2bad', 'status': 'completed', 'code': 200} Apr 20 14:36:15.498033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f41acf5-9ae5-412c-a541-faba3a068aa8 req-87fe4349-aa44-4620-baca-a7dec4d8d33a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 210 time: 0.0380616 Apr 20 14:36:15.547159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Made reservation on behalf of c46a4a71dae449bd9aec2df4bbe905c9 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:15.567639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:15.690478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdffdc-d5f1-458c-aaa0-26e486c9a957 req-04b24a11-dd90-400c-a1a1-bad5113627a6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:15.692079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84cdffdc-d5f1-458c-aaa0-26e486c9a957 req-04b24a11-dd90-400c-a1a1-bad5113627a6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 945 time: 0.1202636 Apr 20 14:36:15.771499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Allocated IP 192.168.233.41 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:15.776263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84cdffdc-d5f1-458c-aaa0-26e486c9a957 req-557c1b4f-23c3-4b80-a9bf-530f7abe496b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761454 Apr 20 14:36:15.948111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:15.995528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:15.999301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.052180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:16.056335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:16.075004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:16.080572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Pushing event updated for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:16.151602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-150587d6-c517-471d-99e4-b6b0de07b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.209694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:16.210629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.211177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:16.240182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d62c6697-6b69-43d3-91f6-d0ca4fada557 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9632792 Apr 20 14:36:16.304055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-150587d6-c517-471d-99e4-b6b0de07b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.313504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-150587d6-c517-471d-99e4-b6b0de07b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.326608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Request body: {'port': {'device_id': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:16.346701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150587d6-c517-471d-99e4-b6b0de07b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7946b8-881d-4725-b54f-f31b8009a862,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:16.363644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:16.371657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:16.374105 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.400229 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-150587d6-c517-471d-99e4-b6b0de07b8b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3eba8a0c3a6343298ba5bbac59ace4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036014 Apr 20 14:36:16.403755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50654) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:16.426041 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.495176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.530296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.530771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4de1bcee-8bd3-40c2-860a-7f78a158e819 None None] Provisioning complete for port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:16.531280 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4de1bcee-8bd3-40c2-860a-7f78a158e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.595513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.600396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.602431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d7946b8-881d-4725-b54f-f31b8009a862 HTTP/1.1" status: 204 len: 168 time: 0.1975751 Apr 20 14:36:16.621362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33306fc-fb9f-4fb0-a96b-58b3e36a1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7946b8-881d-4725-b54f-f31b8009a862,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:16.626753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4de1bcee-8bd3-40c2-860a-7f78a158e819 None None] Port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:16.634417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.669461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:16.672084 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c29c43-030c-4cc7-a43e-937f641d0c30" -d '{"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-plugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:16.687029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:16.693454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee328c65-7e48-4bbe-be4a-c057bc815592 req-a6df8786-173e-4a79-b09b-bacaa2297b13 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:16.694685 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:16.695741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee328c65-7e48-4bbe-be4a-c057bc815592 req-a6df8786-173e-4a79-b09b-bacaa2297b13 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 949 time: 0.2270043 Apr 20 14:36:16.742850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71012d49-c733-4ffe-b9eb-6d5a0a7ff1f9 req-df022535-645a-4764-9758-4dde08f73676 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:16.744544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71012d49-c733-4ffe-b9eb-6d5a0a7ff1f9 req-df022535-645a-4764-9758-4dde08f73676 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1964862 Apr 20 14:36:16.775626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:16.848776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee328c65-7e48-4bbe-be4a-c057bc815592 req-3165dd02-1f91-4c7c-b14c-8629f96535a9 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342280 Apr 20 14:36:16.855852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71012d49-c733-4ffe-b9eb-6d5a0a7ff1f9 req-2056b9bf-d838-4e3e-803e-2e85474a3698 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757625 Apr 20 14:36:17.005217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50666) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:17.020856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b723702-fa5b-4851-8397-a05b3f55b52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.025549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:17.043774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3024282-7871-45bd-93a2-2c3fd375a866 req-f927a14d-3d37-4e58-97d4-21e3d4c0e3d3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.045311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3024282-7871-45bd-93a2-2c3fd375a866 req-f927a14d-3d37-4e58-97d4-21e3d4c0e3d3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1371768 Apr 20 14:36:17.047483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.081362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Transition to ACTIVE for port object 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:17.089478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dfa27-4611-43ad-bcc1-460f7da3d858 req-132b8636-e4db-4640-b762-a6acc230fd6f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.091011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c40dfa27-4611-43ad-bcc1-460f7da3d858 req-132b8636-e4db-4640-b762-a6acc230fd6f tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 935 time: 0.1365736 Apr 20 14:36:17.096001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.113518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b723702-fa5b-4851-8397-a05b3f55b52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.120667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b723702-fa5b-4851-8397-a05b3f55b52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.161778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723702-fa5b-4851-8397-a05b3f55b52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea2e87-0c43-43fc-a804-ca1f554ceb43,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:17.178156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3024282-7871-45bd-93a2-2c3fd375a866 req-e8d14217-b469-498e-84b1-69d58ade4c3a tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042838 Apr 20 14:36:17.179475 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4b723702-fa5b-4851-8397-a05b3f55b52e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e78a11e74c11417aad20f3685f3e2945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604075 Apr 20 14:36:17.179842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50672) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:17.213307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:17.249129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c40dfa27-4611-43ad-bcc1-460f7da3d858 req-252142dd-9e82-493d-abcf-138e1728d206 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499801 Apr 20 14:36:17.323986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.364224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Attempting to bind port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:17.364547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Attempting to bind port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:17.364868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Attempting to bind port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:17.371980 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.401522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:17.401883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Attempting to bind port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:17.423790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:17.424087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:17.424463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:17.424911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Bound port: 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:17.425265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.469671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c0506-f057-4c21-bf7b-de5ac6b46ac3 req-8b766e21-58b3-4d33-8b62-1fdd714e5140 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.471157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b75c0506-f057-4c21-bf7b-de5ac6b46ac3 req-8b766e21-58b3-4d33-8b62-1fdd714e5140 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1283121 Apr 20 14:36:17.527667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.530269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.531295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16ea2e87-0c43-43fc-a804-ca1f554ceb43 HTTP/1.1" status: 204 len: 168 time: 0.3506839 Apr 20 14:36:17.557600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2cf59-c40c-4605-95cf-1f615758a160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea2e87-0c43-43fc-a804-ca1f554ceb43,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:17.566041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:17.571416 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1af34f-a708-495c-b32f-c6cd48a1d685 x-openstack-request-id: req-9d1af34f-a708-495c-b32f-c6cd48a1d685 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:17.572000 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-plugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:17.572000 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d1af34f-a708-495c-b32f-c6cd48a1d685 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:17.572664 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1af34f-a708-495c-b32f-c6cd48a1d685'] response: {'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'code': 200} Apr 20 14:36:17.573369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b75c0506-f057-4c21-bf7b-de5ac6b46ac3 req-20812fe7-2316-4530-949b-1512f594aa55 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Apr 20 14:36:17.586975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:17.595272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.638402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.639053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:17.641337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 HTTP/1.1" status: 200 len: 1095 time: 1.3921270 Apr 20 14:36:17.641796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:17.650851 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14ddea-d28f-48e9-926a-2925d595bdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:17.725481 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a504b-5ece-463f-845c-db272d86e6c0 x-openstack-request-id: req-d82a504b-5ece-463f-845c-db272d86e6c0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:17.726344 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:17.726868 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d82a504b-5ece-463f-845c-db272d86e6c0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:17.727507 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82a504b-5ece-463f-845c-db272d86e6c0'] response: {'name': 'network-changed', 'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35', 'status': 'completed', 'code': 200} Apr 20 14:36:17.762857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-40c66b03-a327-4ca9-95d7-8f369b905bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.764443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-40c66b03-a327-4ca9-95d7-8f369b905bbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 1098 time: 0.0595174 Apr 20 14:36:17.788207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668b84a-c667-4f29-bbfb-5fd5b0bba1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:17.807014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffd284-f471-4f43-a831-0ee4777f9c79 req-f56def72-e38b-4f73-b6e5-71f2bfa2bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.808770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42ffd284-f471-4f43-a831-0ee4777f9c79 req-f56def72-e38b-4f73-b6e5-71f2bfa2bac4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 1097 time: 0.1381869 Apr 20 14:36:17.817460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071849-7f20-4788-a761-8718d41f710e req-cd564bca-3291-418b-85b3-ff7c8007bb77 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.819060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df071849-7f20-4788-a761-8718d41f710e req-cd564bca-3291-418b-85b3-ff7c8007bb77 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 949 time: 0.1513638 Apr 20 14:36:17.855631 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-a8b8a34f-33f4-4440-a43c-348e0b878b11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 HTTP/1.1" status: 200 len: 217 time: 0.0826781 Apr 20 14:36:17.940622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42ffd284-f471-4f43-a831-0ee4777f9c79 req-f0d3c1a7-a085-4838-9097-87ba2bd3d1a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203268 Apr 20 14:36:17.957964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d4d49e6b-4f4b-40fb-abc4-eac342150233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:17.960627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-d4d49e6b-4f4b-40fb-abc4-eac342150233 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0988994 Apr 20 14:36:17.996581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Deleting port 6b087636-659e-4d39-b605-b7e803411d48 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:17.996916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:18.164209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12122db-74c3-4ef8-9f9c-5db458b276cd req-74a75687-57dd-4232-97e5-0bf20cdda577 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.166742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b12122db-74c3-4ef8-9f9c-5db458b276cd req-74a75687-57dd-4232-97e5-0bf20cdda577 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 949 time: 0.1505105 Apr 20 14:36:18.180814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991adeb7-ef31-43f1-a825-406f93fa8520 req-95175a18-f676-42bc-b34f-aa7ea3718a0e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.187183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-991adeb7-ef31-43f1-a825-406f93fa8520 req-95175a18-f676-42bc-b34f-aa7ea3718a0e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1727922 Apr 20 14:36:18.195397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] For port 6b087636-659e-4d39-b605-b7e803411d48, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6b087636-659e-4d39-b605-b7e803411d48,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:18.196045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:18.241855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Calling delete_port for 6b087636-659e-4d39-b605-b7e803411d48 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:18.316696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-5a2b5fdb-b27e-4fb5-a630-faba39c2dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.319276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-5a2b5fdb-b27e-4fb5-a630-faba39c2dc45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974939 Apr 20 14:36:18.323575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b12122db-74c3-4ef8-9f9c-5db458b276cd req-faa3543a-9f6f-4a7a-8f31-36ec3da16eaf tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/security-groups?id=06b9fb46-866d-4abf-bb29-daac883ce2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316588 Apr 20 14:36:18.334102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-991adeb7-ef31-43f1-a825-406f93fa8520 req-f30c6584-022d-4abf-a554-a12cd66541cc tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352229 Apr 20 14:36:18.547491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-853ce979-b4d7-4a76-981a-81e6b64fbb8a service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062194 Apr 20 14:36:18.581897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b309e-23a1-42a2-b336-1d431a3b61b3 req-dbe02f2e-d950-4a97-9926-b8a28d7ee370 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.589999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be6b309e-23a1-42a2-b336-1d431a3b61b3 req-dbe02f2e-d950-4a97-9926-b8a28d7ee370 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 947 time: 0.1500332 Apr 20 14:36:18.618362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:18.629088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027f337-86b7-447d-aabf-fedd7e072526 req-85c1f34d-2dcc-44e1-9e95-20aa4072ba0c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.630951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9027f337-86b7-447d-aabf-fedd7e072526 req-85c1f34d-2dcc-44e1-9e95-20aa4072ba0c tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1153743 Apr 20 14:36:18.631222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6b087636-659e-4d39-b605-b7e803411d48'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:18.678588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0421ef23-e03e-4b00-bc72-d94ed9d8ba7c req-0cb87680-5b23-4140-8b06-1fe779134a53 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221547 Apr 20 14:36:18.730734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Pushing event deleted for resources: {'Port': ['ID=6b087636-659e-4d39-b605-b7e803411d48,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:18.829314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be6b309e-23a1-42a2-b336-1d431a3b61b3 req-aa8bb21b-8a64-4cfd-8eaf-b05fbc3ca43b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380269 Apr 20 14:36:18.863756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-6ee2258f-733f-41f8-979d-a062fcbcb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:18.865975 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-6ee2258f-733f-41f8-979d-a062fcbcb31a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 1098 time: 0.1036890 Apr 20 14:36:18.937465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9027f337-86b7-447d-aabf-fedd7e072526 req-adbbd21f-aa66-431c-ad0d-b7e5f66ba9f4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328672 Apr 20 14:36:18.943081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] No DVR routers for this DVR port 6b087636-659e-4d39-b605-b7e803411d48 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:18.958860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:18.963319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df071849-7f20-4788-a761-8718d41f710e req-aa5d896a-59b5-4f48-a517-8655b6576442 tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.43 "DELETE /v2.0/ports/6b087636-659e-4d39-b605-b7e803411d48 HTTP/1.1" status: 204 len: 173 time: 1.1376135 Apr 20 14:36:19.074265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a509-875a-45f0-9b68-51354272eac5 req-d3f0e572-49c7-498f-b750-fb9c43fc9082 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.087937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5621a509-875a-45f0-9b68-51354272eac5 req-d3f0e572-49c7-498f-b750-fb9c43fc9082 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1223104 Apr 20 14:36:19.096090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-e955971c-3fbb-4abc-93ac-bff3e85f04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.097551 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-e955971c-3fbb-4abc-93ac-bff3e85f04fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2232106 Apr 20 14:36:19.165350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5621a509-875a-45f0-9b68-51354272eac5 req-91ab9a6d-52fc-44b9-8a04-a1edf847482d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Apr 20 14:36:19.172794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-41abea5a-89d4-40ab-8891-1d2f88c88217 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 HTTP/1.1" status: 200 len: 217 time: 0.0627477 Apr 20 14:36:19.237117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-eaa5993d-9b71-44fb-ac06-daab7956dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.238642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-eaa5993d-9b71-44fb-ac06-daab7956dd1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0582049 Apr 20 14:36:19.300837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-3291ac9c-85b5-44ab-93d5-be69018ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.303589 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-3291ac9c-85b5-44ab-93d5-be69018ea423 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569730 Apr 20 14:36:19.531797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-12de9d89-c8d2-4740-abd0-9c919de85d7a service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189846 Apr 20 14:36:19.560799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-483f7592-5033-4ad4-b521-bc84186271ad req-ee643dab-d694-438c-bf22-67a91f386f7c tempest-ServersOnMultiNodesTest-1409547008 tempest-ServersOnMultiNodesTest-1409547008-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dfedab8-0ef9-49aa-9acb-355f426ea3e1 HTTP/1.1" status: 200 len: 210 time: 0.0375195 Apr 20 14:36:19.602549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6d0f1-fb75-4f5d-a62b-ba163a690551 req-4c84c45e-0b95-4501-af84-30027c1d88e6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.604177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deb6d0f1-fb75-4f5d-a62b-ba163a690551 req-4c84c45e-0b95-4501-af84-30027c1d88e6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1274133 Apr 20 14:36:19.678609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deb6d0f1-fb75-4f5d-a62b-ba163a690551 req-02c9c9db-d5f0-4f57-b5d3-7476f1e5e217 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622573 Apr 20 14:36:19.692195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a14ddea-d28f-48e9-926a-2925d595bdb2 req-5a8ff3ac-9bab-4350-943c-1215cc423e8d service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492395 Apr 20 14:36:19.728914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'name': 'network-vif-deleted', 'tag': '6b087636-659e-4d39-b605-b7e803411d48'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:19.733001 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56429b9d-a012-4911-8861-79e91186146f" -d '{"events": [{"server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "name": "network-vif-deleted", "tag": "6b087636-659e-4d39-b605-b7e803411d48"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:19.785463 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366fcb0-69bd-43bd-8bfd-edb40e7b0d5a x-openstack-request-id: req-3366fcb0-69bd-43bd-8bfd-edb40e7b0d5a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:19.786113 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfedab8-0ef9-49aa-9acb-355f426ea3e1", "name": "network-vif-deleted", "tag": "6b087636-659e-4d39-b605-b7e803411d48", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:19.786738 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3366fcb0-69bd-43bd-8bfd-edb40e7b0d5a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:19.787063 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3366fcb0-69bd-43bd-8bfd-edb40e7b0d5a'] response: {'server_uuid': '0dfedab8-0ef9-49aa-9acb-355f426ea3e1', 'name': 'network-vif-deleted', 'tag': '6b087636-659e-4d39-b605-b7e803411d48', 'status': 'completed', 'code': 200} Apr 20 14:36:19.930139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50736) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:19.947981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefe6b7-9618-47d0-b0d9-d503ac796930 req-9f0b9f1f-174b-41ca-945a-191acc34a03a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:19.949618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afefe6b7-9618-47d0-b0d9-d503ac796930 req-9f0b9f1f-174b-41ca-945a-191acc34a03a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 947 time: 0.0541890 Apr 20 14:36:20.004948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afefe6b7-9618-47d0-b0d9-d503ac796930 req-802ec07a-4e53-420a-a98e-3d3da861819b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Apr 20 14:36:20.061576 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0eaf33a0-b259-4bd3-8557-16668cd494c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.084141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5d4e4-bb45-40c6-b659-c148c360868e req-bdbd5020-83ce-4918-b3b6-adee51eb4076 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:20.087217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2a5d4e4-bb45-40c6-b659-c148c360868e req-bdbd5020-83ce-4918-b3b6-adee51eb4076 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0645077 Apr 20 14:36:20.132062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2a5d4e4-bb45-40c6-b659-c148c360868e req-79bce178-7531-4666-88b4-79660a84da4f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Apr 20 14:36:20.154074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0eaf33a0-b259-4bd3-8557-16668cd494c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.159070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0eaf33a0-b259-4bd3-8557-16668cd494c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.196957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf33a0-b259-4bd3-8557-16668cd494c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a0419e-ef62-4f3c-b106-3e8e3d2244c2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:20.205267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50744) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:20.205818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0eaf33a0-b259-4bd3-8557-16668cd494c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d90c1afccc694806971abae7c0896c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741199 Apr 20 14:36:20.282796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.311648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.336729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9764-070e-4a3d-ac47-4f4da5ff5eec req-17e1c416-a208-40cb-97a3-61cd7cb5cac2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:20.338147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b8a9764-070e-4a3d-ac47-4f4da5ff5eec req-17e1c416-a208-40cb-97a3-61cd7cb5cac2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.0949314 Apr 20 14:36:20.388446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b8a9764-070e-4a3d-ac47-4f4da5ff5eec req-f468d7bf-79ec-4ed4-8de3-4edf463257fa tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Apr 20 14:36:20.394001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.397719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.401364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10a0419e-ef62-4f3c-b106-3e8e3d2244c2 HTTP/1.1" status: 204 len: 168 time: 0.1926837 Apr 20 14:36:20.407315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3645ec8-b90b-4403-90d1-5819f70c8c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a0419e-ef62-4f3c-b106-3e8e3d2244c2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:20.539294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb586f-d2df-4e9e-82d6-78140d8fe86a req-af3994ec-220f-462c-a8da-dd6dcdd0959b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:20.540858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43bb586f-d2df-4e9e-82d6-78140d8fe86a req-af3994ec-220f-462c-a8da-dd6dcdd0959b tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.0538859 Apr 20 14:36:20.583010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43bb586f-d2df-4e9e-82d6-78140d8fe86a req-4cfefd0d-8d60-4622-a694-046f361e1c26 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Apr 20 14:36:20.783003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50766) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:20.801842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f34-fd1a-4bf0-af35-bb2e42326521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:20.868577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbff242-246e-4de2-b51a-82353f3e9b71 req-9d40616c-fd70-4a4b-923a-82a2ec4b780f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:20.876759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dcbff242-246e-4de2-b51a-82353f3e9b71 req-9d40616c-fd70-4a4b-923a-82a2ec4b780f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1203229 Apr 20 14:36:20.909650 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-8fa465d0-86e5-4706-92ee-4ed6838f5300 service neutron] show failed (client error): The resource could not be found. Apr 20 14:36:20.910840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-8fa465d0-86e5-4706-92ee-4ed6838f5300 service neutron] 10.222.0.43 "GET /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.1416659 Apr 20 14:36:20.949647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dcbff242-246e-4de2-b51a-82353f3e9b71 req-343c2681-8b44-4988-a3e2-487d5c2ef225 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648842 Apr 20 14:36:20.995701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f34-fd1a-4bf0-af35-bb2e42326521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.003921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f34-fd1a-4bf0-af35-bb2e42326521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.016488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50774) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:21.078758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a68f34-fd1a-4bf0-af35-bb2e42326521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b7399-3841-42eb-b23f-6160254f16e8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:21.084250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8a68f34-fd1a-4bf0-af35-bb2e42326521 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fe0964d727346b7b1a86beca0898f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993248 Apr 20 14:36:21.087252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50780) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:21.217715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e562e94c-cbd3-420e-a9c1-16b2ec8702cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:21.219560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e562e94c-cbd3-420e-a9c1-16b2ec8702cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1100 time: 0.0748184 Apr 20 14:36:21.236282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:21.248229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.270464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a77bd0-5f67-4036-939e-9d3b3e7708e0 req-4c34cf22-3cfa-4bcb-90f5-c2b88dbd8c04 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:21.271964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24a77bd0-5f67-4036-939e-9d3b3e7708e0 req-4c34cf22-3cfa-4bcb-90f5-c2b88dbd8c04 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 947 time: 0.1509244 Apr 20 14:36:21.305485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.313343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.331883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6b087636-659e-4d39-b605-b7e803411d48 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:21.351163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50790) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:21.351435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b748db3-1b2c-4eb7-bbb4-dd34f0e6bee3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=830009260bb4439186eb49e0be38e48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333590 Apr 20 14:36:21.378964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6b087636-659e-4d39-b605-b7e803411d48 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:21.379445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6b087636-659e-4d39-b605-b7e803411d48 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:21.379970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:21.404770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24a77bd0-5f67-4036-939e-9d3b3e7708e0 req-7a260392-071f-423d-b95a-04899eaa25a2 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194825 Apr 20 14:36:21.421310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:36:21.451166 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.453766 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.457148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a98b7399-3841-42eb-b23f-6160254f16e8 HTTP/1.1" status: 204 len: 168 time: 0.3664138 Apr 20 14:36:21.464433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083b814-88aa-4e53-b611-c40639a97452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b7399-3841-42eb-b23f-6160254f16e8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:21.550311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915d39-d7ca-4b0d-8fc6-7a5c64822349 req-86d13332-2b70-46be-83c1-dc5f09da0cb8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:21.551921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13915d39-d7ca-4b0d-8fc6-7a5c64822349 req-86d13332-2b70-46be-83c1-dc5f09da0cb8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.0681496 Apr 20 14:36:21.598597 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.620787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.661271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13915d39-d7ca-4b0d-8fc6-7a5c64822349 req-feb5d670-e886-4464-af66-9742154df128 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013415 Apr 20 14:36:21.688484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.717344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a549e-6512-463b-9eaa-0b2e4ddc2953 req-278721fd-0883-4f29-997b-4713f721d199 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:21.719079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-881a549e-6512-463b-9eaa-0b2e4ddc2953 req-278721fd-0883-4f29-997b-4713f721d199 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1275907 Apr 20 14:36:21.773821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:21.783200 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-881a549e-6512-463b-9eaa-0b2e4ddc2953 req-8f505697-dbd5-4cef-96a2-404993a32ffa tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 Apr 20 14:36:21.822946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.826072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.831259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06b9fb46-866d-4abf-bb29-daac883ce2b9 HTTP/1.1" status: 204 len: 168 time: 0.4784429 Apr 20 14:36:21.832458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:21.860639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36bed-1f89-4ac6-b846-dd2d0fd4a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9fb46-866d-4abf-bb29-daac883ce2b9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:21.903499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:21.906138 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f9710-0938-4693-b85c-a822775999d6" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:21.911992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:21.946114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Transition to ACTIVE for port object 4bc65578-f576-4bc9-b31c-43ae0e9ca706 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:21.960850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.026506 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331d76c-6083-4157-b7ba-dfd56375b396 x-openstack-request-id: req-7331d76c-6083-4157-b7ba-dfd56375b396 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:22.026972 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:22.027194 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7331d76c-6083-4157-b7ba-dfd56375b396 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:22.027611 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7331d76c-6083-4157-b7ba-dfd56375b396'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'code': 200} Apr 20 14:36:22.053337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:36:22.057403 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:36:22.079445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] No DVR routers for this DVR port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:22.090868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:22.146550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302dcf-3f48-4225-a993-85c92cd8ad6c req-32567f0e-3b22-4a13-bce3-6bcd4449f28f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.160101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63302dcf-3f48-4225-a993-85c92cd8ad6c req-32567f0e-3b22-4a13-bce3-6bcd4449f28f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0892158 Apr 20 14:36:22.168503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:22.168841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:22.169176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:22.180868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:22.181206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:22.191941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:22.192309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:22.193069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:22.193213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Bound port: 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:22.193464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.223208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63302dcf-3f48-4225-a993-85c92cd8ad6c req-97b9829b-81ca-4bb0-b03f-16b074c92403 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579526 Apr 20 14:36:22.310048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:22.313878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:22.319927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.363637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.364437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.365897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] 10.222.0.45 "PUT /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 1095 time: 1.1344295 Apr 20 14:36:22.442124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ca69-78ac-4d60-9aa5-23c48bc8d843 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:22.458604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:22.508158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-f836d13c-8d5c-41be-a8a8-aa0909f6583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.509798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-f836d13c-8d5c-41be-a8a8-aa0909f6583d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1098 time: 0.1036680 Apr 20 14:36:22.529995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e94105e7-1f48-4525-acd5-c8e5d7a7dfcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e7214a5e4284c308518f22caadc73fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698173 Apr 20 14:36:22.535633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50832) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:22.588854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426904a-1453-438e-9a96-0ca944078d86 req-ef996d77-74ac-47de-ba7c-0aefe6ddcc93 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.590712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9426904a-1453-438e-9a96-0ca944078d86 req-ef996d77-74ac-47de-ba7c-0aefe6ddcc93 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 947 time: 0.0840216 Apr 20 14:36:22.676981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9426904a-1453-438e-9a96-0ca944078d86 req-46bdbf27-2633-4632-ae03-16a2abf0a2c6 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795710 Apr 20 14:36:22.741343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50838) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:22.747022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.758857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-b3ac0883-40f9-49a2-bdac-124dbfb7198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.760340 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-b3ac0883-40f9-49a2-bdac-124dbfb7198b service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2356730 Apr 20 14:36:22.783662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.819126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-c44e1ba1-0cef-4e54-a5bb-ee79d3580366 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0490270 Apr 20 14:36:22.843565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474972c-3286-4dd5-b9c9-c7136a35281a req-1b254243-0e8d-494a-85de-924e4641a5fb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.847355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c474972c-3286-4dd5-b9c9-c7136a35281a req-1b254243-0e8d-494a-85de-924e4641a5fb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0852554 Apr 20 14:36:22.896060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-c28f3346-c39d-4360-82ec-53384dd9e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.897735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-c28f3346-c39d-4360-82ec-53384dd9e32c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0724537 Apr 20 14:36:22.922588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c474972c-3286-4dd5-b9c9-c7136a35281a req-d2684def-d46c-4d80-b77e-7a9434b7882e tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663793 Apr 20 14:36:22.948810 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.949238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1806609278-network', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:22.952003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:22.953116 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e27844bd-b818-4489-a7ac-1ca6b2c5e6ed HTTP/1.1" status: 204 len: 168 time: 0.4155545 Apr 20 14:36:22.965432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828e918-9ae9-4e67-81bb-de6bfddd5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27844bd-b818-4489-a7ac-1ca6b2c5e6ed,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:22.972318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-de653c05-d23b-4b71-89e8-b59c418c74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.974972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-de653c05-d23b-4b71-89e8-b59c418c74a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702024 Apr 20 14:36:22.987770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59be0-dd8a-4cc9-bcab-ea54663c4cff req-ffa6c5e8-4bf0-45fb-bb4f-ae880e565f09 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:22.995485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b59be0-dd8a-4cc9-bcab-ea54663c4cff req-ffa6c5e8-4bf0-45fb-bb4f-ae880e565f09 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.0929871 Apr 20 14:36:23.002614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Made reservation on behalf of 7ddc1d1b1b324ae19fd4bacc82888cc6 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:23.004773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.026861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.075798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b59be0-dd8a-4cc9-bcab-ea54663c4cff req-936a9743-70f4-4549-8842-a6f14afa1b5a tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793536 Apr 20 14:36:23.104238 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-ebde5c91-8a55-45a1-837e-0e92a114b9de service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210515 Apr 20 14:36:23.161151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.166511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.201677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:36:23.208532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f36df-690c-4198-b76e-76e53c2b121d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:23.218029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.218778 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Added segment 0ead6b41-680b-4074-ae83-b4eae666d239 of type vlan for network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 Apr 20 14:36:23.264592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d652b5ae-7de1-4e59-aff4-3b750d129194 req-e1563eec-f650-44d9-8bb1-4d0cd70a1c8f service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519737 Apr 20 14:36:23.265892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.302854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.303874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:23.305455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.409729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6672418 Apr 20 14:36:23.414356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50858) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:23.424769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9242d-8ebb-45ff-a6e1-2cd8002c1b5a admin admin] Pushing event updated for resources: {'Network': ['ID=0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:23.429321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Request body: {'subnet': {'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1806609278-subnet', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:23.441644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee4817-af4d-4b88-a544-b6a3aae8d597 req-661a8963-e5f6-4831-8092-f3d012c32de2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:23.443167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aee4817-af4d-4b88-a544-b6a3aae8d597 req-661a8963-e5f6-4831-8092-f3d012c32de2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1049578 Apr 20 14:36:23.462410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:36:23.479876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Made reservation on behalf of 7ddc1d1b1b324ae19fd4bacc82888cc6 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:23.487843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.492097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aee4817-af4d-4b88-a544-b6a3aae8d597 req-cf38277b-5375-47e9-9493-6a44a45efc9b tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Apr 20 14:36:23.715353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.793023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cb08a4-effa-48a6-bb66-e93754936f8d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:23.798878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Checking segment: {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:23.799317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Network hostable DHCP agents. Network: 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:36:23.825179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:36:23.843251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:23.852618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff4acf-a398-4094-90bd-dd3f63f2a64a None None] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:23.858461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:23.861595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.892303 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-35101c1c-2ee7-4fe5-9eae-31d7d85dfb5e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4736905 Apr 20 14:36:23.893076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50874) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:23.894342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8b2-dd48-49e9-a152-3155b0d1290c req-6b009b30-8b59-4e9c-93ac-0c4c5d3c1661 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:23.905921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfc9e8b2-dd48-49e9-a152-3155b0d1290c req-6b009b30-8b59-4e9c-93ac-0c4c5d3c1661 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 947 time: 0.1202407 Apr 20 14:36:23.908778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:23.935462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.936654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:23.975387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfc9e8b2-dd48-49e9-a152-3155b0d1290c req-a7a0136b-1b29-4960-a73e-e007b40ce7eb tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Apr 20 14:36:24.011159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.059659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:24.062441 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:24.098460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'fixed_ips': [{'subnet_id': '43cb08a4-effa-48a6-bb66-e93754936f8d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:36:24.101248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.123598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea24a7-876e-4c71-a3b4-81f133e45f99 req-5d02f9c1-ce53-4705-aaaf-7e7de30e7fc5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.125765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbea24a7-876e-4c71-a3b4-81f133e45f99 req-5d02f9c1-ce53-4705-aaaf-7e7de30e7fc5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0850878 Apr 20 14:36:24.206542 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db743ed3-e3dc-4074-8654-1ee687ccf78f x-openstack-request-id: req-db743ed3-e3dc-4074-8654-1ee687ccf78f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:24.206850 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:24.207157 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db743ed3-e3dc-4074-8654-1ee687ccf78f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:24.207551 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db743ed3-e3dc-4074-8654-1ee687ccf78f'] response: {'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'status': 'completed', 'code': 200} Apr 20 14:36:24.269467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:24.274333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.279343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbea24a7-876e-4c71-a3b4-81f133e45f99 req-ba767c1f-53c8-41b1-9839-9d6cfc831950 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413550 Apr 20 14:36:24.294046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-c71d87e8-2a7e-4563-8020-3c9e299007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.295831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-c71d87e8-2a7e-4563-8020-3c9e299007f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1098 time: 0.0914075 Apr 20 14:36:24.409963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-18f15083-605b-419f-9fe7-bf1ab0a58475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.412351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-18f15083-605b-419f-9fe7-bf1ab0a58475 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1098 time: 0.1998341 Apr 20 14:36:24.424172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb13b8-df8f-416a-9045-b698a09885f9 req-e71a3c1b-2439-4abc-a15b-2544c20d4ac3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.433987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fedb13b8-df8f-416a-9045-b698a09885f9 req-e71a3c1b-2439-4abc-a15b-2544c20d4ac3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1605239 Apr 20 14:36:24.484885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-07614677-c35d-46dc-bd06-bd00f4b777ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.486812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-07614677-c35d-46dc-bd06-bd00f4b777ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1748188 Apr 20 14:36:24.488816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Allocated IP 172.20.0.2 (0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12/43cb08a4-effa-48a6-bb66-e93754936f8d/4b884a71-2cc4-458a-b163-592a86bf0456) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:24.493822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:24.530601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35', 'mac_address': 'fa:16:3e:52:d4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:24.568979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-80359b86-4c87-4c87-bbdb-d585a4a0aaf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0737114 Apr 20 14:36:24.636939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-b6a28ab4-856a-4c9b-be22-51f5ee25e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.638674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.640723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-b6a28ab4-856a-4c9b-be22-51f5ee25e2c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2026782 Apr 20 14:36:24.666099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:24.671816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fedb13b8-df8f-416a-9045-b698a09885f9 req-f480afaa-dd2d-4dc6-b2e4-87f9d3c9fe0e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364142 Apr 20 14:36:24.733358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:24.754376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-86c82a16-977e-4173-bb13-bc2a6ff6a909 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0952647 Apr 20 14:36:24.765541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.810191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a393-65cb-4812-b4cc-6c2728d375b0 req-2d99fe08-e548-4d8d-b755-d8a26967cccf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.818711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abc6a393-65cb-4812-b4cc-6c2728d375b0 req-2d99fe08-e548-4d8d-b755-d8a26967cccf tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1760418 Apr 20 14:36:24.829187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-88ed135f-c3ff-400a-9b49-8807058fd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.831787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-88ed135f-c3ff-400a-9b49-8807058fd7f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.2526886 Apr 20 14:36:24.835401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:24.862671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-74d5603d-dcf6-46cd-89fb-8b9d63e64127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.864330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-74d5603d-dcf6-46cd-89fb-8b9d63e64127 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1016836 Apr 20 14:36:24.869588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.883974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.902366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abc6a393-65cb-4812-b4cc-6c2728d375b0 req-e7b5a591-2a86-413e-8f0a-ced678302d45 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787969 Apr 20 14:36:24.916794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.940913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.943262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-d9be76e0-a608-458d-8905-cb39fb487281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.945414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-d9be76e0-a608-458d-8905-cb39fb487281 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691903 Apr 20 14:36:24.970422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:24.979330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:24.985160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:24.993097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-bd34b487-9c28-4443-bfa0-3b4608fbc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:24.995034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-bd34b487-9c28-4443-bfa0-3b4608fbc322 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444056 Apr 20 14:36:25.016302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Pushing event updated for resources: {'Port': ['ID=4b884a71-2cc4-458a-b163-592a86bf0456,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:25.079980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Attempting to bind port 4b884a71-2cc4-458a-b163-592a86bf0456 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:25.081107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Attempting to bind port 4b884a71-2cc4-458a-b163-592a86bf0456 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:25.081481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Attempting to bind port 4b884a71-2cc4-458a-b163-592a86bf0456 on network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:25.088160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:25.088516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Checking segment: {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:25.088924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:25.089315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Bound using segment: {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:25.089794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Bound port: 4b884a71-2cc4-458a-b163-592a86bf0456, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:25.090171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:25.106446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-0282cacb-4076-4583-811f-6b42754b12ce service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533625 Apr 20 14:36:25.180834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] For port 4b884a71-2cc4-458a-b163-592a86bf0456, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:25.184730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] For port 4b884a71-2cc4-458a-b163-592a86bf0456, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4b884a71-2cc4-458a-b163-592a86bf0456,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:25.195090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:25.289125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dd07f-23a3-4eab-a864-b83c74011583 None None] Pushing event updated for resources: {'Port': ['ID=4b884a71-2cc4-458a-b163-592a86bf0456,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:25.297333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Allocated IP 172.25.1.108 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/83a2234f-e87c-4340-8da0-e741e31d6ea2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:25.376513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5049ea9-3784-471b-9c2f-230f264d71ed req-49a045c2-bdc5-49e3-9e11-c23ac9992f21 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:25.381252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5049ea9-3784-471b-9c2f-230f264d71ed req-49a045c2-bdc5-49e3-9e11-c23ac9992f21 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 948 time: 0.1591842 Apr 20 14:36:25.387537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:25.392877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-e48dcafa-d395-43b3-83f1-fd507395330a service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793159 Apr 20 14:36:25.456093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5049ea9-3784-471b-9c2f-230f264d71ed req-127b2722-cd32-4616-a805-0fec848a2fc6 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575054 Apr 20 14:36:25.683512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60af9-beb0-459f-b22d-3b3777e4370d req-648e01e1-3526-41ee-93f7-3f2e2986688f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:25.685099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3e60af9-beb0-459f-b22d-3b3777e4370d req-648e01e1-3526-41ee-93f7-3f2e2986688f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.1176276 Apr 20 14:36:25.744920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3e60af9-beb0-459f-b22d-3b3777e4370d req-a76879b8-0d07-4c09-bf16-6d57c8be9007 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523813 Apr 20 14:36:25.874341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e010c-fa50-4ec6-b604-97079899a971 req-39e2bac9-fa2b-4ca9-8eca-0557a1de81ff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:25.876174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-210e010c-fa50-4ec6-b604-97079899a971 req-39e2bac9-fa2b-4ca9-8eca-0557a1de81ff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.0721152 Apr 20 14:36:25.942527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-210e010c-fa50-4ec6-b604-97079899a971 req-98876684-82c0-45d1-8734-676c43b35ef2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Apr 20 14:36:25.961784 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-de640e76-7844-4a81-b0c3-61f1afe2faaa service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9548643 Apr 20 14:36:26.062632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.104445 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4a0bdb19-d88a-4c46-b44a-1a8a7f891898 req-a5e1c876-6425-4ec8-8472-f255a34bc568 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318681 Apr 20 14:36:26.114950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459260-c071-41ac-bb13-b357d2e64d52 req-de763649-08a4-4714-babc-174b58bae153 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:26.115528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:26.123088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93459260-c071-41ac-bb13-b357d2e64d52 req-de763649-08a4-4714-babc-174b58bae153 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1106849 Apr 20 14:36:26.140794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.202111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:26.202394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93459260-c071-41ac-bb13-b357d2e64d52 req-c0a65c8a-e27e-44b3-9af3-e34e8c80334a tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782425 Apr 20 14:36:26.208007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:26.212765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:26.245568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Pushing event updated for resources: {'Port': ['ID=83a2234f-e87c-4340-8da0-e741e31d6ea2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:26.280303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:26.321736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd652b6c-3b99-4551-979e-a23b5b1d493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.408544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:26.426931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'port_id': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'mac_address': 'fa:16:3e:c1:51:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93560537-6b29-4967-8c68-6a38393ab34f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:26.477086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.497967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:26.523117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:26.532262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.549999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd652b6c-3b99-4551-979e-a23b5b1d493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.569525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.573816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd652b6c-3b99-4551-979e-a23b5b1d493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.601412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:26.623893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ef36f-e2e6-4a59-954d-4d20ed15db2b None None] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:26.637156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68cc6d-f2b3-4b17-a718-12f68bfc92c9 req-11d539dd-b49b-4743-9e52-e188a38fc2a5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:26.639803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe68cc6d-f2b3-4b17-a718-12f68bfc92c9 req-11d539dd-b49b-4743-9e52-e188a38fc2a5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 948 time: 0.0730083 Apr 20 14:36:26.728425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] Provisioning complete for port 4b884a71-2cc4-458a-b163-592a86bf0456 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:26.728746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd652b6c-3b99-4551-979e-a23b5b1d493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ab09a-45a3-4fd7-bb36-1061cc03d50c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:26.728890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.731053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe68cc6d-f2b3-4b17-a718-12f68bfc92c9 req-a066c9f3-9e8d-4316-87d6-738213781cc7 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Apr 20 14:36:26.747324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd652b6c-3b99-4551-979e-a23b5b1d493c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98f77eb346be489aba9f15a07201c687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276338 Apr 20 14:36:26.759223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50940) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:26.916575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.940436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.964646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:26.999935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['3df4baae-4d6a-460a-852e-0b6a5c9a36e7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:27.041601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbda4b8-59c4-4956-aac6-90599cf26023 req-a00e671e-cfab-49aa-913d-d24c99620b78 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:27.047295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bbda4b8-59c4-4956-aac6-90599cf26023 req-a00e671e-cfab-49aa-913d-d24c99620b78 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.1774337 Apr 20 14:36:27.095595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.098258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.106677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/696ab09a-45a3-4fd7-bb36-1061cc03d50c HTTP/1.1" status: 204 len: 168 time: 0.3454902 Apr 20 14:36:27.127359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291530-cd8e-4135-a031-f91641ab3f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ab09a-45a3-4fd7-bb36-1061cc03d50c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:27.182725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bbda4b8-59c4-4956-aac6-90599cf26023 req-3fa43591-0f10-45f7-bb4c-4ee9e1b595e8 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105676 Apr 20 14:36:27.193271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4b00a-2e55-4392-8dbd-527dd26fdead req-555bb972-efc0-40da-b4af-1137061bfd9c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:27.199832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Router 5cec1834-cc52-4e91-8eda-cd51b9b29013 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:36:27.202028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8a4b00a-2e55-4392-8dbd-527dd26fdead req-555bb972-efc0-40da-b4af-1137061bfd9c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 945 time: 0.1536896 Apr 20 14:36:27.244165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.297501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8a4b00a-2e55-4392-8dbd-527dd26fdead req-e50957c6-0b9b-4afd-981a-001388684a5c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942545 Apr 20 14:36:27.334650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] For port 4b884a71-2cc4-458a-b163-592a86bf0456, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4b884a71-2cc4-458a-b163-592a86bf0456,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:27.346707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.371778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:27.384865 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Sync routers for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:27.408242 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:27.408895 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:27.416355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.420801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1668f3c-cef4-4651-9d6a-cc4bc14904d0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5266874 Apr 20 14:36:27.421519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50962) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:27.446879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2582b6-2ef2-416c-9476-5474bda67be2 req-a423ed0f-96c0-4cf8-8795-b06090063bed tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:27.448472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c2582b6-2ef2-416c-9476-5474bda67be2 req-a423ed0f-96c0-4cf8-8795-b06090063bed tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1220412 Apr 20 14:36:27.493705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dabee1-bf02-4fa2-a2b3-864400e1568e None None] Pushing event updated for resources: {'Port': ['ID=4b884a71-2cc4-458a-b163-592a86bf0456,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:27.532445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c2582b6-2ef2-416c-9476-5474bda67be2 req-31d2cf66-acbf-48c2-9b1a-78c996ed3869 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724158 Apr 20 14:36:27.640230 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:27.669309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4b884a71-2cc4-458a-b163-592a86bf0456 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:27.707172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50972) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:27.728417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e395-a69c-4c85-b0b9-1ad6584da535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.748842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4b884a71-2cc4-458a-b163-592a86bf0456 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:27.749915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.822014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eb494165-3d40-4508-bff6-67faa8c816a1 None None] Provisioning complete for port 4b884a71-2cc4-458a-b163-592a86bf0456 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:27.822274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb494165-3d40-4508-bff6-67faa8c816a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.893805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:26Z', 'revision_number': 3, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:27.940438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec017f-7200-49b1-8434-ec151178d582 req-cb91887b-0d70-474f-855c-80c3585adcab tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:27.948728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Checking router: 5cec1834-cc52-4e91-8eda-cd51b9b29013 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:27.949069 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Updating router 5cec1834-cc52-4e91-8eda-cd51b9b29013 port 83a2234f-e87c-4340-8da0-e741e31d6ea2 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:36:27.950371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90ec017f-7200-49b1-8434-ec151178d582 req-cb91887b-0d70-474f-855c-80c3585adcab tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 948 time: 0.0726717 Apr 20 14:36:28.012130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90ec017f-7200-49b1-8434-ec151178d582 req-f8c98b69-cfad-4436-8e1d-6f0b21f16219 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Apr 20 14:36:28.021034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e395-a69c-4c85-b0b9-1ad6584da535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.026399 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.029541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e395-a69c-4c85-b0b9-1ad6584da535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.070244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.120806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2c9e395-a69c-4c85-b0b9-1ad6584da535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e59f14b5480e42d1bc58d50bfd694299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099157 Apr 20 14:36:28.122011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50976) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:28.126272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9e395-a69c-4c85-b0b9-1ad6584da535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c7ac30-5e92-458b-8ffd-e49685915a4d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:28.189169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.214630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.291091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.293614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.295393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6c7ac30-5e92-458b-8ffd-e49685915a4d HTTP/1.1" status: 204 len: 168 time: 0.1724880 Apr 20 14:36:28.301277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:28.303651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:28.313595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e037c-aa1e-4552-8a7a-5ba99c5ac4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c7ac30-5e92-458b-8ffd-e49685915a4d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:28.370913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c6c57-edff-4ff3-8740-dc1f1c765003 req-47015e1c-b23d-49b3-8631-9a7ffe70d741 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:28.378650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d64c6c57-edff-4ff3-8740-dc1f1c765003 req-47015e1c-b23d-49b3-8631-9a7ffe70d741 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 947 time: 0.0568848 Apr 20 14:36:28.392824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Allocated IP 172.20.0.1 (0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12/43cb08a4-effa-48a6-bb66-e93754936f8d/d3b320ea-a10b-491e-a0ee-a802965ed7e5) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:28.393809 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.402058 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.474901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Attempting to bind port 83a2234f-e87c-4340-8da0-e741e31d6ea2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:28.476078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Attempting to bind port 83a2234f-e87c-4340-8da0-e741e31d6ea2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:28.476652 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Attempting to bind port 83a2234f-e87c-4340-8da0-e741e31d6ea2 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:28.488445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d64c6c57-edff-4ff3-8740-dc1f1c765003 req-e22438d2-da93-4222-b8c2-b6eb2a6cbc82 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088281 Apr 20 14:36:28.493316 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:28.493744 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:28.494155 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.494543 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:28.495329 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Bound port: 83a2234f-e87c-4340-8da0-e741e31d6ea2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:28.495736 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.560049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] For port 83a2234f-e87c-4340-8da0-e741e31d6ea2, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:28.563918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] For port 83a2234f-e87c-4340-8da0-e741e31d6ea2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=83a2234f-e87c-4340-8da0-e741e31d6ea2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:28.573374 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.577051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9db87e-dc49-4043-b540-fdbce86bf2d2 req-c0b227e3-3fc1-4cac-bb50-6cebcae9af36 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:28.578746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9db87e-dc49-4043-b540-fdbce86bf2d2 req-c0b227e3-3fc1-4cac-bb50-6cebcae9af36 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 945 time: 0.1288390 Apr 20 14:36:28.586273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Pushing event updated for resources: {'Port': ['ID=83a2234f-e87c-4340-8da0-e741e31d6ea2,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:28.591269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:28.596405 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.596982 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.597490 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.598211 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.598755 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.599301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.599769 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.600839 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.601608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.602095 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.603219 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.603713 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:28.627055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'mac_address': 'fa:16:3e:8d:e1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:28.652226 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:28.653145 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:28.664316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.692797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:28.693167 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.722200 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.743831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.746062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:28.767113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9db87e-dc49-4043-b540-fdbce86bf2d2 req-6ff85111-5b1f-4f9f-9bb9-e6358bf0659e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795533 Apr 20 14:36:28.769099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:28.792094 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.795228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7f897-39e5-433c-a851-ae88c7fd0f0d req-63151699-4fb2-4e77-a397-d9dc87f0a27c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:28.799485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1e7f897-39e5-433c-a851-ae88c7fd0f0d req-63151699-4fb2-4e77-a397-d9dc87f0a27c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1371527 Apr 20 14:36:28.813102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:28.830893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:28.833885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:28.878538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:28.916449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1e7f897-39e5-433c-a851-ae88c7fd0f0d req-305ee70f-01fd-43a4-8ebb-613352221dae tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055744 Apr 20 14:36:28.930052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.931689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.955837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:28.994555 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3599a93-b567-45ad-9dc7-1839e6a57df6 None None] Pushing event updated for resources: {'Port': ['ID=83a2234f-e87c-4340-8da0-e741e31d6ea2,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:29.014980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:29.024202 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293273ad-2a30-47ea-9256-e15e643ddcf9" -d '{"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-plugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:29.059456 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:29.078024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:29.097271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.099880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:29.211438 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea203eb-32ae-400b-a40e-889edf65101c x-openstack-request-id: req-6ea203eb-32ae-400b-a40e-889edf65101c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:29.213402 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-plugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:29.213718 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ea203eb-32ae-400b-a40e-889edf65101c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:29.214766 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea203eb-32ae-400b-a40e-889edf65101c'] response: {'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'code': 200} Apr 20 14:36:29.249301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.286381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['4bc65578-f576-4bc9-b31c-43ae0e9ca706'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:29.343078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eaea8-f3d0-47a1-ae0e-edbd091e838c req-2404e9a3-2ff7-4500-9aa4-176d2c4fa896 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:29.345165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f02eaea8-f3d0-47a1-ae0e-edbd091e838c req-2404e9a3-2ff7-4500-9aa4-176d2c4fa896 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 948 time: 0.1494255 Apr 20 14:36:29.501834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:29.515242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.529561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.540136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4e94ce66-ed29-4838-84ae-fac256942c59 None None] Provisioning complete for port d3b320ea-a10b-491e-a0ee-a802965ed7e5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:29.540855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e94ce66-ed29-4838-84ae-fac256942c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.568381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:26Z', 'revision_number': 3, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:29.587862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.636900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4e94ce66-ed29-4838-84ae-fac256942c59 None None] Port d3b320ea-a10b-491e-a0ee-a802965ed7e5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:29.646617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4b884a71-2cc4-458a-b163-592a86bf0456 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:29.671218 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859f494-0b01-4801-9ac3-17121f891282 None None] The sync data for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 is: [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:26Z', 'revision_number': 3, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:29.722031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:29.726545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:29.739453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:29.783948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:29.784613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.789416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:29.945045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Router 5cec1834-cc52-4e91-8eda-cd51b9b29013 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:36:30.017574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51028) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:30.023189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4b884a71-2cc4-458a-b163-592a86bf0456 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:30.023565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.180769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f02eaea8-f3d0-47a1-ae0e-edbd091e838c req-4d69c31e-bef0-4762-b745-6f56a560e816 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130362 Apr 20 14:36:30.223659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102378ea-0e8e-496e-b147-b140bcb6105c req-6ebbe70c-b678-4bf2-94a5-f468b4c2bb86 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:30.227367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-102378ea-0e8e-496e-b147-b140bcb6105c req-6ebbe70c-b678-4bf2-94a5-f468b4c2bb86 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.1182470 Apr 20 14:36:30.341631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a6f08713-28c2-44b6-84e9-105a5e7d186b None None] Provisioning complete for port d3b320ea-a10b-491e-a0ee-a802965ed7e5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:30.342004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6f08713-28c2-44b6-84e9-105a5e7d186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.349518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.381569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-102378ea-0e8e-496e-b147-b140bcb6105c req-11c2409b-ec68-4d50-8239-88b7d124cb7f tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460142 Apr 20 14:36:30.420331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:30.438847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.439887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6e780-2e62-4f7d-97cc-34745b182889 req-fbb35786-7cb6-44f2-9e2b-5cc7d0b6ff16 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:30.448314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2e6e780-2e62-4f7d-97cc-34745b182889 req-fbb35786-7cb6-44f2-9e2b-5cc7d0b6ff16 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1598301 Apr 20 14:36:30.501159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a6f08713-28c2-44b6-84e9-105a5e7d186b None None] Port d3b320ea-a10b-491e-a0ee-a802965ed7e5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:30.508183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:30.550297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2e6e780-2e62-4f7d-97cc-34745b182889 req-7d31c94d-1fa0-432e-b2a2-46cbf7e8d97d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994914 Apr 20 14:36:30.625118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f8081-d132-49e7-9622-ea20bf9a41b8 req-ecbd4af2-9692-4bb3-b63c-8b3d21648410 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:30.634060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a2f8081-d132-49e7-9622-ea20bf9a41b8 req-ecbd4af2-9692-4bb3-b63c-8b3d21648410 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0992465 Apr 20 14:36:30.694279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a2f8081-d132-49e7-9622-ea20bf9a41b8 req-43b6b0a9-8cb9-4c68-908e-e3de4dc7e5df tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588882 Apr 20 14:36:30.725018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-network', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:30.765130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:30.771876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c4b23b35-43d5-4368-9b35-4d537f8913a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/5cec1834-cc52-4e91-8eda-cd51b9b29013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3492084 Apr 20 14:36:30.772707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Made reservation on behalf of d5f35d12d3444651a79bbc304e1222be for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:30.775261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.785091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.887153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.938478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.977716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:36:31.005415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-5e10069e-502a-4762-b496-072e3ab2cd71 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.007087 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-5e10069e-502a-4762-b496-072e3ab2cd71 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 948 time: 0.1183710 Apr 20 14:36:31.012481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcbf6d0-a583-424b-8564-0a05ba372995,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:31.015705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.016415 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Added segment 80bfa81a-878f-4b4f-b764-ffeeb262a579 of type vlan for network 0b6c2baf-d342-42fd-9acb-b118a815fd93 Apr 20 14:36:31.134909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-9fe03ccc-693b-4691-886d-e01cc056c523 service neutron] 10.222.0.45 "GET /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 382 time: 0.1144581 Apr 20 14:36:31.206128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81ced1-12a4-4a84-a7cc-ed54b6fae693 req-8d773733-d524-4f07-a2e6-233b4866ce11 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.207912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe81ced1-12a4-4a84-a7cc-ed54b6fae693 req-8d773733-d524-4f07-a2e6-233b4866ce11 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1301870 Apr 20 14:36:31.208425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.216574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:31.218903 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea1c5f-8ef1-4f51-a768-dc1eea09d752" -d '{"events": [{"server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "name": "network-vif-plugged", "status": "completed", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:31.219287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb085f-518e-4505-a125-d5d84d28b169 req-e8a02606-52f0-4d54-b905-df882cdeeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.220964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-e8a02606-52f0-4d54-b905-df882cdeeb88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.1001885 Apr 20 14:36:31.231382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-6523e22f-1a17-43ee-a792-e875222b2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.232865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-6523e22f-1a17-43ee-a792-e875222b2b74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1099 time: 0.0592947 Apr 20 14:36:31.239934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab3e4-bdb8-43a0-8de5-b2bbea4828c0 req-f454da6c-fac2-43a1-a1a5-e04fd2b7f8f1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.243026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa1ab3e4-bdb8-43a0-8de5-b2bbea4828c0 req-f454da6c-fac2-43a1-a1a5-e04fd2b7f8f1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.1317077 Apr 20 14:36:31.264652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.265641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.266539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.351589 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3329358 Apr 20 14:36:31.351952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe81ced1-12a4-4a84-a7cc-ed54b6fae693 req-9f64edfc-1783-46a0-85e6-7400555c4cff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290739 Apr 20 14:36:31.355332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51054) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:31.361856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Request body: {'subnet': {'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-subnet', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:31.378468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa1ab3e4-bdb8-43a0-8de5-b2bbea4828c0 req-ceb53a39-a639-4930-818b-a2a6f4fa090b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164207 Apr 20 14:36:31.383994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44e019-f44c-459a-b353-c8a6d8e9fb01 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6c2baf-d342-42fd-9acb-b118a815fd93,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:31.394190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Made reservation on behalf of d5f35d12d3444651a79bbc304e1222be for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:31.396689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.403983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-c7f12e96-1364-419d-8757-428f63c3d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.405279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-c7f12e96-1364-419d-8757-428f63c3d61d service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1629896 Apr 20 14:36:31.416906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:36:31.470771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb085f-518e-4505-a125-d5d84d28b169 req-6b09b41d-5ce5-4a28-8bd6-baca1f6bc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.472139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-6b09b41d-5ce5-4a28-8bd6-baca1f6bc40f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.2265511 Apr 20 14:36:31.479594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-90679f4e-d334-472a-948d-90f64749c50e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0669014 Apr 20 14:36:31.597688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-9b9d0ad6-6cba-4888-9c6a-a7c844792f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.598278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-c2840078-171b-443f-8a78-046e3de76e26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1047411 Apr 20 14:36:31.599297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-9b9d0ad6-6cba-4888-9c6a-a7c844792f43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1128888 Apr 20 14:36:31.606127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916dbbd-f22e-4def-8a07-d923f4c94a15 req-3ef6bd8e-8af3-48be-85c6-3975c067d62b tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.613931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0916dbbd-f22e-4def-8a07-d923f4c94a15 req-3ef6bd8e-8af3-48be-85c6-3975c067d62b tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1598144 Apr 20 14:36:31.662402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 83a2234f-e87c-4340-8da0-e741e31d6ea2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:31.713477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-29f80a5c-54f6-414b-9d2c-62f8a607015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.717271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-29f80a5c-54f6-414b-9d2c-62f8a607015b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003883 Apr 20 14:36:31.750514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 83a2234f-e87c-4340-8da0-e741e31d6ea2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:31.752319 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.759844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0916dbbd-f22e-4def-8a07-d923f4c94a15 req-941f8dea-cdba-4cdc-ae30-13b339ee2019 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449111 Apr 20 14:36:31.862347 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.862823 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-611a2e61-b651-4779-9989-1db1adf6de88 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367798 Apr 20 14:36:31.880859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb085f-518e-4505-a125-d5d84d28b169 req-202cdd67-3d14-46ef-80d0-0babe4de32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:31.882636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-202cdd67-3d14-46ef-80d0-0babe4de32e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.2665117 Apr 20 14:36:31.891777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 83a2234f-e87c-4340-8da0-e741e31d6ea2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=83a2234f-e87c-4340-8da0-e741e31d6ea2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:31.896792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:31.979951 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-e5f83caa-5093-4462-9e78-eabbdb59b561 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103971 Apr 20 14:36:31.985915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=83a2234f-e87c-4340-8da0-e741e31d6ea2,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:32.062848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb085f-518e-4505-a125-d5d84d28b169 req-51485825-da69-4fe2-8aa4-d1b1fee55990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.064393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-51485825-da69-4fe2-8aa4-d1b1fee55990 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646140 Apr 20 14:36:32.076290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-8a9c96bd-f305-45bf-b131-7b9c59e45ea9 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3433514 Apr 20 14:36:32.098427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27633c-709b-4219-849a-02317e5953e9 req-635a257d-5e49-4532-94e2-0f3d1930d47a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.099914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c27633c-709b-4219-849a-02317e5953e9 req-635a257d-5e49-4532-94e2-0f3d1930d47a tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.2251608 Apr 20 14:36:32.106460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:32.157200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.206259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Sync routers for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:32.228323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:32.229069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:32.235463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.289008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e27a15f-7a5f-4a3b-bb55-7acad39b2800,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:32.293392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c27633c-709b-4219-849a-02317e5953e9 req-24dcb1eb-bfcb-4541-9019-7f274d2bcc68 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694481 Apr 20 14:36:32.311399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-2fd750ec-f444-4dcd-8531-c6500d783813 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333415 Apr 20 14:36:32.327586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:32.356862 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82f9b3-b667-4762-89e6-9fb4c2ab6829 x-openstack-request-id: req-6a82f9b3-b667-4762-89e6-9fb4c2ab6829 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:32.357059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Checking segment: {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:32.357188 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "name": "network-vif-plugged", "status": "completed", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:32.357273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Network hostable DHCP agents. Network: 0b6c2baf-d342-42fd-9acb-b118a815fd93, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:36:32.357368 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a82f9b3-b667-4762-89e6-9fb4c2ab6829 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:32.357864 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a82f9b3-b667-4762-89e6-9fb4c2ab6829'] response: {'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35', 'code': 200} Apr 20 14:36:32.431090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:32.470669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:36:32.523580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328205-2780-4ce1-9640-11b432098643 req-d2a02168-68d4-4cec-be67-91ba5ae4b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.525988 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0328205-2780-4ce1-9640-11b432098643 req-d2a02168-68d4-4cec-be67-91ba5ae4b95d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 1100 time: 0.0788646 Apr 20 14:36:32.548811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0b6c2baf-d342-42fd-9acb-b118a815fd93) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:32.553175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55cb085f-518e-4505-a125-d5d84d28b169 req-514711e6-96b5-4e4a-a5da-711e627b4e97 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055387 Apr 20 14:36:32.558835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.559438 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.598307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af7a4-4037-4fa9-97c9-23f322e3b6bd req-c6dd80e2-7cf6-48d7-bb93-42d8efd56d59 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.600154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-883af7a4-4037-4fa9-97c9-23f322e3b6bd req-c6dd80e2-7cf6-48d7-bb93-42d8efd56d59 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1109700 Apr 20 14:36:32.606858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c554781-924a-4e92-9abf-7336314bac0e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2453873 Apr 20 14:36:32.613689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51064) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:32.628350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:32.677780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.681521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0328205-2780-4ce1-9640-11b432098643 req-81eaed93-23d5-44e5-9df2-a6cc65baf30c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466763 Apr 20 14:36:32.698026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f299a77-a454-4597-8e75-02cf2e741a82 None None] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:32.698803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.700590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.754804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-883af7a4-4037-4fa9-97c9-23f322e3b6bd req-246135a2-cbe8-424b-944e-5c6805301e93 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379054 Apr 20 14:36:32.790731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.888769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:32.902534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Allocated IP 172.25.1.156 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e5bb8a73-da0d-422d-b61a-e8617f79f6a1) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:32.912313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:32.913734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:32.951724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfdb40-76b8-4e9b-89d1-f1763d1bb8e4 req-21a0190e-4275-4696-84d2-5de5cdee6576 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:32.953569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bbfdb40-76b8-4e9b-89d1-f1763d1bb8e4 req-21a0190e-4275-4696-84d2-5de5cdee6576 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.1181166 Apr 20 14:36:32.970076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.042323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bbfdb40-76b8-4e9b-89d1-f1763d1bb8e4 req-bce3a20c-3d97-45d5-8150-717c0e5b8155 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Apr 20 14:36:33.119972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.167387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0b6c2baf-d342-42fd-9acb-b118a815fd93', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:36:33.168288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.172339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.231067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:33.257789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:33.259649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.283391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.294311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.297119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:33.354188 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.366670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1400-f26e-471a-bf45-1fb0f4031bc2 req-f5e589e7-fdf5-4cc4-b18e-da9c125db2da tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:33.368749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7efe1400-f26e-471a-bf45-1fb0f4031bc2 req-f5e589e7-fdf5-4cc4-b18e-da9c125db2da tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1636360 Apr 20 14:36:33.369753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event updated for resources: {'Port': ['ID=e5bb8a73-da0d-422d-b61a-e8617f79f6a1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:33.431611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:33.442868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.443077 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.444072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:33.476778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e8261-fc37-455a-800b-336107199dbb req-2a1452f0-d8bf-4b8c-bc69-b0e9fc8bba39 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:33.478598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e12e8261-fc37-455a-800b-336107199dbb req-2a1452f0-d8bf-4b8c-bc69-b0e9fc8bba39 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 946 time: 0.1344740 Apr 20 14:36:33.507119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Allocated IP 172.25.1.181 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/9c9bf225-87fd-44d6-ab29-067b0995332a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:33.536707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:29Z', 'revision_number': 4, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd3b320ea-a10b-491e-a0ee-a802965ed7e5', 'name': '', 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'mac_address': 'fa:16:3e:13:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:28Z', 'updated_at': '2022-04-20T14:36:29Z', 'revision_number': 2, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'subnets': [{'id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:33.560498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7efe1400-f26e-471a-bf45-1fb0f4031bc2 req-749c7b55-cc66-47de-bf5c-80565d2a7649 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043303 Apr 20 14:36:33.568594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.587006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Allocated IP 172.20.0.2 (0b6c2baf-d342-42fd-9acb-b118a815fd93/8e27a15f-7a5f-4a3b-bb55-7acad39b2800/9f0e79ef-99c4-453f-9696-88c077ecd274) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:33.596541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 83a2234f-e87c-4340-8da0-e741e31d6ea2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:33.655960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Checking router: 5cec1834-cc52-4e91-8eda-cd51b9b29013 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:33.656356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Updating router 5cec1834-cc52-4e91-8eda-cd51b9b29013 port d3b320ea-a10b-491e-a0ee-a802965ed7e5 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:36:33.717367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:33.727541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Deleting port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:33.729088 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.733093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.867545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328c8f6-094b-4c1c-9b1b-55e8a77d0eee req-02e3851f-6124-46bb-ac54-ee8cfaaa29a8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:33.869888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9328c8f6-094b-4c1c-9b1b-55e8a77d0eee req-02e3851f-6124-46bb-ac54-ee8cfaaa29a8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.1556096 Apr 20 14:36:33.901652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:33.902496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.905923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.947181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Calling delete_port for 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:33.954413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.963154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9328c8f6-094b-4c1c-9b1b-55e8a77d0eee req-7999db99-dc21-489a-8450-7b98d350bf36 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833964 Apr 20 14:36:33.965350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.967145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.974232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:33.988744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Pushing event updated for resources: {'Port': ['ID=9c9bf225-87fd-44d6-ab29-067b0995332a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:33.994818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:34.020722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.025778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.057071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 83a2234f-e87c-4340-8da0-e741e31d6ea2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:34.057439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.068265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:34.071444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:34.092428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.099726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:34.127089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.149022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event updated for resources: {'Port': ['ID=e5bb8a73-da0d-422d-b61a-e8617f79f6a1,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:34.155683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.156231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:34.164269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-55e73068-ad3d-4f74-aca2-4e07878d96cd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0803521 Apr 20 14:36:34.168488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:34.183371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:34.201579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Pushing event updated for resources: {'Port': ['ID=9f0e79ef-99c4-453f-9696-88c077ecd274,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:34.219003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-1a6adc5d-0467-43a6-b4e0-e717850ffe29 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.0535119 Apr 20 14:36:34.253888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f53a-6e2d-49f8-8955-1ef2966d6e79 req-5f5b733a-2d9e-4eda-a448-ffd1cc07e186 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:34.262071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de97f53a-6e2d-49f8-8955-1ef2966d6e79 req-5f5b733a-2d9e-4eda-a448-ffd1cc07e186 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f11c9ca-8de9-464c-8119-b312665092d0 HTTP/1.1" status: 200 len: 944 time: 0.1665578 Apr 20 14:36:34.339643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de97f53a-6e2d-49f8-8955-1ef2966d6e79 req-1cc3f6f2-5bde-43f5-af02-89589e8e69ca tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Apr 20 14:36:34.360964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}, {'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:34.372328 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f96c7-5b1e-4979-98c2-f09ea6badc00" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}, {"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:34.376422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-2bd7436b-c28b-467c-8a15-c88f295d5a50 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:34.388685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d90d2414-7ceb-42c9-920f-266e172afe8b req-2bd7436b-c28b-467c-8a15-c88f295d5a50 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1686831 Apr 20 14:36:34.421085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Attempting to bind port 9f0e79ef-99c4-453f-9696-88c077ecd274 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:34.421452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Attempting to bind port 9f0e79ef-99c4-453f-9696-88c077ecd274 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:34.421811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Attempting to bind port 9f0e79ef-99c4-453f-9696-88c077ecd274 on network 0b6c2baf-d342-42fd-9acb-b118a815fd93 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:34.426392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:34.464664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.479622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.480662 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103ed7d-5bc4-4101-b8d5-578c622a7826 x-openstack-request-id: req-1103ed7d-5bc4-4101-b8d5-578c622a7826 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:34.480954 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "code": 200}, {"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:34.481238 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1103ed7d-5bc4-4101-b8d5-578c622a7826 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:34.482647 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1103ed7d-5bc4-4101-b8d5-578c622a7826'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'code': 200} Apr 20 14:36:34.482647 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1103ed7d-5bc4-4101-b8d5-578c622a7826'] response: {'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'code': 200} Apr 20 14:36:34.484306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:34.484682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Checking segment: {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:34.485084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.485468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Bound using segment: {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:34.485968 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Bound port: 9f0e79ef-99c4-453f-9696-88c077ecd274, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:34.486326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.502103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event deleted for resources: {'Port': ['ID=3df4baae-4d6a-460a-852e-0b6a5c9a36e7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:34.530005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb815771-1569-40e9-9264-66afe0c1a5b3 req-85894960-f704-4929-890a-db7a51f9b525 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:34.531624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb815771-1569-40e9-9264-66afe0c1a5b3 req-85894960-f704-4929-890a-db7a51f9b525 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1017787 Apr 20 14:36:34.594183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c71e3b4d-6c6a-4cc0-be82-cc65f61877fd req-5718994b-9336-4dd5-844f-536decc128a7 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips/9843d72c-aa19-4e87-a865-6658c5224e94 HTTP/1.1" status: 200 len: 693 time: 0.0850139 Apr 20 14:36:34.604092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] For port 9f0e79ef-99c4-453f-9696-88c077ecd274, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:34.608361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] No DVR routers for this DVR port 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:34.612630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.617117 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e12e8261-fc37-455a-800b-336107199dbb req-2aa9fd99-eacf-43dc-9d8d-70c12c2b0836 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.45 "DELETE /v2.0/ports/3df4baae-4d6a-460a-852e-0b6a5c9a36e7 HTTP/1.1" status: 204 len: 173 time: 1.1245384 Apr 20 14:36:34.617314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-deleted', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:34.620002 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4cbdf-1ffc-4e87-b984-171e52641be8" -d '{"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-deleted", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:34.669664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] For port 9f0e79ef-99c4-453f-9696-88c077ecd274, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f0e79ef-99c4-453f-9696-88c077ecd274,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:34.680095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.680842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb815771-1569-40e9-9264-66afe0c1a5b3 req-26355f43-0926-4563-b34e-ef107fb4dfde tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148949 Apr 20 14:36:34.747922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.771123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.814646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13291429-d5fc-4ea5-a1a3-8a63e7e6323d None None] Pushing event updated for resources: {'Port': ['ID=9f0e79ef-99c4-453f-9696-88c077ecd274,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:34.848797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3b4d-6c6a-4cc0-be82-cc65f61877fd req-5cd98d3b-4583-47f4-9b44-76a84b70a161 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:34.858229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c71e3b4d-6c6a-4cc0-be82-cc65f61877fd req-5cd98d3b-4583-47f4-9b44-76a84b70a161 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2430191 Apr 20 14:36:34.870799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d33007-3691-429f-a81f-81c44b52ef83 req-d96ee567-576e-4bbf-9678-6d14ecae075e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:34.879001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78d33007-3691-429f-a81f-81c44b52ef83 req-d96ee567-576e-4bbf-9678-6d14ecae075e tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1160154 Apr 20 14:36:34.884404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-c71e3b4d-6c6a-4cc0-be82-cc65f61877fd req-08f12497-d2f7-4f84-aac0-4c31f2aded46 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:36:34.897519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c71e3b4d-6c6a-4cc0-be82-cc65f61877fd req-08f12497-d2f7-4f84-aac0-4c31f2aded46 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0383089 Apr 20 14:36:34.945583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.949767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Attempting to bind port d3b320ea-a10b-491e-a0ee-a802965ed7e5 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:34.950137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Attempting to bind port d3b320ea-a10b-491e-a0ee-a802965ed7e5 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:34.950502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Attempting to bind port d3b320ea-a10b-491e-a0ee-a802965ed7e5 on network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:34.975890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:34.976276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Checking segment: {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:34.976668 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.977131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Bound using segment: {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:34.984569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Bound port: d3b320ea-a10b-491e-a0ee-a802965ed7e5, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ead6b41-680b-4074-ae83-b4eae666d239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:34.984988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:34.993115 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620e7126-09f3-4606-9108-41446bbf3905 x-openstack-request-id: req-620e7126-09f3-4606-9108-41446bbf3905 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:34.993760 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f11c9ca-8de9-464c-8119-b312665092d0", "name": "network-vif-deleted", "tag": "3df4baae-4d6a-460a-852e-0b6a5c9a36e7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:34.993760 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620e7126-09f3-4606-9108-41446bbf3905 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:34.994126 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620e7126-09f3-4606-9108-41446bbf3905'] response: {'server_uuid': '4f11c9ca-8de9-464c-8119-b312665092d0', 'name': 'network-vif-deleted', 'tag': '3df4baae-4d6a-460a-852e-0b6a5c9a36e7', 'status': 'completed', 'code': 200} Apr 20 14:36:35.018719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78d33007-3691-429f-a81f-81c44b52ef83 req-692b2da4-cc38-4d90-a6d4-d987eafe06f8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348305 Apr 20 14:36:35.059874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4ffb2-9c5b-415f-b56d-ebce8fc4faad None None] Pushing event updated for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:35.183966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:36:35.211835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6dfda7b-836c-4b0e-bb93-b4a8ed924589 req-dea8b4ee-b569-4e72-a7ef-bbd3a82efc49 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=7ddc1d1b1b324ae19fd4bacc82888cc6 HTTP/1.1" status: 200 len: 696 time: 0.1709642 Apr 20 14:36:35.336612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:35.346514 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Sync routers for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:35.360249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:35.360938 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:35.375875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:35.377319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0749766e-5575-41a8-a9b2-06cbe92b2e8f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7626145 Apr 20 14:36:35.380101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:35.436869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfda7b-836c-4b0e-bb93-b4a8ed924589 req-ac9a4b29-834a-4efd-a180-747bd5135583 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:35.437609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] For port d3b320ea-a10b-491e-a0ee-a802965ed7e5, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:35.440984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] For port d3b320ea-a10b-491e-a0ee-a802965ed7e5, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d3b320ea-a10b-491e-a0ee-a802965ed7e5,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:35.447582 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:35.449248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6dfda7b-836c-4b0e-bb93-b4a8ed924589 req-ac9a4b29-834a-4efd-a180-747bd5135583 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks?id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 787 time: 0.2362249 Apr 20 14:36:35.456184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-f6dfda7b-836c-4b0e-bb93-b4a8ed924589 req-fc17c38d-24a2-4eea-a7e6-99fad6ba4560 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:36:35.470278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6dfda7b-836c-4b0e-bb93-b4a8ed924589 req-fc17c38d-24a2-4eea-a7e6-99fad6ba4560 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201809 Apr 20 14:36:35.487785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-9081f0e7-db92-42fe-b02e-a886f48ed72d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:35.492890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-9081f0e7-db92-42fe-b02e-a886f48ed72d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.2916121 Apr 20 14:36:35.507954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4ffb2-9c5b-415f-b56d-ebce8fc4faad None None] Pushing event updated for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:35.520187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3fafc0eb-d5ee-4374-a2f3-e6eebfd745ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/quotas/a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 375 time: 0.0226445 Apr 20 14:36:35.541735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:35.542824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:35.657108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-242ae4a8-e8a3-40bb-a607-fa75d87d7849 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169319 Apr 20 14:36:35.676215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f70c7-7941-4970-b4d2-86ce66d17f4f req-3f82a6fe-5989-4766-a572-e1492f90202b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:35.684239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-962f70c7-7941-4970-b4d2-86ce66d17f4f req-3f82a6fe-5989-4766-a572-e1492f90202b tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.0977027 Apr 20 14:36:35.733696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:35.755290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] Provisioning complete for port d3b320ea-a10b-491e-a0ee-a802965ed7e5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:35.755755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:35.815585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:35.820372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-962f70c7-7941-4970-b4d2-86ce66d17f4f req-912fdf4b-91d2-4684-80f0-62d711533d6d tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345434 Apr 20 14:36:35.866864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-f869ae62-c89f-4eb0-b885-bb2ce1173598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:35.868789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-f869ae62-c89f-4eb0-b885-bb2ce1173598 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e&tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1 HTTP/1.1" status: 200 len: 1100 time: 0.2098672 Apr 20 14:36:35.898705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:35.960003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f0e79ef-99c4-453f-9696-88c077ecd274 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:36.061358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-d28fb7cb-247e-4d9d-aa7b-b9b5aa54659c tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips/9843d72c-aa19-4e87-a865-6658c5224e94 HTTP/1.1" status: 200 len: 693 time: 0.0919192 Apr 20 14:36:36.088511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.198044 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:34Z', 'revision_number': 3, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:36.200124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-ddcc0aa8-1c1f-4084-ae41-9f5150b0cb5f service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936905 Apr 20 14:36:36.275953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.302594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9f0e79ef-99c4-453f-9696-88c077ecd274 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:36.303238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.359030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.386032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Checking router: 5079a96c-fbed-4918-b9e2-1a4e243a1db3 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:36.387787 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Updating router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 port 9c9bf225-87fd-44d6-ab29-067b0995332a binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:36:36.398148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] For port d3b320ea-a10b-491e-a0ee-a802965ed7e5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d3b320ea-a10b-491e-a0ee-a802965ed7e5,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:36.410352 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.425758 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.462266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:29Z', 'revision_number': 4, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd3b320ea-a10b-491e-a0ee-a802965ed7e5', 'name': '', 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'mac_address': 'fa:16:3e:13:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:28Z', 'updated_at': '2022-04-20T14:36:35Z', 'revision_number': 4, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'subnets': [{'id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:36.472738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb4e24-3efe-4abc-8c8b-119b4002ecee None None] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:36.529296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d06a-de60-4187-b349-09b062ad6029 None None] The sync data for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 is: [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:29Z', 'revision_number': 4, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd3b320ea-a10b-491e-a0ee-a802965ed7e5', 'name': '', 'network_id': '0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'mac_address': 'fa:16:3e:13:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:28Z', 'updated_at': '2022-04-20T14:36:35Z', 'revision_number': 4, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'subnets': [{'id': '43cb08a4-effa-48a6-bb66-e93754936f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:36.633132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Allocated IP 172.20.0.1 (0b6c2baf-d342-42fd-9acb-b118a815fd93/8e27a15f-7a5f-4a3b-bb55-7acad39b2800/3c713c50-1c86-4797-b280-a657e240334f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:36.731802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.754961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65cbbd-1955-430b-a1ba-7dfa2717eaa7 None None] Pushing event updated for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:36.791803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0e507477-3fed-44b3-ab89-a503403dfee8 None None] Provisioning complete for port 9f0e79ef-99c4-453f-9696-88c077ecd274 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:36.792563 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0e507477-3fed-44b3-ab89-a503403dfee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.811826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.813331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-16683d01-c46a-4b56-99b6-3bb35f92bbfb tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:36.816116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-16683d01-c46a-4b56-99b6-3bb35f92bbfb tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.7464633 Apr 20 14:36:36.868147 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.875203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.883372 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.952236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:36.953244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-e0bb90ad-f475-4207-a639-9d0430da1808 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.1245606 Apr 20 14:36:36.958986 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Attempting to bind port 9c9bf225-87fd-44d6-ab29-067b0995332a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:36.959422 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Attempting to bind port 9c9bf225-87fd-44d6-ab29-067b0995332a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:36.959784 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Attempting to bind port 9c9bf225-87fd-44d6-ab29-067b0995332a on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:36.962833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:36.963091 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ebcda-3ac1-4ec6-a139-41bfcd94a4db None None] Pushing event updated for resources: {'Port': ['ID=9c9bf225-87fd-44d6-ab29-067b0995332a,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:36.970975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:36.971341 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:36.971738 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.972453 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:36.972792 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Bound port: 9c9bf225-87fd-44d6-ab29-067b0995332a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:36.972938 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:36.975173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:36.986697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-19dcdf57-0de3-4b2c-a0db-53cb07d74b09 service neutron] 10.222.0.20 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652390 Apr 20 14:36:37.006866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 9f0e79ef-99c4-453f-9696-88c077ecd274, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f0e79ef-99c4-453f-9696-88c077ecd274,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:37.020150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Pushing event updated for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:37.047350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.047871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.073264 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] For port 9c9bf225-87fd-44d6-ab29-067b0995332a, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:37.077105 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] For port 9c9bf225-87fd-44d6-ab29-067b0995332a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9c9bf225-87fd-44d6-ab29-067b0995332a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:37.089245 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.093543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-ea53f884-dd3f-4f32-9e11-de51f555acbd tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.1393509 Apr 20 14:36:37.227237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=9f0e79ef-99c4-453f-9696-88c077ecd274,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:37.231399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0e507477-3fed-44b3-ab89-a503403dfee8 None None] Provisioning complete for port d3b320ea-a10b-491e-a0ee-a802965ed7e5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:37.231764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0e507477-3fed-44b3-ab89-a503403dfee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.237025 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:37.237532 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:37.245762 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ebcda-3ac1-4ec6-a139-41bfcd94a4db None None] Pushing event updated for resources: {'Port': ['ID=9c9bf225-87fd-44d6-ab29-067b0995332a,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:37.286289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.387102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:37.465556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:37.523973 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:37.576358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c741df24-42f7-4fc7-bf23-145045eeef08 None None] Provisioning complete for port 9f0e79ef-99c4-453f-9696-88c077ecd274 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:37.576358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c741df24-42f7-4fc7-bf23-145045eeef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.597531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Deleting port e5bb8a73-da0d-422d-b61a-e8617f79f6a1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:37.597929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.683664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.685245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:37.688393 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1d0d09-ae67-404b-8aa6-9a263e88d65b" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:37.695877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.751177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.754221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.793028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Transition to ACTIVE for port object 4bc65578-f576-4bc9-b31c-43ae0e9ca706 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:37.811482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c741df24-42f7-4fc7-bf23-145045eeef08 None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:37.811858 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c741df24-42f7-4fc7-bf23-145045eeef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.861388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f0e79ef-99c4-453f-9696-88c077ecd274 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:37.867809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.991620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.991925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:37.997690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c741df24-42f7-4fc7-bf23-145045eeef08 None None] Port 3c713c50-1c86-4797-b280-a657e240334f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:38.009212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3c713c50-1c86-4797-b280-a657e240334f', 'name': '', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'mac_address': 'fa:16:3e:6e:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:36Z', 'updated_at': '2022-04-20T14:36:36Z', 'revision_number': 1, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'subnets': [{'id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:38.031665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Calling delete_port for e5bb8a73-da0d-422d-b61a-e8617f79f6a1 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:38.037402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9f0e79ef-99c4-453f-9696-88c077ecd274 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:38.037771 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.070854 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6e183-9d91-475a-b19d-30a4e72c2595 None None] The sync data for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 is: [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3c713c50-1c86-4797-b280-a657e240334f', 'name': '', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'mac_address': 'fa:16:3e:6e:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:36Z', 'updated_at': '2022-04-20T14:36:36Z', 'revision_number': 1, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'subnets': [{'id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:38.151242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-161e1ac1-4d2c-49d7-bad4-477061d4c5dd None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:38.151903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-161e1ac1-4d2c-49d7-bad4-477061d4c5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.257201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-161e1ac1-4d2c-49d7-bad4-477061d4c5dd None None] Port 3c713c50-1c86-4797-b280-a657e240334f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:38.277332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d3b320ea-a10b-491e-a0ee-a802965ed7e5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:38.345067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:38.382762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:38.388256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:38.388600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 3df4baae-4d6a-460a-852e-0b6a5c9a36e7 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:38.389019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:38.417923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6efb-f60a-4e10-bfbe-c03e23c914f0 req-5628f619-fc65-45fa-9964-11dc5bdc79b5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:38.419589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197f6efb-f60a-4e10-bfbe-c03e23c914f0 req-5628f619-fc65-45fa-9964-11dc5bdc79b5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.7744472 Apr 20 14:36:38.420487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] No DVR routers for this DVR port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:38.492381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d3b320ea-a10b-491e-a0ee-a802965ed7e5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:38.492660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.520943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.529661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Pushing event updated for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:38.555268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:38.620020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:38.620358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:38.620687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:38.640167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event deleted for resources: {'Port': ['ID=e5bb8a73-da0d-422d-b61a-e8617f79f6a1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:38.646333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:38.647008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Attempting to bind port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:38.685679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197f6efb-f60a-4e10-bfbe-c03e23c914f0 req-385137af-90ec-47a3-b869-1c3e347e6083 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371123 Apr 20 14:36:38.688142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:38.688665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:38.690022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:38.690722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Bound port: 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:38.691321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.724502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:38.726423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:38.790282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.799013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.800314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f8421d4-2c8a-4c9d-8ff0-f3d131a92cf7 req-bb349418-eefd-4e0f-bd80-c86465caef24 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "DELETE /v2.0/floatingips/9843d72c-aa19-4e87-a865-6658c5224e94 HTTP/1.1" status: 204 len: 173 time: 1.7059078 Apr 20 14:36:38.812265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:38.815244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:38.826758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.922869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:38.924102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:38.925709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] 10.222.0.43 "PUT /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 1096 time: 3.0394914 Apr 20 14:36:38.988109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:36:39.066630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a795-e59b-42f5-9772-bb5be8e30aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=11']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:39.126448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9925d2df-f18f-4736-93db-408d113fb472 req-f487cd7a-5a71-4ccb-8296-61c2011958b8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.1391416 Apr 20 14:36:39.230903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-d2169194-db68-451d-9012-b7b089c5f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:39.232600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-d2169194-db68-451d-9012-b7b089c5f745 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1099 time: 0.2640340 Apr 20 14:36:39.234270 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726cae00-f148-4635-b6ed-086c44012ae9 x-openstack-request-id: req-726cae00-f148-4635-b6ed-086c44012ae9 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:39.236600 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:39.236943 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-726cae00-f148-4635-b6ed-086c44012ae9 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:39.237419 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726cae00-f148-4635-b6ed-086c44012ae9'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'code': 200} Apr 20 14:36:39.289689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:39.296987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-10ad47af-ba4f-4401-949d-ade0abce196c admin admin] 10.222.0.20 "PUT /v2.0/routers/5079a96c-fbed-4918-b9e2-1a4e243a1db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9155574 Apr 20 14:36:39.320263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a31c22fd-d69f-4122-82f7-0cc09038200c None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:39.323115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a31c22fd-d69f-4122-82f7-0cc09038200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:39.369191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-5a9a4a7d-ae87-4958-92e7-41addcd56611 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:39.370759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-5a9a4a7d-ae87-4958-92e7-41addcd56611 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 807 time: 0.2416830 Apr 20 14:36:39.377567 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-37194a2d-0192-4bb5-ac09-3491ace875f6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:39.383310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Request body: {'port': {'device_id': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'admin_state_up': True, 'tenant_id': 'a140da4ddb484f8db62aad0583131f0d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:39.384800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-37194a2d-0192-4bb5-ac09-3491ace875f6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.4544649 Apr 20 14:36:39.386813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a31c22fd-d69f-4122-82f7-0cc09038200c None None] Port 3c713c50-1c86-4797-b280-a657e240334f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:39.471623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-26eac341-ae4d-4d0b-8569-c742b394f7a9 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/quotas/d2eb3b7a22314cc4ae2c8cc84f8d3aa4 HTTP/1.1" status: 200 len: 375 time: 0.0857551 Apr 20 14:36:39.549490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Made reservation on behalf of a140da4ddb484f8db62aad0583131f0d for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:39.553437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:39.635580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-11eed414-3dc8-4247-8a2f-4c3764333d9e tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626306 Apr 20 14:36:39.650446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-4e4a8355-bb31-44c4-865b-aaf7ab93e081 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3804090 Apr 20 14:36:39.665758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:39.697793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-0c747c0c-6f7f-46df-927e-5577cba571a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:39.700415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-0c747c0c-6f7f-46df-927e-5577cba571a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.4583011 Apr 20 14:36:39.741925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Allocated IP 172.20.0.5 (4fd92565-2e6c-4078-adf7-a7c30d559e65/bf89c353-4b3d-4473-a9fc-3a5760be6228/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:39.760279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-c5d4d9ae-6e23-4817-96bf-08141342c353 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.0471029 Apr 20 14:36:39.851964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:39.911409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f975c2b3-9e14-4ee8-ab6e-2c81bd928b27 service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534461 Apr 20 14:36:39.927474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:39.968199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-787f8e8b-3d64-40bb-8f38-517e9be0f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:39.969681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-787f8e8b-3d64-40bb-8f38-517e9be0f5a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1291506 Apr 20 14:36:39.977516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:39.991238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:40.108200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-879bbadc-23b9-41d2-9904-11e1a9335963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:40.110764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-879bbadc-23b9-41d2-9904-11e1a9335963 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276286 Apr 20 14:36:40.112614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Network 4fd92565-2e6c-4078-adf7-a7c30d559e65 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:40.118544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-10f7226a-6dab-4664-9d9a-c47e10b2830d service neutron] 10.222.0.20 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932180 Apr 20 14:36:40.135060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:40.146484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:40.236396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:40.237051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.239786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:40.254305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85d915d0-7237-4846-a788-8953fb42c17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.265533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.273051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3a55cd7d-e597-49fd-b265-2a546285dfae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8937128 Apr 20 14:36:40.287910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Request body: {'port': {'device_id': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:40.382465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-6f5a87c2-eaf8-4164-b64d-f71ac8b73cfd service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609429 Apr 20 14:36:40.440766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.563125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Allocated IP 172.25.1.35 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/3d63f2b1-af39-4b14-a4f5-787e5058177f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:40.597155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cf4a7-8634-44f0-ab39-7c4e1a45cd04 req-6a6ac0fb-488f-469f-a2bc-41077b78ada9 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:40.599582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d1cf4a7-8634-44f0-ab39-7c4e1a45cd04 req-6a6ac0fb-488f-469f-a2bc-41077b78ada9 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.1256049 Apr 20 14:36:40.603980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd9ffda5-fc98-49cd-aeb1-d6fc9dac0097 req-940a3754-48f0-4def-89af-ad51654a8178 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131867 Apr 20 14:36:40.699977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d1cf4a7-8634-44f0-ab39-7c4e1a45cd04 req-0a8013dd-ebf1-4323-b224-6a4433d08ab7 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Apr 20 14:36:40.784161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.830272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.871418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:40.886340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:40.897587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:40.906641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.919389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:40.919860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Transition to ACTIVE for port object a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:40.924430 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c965444a-cf9a-4487-ac9c-2e38cb87c857 req-71c1e176-2fde-469c-b64d-785d45b38140 tempest-FloatingIPDetailsNegativeTestJSON-115457196 tempest-FloatingIPDetailsNegativeTestJSON-115457196-project] show failed (client error): The resource could not be found. Apr 20 14:36:40.925538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c965444a-cf9a-4487-ac9c-2e38cb87c857 req-71c1e176-2fde-469c-b64d-785d45b38140 tempest-FloatingIPDetailsNegativeTestJSON-115457196 tempest-FloatingIPDetailsNegativeTestJSON-115457196-project] 10.222.0.20 "GET /v2.0/floatingips/63a612a0-f065-4fb1-9108-b3dacfe1084e HTTP/1.1" status: 404 len: 350 time: 0.0564473 Apr 20 14:36:40.925711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:40.947669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51170) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:40.965745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event updated for resources: {'Port': ['ID=3d63f2b1-af39-4b14-a4f5-787e5058177f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:40.986000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:41.120484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:41.120820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:41.121262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:41.126149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:41.126471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:41.133418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:41.133746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:41.134130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:41.134599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Bound port: a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:41.134960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.186436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.197674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f988-93b9-4692-b216-45c5adf952c1 req-cee8b9f4-8172-42ff-b391-c39f4a1c76f6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:41.199587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4b9f988-93b9-4692-b216-45c5adf952c1 req-cee8b9f4-8172-42ff-b391-c39f4a1c76f6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.1538844 Apr 20 14:36:41.239617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:41.244134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:41.250541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.267362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:41.270304 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6455313c-8794-4b6a-90ac-d8574a0d6dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:41.322095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:41.322917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.334055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:41.335314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.336759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c90d6cf3-ba7f-49a7-8fe3-cd83a4b34d69 service neutron] 10.222.0.45 "PUT /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 1091 time: 1.0561817 Apr 20 14:36:41.337212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:41.340067 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff5639f-229f-44e8-bb49-de03cec284c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:41.345470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4b9f988-93b9-4692-b216-45c5adf952c1 req-edf1e2f5-dd87-48b5-ba4e-2a7d348d7bb9 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386454 Apr 20 14:36:41.458272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-035d3d7e-c581-4545-bd76-54137df6e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:41.459954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-035d3d7e-c581-4545-bd76-54137df6e119 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1094 time: 0.0654383 Apr 20 14:36:41.542507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-bb32b810-b6cd-4775-8b8f-20aa2fec5ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 217 time: 0.0704145 Apr 20 14:36:41.587514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9c9bf225-87fd-44d6-ab29-067b0995332a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:41.611851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-a1474b47-9ef3-4b74-a70d-9a529e74ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:41.613645 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-a1474b47-9ef3-4b74-a70d-9a529e74ecdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0590599 Apr 20 14:36:41.636756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Sync routers for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:41.667929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-1ca80781-80ce-4757-8204-a9ffea477117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455346 Apr 20 14:36:41.673570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:41.674248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:41.784617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9c9bf225-87fd-44d6-ab29-067b0995332a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:41.785425 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:41.793770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-c150ae7e-93df-4985-b597-54ff9fcd2826 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187596 Apr 20 14:36:41.972599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6675baa-093a-44d7-9b4d-e89dfe5b5d93 req-3f53e4e9-68f2-43f8-85ef-fe3cc1fd3762 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710134 Apr 20 14:36:42.103348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee71d9-5b13-4acd-9cdd-354f6e4600a7 req-41eda97b-5e48-4c4e-9bc6-af73554f919d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:42.103588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:42.105552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eee71d9-5b13-4acd-9cdd-354f6e4600a7 req-41eda97b-5e48-4c4e-9bc6-af73554f919d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.5956292 Apr 20 14:36:42.161027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.188972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.199736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.214692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 9c9bf225-87fd-44d6-ab29-067b0995332a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9c9bf225-87fd-44d6-ab29-067b0995332a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:42.214919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-bb9bffd1-cb16-4fbb-b9ee-a5dc271c4f81 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:42.216318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-bb9bffd1-cb16-4fbb-b9ee-a5dc271c4f81 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.43 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 822 time: 0.2126536 Apr 20 14:36:42.228714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.252969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Request body: {'port': {'device_id': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'admin_state_up': True, 'tenant_id': 'd2eb3b7a22314cc4ae2c8cc84f8d3aa4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:42.261760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eee71d9-5b13-4acd-9cdd-354f6e4600a7 req-760e2ac6-a321-429b-81c4-54a7fc26a198 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258054 Apr 20 14:36:42.344272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=9c9bf225-87fd-44d6-ab29-067b0995332a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:42.362131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event updated for resources: {'Port': ['ID=3d63f2b1-af39-4b14-a4f5-787e5058177f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:42.429084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b28bf24-f7af-422f-ae4a-8b3a0e0ae77e req-46fcacf9-4a0c-4fc3-a741-0a4957052fc6 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 210 time: 0.0649536 Apr 20 14:36:42.450104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3c713c50-1c86-4797-b280-a657e240334f', 'name': '', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'mac_address': 'fa:16:3e:6e:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:36Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 2, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'subnets': [{'id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:42.463947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.481001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Checking router: 5079a96c-fbed-4918-b9e2-1a4e243a1db3 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:42.481303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Updating router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 port 3c713c50-1c86-4797-b280-a657e240334f binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:36:42.521061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.522222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-8433f4cc-3d2a-44a7-b041-a488f7dd7212 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8709493 Apr 20 14:36:42.545255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.560867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-95a30a10-3274-4a4a-8902-4d5a725d55d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.594291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Made reservation on behalf of d2eb3b7a22314cc4ae2c8cc84f8d3aa4 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:42.598672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.626400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-b42caeaa-2d27-4093-9a41-bc47531d75f1 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0857673 Apr 20 14:36:42.644693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:42.804627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-851d1df8-8af1-4ef4-9345-9e8b04bb2468 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:42.806073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d870bfb-4e51-440c-aaec-0243a8e1d1ca req-851d1df8-8af1-4ef4-9345-9e8b04bb2468 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1693401 Apr 20 14:36:42.813642 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd6da3-f621-4ca4-86c4-454cbe153587 x-openstack-request-id: req-bffd6da3-f621-4ca4-86c4-454cbe153587 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:42.813942 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:42.814181 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bffd6da3-f621-4ca4-86c4-454cbe153587 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:42.814595 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffd6da3-f621-4ca4-86c4-454cbe153587'] response: {'name': 'network-changed', 'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'status': 'completed', 'code': 200} Apr 20 14:36:42.819814 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f642b77-9e22-412c-8663-4ead592b6694 x-openstack-request-id: req-5f642b77-9e22-412c-8663-4ead592b6694 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:42.820147 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:42.820955 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f642b77-9e22-412c-8663-4ead592b6694 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:42.820955 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f642b77-9e22-412c-8663-4ead592b6694'] response: {'name': 'network-changed', 'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'status': 'completed', 'code': 200} Apr 20 14:36:42.850748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-f3eb752f-e233-4ebe-b2d9-b6b44e3c04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:42.852426 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-f3eb752f-e233-4ebe-b2d9-b6b44e3c04b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1099 time: 0.0876698 Apr 20 14:36:43.014339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.024746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.031901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-126cafe0-6866-4243-8117-76f66e2929a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.033370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-126cafe0-6866-4243-8117-76f66e2929a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1502028 Apr 20 14:36:43.036069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-658f0513-796a-4f0f-ba64-7be8cf6d13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.037767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-658f0513-796a-4f0f-ba64-7be8cf6d13cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1094 time: 0.1841290 Apr 20 14:36:43.109272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Allocated IP 172.20.0.10 (808c004d-7a93-4586-99f6-d02434e4622b/93560537-6b29-4967-8c68-6a38393ab34f/eee8fb78-2be6-44bb-8180-d9f0f339bfd3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:43.190269 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-519db9d8-a6f1-488b-956b-59dc761b3bff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 200 len: 217 time: 0.1496975 Apr 20 14:36:43.196317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-62246879-8ca8-4be1-8f65-c10f026f8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.197727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-62246879-8ca8-4be1-8f65-c10f026f8bdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1203518 Apr 20 14:36:43.199393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839674b6-e7ca-4d46-9b91-d76f19b53a1e req-4336ace8-17f8-4653-b916-a7f84b6ccfd0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.200554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f702536-9619-4ac1-83e1-29f5790b31f2 None None] Pushing event updated for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:43.203857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Attempting to bind port 3c713c50-1c86-4797-b280-a657e240334f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:43.204222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Attempting to bind port 3c713c50-1c86-4797-b280-a657e240334f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:43.204746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Attempting to bind port 3c713c50-1c86-4797-b280-a657e240334f on network 0b6c2baf-d342-42fd-9acb-b118a815fd93 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:43.207997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839674b6-e7ca-4d46-9b91-d76f19b53a1e req-4336ace8-17f8-4653-b916-a7f84b6ccfd0 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 948 time: 0.2112830 Apr 20 14:36:43.217608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:43.217976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Checking segment: {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:43.218381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.218797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Bound using segment: {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:43.219263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Bound port: 3c713c50-1c86-4797-b280-a657e240334f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bfa81a-878f-4b4f-b764-ffeeb262a579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:43.219643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.228917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c271450-3a32-42a3-9d8a-ad74a3f21430 req-99abb5a2-5cd2-4f7c-8721-b19c41f2a342 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.231260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c271450-3a32-42a3-9d8a-ad74a3f21430 req-99abb5a2-5cd2-4f7c-8721-b19c41f2a342 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.2183015 Apr 20 14:36:43.306197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-cd67dd04-0cd3-4131-bdd8-24dfd859baa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 217 time: 0.0797751 Apr 20 14:36:43.307170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] For port 3c713c50-1c86-4797-b280-a657e240334f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:43.311159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] For port 3c713c50-1c86-4797-b280-a657e240334f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3c713c50-1c86-4797-b280-a657e240334f,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:43.319054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.358494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-8fcc3f1a-b084-45e4-adf5-adb1f2d44c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.360058 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-8fcc3f1a-b084-45e4-adf5-adb1f2d44c05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1613414 Apr 20 14:36:43.407424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:43.408604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:43.416606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f702536-9619-4ac1-83e1-29f5790b31f2 None None] Pushing event updated for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:43.437358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-091c8bac-6ec3-4243-a733-c8ef9a0bb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.439055 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-091c8bac-6ec3-4243-a733-c8ef9a0bb1a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1241114 Apr 20 14:36:43.464499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:43.471056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.483014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-ce6802c6-670f-4197-8a83-37aee0c5bf97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351338 Apr 20 14:36:43.485291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-2b86ec3d-84e2-4b1c-8b33-8525f71510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:43.487037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-2b86ec3d-84e2-4b1c-8b33-8525f71510e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138310 Apr 20 14:36:43.515731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c271450-3a32-42a3-9d8a-ad74a3f21430 req-ab13e865-42e3-49a5-a0be-d601d871e6e8 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f47df93-352b-497b-920c-065e41517cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 Apr 20 14:36:43.608232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:36:43.631373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:43.632131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.656486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-fd76cbe2-dc92-48e2-80f7-e3c1bca194b1 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips/de8c486f-9259-4c14-8047-0348e2d6ae0e HTTP/1.1" status: 200 len: 692 time: 0.1038692 Apr 20 14:36:43.712303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.737832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.785491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-dfa8a3c6-2cc7-4a47-9a96-8e01c2a3912b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577944 Apr 20 14:36:43.821050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.823055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9c9bf225-87fd-44d6-ab29-067b0995332a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:43.855944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Network 808c004d-7a93-4586-99f6-d02434e4622b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:43.889848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:43.894040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:43.899777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:43.941669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event updated for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:43.972517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-7503b28a-8594-4e14-be8e-7906b4f44a5c service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801333 Apr 20 14:36:43.980668 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6455313c-8794-4b6a-90ac-d8574a0d6dd3 req-925a02c1-7ff6-4cc9-94b8-ae3964d7ad3f service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828804 Apr 20 14:36:43.994104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839674b6-e7ca-4d46-9b91-d76f19b53a1e req-c212379c-e7c5-456e-afde-4036222516da tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551116 Apr 20 14:36:44.014692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ac44a715-9767-48da-8038-c46b4546870c None None] For port 3c713c50-1c86-4797-b280-a657e240334f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3c713c50-1c86-4797-b280-a657e240334f,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:44.018073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:44.029871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-c296f451-066c-4490-91f5-7008ad68c27e tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:44.041372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-c296f451-066c-4490-91f5-7008ad68c27e tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3839850 Apr 20 14:36:44.048194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-f26161a5-7f90-4805-bf58-81d17d995ac1 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:36:44.060838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-f26161a5-7f90-4805-bf58-81d17d995ac1 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185432 Apr 20 14:36:44.071316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.090064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:44.090729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.094276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'mac_address': 'fa:16:3e:8d:e1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:44.098990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dff5639f-229f-44e8-bb49-de03cec284c8 req-46446806-9961-4390-88f9-c5da1a457e4f service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158202 Apr 20 14:36:44.126333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9c9bf225-87fd-44d6-ab29-067b0995332a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:44.126745 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.144266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-241f73a3-fa7f-4df2-8297-ff66e2b4daf3 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9022677 Apr 20 14:36:44.187215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Deleting port 3c713c50-1c86-4797-b280-a657e240334f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:44.188582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.194851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Request body: {'port': {'device_id': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:44.246399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-acf4583a-e561-4b3e-9825-d18e5c1dddf1 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.1393445 Apr 20 14:36:44.253675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.276513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:44.296591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:44.303705 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.313495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.351762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-448446ae-103f-42bc-aba3-4734425b2234 None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:44.352079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-448446ae-103f-42bc-aba3-4734425b2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.374989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-0c6c7d93-f763-4d0d-b213-7defea846760 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.35 HTTP/1.1" status: 200 len: 695 time: 0.0916688 Apr 20 14:36:44.383127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43de9-abc3-4994-a93c-bdef106af697 req-b1d2b0cc-b6ec-4001-9bc8-176ff03213bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:44.387060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c43de9-abc3-4994-a93c-bdef106af697 req-b1d2b0cc-b6ec-4001-9bc8-176ff03213bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.2846067 Apr 20 14:36:44.411219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.489234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] For port 3c713c50-1c86-4797-b280-a657e240334f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3c713c50-1c86-4797-b280-a657e240334f,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:44.489753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.548287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Pushing event updated for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:44.563190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Calling delete_port for 3c713c50-1c86-4797-b280-a657e240334f owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:44.568113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.568513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.568878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.569212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.569702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.570033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.570358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.570708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.571032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.571473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.571664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.571981 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44a715-9767-48da-8038-c46b4546870c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:44.602206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c43de9-abc3-4994-a93c-bdef106af697 req-b8d25790-751d-4bc7-9b8a-7adb8cf4c6d3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007110 Apr 20 14:36:44.610090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3c713c50-1c86-4797-b280-a657e240334f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:44.649369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-f2816437-ebd8-4259-b1a3-68aedac5b3c5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:44.649519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4bc65578-f576-4bc9-b31c-43ae0e9ca706'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:44.651129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-f2816437-ebd8-4259-b1a3-68aedac5b3c5 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "GET /v2.0/ports?device_id=03b14aeb-7780-46fd-b3ec-cbf7846ae174 HTTP/1.1" status: 200 len: 949 time: 0.0822597 Apr 20 14:36:44.761259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:44.817391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3c713c50-1c86-4797-b280-a657e240334f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:44.817763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.841703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Deleting port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:44.841703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.892000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3c713c50-1c86-4797-b280-a657e240334f', 'name': '', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'mac_address': 'fa:16:3e:6e:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:36Z', 'updated_at': '2022-04-20T14:36:43Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'subnets': [{'id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:44.937372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c144e3-105a-49eb-b2f1-d76dd87652f7 None None] The sync data for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 is: [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:37Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3c713c50-1c86-4797-b280-a657e240334f', 'name': '', 'network_id': '0b6c2baf-d342-42fd-9acb-b118a815fd93', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'mac_address': 'fa:16:3e:6e:eb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:36Z', 'updated_at': '2022-04-20T14:36:43Z', 'revision_number': 4, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'subnets': [{'id': '8e27a15f-7a5f-4a3b-bb55-7acad39b2800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:44.947408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235bd14-12d2-4fe4-a4c8-0769ab4ae7b3 req-d9c56acd-794e-49f1-87ff-1b7ec5fd8d79 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:44.948937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b235bd14-12d2-4fe4-a4c8-0769ab4ae7b3 req-d9c56acd-794e-49f1-87ff-1b7ec5fd8d79 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 932 time: 0.1911762 Apr 20 14:36:44.955477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Deleting port 3d63f2b1-af39-4b14-a4f5-787e5058177f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:44.955812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.968325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] For port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:44.968694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:44.983433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Calling delete_port for 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:45.064692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.111017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b235bd14-12d2-4fe4-a4c8-0769ab4ae7b3 req-7748ad3f-5c7a-4df2-a7f1-7068b0aa0e4c tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478858 Apr 20 14:36:45.164340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.180688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:45.181874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.182289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.203908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Pushing event deleted for resources: {'Port': ['ID=4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:45.242760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.244707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Calling delete_port for 3d63f2b1-af39-4b14-a4f5-787e5058177f owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:45.276274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] No DVR routers for this DVR port 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:45.278896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.279933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.284020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f326038-75eb-4b3b-9ac5-8c71227f4f76 req-0b9fabc0-27b7-452b-ac8f-fee44de88dd3 tempest-DeleteServersAdminTestJSON-1820593733 tempest-DeleteServersAdminTestJSON-1820593733-project] 10.222.0.45 "DELETE /v2.0/ports/4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 HTTP/1.1" status: 204 len: 173 time: 0.6265059 Apr 20 14:36:45.284576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'name': 'network-vif-deleted', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:45.287686 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae535fb5-ac63-4512-a7eb-07affb6f85a2" -d '{"events": [{"server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "name": "network-vif-deleted", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:45.304712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee8fb78-2be6-44bb-8180-d9f0f339bfd3 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:45.318281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.577677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3c713c50-1c86-4797-b280-a657e240334f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:45.599037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3c713c50-1c86-4797-b280-a657e240334f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:45.599380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3c713c50-1c86-4797-b280-a657e240334f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 14:36:45.635814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Port 3c713c50-1c86-4797-b280-a657e240334f not found, will not notify nova. {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 14:36:45.753116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c713c50-1c86-4797-b280-a657e240334f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:45.763398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Transition to ACTIVE for port object eee8fb78-2be6-44bb-8180-d9f0f339bfd3 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:45.777343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0933d31-ce28-41c7-8365-a3b47162e936 req-2c89cffd-4542-4d5a-bf92-8008f889d2f0 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:45.778891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0933d31-ce28-41c7-8365-a3b47162e936 req-2c89cffd-4542-4d5a-bf92-8008f889d2f0 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 1100 time: 0.5678253 Apr 20 14:36:45.793514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:45.925189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:46.017627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0933d31-ce28-41c7-8365-a3b47162e936 req-82f2d39c-5be6-47fb-b6e1-922e5637c163 tempest-MigrationsAdminTest-2143276303 tempest-MigrationsAdminTest-2143276303-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196438 Apr 20 14:36:46.100858 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4b2036-2bd8-4653-9051-f8e1f639d4dd x-openstack-request-id: req-cf4b2036-2bd8-4653-9051-f8e1f639d4dd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:46.101247 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b14aeb-7780-46fd-b3ec-cbf7846ae174", "name": "network-vif-deleted", "tag": "4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:46.101612 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf4b2036-2bd8-4653-9051-f8e1f639d4dd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:46.102102 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4b2036-2bd8-4653-9051-f8e1f639d4dd'] response: {'server_uuid': '03b14aeb-7780-46fd-b3ec-cbf7846ae174', 'name': 'network-vif-deleted', 'tag': '4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35', 'status': 'completed', 'code': 200} Apr 20 14:36:46.130656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Attempting to bind port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:46.131184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Attempting to bind port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:46.131802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Attempting to bind port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:46.133311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.142139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.170147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 on network 808c004d-7a93-4586-99f6-d02434e4622b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:46.170530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Attempting to bind port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 on network 808c004d-7a93-4586-99f6-d02434e4622b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:46.183563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Pushing event deleted for resources: {'Port': ['ID=3d63f2b1-af39-4b14-a4f5-787e5058177f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:46.205854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:46.206189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Checking segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:46.206591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Bound using segment: {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:46.207024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Bound port: eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be560ead-dec3-4c06-8852-e0ab06b13c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:46.207377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.383563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.386021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.387166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4dd9c4d-e3f4-4138-848a-97359d2dadee req-d2af6e09-1a6a-4df9-aeea-1449c4e31328 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "DELETE /v2.0/floatingips/de8c486f-9259-4c14-8047-0348e2d6ae0e HTTP/1.1" status: 204 len: 173 time: 1.9990301 Apr 20 14:36:46.399045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe8d9e-4876-4eb4-b013-2739a211434f req-e9897f53-713f-4ced-9571-7f9920c242b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:46.400550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04fe8d9e-4876-4eb4-b013-2739a211434f req-e9897f53-713f-4ced-9571-7f9920c242b4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.2314351 Apr 20 14:36:46.424868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:46.451458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:46.464697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.527637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04fe8d9e-4876-4eb4-b013-2739a211434f req-94f61bfa-8816-4ffa-bff7-ea0c59cc5a9f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163585 Apr 20 14:36:46.562515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:46.563181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:46.564899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/eee8fb78-2be6-44bb-8180-d9f0f339bfd3 HTTP/1.1" status: 200 len: 1092 time: 2.3792541 Apr 20 14:36:46.565329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:46.567659 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88" -d '{"events": [{"name": "network-changed", "server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:46.673510 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-23707d39-4a83-4187-b061-7a7ede0d46e0 req-94055c48-3a65-41ca-a790-369a3120d453 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] show failed (client error): The resource could not be found. Apr 20 14:36:46.674473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23707d39-4a83-4187-b061-7a7ede0d46e0 req-94055c48-3a65-41ca-a790-369a3120d453 tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips/de8c486f-9259-4c14-8047-0348e2d6ae0e HTTP/1.1" status: 404 len: 350 time: 0.0971770 Apr 20 14:36:46.710127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00caa85-d488-4cfd-b3bf-afc5ffa108b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:46.750593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:36:46.789281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b33a9a-6bcc-4aa0-a920-43eeee562ec9 req-1dafdb5d-96b4-42a0-a6cf-ce6eade95a96 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:46.790752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84b33a9a-6bcc-4aa0-a920-43eeee562ec9 req-1dafdb5d-96b4-42a0-a6cf-ce6eade95a96 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 944 time: 0.1389036 Apr 20 14:36:46.792322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-090c0747-a8ce-487d-a043-77a3f6bb80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:46.793599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-090c0747-a8ce-487d-a043-77a3f6bb80c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 1095 time: 0.1429229 Apr 20 14:36:46.880119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-af381543-34d6-4ae9-99e6-5f55249476ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3 HTTP/1.1" status: 200 len: 217 time: 0.0738144 Apr 20 14:36:46.887592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d61bf2-2059-4f85-a7e9-adb7e730ce81 req-12ea9207-62d6-41c2-bda9-ea4519109dc1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:46.888950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d61bf2-2059-4f85-a7e9-adb7e730ce81 req-12ea9207-62d6-41c2-bda9-ea4519109dc1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 949 time: 0.1572337 Apr 20 14:36:46.993786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84b33a9a-6bcc-4aa0-a920-43eeee562ec9 req-64a2f74a-317c-4304-804a-2a957130657d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960611 Apr 20 14:36:47.016817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-11f0506f-6d39-47a5-83e8-c21138d66f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:47.018317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-11f0506f-6d39-47a5-83e8-c21138d66f70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.1274600 Apr 20 14:36:47.023080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d61bf2-2059-4f85-a7e9-adb7e730ce81 req-53fa6f02-671c-4c1c-b769-c3eada991b39 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231236 Apr 20 14:36:47.029887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:47.037575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c1343359-bd53-485c-ae2b-6e63f5f0f340 admin admin] 10.222.0.20 "PUT /v2.0/routers/5079a96c-fbed-4918-b9e2-1a4e243a1db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0819533 Apr 20 14:36:47.037575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51214) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:47.041366 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Sync routers for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:47.054583 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:47.055119 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:47.095080 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e84eb4-a9e4-438b-bd4c-4c8daa44cd3d x-openstack-request-id: req-a3e84eb4-a9e4-438b-bd4c-4c8daa44cd3d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:47.095369 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:47.095710 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3e84eb4-a9e4-438b-bd4c-4c8daa44cd3d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:47.096293 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e84eb4-a9e4-438b-bd4c-4c8daa44cd3d'] response: {'name': 'network-changed', 'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3', 'status': 'completed', 'code': 200} Apr 20 14:36:47.121048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-b228c4cb-0cd2-40d0-a882-bdb1959a692a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851128 Apr 20 14:36:47.158755 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-5c9173d4-a9a3-416f-be2d-65ef140e79e0 req-05590602-77b8-4a8b-85e0-42bc8eb6effc tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] show failed (client error): The resource could not be found. Apr 20 14:36:47.159736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c9173d4-a9a3-416f-be2d-65ef140e79e0 req-05590602-77b8-4a8b-85e0-42bc8eb6effc tempest-FloatingIPsTestJSON-700117274 tempest-FloatingIPsTestJSON-700117274-project] 10.222.0.20 "GET /v2.0/floatingips/de8c486f-9259-4c14-8047-0348e2d6ae0e HTTP/1.1" status: 404 len: 350 time: 0.0975020 Apr 20 14:36:47.168281 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:47.172476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:47.280782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.325234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-647369df-dfdd-4707-bbf1-140e38d751da service neutron] 10.222.0.43 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754258 Apr 20 14:36:47.394313 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:45Z', 'revision_number': 5, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:47.394585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:47.421422 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Checking router: 5079a96c-fbed-4918-b9e2-1a4e243a1db3 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:47.430021 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Routers {'5079a96c-fbed-4918-b9e2-1a4e243a1db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:47.430859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:47.449892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:47.460525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.507428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4fe6735-267b-4845-8165-c9ef06b89d4e req-5713b2ee-fd6a-41d3-b844-675b57598c54 service neutron] 10.222.0.43 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721976 Apr 20 14:36:47.535629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Deleting port 9c9bf225-87fd-44d6-ab29-067b0995332a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:47.536010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.556859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] Set router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:47.625044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:47.636523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:47.637378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.699727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.719470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-a4b052c2-a5c8-4f1a-9395-cba465772d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:47.721011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-a4b052c2-a5c8-4f1a-9395-cba465772d37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 1095 time: 0.1219633 Apr 20 14:36:47.722955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] For port 9c9bf225-87fd-44d6-ab29-067b0995332a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9c9bf225-87fd-44d6-ab29-067b0995332a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:47.723337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.738873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.757495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Calling delete_port for 9c9bf225-87fd-44d6-ab29-067b0995332a owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:47.765298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:47.768663 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a01018-dc85-44e2-8837-fd59b6ed89d6" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:47.784205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:47.791645 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:47.832475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2653fa-afe9-4d6d-b8b2-5065ccbc5fd8 req-46f345ae-835d-471b-97d0-ffc795611b92 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:47.834343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a2653fa-afe9-4d6d-b8b2-5065ccbc5fd8 req-46f345ae-835d-471b-97d0-ffc795611b92 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.1767566 Apr 20 14:36:47.841405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:47.842022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0c5df9c4-457a-411c-ba87-353eccc2a5e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46a4a71dae449bd9aec2df4bbe905c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413133 Apr 20 14:36:47.853758 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526240e-ecd8-487c-9382-f34174a460d1 x-openstack-request-id: req-b526240e-ecd8-487c-9382-f34174a460d1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:47.854056 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-plugged", "status": "completed", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:47.854443 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b526240e-ecd8-487c-9382-f34174a460d1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:47.855827 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b526240e-ecd8-487c-9382-f34174a460d1'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'code': 200} Apr 20 14:36:47.862707 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:45Z', 'revision_number': 5, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:47.870400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=13']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:47.898730 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f6f6-93bc-4cfe-9a64-77166c04e33c None None] The sync data for ids ['5079a96c-fbed-4918-b9e2-1a4e243a1db3'] in n-d-836145-2 is: [{'id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-609005176-router', 'tenant_id': 'd5f35d12d3444651a79bbc304e1222be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:32Z', 'updated_at': '2022-04-20T14:36:45Z', 'revision_number': 5, 'project_id': 'd5f35d12d3444651a79bbc304e1222be', 'gw_port': {'id': '9c9bf225-87fd-44d6-ab29-067b0995332a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5079a96c-fbed-4918-b9e2-1a4e243a1db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:33Z', 'updated_at': '2022-04-20T14:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:47.965421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a2653fa-afe9-4d6d-b8b2-5065ccbc5fd8 req-bcabeb05-11a3-4b4d-a342-85239525933d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138477 Apr 20 14:36:47.973439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-26261462-a634-4aac-a396-e9506d02f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:47.975601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-26261462-a634-4aac-a396-e9506d02f7ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 200 len: 923 time: 0.2418568 Apr 20 14:36:48.061138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-40b8b7d8-0f3c-4ee4-b40f-7c2ef7a33938 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3 HTTP/1.1" status: 200 len: 217 time: 0.0488729 Apr 20 14:36:48.284683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.296964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-772ce5f2-ff31-4f8b-9b43-2edc3da391fb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:48.298523 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-772ce5f2-ff31-4f8b-9b43-2edc3da391fb tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 950 time: 0.1312904 Apr 20 14:36:48.351992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.371721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:48.405313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:48.405798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4bab6f5c-76f4-4ab9-b1b9-f4f7f809be35 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:48.479183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.481628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.482760 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f47df93-352b-497b-920c-065e41517cd6 HTTP/1.1" status: 204 len: 168 time: 0.6403668 Apr 20 14:36:48.490053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Deleting port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:48.490699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.499646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87ae00-55a2-4655-8e9e-368fc2a1c5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47df93-352b-497b-920c-065e41517cd6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:48.529215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-f9970fc4-44bc-49c2-a981-23a540659e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:48.530664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-f9970fc4-44bc-49c2-a981-23a540659e90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 200 len: 862 time: 0.4623640 Apr 20 14:36:48.553022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.581399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-aa2200b6-beee-4e69-894a-c3e47f7ecf6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=808c004d-7a93-4586-99f6-d02434e4622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416808 Apr 20 14:36:48.613412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775c42-5101-46ea-9f47-dbd50bc3da73 req-f8f90512-c3d8-49fe-9558-e4bb57689cf1 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:48.618054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Deleting port d3b320ea-a10b-491e-a0ee-a802965ed7e5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:48.618356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.622368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c775c42-5101-46ea-9f47-dbd50bc3da73 req-f8f90512-c3d8-49fe-9558-e4bb57689cf1 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 944 time: 0.5227623 Apr 20 14:36:48.634116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9bf225-87fd-44d6-ab29-067b0995332a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:48.643703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb66442-7a19-4bad-a850-026efca85097 req-41dc4886-9ee0-41a8-823a-05517e8034e1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:48.649760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] For port 4bc65578-f576-4bc9-b31c-43ae0e9ca706, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4bc65578-f576-4bc9-b31c-43ae0e9ca706,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:48.650038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.651811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deb66442-7a19-4bad-a850-026efca85097 req-41dc4886-9ee0-41a8-823a-05517e8034e1 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dc607d3-63aa-45ff-b009-df7db5e01d0e HTTP/1.1" status: 200 len: 950 time: 0.5366416 Apr 20 14:36:48.697828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Calling delete_port for 4bc65578-f576-4bc9-b31c-43ae0e9ca706 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:48.767622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] For port d3b320ea-a10b-491e-a0ee-a802965ed7e5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d3b320ea-a10b-491e-a0ee-a802965ed7e5,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:48.768347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.789896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Calling delete_port for d3b320ea-a10b-491e-a0ee-a802965ed7e5 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:48.813296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-deb66442-7a19-4bad-a850-026efca85097 req-3f0f9b61-c07f-434a-ab9e-e357d7ce26ac tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605868 Apr 20 14:36:48.836625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c775c42-5101-46ea-9f47-dbd50bc3da73 req-3cd6082e-397c-4413-aac5-5cd23c824fef tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130666 Apr 20 14:36:48.857756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.861173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51244) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:48.887971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5070ed65-d6da-46dc-8030-b4fc32c70107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.956498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-0c133571-5f20-4859-a1f1-66d7f9be2d97 service neutron] 10.222.0.43 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532572 Apr 20 14:36:48.958491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:48.962036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.010970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.024878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', '4bc65578-f576-4bc9-b31c-43ae0e9ca706'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:49.050105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.050607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5079a96c-fbed-4918-b9e2-1a4e243a1db3 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:36:49.060392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.063434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ca55af19-f7b1-42a4-abfb-4e302ecf4d36 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5079a96c-fbed-4918-b9e2-1a4e243a1db3 HTTP/1.1" status: 204 len: 168 time: 2.0228741 Apr 20 14:36:49.065501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:49.084184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51248) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:49.096671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event deleted for resources: {'Port': ['ID=4bc65578-f576-4bc9-b31c-43ae0e9ca706,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:49.132969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37972eb6-e1b3-4fee-9f7b-842a152e0ca2 req-e0a617a5-3978-42c8-86a0-2bef255f93cf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:49.134499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37972eb6-e1b3-4fee-9f7b-842a152e0ca2 req-e0a617a5-3978-42c8-86a0-2bef255f93cf tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.0806477 Apr 20 14:36:49.192906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] No DVR routers for this DVR port 4bc65578-f576-4bc9-b31c-43ae0e9ca706 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:49.205463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1a5ef1-a7c3-4efb-8b2b-006dc4a9fc88 req-8668e766-3197-4985-a042-25059e83d3f8 service neutron] 10.222.0.43 "GET /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400868 Apr 20 14:36:49.209349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.220262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ddba5cd-b912-41af-be44-e3991c51ee9e req-fa40bdc5-8989-4565-b365-78709d5d1e10 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "DELETE /v2.0/ports/4bc65578-f576-4bc9-b31c-43ae0e9ca706 HTTP/1.1" status: 204 len: 173 time: 0.9097948 Apr 20 14:36:49.228516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-deleted', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:49.233830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37972eb6-e1b3-4fee-9f7b-842a152e0ca2 req-8b9b6d78-9142-4d31-bd01-5fabd749a643 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Apr 20 14:36:49.236490 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68adab1b-c62f-4cf5-bfaf-77f6f337e029" -d '{"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-deleted", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:49.293831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Deleting subnet 8e27a15f-7a5f-4a3b-bb55-7acad39b2800 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:36:49.322699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.343077 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89e095-4e37-4260-b47d-d979e9096c06 x-openstack-request-id: req-7a89e095-4e37-4260-b47d-d979e9096c06 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:49.343351 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc607d3-63aa-45ff-b009-df7db5e01d0e", "name": "network-vif-deleted", "tag": "4bc65578-f576-4bc9-b31c-43ae0e9ca706", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:49.343705 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a89e095-4e37-4260-b47d-d979e9096c06 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:49.344161 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a89e095-4e37-4260-b47d-d979e9096c06'] response: {'server_uuid': '1dc607d3-63aa-45ff-b009-df7db5e01d0e', 'name': 'network-vif-deleted', 'tag': '4bc65578-f576-4bc9-b31c-43ae0e9ca706', 'status': 'completed', 'code': 200} Apr 20 14:36:49.352756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5070ed65-d6da-46dc-8030-b4fc32c70107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.366488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5070ed65-d6da-46dc-8030-b4fc32c70107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.395292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.397009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.467814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5070ed65-d6da-46dc-8030-b4fc32c70107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b665ef5cce454853a78fecc3a1733a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055069 Apr 20 14:36:49.468591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b320ea-a10b-491e-a0ee-a802965ed7e5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:49.470710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:49.473337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ed65-d6da-46dc-8030-b4fc32c70107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86763d81-2a7c-45c8-9dc0-7d45eefd2c31,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:49.536419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.569445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.588582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.643759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.649551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.655177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86763d81-2a7c-45c8-9dc0-7d45eefd2c31 HTTP/1.1" status: 204 len: 168 time: 0.1803133 Apr 20 14:36:49.661135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d4e64-6bf6-47cd-a18b-e26f75b596c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86763d81-2a7c-45c8-9dc0-7d45eefd2c31,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:49.779915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.816300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.882143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e27a15f-7a5f-4a3b-bb55-7acad39b2800,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:49.893369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.894891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c434ec-6c1d-415c-972d-5f09a29e336b None None] Network 0b6c2baf-d342-42fd-9acb-b118a815fd93 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:49.899027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7bf43c32-a325-4688-8cd6-e663409384f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e27a15f-7a5f-4a3b-bb55-7acad39b2800 HTTP/1.1" status: 204 len: 168 time: 0.8103173 Apr 20 14:36:49.899872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:49.920266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9c9bf225-87fd-44d6-ab29-067b0995332a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:50.028245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9c9bf225-87fd-44d6-ab29-067b0995332a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:50.029355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9c9bf225-87fd-44d6-ab29-067b0995332a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:50.030491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3c713c50-1c86-4797-b280-a657e240334f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:50.062033 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.064494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616e99a-21e7-41cf-a5de-48b179da9502 req-969249da-0cb6-43c4-9b26-0a3f9aa51dda tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:50.066363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2616e99a-21e7-41cf-a5de-48b179da9502 req-969249da-0cb6-43c4-9b26-0a3f9aa51dda tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 944 time: 0.0846546 Apr 20 14:36:50.068914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3c713c50-1c86-4797-b280-a657e240334f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:50.069339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3c713c50-1c86-4797-b280-a657e240334f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:50.117711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2616e99a-21e7-41cf-a5de-48b179da9502 req-df357bb1-5964-4e2f-8337-9682857f21b2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Apr 20 14:36:50.218481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] DHCP port deletion for 0b6c2baf-d342-42fd-9acb-b118a815fd93 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:36:50.238088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4491b-2d20-4baa-af28-4456d12358a0 req-7295c0e7-9e15-487c-ae6a-0ab0d0fa4516 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:50.239622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e4491b-2d20-4baa-af28-4456d12358a0 req-7295c0e7-9e15-487c-ae6a-0ab0d0fa4516 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 951 time: 0.0607345 Apr 20 14:36:50.287479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Router 5cec1834-cc52-4e91-8eda-cd51b9b29013 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:36:50.290824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e4491b-2d20-4baa-af28-4456d12358a0 req-bb1db438-55ec-476c-a6d8-d6e68ed31865 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Apr 20 14:36:50.293149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Deleting port 9f0e79ef-99c4-453f-9696-88c077ecd274 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:50.293526 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.295281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Deleting port 9f0e79ef-99c4-453f-9696-88c077ecd274 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:50.296136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.385198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] For port 9f0e79ef-99c4-453f-9696-88c077ecd274, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f0e79ef-99c4-453f-9696-88c077ecd274,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:50.385595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.404684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Calling delete_port for 9f0e79ef-99c4-453f-9696-88c077ecd274 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:50.415209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce206d8-2438-4241-9998-e11589e98635 req-b8e46201-e98a-457a-89a0-7979b534865e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:50.417521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce206d8-2438-4241-9998-e11589e98635 req-b8e46201-e98a-457a-89a0-7979b534865e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.0716512 Apr 20 14:36:50.424214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] For port 9f0e79ef-99c4-453f-9696-88c077ecd274, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f0e79ef-99c4-453f-9696-88c077ecd274,segment=NetworkSegment(80bfa81a-878f-4b4f-b764-ffeeb262a579),segment_id=80bfa81a-878f-4b4f-b764-ffeeb262a579)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:50.424612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.471860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Calling delete_port for 9f0e79ef-99c4-453f-9696-88c077ecd274 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:50.476255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce206d8-2438-4241-9998-e11589e98635 req-6c7d691b-26e2-43c4-b048-f9c91c5cbb11 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Apr 20 14:36:50.499599 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.530653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] Pushing event deleted for resources: {'Port': ['ID=9f0e79ef-99c4-453f-9696-88c077ecd274,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:50.534125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:36:50.534694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984288c5-43c8-4340-b0ac-af229c1fe971 None None] No DVR routers for this DVR port 9f0e79ef-99c4-453f-9696-88c077ecd274 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:50.547947 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13a40c74-79b7-4b15-881f-cb7127c3d5b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/5cec1834-cc52-4e91-8eda-cd51b9b29013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3743544 Apr 20 14:36:50.550445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:50.556039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Sync routers for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:36:50.567015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:50.567912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.599102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.631659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0e79ef-99c4-453f-9696-88c077ecd274,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:50.635401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] No DVR routers for this DVR port 9f0e79ef-99c4-453f-9696-88c077ecd274 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:50.684081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.693120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:50.738471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.764000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6c2baf-d342-42fd-9acb-b118a815fd93']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.775428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bfa81a-878f-4b4f-b764-ffeeb262a579') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.776158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bfa81a-878f-4b4f-b764-ffeeb262a579') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.786433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.798858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.803542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.813362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:36:50.813985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:36:50.817764 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:36:50.862523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Deleting port 83a2234f-e87c-4340-8da0-e741e31d6ea2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:50.863129 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.882144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.890029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.895154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b6c2baf-d342-42fd-9acb-b118a815fd93 HTTP/1.1" status: 204 len: 168 time: 0.9914451 Apr 20 14:36:50.914738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a198b5-7e27-4aaa-9868-c73f0e1dc94a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6c2baf-d342-42fd-9acb-b118a815fd93,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:50.925705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:49Z', 'revision_number': 5, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port': {'id': '83a2234f-e87c-4340-8da0-e741e31d6ea2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:36:24Z', 'updated_at': '2022-04-20T14:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.956679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Checking router: 5cec1834-cc52-4e91-8eda-cd51b9b29013 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:36:50.966327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Routers {'5cec1834-cc52-4e91-8eda-cd51b9b29013'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:36:50.966864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] For port 83a2234f-e87c-4340-8da0-e741e31d6ea2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=83a2234f-e87c-4340-8da0-e741e31d6ea2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:50.967399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:36:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5cec1834-cc52-4e91-8eda-cd51b9b29013'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:50.967537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:50.985594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Calling delete_port for 83a2234f-e87c-4340-8da0-e741e31d6ea2 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:51.070783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] Set router 5cec1834-cc52-4e91-8eda-cd51b9b29013 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:36:51.106450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:51.136859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:50Z', 'revision_number': 6, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:51.168536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2ee1bd44-8c36-4fb8-b70d-9a0db86adabd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5f35d12d3444651a79bbc304e1222be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609705 Apr 20 14:36:51.171006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2bb79-05c4-40cf-bb5e-f1c88dedfad8 None None] The sync data for ids ['5cec1834-cc52-4e91-8eda-cd51b9b29013'] in n-d-836145-2 is: [{'id': '5cec1834-cc52-4e91-8eda-cd51b9b29013', 'name': 'tempest-FloatingIPsTestJSON-1806609278-router', 'tenant_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:36:23Z', 'updated_at': '2022-04-20T14:36:50Z', 'revision_number': 6, 'project_id': '7ddc1d1b1b324ae19fd4bacc82888cc6', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:36:51.171353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:51.247538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.259816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.273368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.297330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a2234f-e87c-4340-8da0-e741e31d6ea2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:51.310556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9285cf-118b-49f8-9475-fdf9ed4a1afa req-fba6d028-c99e-47e4-bf7f-18dc35413f34 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:51.315059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c9285cf-118b-49f8-9475-fdf9ed4a1afa req-fba6d028-c99e-47e4-bf7f-18dc35413f34 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 944 time: 0.0943148 Apr 20 14:36:51.357787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.361355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.365195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffcbf6d0-a583-424b-8564-0a05ba372995 HTTP/1.1" status: 204 len: 168 time: 0.1904278 Apr 20 14:36:51.372752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0333b-1eb4-4d30-858d-a9c17862cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcbf6d0-a583-424b-8564-0a05ba372995,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:51.400207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c9285cf-118b-49f8-9475-fdf9ed4a1afa req-b658250d-25b8-4136-8c0c-59b69f8ed335 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805099 Apr 20 14:36:51.411992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.463785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eee8fb78-2be6-44bb-8180-d9f0f339bfd3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:51.466016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:51.502216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 4bc65578-f576-4bc9-b31c-43ae0e9ca706 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:51.502696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4bc65578-f576-4bc9-b31c-43ae0e9ca706 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:51.596891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-3d84fb56-7257-4157-8397-9c819e35354b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:51.601638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-3d84fb56-7257-4157-8397-9c819e35354b tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 951 time: 0.1154137 Apr 20 14:36:51.644660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.654367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.754217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddc7de-1123-4b69-ac72-208d12cb1682 req-38754888-eb91-479d-9174-85f2a3da9cc4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:51.756080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21ddc7de-1123-4b69-ac72-208d12cb1682 req-38754888-eb91-479d-9174-85f2a3da9cc4 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 951 time: 0.3399239 Apr 20 14:36:51.785381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.786027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cec1834-cc52-4e91-8eda-cd51b9b29013 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:36:51.796376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9b5e1-cc4f-45a0-ba0e-17e5384235f0 req-a0001230-74fc-43b9-a910-e6d211cb8e3f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:51.804106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8c9b5e1-cc4f-45a0-ba0e-17e5384235f0 req-a0001230-74fc-43b9-a910-e6d211cb8e3f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.1512582 Apr 20 14:36:51.808563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.809741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fb11cf70-4a51-413d-8e40-92daf5215867 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5cec1834-cc52-4e91-8eda-cd51b9b29013 HTTP/1.1" status: 204 len: 168 time: 1.2574570 Apr 20 14:36:51.820972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51320) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:51.844976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Deleting port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:51.850395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21ddc7de-1123-4b69-ac72-208d12cb1682 req-21667d1f-ea59-4d4c-8766-a802e7b34b37 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843837 Apr 20 14:36:51.851364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.867244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8c9b5e1-cc4f-45a0-ba0e-17e5384235f0 req-6df94c68-e0b6-4142-a662-10b4e671dc8e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621815 Apr 20 14:36:51.928287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f0e79ef-99c4-453f-9696-88c077ecd274 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:51.959422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9f0e79ef-99c4-453f-9696-88c077ecd274 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:51.960001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f0e79ef-99c4-453f-9696-88c077ecd274 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:51.960765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d3b320ea-a10b-491e-a0ee-a802965ed7e5 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:51.968834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Deleting subnet 43cb08a4-effa-48a6-bb66-e93754936f8d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:36:51.975851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:51.988371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d3b320ea-a10b-491e-a0ee-a802965ed7e5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:51.989073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d3b320ea-a10b-491e-a0ee-a802965ed7e5 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:52.021570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:52.038272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3', 'network_id': '808c004d-7a93-4586-99f6-d02434e4622b', 'port_id': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3', 'mac_address': 'fa:16:3e:cf:1a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93560537-6b29-4967-8c68-6a38393ab34f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:52.041699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.045740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] For port c6566dd2-db77-45f3-aea2-f09b3e8b10a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:52.046122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.083239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Calling delete_port for c6566dd2-db77-45f3-aea2-f09b3e8b10a0 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:52.100883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.124443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee8fb78-2be6-44bb-8180-d9f0f339bfd3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:52.164431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:52.172355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.209449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.249241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:52.328780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.341666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.368427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cb08a4-effa-48a6-bb66-e93754936f8d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:52.380240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.386665 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe307261-f8ce-4acb-8b6b-1296b64d042a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43cb08a4-effa-48a6-bb66-e93754936f8d HTTP/1.1" status: 204 len: 168 time: 0.5695031 Apr 20 14:36:52.389017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:52.389386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51346) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:52.468601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event deleted for resources: {'Port': ['ID=c6566dd2-db77-45f3-aea2-f09b3e8b10a0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:52.475799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:52.566470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a82033-0c78-4d08-8415-2382132b39d8 None None] Network 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:36:52.573383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.579992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] No DVR routers for this DVR port c6566dd2-db77-45f3-aea2-f09b3e8b10a0 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:52.582738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['eee8fb78-2be6-44bb-8180-d9f0f339bfd3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:52.584439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.587753 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e5cfbf1-81ff-47ec-b79b-c49fdd387cf2 req-d505777a-a780-4d6a-85de-2573d99a1977 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "DELETE /v2.0/ports/c6566dd2-db77-45f3-aea2-f09b3e8b10a0 HTTP/1.1" status: 204 len: 173 time: 0.9785595 Apr 20 14:36:52.588222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-deleted', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:52.597334 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228b587-aedd-4ad2-930b-3f3cbbb86f0f" -d '{"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-deleted", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:52.721904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388049-d1e5-4e28-813c-c65efa4f8320 req-843196ff-3f64-44f8-81e4-f9fd365808e7 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:52.724495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f388049-d1e5-4e28-813c-c65efa4f8320 req-843196ff-3f64-44f8-81e4-f9fd365808e7 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 945 time: 0.1479783 Apr 20 14:36:52.744062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Deleting port 4b884a71-2cc4-458a-b163-592a86bf0456 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:52.744383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.821147 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43311b-b2b0-4551-822a-01aad81c286b x-openstack-request-id: req-9f43311b-b2b0-4551-822a-01aad81c286b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:52.821439 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f", "name": "network-vif-deleted", "tag": "c6566dd2-db77-45f3-aea2-f09b3e8b10a0", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:52.821786 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f43311b-b2b0-4551-822a-01aad81c286b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:52.822188 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f43311b-b2b0-4551-822a-01aad81c286b'] response: {'server_uuid': '448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f', 'name': 'network-vif-deleted', 'tag': 'c6566dd2-db77-45f3-aea2-f09b3e8b10a0', 'status': 'completed', 'code': 200} Apr 20 14:36:52.860293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f388049-d1e5-4e28-813c-c65efa4f8320 req-db077211-18f2-4853-9d87-66f4e7b1470d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251671 Apr 20 14:36:52.867491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] For port 4b884a71-2cc4-458a-b163-592a86bf0456, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4b884a71-2cc4-458a-b163-592a86bf0456,segment=NetworkSegment(0ead6b41-680b-4074-ae83-b4eae666d239),segment_id=0ead6b41-680b-4074-ae83-b4eae666d239)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:52.868065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:52.885010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Calling delete_port for 4b884a71-2cc4-458a-b163-592a86bf0456 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:53.001150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9425e68-21c3-408d-8121-429c3dfa0ad4 None None] DHCP port deletion for 0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:36:53.062368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac872887-f283-4a12-b060-3fc0510d4a0e req-6f68d964-b7af-4410-b3d2-62639c18f6bd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=448eeb6d-eccd-4ae4-ba26-2f9dcf7ec74f HTTP/1.1" status: 200 len: 210 time: 0.0458002 Apr 20 14:36:53.062678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.090734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d9425e68-21c3-408d-8121-429c3dfa0ad4 None None] The port '4b884a71-2cc4-458a-b163-592a86bf0456' was deleted {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 20 14:36:53.110005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b884a71-2cc4-458a-b163-592a86bf0456,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:53.148532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] No DVR routers for this DVR port 4b884a71-2cc4-458a-b163-592a86bf0456 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:53.255052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdb6d2-741a-4ea9-98db-8f2c60bfe4de req-056a6793-1fd9-448a-b9cf-7b6d010fa897 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:53.256458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efcdb6d2-741a-4ea9-98db-8f2c60bfe4de req-056a6793-1fd9-448a-b9cf-7b6d010fa897 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.1985366 Apr 20 14:36:53.275118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.312110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:53.324650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efcdb6d2-741a-4ea9-98db-8f2c60bfe4de req-3c306180-49fc-4c2c-a8ee-19b202c8a5a5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 Apr 20 14:36:53.325989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ead6b41-680b-4074-ae83-b4eae666d239') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:53.326398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ead6b41-680b-4074-ae83-b4eae666d239') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:36:53.345064 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.360513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.367359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:36:53.368173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:36:53.369991 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:36:53.429583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.436282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.442076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12 HTTP/1.1" status: 204 len: 168 time: 1.0491688 Apr 20 14:36:53.455188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca94e7-2e75-4514-a2db-e612b790152e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e73f4ca-b269-4d81-a5b9-5c7bd3c78e12,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:53.462503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:53.485067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: c6566dd2-db77-45f3-aea2-f09b3e8b10a0 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:53.485188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c6566dd2-db77-45f3-aea2-f09b3e8b10a0 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:53.543656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4b884a71-2cc4-458a-b163-592a86bf0456 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:53.568691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4b884a71-2cc4-458a-b163-592a86bf0456 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:53.569258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4b884a71-2cc4-458a-b163-592a86bf0456 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:53.569713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 83a2234f-e87c-4340-8da0-e741e31d6ea2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:36:53.589025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 83a2234f-e87c-4340-8da0-e741e31d6ea2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:36:53.589387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 83a2234f-e87c-4340-8da0-e741e31d6ea2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:36:53.639495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51432) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:53.675776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:53.709132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51440) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:53.751381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f8e770c-48fe-46bb-84c1-42221071520c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ddc1d1b1b324ae19fd4bacc82888cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410907 Apr 20 14:36:53.753971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51442) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:53.803964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.826184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.889678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.892571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.894920 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b2f36df-690c-4198-b76e-76e53c2b121d HTTP/1.1" status: 204 len: 168 time: 0.1383219 Apr 20 14:36:53.902320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8ed77-f803-4714-b1b1-38bcbaf158a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f36df-690c-4198-b76e-76e53c2b121d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:53.927951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9adc0ee2-e871-4084-9003-8f057bd8f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:53.932212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-516f8cc6-be1a-4fed-87cc-80efc8763504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.064582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fa74b-9b49-436d-90dd-47a13b65a1e3 req-932ebfa8-a274-4063-b6c9-4e6dc0351a0f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.066039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b9fa74b-9b49-436d-90dd-47a13b65a1e3 req-932ebfa8-a274-4063-b6c9-4e6dc0351a0f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 945 time: 0.1061008 Apr 20 14:36:54.134306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-516f8cc6-be1a-4fed-87cc-80efc8763504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.145603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9adc0ee2-e871-4084-9003-8f057bd8f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.149201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-516f8cc6-be1a-4fed-87cc-80efc8763504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.169994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9adc0ee2-e871-4084-9003-8f057bd8f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.174478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b9fa74b-9b49-436d-90dd-47a13b65a1e3 req-cdf7beaa-e0d5-46c1-91e1-447311364142 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968037 Apr 20 14:36:54.214898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f8cc6-be1a-4fed-87cc-80efc8763504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64444f8e-cfa0-47aa-a81a-47b02f1bfb65,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:54.223733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-516f8cc6-be1a-4fed-87cc-80efc8763504 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c85fea8a8fab4f7797bc9fb8020e902b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831182 Apr 20 14:36:54.226475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:54.227059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9adc0ee2-e871-4084-9003-8f057bd8f761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=831a535397524beb9d9f882f0b8b3450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503082 Apr 20 14:36:54.234006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51462) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:54.272309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc0ee2-e871-4084-9003-8f057bd8f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c1735-53cb-42f4-abb3-627d73ac419a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:54.307003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.317868 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.331101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.345039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.390082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:36:54.418056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db34cf-94b5-4eda-8e99-8998b7ce82e4 req-b0e34bd6-635c-48f4-a60d-a74c35e46aab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.419528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2db34cf-94b5-4eda-8e99-8998b7ce82e4 req-b0e34bd6-635c-48f4-a60d-a74c35e46aab tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.0770645 Apr 20 14:36:54.451528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.454701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.459514 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64444f8e-cfa0-47aa-a81a-47b02f1bfb65 HTTP/1.1" status: 204 len: 168 time: 0.2310934 Apr 20 14:36:54.472479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320396a-095e-41aa-854b-d8ff9f167444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64444f8e-cfa0-47aa-a81a-47b02f1bfb65,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:54.483863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.486549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.487873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f60c1735-53cb-42f4-abb3-627d73ac419a HTTP/1.1" status: 204 len: 168 time: 0.2529128 Apr 20 14:36:54.512374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb21f-bf9e-471f-86d5-d9f0d00f0fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c1735-53cb-42f4-abb3-627d73ac419a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:54.524719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2db34cf-94b5-4eda-8e99-8998b7ce82e4 req-7679b5ed-e4ba-4fb5-a83e-8c396b4dbfc6 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913968 Apr 20 14:36:54.541322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb832-b819-4775-a3c5-d508de57c346 req-233bf0ee-b2c6-4c7f-977a-97230ba02740 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.543137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49ccb832-b819-4775-a3c5-d508de57c346 req-233bf0ee-b2c6-4c7f-977a-97230ba02740 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.1223667 Apr 20 14:36:54.590077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49ccb832-b819-4775-a3c5-d508de57c346 req-0b5942af-7296-4968-ae37-abf64f51c037 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Apr 20 14:36:54.596916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:54.617066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65', 'port_id': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'mac_address': 'fa:16:3e:c5:98:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf89c353-4b3d-4473-a9fc-3a5760be6228', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:36:54.671929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.695231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:54.717696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:54.721980 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.770796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:54.902622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51492) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:54.916891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5eb69895-d98f-47b5-8edb-6b2d951cfd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.998115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5eb69895-d98f-47b5-8edb-6b2d951cfd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.007843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5eb69895-d98f-47b5-8edb-6b2d951cfd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.047624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5eb69895-d98f-47b5-8edb-6b2d951cfd3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4407adebe8514e0c87ae18efa41f28a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436789 Apr 20 14:36:55.048582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb69895-d98f-47b5-8edb-6b2d951cfd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68244cb-6e6b-4161-ac7b-c5505c57d8ad,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:55.050450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51500) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:55.072946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:55.123096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.150930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.215534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.220784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.223255 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f68244cb-6e6b-4161-ac7b-c5505c57d8ad HTTP/1.1" status: 204 len: 168 time: 0.1663704 Apr 20 14:36:55.236222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14738e7e-7927-4439-83bc-2df8c4ca9208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68244cb-6e6b-4161-ac7b-c5505c57d8ad,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:55.329840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-8ef28448-c421-4b86-ac30-1119d00395d5 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397060 Apr 20 14:36:55.460434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892f1c9-d3e4-4f91-a406-838ca49d7cef req-16f87173-5daa-4d76-abeb-dca4c89ae010 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:55.462133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c892f1c9-d3e4-4f91-a406-838ca49d7cef req-16f87173-5daa-4d76-abeb-dca4c89ae010 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 945 time: 0.1366322 Apr 20 14:36:55.465424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eee8fb78-2be6-44bb-8180-d9f0f339bfd3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:55.522134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-109ae9bd-83df-45ba-ac4b-44aa8d41166f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:55.530628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-109ae9bd-83df-45ba-ac4b-44aa8d41166f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868441 Apr 20 14:36:55.560763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-516c8c66-40d2-4deb-b7d0-3295d35c116f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/quotas/3ab37b7f64764ed8bae6c10d96785d2c HTTP/1.1" status: 200 len: 375 time: 0.0291955 Apr 20 14:36:55.573126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c892f1c9-d3e4-4f91-a406-838ca49d7cef req-c87b3dd7-a461-4b5d-9377-af79492bd64f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964260 Apr 20 14:36:55.606054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:55.608989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-5f1101b3-5e73-486b-a9ec-65fe0edbeb87 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472879 Apr 20 14:36:55.609894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:55.610276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.747434 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.765592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88e35-66fe-462c-bf63-3526a5437395 req-2eb0b235-4b5a-4942-8e70-2aeb5f806bdd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:55.767742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39b88e35-66fe-462c-bf63-3526a5437395 req-2eb0b235-4b5a-4942-8e70-2aeb5f806bdd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.0985882 Apr 20 14:36:55.833024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39b88e35-66fe-462c-bf63-3526a5437395 req-f04f2451-97f5-4f65-8dc5-34be68a18934 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525372 Apr 20 14:36:55.845910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:55.847288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:55.849986 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554accd8-c3f9-43f0-ad17-3518a8730fee" -d '{"events": [{"server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "name": "network-vif-plugged", "status": "completed", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:55.861710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:55.943892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beee1f9f-4e4a-43d8-9861-6619de3873e7 req-cae22546-375e-424c-b7ef-e2eacae6d670 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 210 time: 0.0453544 Apr 20 14:36:55.999744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:56.032541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6e1b2-670c-4753-9e7c-8cc81f6f7836 req-dff11cec-71b4-415f-8ece-d58177d5ab81 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:56.032541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76c6e1b2-670c-4753-9e7c-8cc81f6f7836 req-dff11cec-71b4-415f-8ece-d58177d5ab81 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 944 time: 0.0784843 Apr 20 14:36:56.045639 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8765363-fc09-4d6d-9783-467b478a1878 x-openstack-request-id: req-f8765363-fc09-4d6d-9783-467b478a1878 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:56.046054 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "name": "network-vif-plugged", "status": "completed", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:56.046421 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8765363-fc09-4d6d-9783-467b478a1878 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:56.046990 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8765363-fc09-4d6d-9783-467b478a1878'] response: {'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3', 'code': 200} Apr 20 14:36:56.133500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76c6e1b2-670c-4753-9e7c-8cc81f6f7836 req-8adc10af-98ec-4000-ae67-fb8dd36091b9 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863180 Apr 20 14:36:56.225259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fb15b-3754-432b-962d-f42f345019e6 req-fd9e896e-2b0e-4d85-941a-6e2d5415d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:56.228166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d4fb15b-3754-432b-962d-f42f345019e6 req-fd9e896e-2b0e-4d85-941a-6e2d5415d440 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 1097 time: 0.0614302 Apr 20 14:36:56.278750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d4fb15b-3754-432b-962d-f42f345019e6 req-85bddf10-9ed3-4d8e-a0a5-caf7730fa412 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Apr 20 14:36:56.296336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321e547-a664-4023-b72f-cc07108fc3cc req-5902541a-f8c6-4ee5-8a27-21dd8890e118 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:56.301110 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c321e547-a664-4023-b72f-cc07108fc3cc req-5902541a-f8c6-4ee5-8a27-21dd8890e118 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 950 time: 0.2525604 Apr 20 14:36:56.412721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:36:56.470857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Deleting port a3eb090f-6504-4993-b56e-e2d494ab832b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:36:56.471386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.479328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:36:56.484073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:56.484535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.582150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.586886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] For port a3eb090f-6504-4993-b56e-e2d494ab832b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a3eb090f-6504-4993-b56e-e2d494ab832b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:56.587514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.605636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Calling delete_port for a3eb090f-6504-4993-b56e-e2d494ab832b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:36:56.628726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:36:56.635870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.718458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:56.753248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.766194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a3eb090f-6504-4993-b56e-e2d494ab832b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:56.769565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:36:56.810656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02589959-e106-40cf-b57f-a9158351b5e8 req-3d82da95-9a88-4b21-ba44-75668476a960 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:56.812146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02589959-e106-40cf-b57f-a9158351b5e8 req-3d82da95-9a88-4b21-ba44-75668476a960 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 946 time: 0.0786266 Apr 20 14:36:56.831547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event deleted for resources: {'Port': ['ID=a3eb090f-6504-4993-b56e-e2d494ab832b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:56.858151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] No DVR routers for this DVR port a3eb090f-6504-4993-b56e-e2d494ab832b on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:36:56.861210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:56.867077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c321e547-a664-4023-b72f-cc07108fc3cc req-9ecc2978-83f3-4190-b4b1-b3f5c4efed56 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.45 "DELETE /v2.0/ports/a3eb090f-6504-4993-b56e-e2d494ab832b HTTP/1.1" status: 204 len: 173 time: 0.5574977 Apr 20 14:36:56.867799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-deleted', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:56.871167 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf3c44e-edcf-47ee-a1ec-416ba1ab1b0c" -d '{"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-deleted", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:56.910944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02589959-e106-40cf-b57f-a9158351b5e8 req-c60ef00d-39e5-48bb-b34b-69a44008a550 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Apr 20 14:36:56.981216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beae156e-a12e-4c84-85be-63f2463bee51 req-5bcc326d-7a0f-4b26-ad3d-2b5b927eccbe tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=74ed6d60-133b-4eee-8cc5-571c99eae62e HTTP/1.1" status: 200 len: 210 time: 0.0360198 Apr 20 14:36:57.079925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f389b1a8-8499-4b1a-a1aa-ec78a2c140cc req-d4a04d66-603e-4cd1-8b15-030d1898e82c tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Apr 20 14:36:57.117532 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a5cce-24fe-4e31-93d3-83a72c740c0d x-openstack-request-id: req-0c6a5cce-24fe-4e31-93d3-83a72c740c0d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:57.117820 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed6d60-133b-4eee-8cc5-571c99eae62e", "name": "network-vif-deleted", "tag": "a3eb090f-6504-4993-b56e-e2d494ab832b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:57.118071 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c6a5cce-24fe-4e31-93d3-83a72c740c0d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:57.118479 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6a5cce-24fe-4e31-93d3-83a72c740c0d'] response: {'server_uuid': '74ed6d60-133b-4eee-8cc5-571c99eae62e', 'name': 'network-vif-deleted', 'tag': 'a3eb090f-6504-4993-b56e-e2d494ab832b', 'status': 'completed', 'code': 200} Apr 20 14:36:57.201597 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-0009d987-5ce4-48b8-806c-ce4e848164ae tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530672 Apr 20 14:36:57.337534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a6365-c58c-4898-b6ca-9b28e4b9cfa8 req-14bd5d1c-b735-47c9-aa44-7f2b473032e8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:57.340962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-852a6365-c58c-4898-b6ca-9b28e4b9cfa8 req-14bd5d1c-b735-47c9-aa44-7f2b473032e8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1063139 Apr 20 14:36:57.387417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-852a6365-c58c-4898-b6ca-9b28e4b9cfa8 req-ea8b0ff3-476b-4087-8b00-8028b0b2b91c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Apr 20 14:36:57.397923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-905da9ff-0732-470c-a004-42ee589c4579 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:57.403020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-905da9ff-0732-470c-a004-42ee589c4579 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933029 Apr 20 14:36:57.417719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Request body: {'port': {'device_id': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '3ab37b7f64764ed8bae6c10d96785d2c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:57.566712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Made reservation on behalf of 3ab37b7f64764ed8bae6c10d96785d2c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:36:57.573666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:57.588824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:57.684396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:57.689989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:57.766673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e004143-57e9-4378-ac60-f191f727460b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:57.854552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Allocated IP 192.168.233.149 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/08b3fe6f-94b9-4e48-b689-1ce84714ef0c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:36:58.041322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1e41-cd58-415f-94ec-2ffcdb4eb6c3 req-e86b8292-c92b-4300-a5aa-fa788a36a2e2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.048309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:58.048847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18f1e41-cd58-415f-94ec-2ffcdb4eb6c3 req-e86b8292-c92b-4300-a5aa-fa788a36a2e2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 946 time: 0.0622716 Apr 20 14:36:58.052971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.057014 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9afa18-f07d-42fc-a08a-70645e142936" -d '{"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-plugged", "status": "completed", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:58.102043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18f1e41-cd58-415f-94ec-2ffcdb4eb6c3 req-1ffd26c5-4d37-4aef-ac2b-2cf37a2a5351 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Apr 20 14:36:58.120585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.132837 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a117c218-fd8d-49a7-96bf-4b17451f5321 x-openstack-request-id: req-a117c218-fd8d-49a7-96bf-4b17451f5321 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:58.133345 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-plugged", "status": "completed", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:58.133866 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a117c218-fd8d-49a7-96bf-4b17451f5321 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:58.134458 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a117c218-fd8d-49a7-96bf-4b17451f5321'] response: {'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'code': 200} Apr 20 14:36:58.182645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51670) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:58.209278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:58.213584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:36:58.219642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:36:58.222171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:36:58.227118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.227374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.227923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.228599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.229105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.229628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.230638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.230975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.231308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.231640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.231970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.232286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:36:58.314298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.315107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.348846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ea44761f-7c13-4ba1-a7fd-c83eb3abe32e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9349074 Apr 20 14:36:58.365781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Request body: {'port': {'device_id': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:36:58.379336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4b832-8e7b-4862-a7ab-172a46dec4f4 req-b66c9116-eca4-4d46-920f-bd453c1e639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.380993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0be4b832-8e7b-4862-a7ab-172a46dec4f4 req-b66c9116-eca4-4d46-920f-bd453c1e639d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1096 time: 0.1833575 Apr 20 14:36:58.397006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949cc4c-07a7-4e07-bc2a-6e1e7c8e3aa2 req-dac12451-d0a2-44af-827e-4365dd967e59 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.398870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9949cc4c-07a7-4e07-bc2a-6e1e7c8e3aa2 req-dac12451-d0a2-44af-827e-4365dd967e59 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 936 time: 0.1217539 Apr 20 14:36:58.423957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:36:58.424918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2098bd3-5dd3-472b-a7cb-5cc3a7ddc08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.452792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.468561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0be4b832-8e7b-4862-a7ab-172a46dec4f4 req-cca87bd5-24b1-4c98-8ddc-c9f6ab3b178a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799568 Apr 20 14:36:58.490759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9949cc4c-07a7-4e07-bc2a-6e1e7c8e3aa2 req-f004d0b5-678c-48df-abda-4a98bbb8e8ba tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802040 Apr 20 14:36:58.566593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f7697dd7-0932-4545-9bba-fc24c1f6b842 None None] Provisioning complete for port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:36:58.567371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7697dd7-0932-4545-9bba-fc24c1f6b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.586583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2098bd3-5dd3-472b-a7cb-5cc3a7ddc08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.604319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2098bd3-5dd3-472b-a7cb-5cc3a7ddc08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.609265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f7697dd7-0932-4545-9bba-fc24c1f6b842 None None] Port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:36:58.677394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df644466-0e86-4fa1-95f3-f7d81259911c req-a038f39b-f577-46d5-a4fd-98f4ca9c0f44 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.679205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df644466-0e86-4fa1-95f3-f7d81259911c req-a038f39b-f577-46d5-a4fd-98f4ca9c0f44 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1282413 Apr 20 14:36:58.686233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2098bd3-5dd3-472b-a7cb-5cc3a7ddc08b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf306bed82a94a35bec9484f897d58fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5016675 Apr 20 14:36:58.689802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:58.701830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098bd3-5dd3-472b-a7cb-5cc3a7ddc08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bab5f0-ebff-42da-9391-4a91b5b4a274,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:58.743771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3699f-6b2f-4e2b-affa-154cf39d5314 req-85ff053a-a474-4454-ab55-6f42e4564e87 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.745308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ca3699f-6b2f-4e2b-affa-154cf39d5314 req-85ff053a-a474-4454-ab55-6f42e4564e87 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1574657 Apr 20 14:36:58.786293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df644466-0e86-4fa1-95f3-f7d81259911c req-c52e3057-3ed9-4c40-aea7-2cb7719f0839 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980015 Apr 20 14:36:58.816843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.821966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ca3699f-6b2f-4e2b-affa-154cf39d5314 req-cae26a13-d439-4fe5-ab20-58e98dd4c985 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671589 Apr 20 14:36:58.866640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.947041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39271097-d5cd-4768-bd68-5a0d26a43213 req-b060de4e-4c35-4ddb-9d8d-ef1cc7d347d0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:58.951031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39271097-d5cd-4768-bd68-5a0d26a43213 req-b060de4e-4c35-4ddb-9d8d-ef1cc7d347d0 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 946 time: 0.0582790 Apr 20 14:36:58.964011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.968718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.973047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4bab5f0-ebff-42da-9391-4a91b5b4a274 HTTP/1.1" status: 204 len: 168 time: 0.2813900 Apr 20 14:36:59.000483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd44480-38aa-462a-a50b-da1742e1ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bab5f0-ebff-42da-9391-4a91b5b4a274,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:59.032555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39271097-d5cd-4768-bd68-5a0d26a43213 req-49635fcd-9bd3-46d9-8f65-9003c5d459a2 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Apr 20 14:36:59.073481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:36:59.081756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.094297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Transition to ACTIVE for port object 08b3fe6f-94b9-4e48-b689-1ce84714ef0c will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:36:59.099172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.158042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:59.228925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Attempting to bind port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:36:59.229240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Attempting to bind port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:36:59.229557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Attempting to bind port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:59.234335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:36:59.234868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Attempting to bind port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:36:59.243694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:36:59.244777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:36:59.245598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:36:59.246481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Bound port: 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:36:59.247069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.356708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:36:59.361963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:36:59.370134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.377571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:59.395198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cad0efc4-ec12-4cb2-a7f7-35a5435e2cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.410777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:59.411398 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.412868 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] 10.222.0.45 "PUT /v2.0/ports/08b3fe6f-94b9-4e48-b689-1ce84714ef0c HTTP/1.1" status: 200 len: 1096 time: 1.0544250 Apr 20 14:36:59.413324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:36:59.415826 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2df48-f260-4912-a79e-bf30523dbd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:36:59.445725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a12af-deff-4a94-b3cb-6f0138c4af15 service neutron] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:59.522832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cad0efc4-ec12-4cb2-a7f7-35a5435e2cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.524040 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f82b83-2a58-4c55-a831-c965c2a4cb47 x-openstack-request-id: req-a8f82b83-2a58-4c55-a831-c965c2a4cb47 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:36:59.524900 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:36:59.525358 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8f82b83-2a58-4c55-a831-c965c2a4cb47 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:36:59.525772 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f82b83-2a58-4c55-a831-c965c2a4cb47'] response: {'name': 'network-changed', 'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'status': 'completed', 'code': 200} Apr 20 14:36:59.529348 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cad0efc4-ec12-4cb2-a7f7-35a5435e2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.541397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-f14dc55b-8818-4c82-9f49-8094af6de4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:59.543152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-f14dc55b-8818-4c82-9f49-8094af6de4c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 1099 time: 0.0721586 Apr 20 14:36:59.585824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cad0efc4-ec12-4cb2-a7f7-35a5435e2cc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f2353349344230bd14b78be2401182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049997 Apr 20 14:36:59.587330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0efc4-ec12-4cb2-a7f7-35a5435e2cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7117086-2eb8-4bfc-8eab-38c61615d17e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:36:59.590851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51712) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:36:59.641556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-ab202026-49ad-4442-ae0c-8f4da5ba0242 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c HTTP/1.1" status: 200 len: 217 time: 0.0885279 Apr 20 14:36:59.681976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.748676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e47ef-8036-4404-b791-c78b1f43bf16 req-6aa84eef-9c5b-46bb-ad6c-8259867ae7ff tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:59.750557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-376e47ef-8036-4404-b791-c78b1f43bf16 req-6aa84eef-9c5b-46bb-ad6c-8259867ae7ff tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 948 time: 0.0978446 Apr 20 14:36:59.752850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.772790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-469329e2-8757-4d85-8a84-2525780b666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:59.773191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-469329e2-8757-4d85-8a84-2525780b666b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1213701 Apr 20 14:36:59.852625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-431ac33e-5472-4675-a9cd-16fc456bb115 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:59.868406 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-431ac33e-5472-4675-a9cd-16fc456bb115 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.1661639 Apr 20 14:36:59.871185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-376e47ef-8036-4404-b791-c78b1f43bf16 req-71acd6ab-d657-4bcb-9422-3e984a7c73f7 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069231 Apr 20 14:37:00.010281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.013287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.014660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7117086-2eb8-4bfc-8eab-38c61615d17e HTTP/1.1" status: 204 len: 168 time: 0.4225063 Apr 20 14:37:00.041458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-064cac03-941d-4aae-ac72-2a23c0cc3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.042879 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-064cac03-941d-4aae-ac72-2a23c0cc3e56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520971 Apr 20 14:37:00.099320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca30929-928a-4c51-9e5c-5be38ae1b498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7117086-2eb8-4bfc-8eab-38c61615d17e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:00.116190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-4be2fa21-b759-452f-9030-5b38016c6f48 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.118467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-4be2fa21-b759-452f-9030-5b38016c6f48 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 946 time: 0.2107460 Apr 20 14:37:00.127971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Deleting port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:00.128313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.161188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29e3b-2e69-4ec6-9d3d-3d761c39b819 req-b7f10253-4d25-4cc6-9dbe-047687cd0ebd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.169436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2db29e3b-2e69-4ec6-9d3d-3d761c39b819 req-b7f10253-4d25-4cc6-9dbe-047687cd0ebd tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b HTTP/1.1" status: 200 len: 949 time: 0.2037654 Apr 20 14:37:00.292825 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-360e9095-ca57-48e9-89e8-1e391f6ef53c service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412968 Apr 20 14:37:00.390614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] For port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:00.391567 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.411950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Calling delete_port for 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:00.421396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:00.472008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: a3eb090f-6504-4993-b56e-e2d494ab832b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:00.472349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a3eb090f-6504-4993-b56e-e2d494ab832b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:00.519486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83e320ea-4b7c-4172-b544-322ff2701f66 req-1757393d-90af-4ac1-b871-940425707a7c service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182443 Apr 20 14:37:00.548888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42da757-3eb3-4f1c-9efb-61474790f768 req-83dcba73-d3bb-428c-b127-b05d286bc386 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.557502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d42da757-3eb3-4f1c-9efb-61474790f768 req-83dcba73-d3bb-428c-b127-b05d286bc386 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.5404837 Apr 20 14:37:00.630875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2db29e3b-2e69-4ec6-9d3d-3d761c39b819 req-33396df7-070c-40bc-b52b-675f61aec3c5 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.20 "GET /v2.0/security-groups?id=9630481e-bcfc-4651-90f2-a01023e7cad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575777 Apr 20 14:37:00.640184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.656988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:00.667372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d42da757-3eb3-4f1c-9efb-61474790f768 req-40f3041c-a891-4220-88be-c53a4127325c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088948 Apr 20 14:37:00.684047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Pushing event deleted for resources: {'Port': ['ID=0edcf5f1-5222-4f1b-ac3c-4da1d19af88a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:00.694611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-9e6c9d78-f9dc-486a-9e42-95c162dd37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.697904 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-9e6c9d78-f9dc-486a-9e42-95c162dd37c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 1099 time: 0.1110594 Apr 20 14:37:00.706249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Deleting port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:00.706619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.784691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] No DVR routers for this DVR port 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:00.811044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.814325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f4ef7e5-0b28-47d8-8f0b-c154bec2144a req-ec489037-1762-4c2d-917a-27177c6334e3 tempest-MigrationsAdminTest-51823756 tempest-MigrationsAdminTest-51823756-project] 10.222.0.43 "DELETE /v2.0/ports/0edcf5f1-5222-4f1b-ac3c-4da1d19af88a HTTP/1.1" status: 204 len: 173 time: 0.9438453 Apr 20 14:37:00.887730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] For port eee8fb78-2be6-44bb-8180-d9f0f339bfd3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,segment=NetworkSegment(be560ead-dec3-4c06-8852-e0ab06b13c10),segment_id=be560ead-dec3-4c06-8852-e0ab06b13c10)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:00.888101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:00.890516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-e564a744-2421-48bb-a2ce-db329525e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.892552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-e564a744-2421-48bb-a2ce-db329525e0d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1738286 Apr 20 14:37:00.905735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Calling delete_port for eee8fb78-2be6-44bb-8180-d9f0f339bfd3 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:00.921754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da97fa-616c-4ef7-8bf9-98a047e91fb5 req-5a7eb03b-7b5a-4609-8a48-61c6fbfe8cff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:00.924617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18da97fa-616c-4ef7-8bf9-98a047e91fb5 req-5a7eb03b-7b5a-4609-8a48-61c6fbfe8cff tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59c6a0-af48-4332-9327-4bcd7857daf3 HTTP/1.1" status: 200 len: 946 time: 0.1414762 Apr 20 14:37:00.969851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-b711ae61-e663-47f3-a13d-3393e0927d9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c HTTP/1.1" status: 200 len: 217 time: 0.0692859 Apr 20 14:37:01.035871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-2608cfb8-f8da-421f-bd56-75e424227b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:01.037607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-2608cfb8-f8da-421f-bd56-75e424227b4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0600314 Apr 20 14:37:01.079831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18da97fa-616c-4ef7-8bf9-98a047e91fb5 req-df8844ac-033e-480a-bc3c-8920c7f8dfdc tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups?id=1fa140f5-7a3d-4a6a-b32c-daed528ed734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475070 Apr 20 14:37:01.094446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-31ad750d-dd5c-42fc-9e9c-54a999f02836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:01.096612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b26f3-94c8-40d3-bcee-9a0ce949d085 req-614934ec-e250-4067-af53-d91023cfda94 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:01.098130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c61b26f3-94c8-40d3-bcee-9a0ce949d085 req-614934ec-e250-4067-af53-d91023cfda94 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 948 time: 0.1250966 Apr 20 14:37:01.100242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-31ad750d-dd5c-42fc-9e9c-54a999f02836 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561249 Apr 20 14:37:01.188947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c61b26f3-94c8-40d3-bcee-9a0ce949d085 req-82064b9e-f2d5-4c2f-8077-d1b845e6edec tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770144 Apr 20 14:37:01.212780 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-c5db0abc-a658-45f8-a01c-9eaaab60a58b service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048362 Apr 20 14:37:01.246716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:01.259555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['eee8fb78-2be6-44bb-8180-d9f0f339bfd3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:01.282625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event deleted for resources: {'Port': ['ID=eee8fb78-2be6-44bb-8180-d9f0f339bfd3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:01.332860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.333302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.333914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.334435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.335024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.335415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.335836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.336231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.336615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.336998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.337381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.337792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:01.369817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] No DVR routers for this DVR port eee8fb78-2be6-44bb-8180-d9f0f339bfd3 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:01.371294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-22e2df48-f260-4912-a79e-bf30523dbd6c req-52dd5937-c792-44c1-96f3-8ef858e920d4 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523471 Apr 20 14:37:01.372684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:01.376117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97f96570-dbf3-4225-9a26-72952e37dd39 req-bc2d3c5b-de43-450e-9fbd-a2258646ac4d tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.43 "DELETE /v2.0/ports/eee8fb78-2be6-44bb-8180-d9f0f339bfd3 HTTP/1.1" status: 204 len: 173 time: 1.2467413 Apr 20 14:37:01.376559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'name': 'network-vif-deleted', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:01.378857 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9597fee-0e57-4bc1-9f52-802a90ca9c21" -d '{"events": [{"server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "name": "network-vif-deleted", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:01.434067 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af885a1c-e283-4b99-b03b-382aacdb1928 x-openstack-request-id: req-af885a1c-e283-4b99-b03b-382aacdb1928 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:01.434436 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e59c6a0-af48-4332-9327-4bcd7857daf3", "name": "network-vif-deleted", "tag": "eee8fb78-2be6-44bb-8180-d9f0f339bfd3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:01.434785 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af885a1c-e283-4b99-b03b-382aacdb1928 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:01.435207 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af885a1c-e283-4b99-b03b-382aacdb1928'] response: {'server_uuid': '5e59c6a0-af48-4332-9327-4bcd7857daf3', 'name': 'network-vif-deleted', 'tag': 'eee8fb78-2be6-44bb-8180-d9f0f339bfd3', 'status': 'completed', 'code': 200} Apr 20 14:37:01.527276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-deleted', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:01.531461 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e17d4f7-0431-4a67-bc53-56880e4da3b7" -d '{"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-deleted", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:01.580096 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c5cf21-548d-4698-b6bc-8f00486d8284 x-openstack-request-id: req-80c5cf21-548d-4698-b6bc-8f00486d8284 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:01.580388 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b", "name": "network-vif-deleted", "tag": "0edcf5f1-5222-4f1b-ac3c-4da1d19af88a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:01.580644 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80c5cf21-548d-4698-b6bc-8f00486d8284 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:01.581041 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c5cf21-548d-4698-b6bc-8f00486d8284'] response: {'server_uuid': '6f0c2c58-fc3c-4137-b1d0-efffe36ecf9b', 'name': 'network-vif-deleted', 'tag': '0edcf5f1-5222-4f1b-ac3c-4da1d19af88a', 'status': 'completed', 'code': 200} Apr 20 14:37:01.867575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93801d0-d138-427c-9c81-2a084d3300d1 req-9f1ec462-0689-4b81-b8c0-5db5a17840c3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:01.871066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f93801d0-d138-427c-9c81-2a084d3300d1 req-9f1ec462-0689-4b81-b8c0-5db5a17840c3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1043661 Apr 20 14:37:01.931367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f93801d0-d138-427c-9c81-2a084d3300d1 req-9e977863-f556-4f4e-ae69-a9c9fbedd0a6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Apr 20 14:37:02.072753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f51830-ef1e-4a01-b520-99c9b9d5ffbd req-810cef01-13ed-43a3-acb9-70a9c4afc774 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:02.074885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33f51830-ef1e-4a01-b520-99c9b9d5ffbd req-810cef01-13ed-43a3-acb9-70a9c4afc774 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1096 time: 0.0517681 Apr 20 14:37:02.091053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51824) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:02.125162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33f51830-ef1e-4a01-b520-99c9b9d5ffbd req-d032caaf-d35d-4457-acd1-eaa241eece83 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Apr 20 14:37:02.353748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-96b6075e-0cba-4011-a9a4-b8cda67b863d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f35d4d7fa27f4700b57a1c4856f0ceb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615535 Apr 20 14:37:02.356333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51842) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:02.368315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0d384-955b-4f76-b16e-8f2e02849c4d req-f480da2e-449b-487b-a2fe-c9af4a19a5ef tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:02.369541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50c0d384-955b-4f76-b16e-8f2e02849c4d req-f480da2e-449b-487b-a2fe-c9af4a19a5ef tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1096 time: 0.0749662 Apr 20 14:37:02.404860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d028e-24cd-41cb-864c-c3193d550d8e req-6c10f5ed-38d3-4f5e-b805-ef11cb939e1f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:02.406413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-226d028e-24cd-41cb-864c-c3193d550d8e req-6c10f5ed-38d3-4f5e-b805-ef11cb939e1f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 948 time: 0.0675557 Apr 20 14:37:02.419399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:02.434465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50c0d384-955b-4f76-b16e-8f2e02849c4d req-dd3ae075-3cad-409f-869a-f1c852e5ad4a tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567935 Apr 20 14:37:02.447839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:02.491435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-226d028e-24cd-41cb-864c-c3193d550d8e req-a6bda0b0-516b-462e-adb5-dfc86502793d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Apr 20 14:37:02.548871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:02.554425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:02.557262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9630481e-bcfc-4651-90f2-a01023e7cad2 HTTP/1.1" status: 204 len: 168 time: 0.1997790 Apr 20 14:37:02.577273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce67b-075f-4be7-9db2-4dcc6410dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9630481e-bcfc-4651-90f2-a01023e7cad2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:02.918353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51902) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:02.967651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51906) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.007539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.043082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c01e7857-fc8a-42b4-9350-31b793e3e4de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3428cdbd4fdf47adbd0af5daba4e78de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743957 Apr 20 14:37:03.048380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51912) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.060150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.134600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.143672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.157296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.159861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.161020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "DELETE /v2.0/security-groups/0264e6b2-8a5f-4c66-8061-2108ee27d8ff HTTP/1.1" status: 204 len: 168 time: 0.2412355 Apr 20 14:37:03.163453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.164363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51924) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.202042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66f177-e413-410a-ac52-f8b9dbc2308f tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0264e6b2-8a5f-4c66-8061-2108ee27d8ff,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:03.209629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.238850 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-dd850940-3950-4f8f-bbaa-a73e56199ab8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] show failed (client error): The resource could not be found. Apr 20 14:37:03.243570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd850940-3950-4f8f-bbaa-a73e56199ab8 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "GET /v2.0/security-groups/0264e6b2-8a5f-4c66-8061-2108ee27d8ff HTTP/1.1" status: 404 len: 347 time: 0.0779247 Apr 20 14:37:03.250434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51930) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.282034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-64038aa4-0bcf-43b0-a64d-8cb149af498f tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=44deaa20a483492abd2494e95614a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678568 Apr 20 14:37:03.314958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.316232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1bff90fb-3c24-40d6-afff-2ddb0fab3e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.318943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.320202 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63ab4a14-e734-4fe1-a3c8-633767787496 HTTP/1.1" status: 204 len: 168 time: 0.2708867 Apr 20 14:37:03.372403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429d2fc-b753-4ae9-a228-829692561a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab4a14-e734-4fe1-a3c8-633767787496,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:03.479809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Deleting port 085c8405-4889-41f9-bd74-cad71d8533c6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:03.480420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.496978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:03.510541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-7039835a-0c2c-4a7e-8aac-f9fe767c6b07 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:03.518028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-7039835a-0c2c-4a7e-8aac-f9fe767c6b07 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228775 Apr 20 14:37:03.535010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:03.535524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0edcf5f1-5222-4f1b-ac3c-4da1d19af88a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:03.536093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eee8fb78-2be6-44bb-8180-d9f0f339bfd3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:03.563719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: eee8fb78-2be6-44bb-8180-d9f0f339bfd3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:03.564765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device eee8fb78-2be6-44bb-8180-d9f0f339bfd3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:03.565255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-69c6b59d-294d-40b3-a430-bc2d0ef8f63c tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/quotas/44deaa20a483492abd2494e95614a82c HTTP/1.1" status: 200 len: 375 time: 0.0463078 Apr 20 14:37:03.589801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.590470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.609608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Calling delete_port for 085c8405-4889-41f9-bd74-cad71d8533c6 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:03.649619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-a3a78c56-554e-433f-9cea-93d10d4247b9 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833845 Apr 20 14:37:03.729934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1bff90fb-3c24-40d6-afff-2ddb0fab3e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.740446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1bff90fb-3c24-40d6-afff-2ddb0fab3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.810334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1bff90fb-3c24-40d6-afff-2ddb0fab3e69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acfa8a06ff054dff9524ae428d8de49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653664 Apr 20 14:37:03.813600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51962) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:03.817020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff90fb-3c24-40d6-afff-2ddb0fab3e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed4aa5-631e-4c1e-beb2-31de9e358979,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:03.983484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:03.985270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.064658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Pushing event deleted for resources: {'Port': ['ID=085c8405-4889-41f9-bd74-cad71d8533c6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:04.068408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5e2de-5483-4d94-94c2-800f6f0c0812 req-02b338e9-3b76-41fe-8e2a-1c84f5f92e63 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:04.099339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2d5e2de-5483-4d94-94c2-800f6f0c0812 req-02b338e9-3b76-41fe-8e2a-1c84f5f92e63 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 948 time: 0.1296737 Apr 20 14:37:04.121644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.167766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.172186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.178057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-991e2ed9-e9e2-430d-a230-fd9f46b51b28 tempest-ImagesOneServerNegativeTestJSON-2052944781 tempest-ImagesOneServerNegativeTestJSON-2052944781-project] 10.222.0.20 "DELETE /v2.0/floatingips/12764cc7-6d9d-459c-8e29-78ef18a60fae HTTP/1.1" status: 204 len: 168 time: 0.9229581 Apr 20 14:37:04.214249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.224812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.232737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62ed4aa5-631e-4c1e-beb2-31de9e358979 HTTP/1.1" status: 204 len: 168 time: 0.4158602 Apr 20 14:37:04.235013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2d5e2de-5483-4d94-94c2-800f6f0c0812 req-950eafaa-7bda-4bdf-b485-d3f634dcf2e8 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270978 Apr 20 14:37:04.246386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447fdf-4f98-4aec-af3a-88e3c9646b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed4aa5-631e-4c1e-beb2-31de9e358979,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:04.439910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-005fb5f1-a004-46d6-a580-f1367018f059 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=44deaa20a483492abd2494e95614a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531826 Apr 20 14:37:04.541762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-ed1b767f-e3f3-480f-ab7c-a5053c52e27e tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:37:04.545803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-ed1b767f-e3f3-480f-ab7c-a5053c52e27e tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115719 Apr 20 14:37:04.556138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52008) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:04.608219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-62d9808c-3688-49b0-9c8f-a60a5c4b0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:04.611913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-62d9808c-3688-49b0-9c8f-a60a5c4b0875 service neutron] 10.222.0.20 "GET /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 1093 time: 0.0468776 Apr 20 14:37:04.624717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Request body: {'binding': {'host': 'n-h2-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:04.625181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 14:37:04.648569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-ec30621a-9974-4dad-8b53-b99834d64fce tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:04.663686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-ec30621a-9974-4dad-8b53-b99834d64fce tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229004 Apr 20 14:37:04.683202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-bc82ff2b-74b8-4978-bd41-581235bad423 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/quotas/44deaa20a483492abd2494e95614a82c HTTP/1.1" status: 200 len: 375 time: 0.0185289 Apr 20 14:37:04.707987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52012) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:04.737686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-a4729059-cf1b-4a17-8c52-c21a2aba9dd7 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493956 Apr 20 14:37:04.779675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8f98-3cab-4cb6-ad3b-8696d63f50ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:04.924235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on host n-h2-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:04.924800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:04.925444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:04.936981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:04.937529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:04.956049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-network', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:04.966625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:04.967419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:04.967967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:04.968565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Bound port: a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:04.990385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8f98-3cab-4cb6-ad3b-8696d63f50ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.015971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8f98-3cab-4cb6-ad3b-8696d63f50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.049260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Made reservation on behalf of 5410d7e9f7b440e1a3fd427d5fafdee5 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:05.056715 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.065136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdcb279f-2c2c-4621-8f70-676d72d7911d req-517b4e5d-1ecc-4014-a446-23798435d00c tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 210 time: 0.0706882 Apr 20 14:37:05.097990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:05.110495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52024) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:05.112216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c4d8f98-3cab-4cb6-ad3b-8696d63f50ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f3c00b926a249bba96db4211bf07b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023099 Apr 20 14:37:05.113093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8f98-3cab-4cb6-ad3b-8696d63f50ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8eff3-f740-42e8-9727-8bd8057ecf6e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:05.121502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52026) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:05.143730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.144936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6e47a416-f38c-42da-b594-5d0d2a553501 service neutron] 10.222.0.20 "POST /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5247884 Apr 20 14:37:05.151546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.172183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Deleting subnet 93560537-6b29-4967-8c68-6a38393ab34f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:05.176691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.250418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.277180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.338102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.354135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.475845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fe699-257d-4135-b20b-a3f895ef6792 req-1a0522c7-f7b5-46a2-a642-4e42126233b8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:05.477680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd5fe699-257d-4135-b20b-a3f895ef6792 req-1a0522c7-f7b5-46a2-a642-4e42126233b8 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1033847 Apr 20 14:37:05.489275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0309-9638-4330-80d4-a7a9e2f46e59 req-b9e31613-04d6-4e02-8d25-7bcf313faf3e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:05.491057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-749f0309-9638-4330-80d4-a7a9e2f46e59 req-b9e31613-04d6-4e02-8d25-7bcf313faf3e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 948 time: 0.1537323 Apr 20 14:37:05.520501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.523493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.526685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50f8eff3-f740-42e8-9727-8bd8057ecf6e HTTP/1.1" status: 204 len: 168 time: 0.4020207 Apr 20 14:37:05.539294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.572380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.574730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05839964-e9f4-4392-9446-e3219e011b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8eff3-f740-42e8-9727-8bd8057ecf6e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:05.578154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.612894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd5fe699-257d-4135-b20b-a3f895ef6792 req-9e2edca9-3312-4bfe-998c-5333cdf3f69f tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166639 Apr 20 14:37:05.627134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-5447b9a9-7cc6-47aa-a693-b4a53662bb01 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=44deaa20a483492abd2494e95614a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703297 Apr 20 14:37:05.653686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93560537-6b29-4967-8c68-6a38393ab34f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:05.670286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.674526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b316cc15-6dcd-4897-a547-d1570fa057d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93560537-6b29-4967-8c68-6a38393ab34f HTTP/1.1" status: 204 len: 168 time: 0.5613258 Apr 20 14:37:05.676895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-77d1a845-f86c-4212-88ef-8eec1129cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:05.678868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-77d1a845-f86c-4212-88ef-8eec1129cc87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1096 time: 0.1695881 Apr 20 14:37:05.681715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52038) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:05.683975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:05.693486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-749f0309-9638-4330-80d4-a7a9e2f46e59 req-1418b54e-f310-4d57-bdbb-c3810808cc85 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870680 Apr 20 14:37:05.737111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033869a-5f27-4ebd-b4fc-1d5d02b9c5b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:05.787577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.789103 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Added segment ad31e1e3-88b1-44b3-af68-f73716994cef of type vlan for network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 Apr 20 14:37:05.894883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.914398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:05.914905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-09de3707-0721-42b2-a988-312957de1f05 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:05.922433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-68d4fb31-4e7d-4c3f-a265-4805dcc99b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:05.922781 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-09de3707-0721-42b2-a988-312957de1f05 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775843 Apr 20 14:37:05.924540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-68d4fb31-4e7d-4c3f-a265-4805dcc99b72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.2349787 Apr 20 14:37:05.961551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Request body: {'port': {'device_id': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '44deaa20a483492abd2494e95614a82c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:06.020985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-b49dcff1-4a5f-47f1-8e40-9d6d3ae992f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 217 time: 0.0835710 Apr 20 14:37:06.063795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.067440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:06.069380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.093424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.124074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808c004d-7a93-4586-99f6-d02434e4622b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:06.180931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be560ead-dec3-4c06-8852-e0ab06b13c10') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:06.181244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be560ead-dec3-4c06-8852-e0ab06b13c10') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:06.183974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-089ec15a-bc20-4c17-8502-171878385cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:06.185489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-089ec15a-bc20-4c17-8502-171878385cfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1344540 Apr 20 14:37:06.188181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:06.195199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7b346944-2559-4f05-9f8a-a89a2d3ef2a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6379037 Apr 20 14:37:06.198930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52054) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:06.206096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Request body: {'subnet': {'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-subnet', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:06.216083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:06.235532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.304567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Made reservation on behalf of 5410d7e9f7b440e1a3fd427d5fafdee5 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:06.309487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.347106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54cb6d5e-e03d-424e-ab36-5bb2cde2fc9c req-e00c5fc0-780b-4e9a-a494-b618274dc374 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 210 time: 0.1768472 Apr 20 14:37:06.358889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-d2a3986e-c83f-41b2-bae3-a2efa6c18d6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316314 Apr 20 14:37:06.371976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.383106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Made reservation on behalf of 44deaa20a483492abd2494e95614a82c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:06.387679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.410278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.436805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:06.462744 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-f9bf8594-d11d-40f7-9359-54b117730067 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=44deaa20a483492abd2494e95614a82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458939 Apr 20 14:37:06.576039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:37:06.576296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:37:06.578032 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:37:06.593093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-52cced80-179d-4d18-92f6-53ead08e6d1b service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229717 Apr 20 14:37:06.629122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:06.654209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'mac_address': 'fa:16:3e:ed:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:06.701832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.731186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.762992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:06.802942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-aaf43fbd-22d7-46eb-9676-19f6f6076970 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:06.804567 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-aaf43fbd-22d7-46eb-9676-19f6f6076970 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346887 Apr 20 14:37:06.812808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.819566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] 10.222.0.20 "DELETE /v2.0/networks/808c004d-7a93-4586-99f6-d02434e4622b HTTP/1.1" status: 204 len: 168 time: 1.1339495 Apr 20 14:37:06.819566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87b00c-50ff-4c3f-bdaf-6f5394147253 admin admin] Pushing event deleted for resources: {'Network': ['ID=808c004d-7a93-4586-99f6-d02434e4622b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:06.819849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:06.828920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.841865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Request body: {'port': {'device_id': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '44deaa20a483492abd2494e95614a82c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:06.850365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.876430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-9ebac1e5-8166-4c06-b22c-bf008fe8860d service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515290 Apr 20 14:37:06.892197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:06.930923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00880fe-ccab-44ca-8d9a-52a5d74b2cf2 req-afde6d0e-8c2a-493e-9a11-687c43b5c571 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:06.932699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d00880fe-ccab-44ca-8d9a-52a5d74b2cf2 req-afde6d0e-8c2a-493e-9a11-687c43b5c571 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 949 time: 0.1010797 Apr 20 14:37:06.934079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:06.951715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267fcdf-5e3b-41d3-bff7-6234e8cd348c req-25ce0902-a836-4d53-893e-8dfec91bf8bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:06.953404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9267fcdf-5e3b-41d3-bff7-6234e8cd348c req-25ce0902-a836-4d53-893e-8dfec91bf8bc tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1321998 Apr 20 14:37:07.024471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d00880fe-ccab-44ca-8d9a-52a5d74b2cf2 req-928669e5-aa40-416d-93ac-5fe8feebdc97 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Apr 20 14:37:07.027385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9267fcdf-5e3b-41d3-bff7-6234e8cd348c req-822985da-2f16-497c-bf1d-3d3f2ba062b6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504272 Apr 20 14:37:07.146547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd5159-ec4c-4f54-a9f0-ad347247d817,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:07.176308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['08b3fe6f-94b9-4e48-b689-1ce84714ef0c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:07.214775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52072) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:07.252103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.300570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fc63fecb-664c-4748-8767-18ec2464bc76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2eb3b7a22314cc4ae2c8cc84f8d3aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845988 Apr 20 14:37:07.301274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52078) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:07.334283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Allocated IP 192.168.233.8 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/39a6fbe4-abf4-4845-be28-8ba694a50dae) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:07.339577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Made reservation on behalf of 44deaa20a483492abd2494e95614a82c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:07.343084 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.383866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bcb082-298f-43e9-a782-d4b41b7ef462,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:07.411810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.454197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.516809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d49fdbf-4b98-4d32-a041-aefc60d02f82 req-5d4792ab-ff33-4ba7-9bcc-4e4edd654fe2 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 210 time: 0.0395002 Apr 20 14:37:07.585727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.588434 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.592627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fa140f5-7a3d-4a6a-b32c-daed528ed734 HTTP/1.1" status: 204 len: 168 time: 0.2903631 Apr 20 14:37:07.645776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e955-b0b5-4464-8805-e4d8eca74f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa140f5-7a3d-4a6a-b32c-daed528ed734,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:07.650320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-395b74c7-3d46-49f1-8ad3-5641e5075344 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541327 Apr 20 14:37:07.675172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Checking segment: {'id': 'ad31e1e3-88b1-44b3-af68-f73716994cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:07.675324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Network hostable DHCP agents. Network: cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:37:07.806527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8628-293b-4303-9b00-55b644485440 req-3a3b2ee0-afbc-4884-9c4b-736478761ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:07.815832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-3a3b2ee0-afbc-4884-9c4b-736478761ead service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 1095 time: 0.0991993 Apr 20 14:37:07.854861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.889491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:37:07.903834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:07.910273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.921076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914133cd-e11e-4909-bd76-8215fd9483f5 None None] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:07.949305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:07.950735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:07.997457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8628-293b-4303-9b00-55b644485440 req-22fe738e-94da-4c22-abdd-b15100443374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:07.999599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-22fe738e-94da-4c22-abdd-b15100443374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1691518 Apr 20 14:37:08.055243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:08.075130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-16ade546-8bae-49a4-9455-ef78ad717795 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 200 len: 217 time: 0.0632138 Apr 20 14:37:08.080105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c5d01cff-3458-4372-9555-9f0acb78dcad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8804703 Apr 20 14:37:08.080794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52102) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:08.095505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:08.097697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:08.098105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Allocated IP 192.168.233.182 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/6f2ea04d-616f-48de-8169-8f3b847f1775) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:08.103489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:08.154029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:08.268131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:08.275923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.292247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8628-293b-4303-9b00-55b644485440 req-fb949cc7-1ed9-4fe0-a4f0-b5081ebdfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:08.297572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-fb949cc7-1ed9-4fe0-a4f0-b5081ebdfd9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1843479 Apr 20 14:37:08.358833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-cdc11136-f5a8-493d-a8f1-7af607680b17 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4089069 Apr 20 14:37:08.419482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Request body: {'port': {'device_id': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:08.514801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-b906df4d-e3b4-400b-9192-3389a1766595 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138091 Apr 20 14:37:08.519372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:08.554985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.604826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.614292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8d065df0-2780-4974-8871-5181c4f377e4 None None] Provisioning complete for port 39a6fbe4-abf4-4845-be28-8ba694a50dae triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:08.616383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d065df0-2780-4974-8871-5181c4f377e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.664072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8d065df0-2780-4974-8871-5181c4f377e4 None None] Port 39a6fbe4-abf4-4845-be28-8ba694a50dae cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:08.670147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:37:08.704245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:08.705383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.706598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c06d4-94a5-44b3-8d80-3d65c546f512 req-74ac8db0-1035-49e3-9b5a-60ee90adb339 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:08.709984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a72c06d4-94a5-44b3-8d80-3d65c546f512 req-74ac8db0-1035-49e3-9b5a-60ee90adb339 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 949 time: 0.3979232 Apr 20 14:37:08.716753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.720124 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.723312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02', 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'fixed_ips': [{'subnet_id': 'f9bcb082-298f-43e9-a782-d4b41b7ef462'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:37:08.724971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.778785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:08.834066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-060edd34-b35b-4043-b528-4e56b34af338 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037720 Apr 20 14:37:08.909609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:08.915396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:08.929492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:08.986360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.006877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a72c06d4-94a5-44b3-8d80-3d65c546f512 req-ea25118a-3a39-4554-91ce-1a7b8ec26040 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704737 Apr 20 14:37:09.080345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:09.083588 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122d6a5f-d0ab-4330-81df-31179c987d16" -d '{"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:09.099200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.123210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:09.133313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Allocated IP 172.20.0.2 (cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02/f9bcb082-298f-43e9-a782-d4b41b7ef462/67969bd9-945b-4a11-a8b5-2af16481e9f4) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:09.136955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3202bf1-e2ac-44e8-a767-39fdf37f1d91 req-59cfe0ce-e0bb-4285-b90e-a47c57f2e001 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.138667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3202bf1-e2ac-44e8-a767-39fdf37f1d91 req-59cfe0ce-e0bb-4285-b90e-a47c57f2e001 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.8387198 Apr 20 14:37:09.150851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.245575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:09.301826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3202bf1-e2ac-44e8-a767-39fdf37f1d91 req-3c199b27-9ec5-45a7-b74a-150fffecc5d0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148803 Apr 20 14:37:09.315958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7d8628-293b-4303-9b00-55b644485440 req-fe2a951c-5edf-4986-90a7-0bb52a2a5d87 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474211 Apr 20 14:37:09.407999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.465522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.488315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.535435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9aa8a995-a61a-4033-8dd2-26fec17634f6 None None] Provisioning complete for port 6f2ea04d-616f-48de-8169-8f3b847f1775 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:09.536122 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9aa8a995-a61a-4033-8dd2-26fec17634f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.546844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:09.562099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:09.602446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.603640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.636279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Pushing event updated for resources: {'Port': ['ID=67969bd9-945b-4a11-a8b5-2af16481e9f4,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:09.637599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.638225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.638720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.639266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.639731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.640230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.641046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.641536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.642133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.644131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d79430-3f2d-4c60-b91b-a511e01065e5 req-0e183502-2aee-45f7-9454-6000e99e4bf7 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6406 time: 0.2251346 Apr 20 14:37:09.646775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-dcb19291-54aa-403d-91b7-28add91e2114 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8196898 Apr 20 14:37:09.659067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Request body: {'port': {'device_id': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:09.664862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:09.672062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:09.738692 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2abc9f-c714-4bb2-80ee-2e6e7b5bcc60 x-openstack-request-id: req-2b2abc9f-c714-4bb2-80ee-2e6e7b5bcc60 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:09.739012 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:09.739622 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b2abc9f-c714-4bb2-80ee-2e6e7b5bcc60 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:09.740639 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2abc9f-c714-4bb2-80ee-2e6e7b5bcc60'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'code': 200} Apr 20 14:37:09.743622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8a995-a61a-4033-8dd2-26fec17634f6 None None] Port 6f2ea04d-616f-48de-8169-8f3b847f1775 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:09.783310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.784757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523aca-1350-4f47-aff9-a49d15a75dd6 req-ccf8e831-1e4d-4679-a27a-ec42031dffb6 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:09.786297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74523aca-1350-4f47-aff9-a49d15a75dd6 req-ccf8e831-1e4d-4679-a27a-ec42031dffb6 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 936 time: 0.1412187 Apr 20 14:37:09.802998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Attempting to bind port 67969bd9-945b-4a11-a8b5-2af16481e9f4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:09.803350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Attempting to bind port 67969bd9-945b-4a11-a8b5-2af16481e9f4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ad31e1e3-88b1-44b3-af68-f73716994cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:09.803711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Attempting to bind port 67969bd9-945b-4a11-a8b5-2af16481e9f4 on network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:09.813620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:09.814000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Checking segment: {'id': 'ad31e1e3-88b1-44b3-af68-f73716994cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:09.814405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.814909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Bound using segment: {'id': 'ad31e1e3-88b1-44b3-af68-f73716994cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:09.815420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Bound port: 67969bd9-945b-4a11-a8b5-2af16481e9f4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad31e1e3-88b1-44b3-af68-f73716994cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:09.815806 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.845114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74523aca-1350-4f47-aff9-a49d15a75dd6 req-8c8981c9-23dc-4690-989d-5311c2799139 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506337 Apr 20 14:37:09.921382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:09.952715 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.963612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] For port 67969bd9-945b-4a11-a8b5-2af16481e9f4, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:09.970859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] For port 67969bd9-945b-4a11-a8b5-2af16481e9f4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67969bd9-945b-4a11-a8b5-2af16481e9f4,segment=NetworkSegment(ad31e1e3-88b1-44b3-af68-f73716994cef),segment_id=ad31e1e3-88b1-44b3-af68-f73716994cef)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:09.982526 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:09.983528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.017369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.048176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc4bfd-2b7d-4afb-a72b-00842dfe416e req-8e14bf8d-04ea-4119-a7e4-12fb44ad6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:10.049721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09cc4bfd-2b7d-4afb-a72b-00842dfe416e req-8e14bf8d-04ea-4119-a7e4-12fb44ad6dd0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 1101 time: 0.2541590 Apr 20 14:37:10.054917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Transition to ACTIVE for port object 39a6fbe4-abf4-4845-be28-8ba694a50dae will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:37:10.068965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.182358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbada40c-ffb2-4bfd-9794-b778958326a9 None None] Pushing event updated for resources: {'Port': ['ID=67969bd9-945b-4a11-a8b5-2af16481e9f4,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:10.193857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6435f39d-6f91-429c-a3b0-b54e98a6dc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.267165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f6d1f-e0cb-4f43-a48a-2df9d4f004c8 req-0046c03c-f986-4f3c-aadc-77c98b0c0ae6 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:10.281702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c42f6d1f-e0cb-4f43-a48a-2df9d4f004c8 req-0046c03c-f986-4f3c-aadc-77c98b0c0ae6 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 886 time: 0.3388183 Apr 20 14:37:10.460772 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09cc4bfd-2b7d-4afb-a72b-00842dfe416e req-014fd738-caed-4699-a2d0-fe34f0fadfec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918638 Apr 20 14:37:10.466931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:10.477477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca96d7-dce7-472e-b4cb-d87e9b3ce61f req-fa474875-fdcb-464a-9321-1ef63400e57c tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:10.486122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9ca96d7-dce7-472e-b4cb-d87e9b3ce61f req-fa474875-fdcb-464a-9321-1ef63400e57c tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 950 time: 0.2412157 Apr 20 14:37:10.524719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Attempting to bind port 39a6fbe4-abf4-4845-be28-8ba694a50dae on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:10.525854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Attempting to bind port 39a6fbe4-abf4-4845-be28-8ba694a50dae by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:10.526196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Attempting to bind port 39a6fbe4-abf4-4845-be28-8ba694a50dae on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:10.540909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Port 39a6fbe4-abf4-4845-be28-8ba694a50dae on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:10.541234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Attempting to bind port 39a6fbe4-abf4-4845-be28-8ba694a50dae on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:10.558081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:10.558799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:10.558799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:10.559333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Bound port: 39a6fbe4-abf4-4845-be28-8ba694a50dae, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:10.559633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.716143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:10.721316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:10.730602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2ea04d-616f-48de-8169-8f3b847f1775 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:10.741685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.758902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Transition to ACTIVE for port object 6f2ea04d-616f-48de-8169-8f3b847f1775 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:37:10.762263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.823031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:10.827737 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.886599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52178) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:10.958827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:10.959467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:10.965647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-b59e1ec4-9213-4077-80d9-0ebd4167f378 service neutron] 10.222.0.43 "PUT /v2.0/ports/39a6fbe4-abf4-4845-be28-8ba694a50dae HTTP/1.1" status: 200 len: 1094 time: 2.5909741 Apr 20 14:37:10.966065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:10.968434 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:11.066430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Allocated IP 172.25.1.253 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/867b0ac6-5e63-48a4-8d5f-10407b40be93) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:11.215346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9ca96d7-dce7-472e-b4cb-d87e9b3ce61f req-7ccaede2-7d0d-45f5-9e4f-2fec3e185b93 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7283545 Apr 20 14:37:11.246407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:11.287395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eac04a3d-f126-4f75-a504-490ec9619cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:11.324855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.326532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.327313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.328054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.329805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.330447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.330959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.331487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.332084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.334245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01a6ba6c-ec9d-435f-902a-21c83c476348 req-33801171-64ac-4fa5-87bd-38c08bed7ba5 tempest-NetworksTest-370604264 tempest-NetworksTest-370604264-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6406 time: 0.8979876 Apr 20 14:37:11.346183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:11.395030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Attempting to bind port 6f2ea04d-616f-48de-8169-8f3b847f1775 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:11.395459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Attempting to bind port 6f2ea04d-616f-48de-8169-8f3b847f1775 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:11.404007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Attempting to bind port 6f2ea04d-616f-48de-8169-8f3b847f1775 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:11.461514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:11.491392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-9bc36c83-7b80-46ac-8c85-f219d2e32489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.493293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-9bc36c83-7b80-46ac-8c85-f219d2e32489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 1097 time: 0.4482179 Apr 20 14:37:11.517150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Port 6f2ea04d-616f-48de-8169-8f3b847f1775 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:11.517487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Attempting to bind port 6f2ea04d-616f-48de-8169-8f3b847f1775 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:11.603440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-213ccc32-ee07-46ee-94df-6228d00f71ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae HTTP/1.1" status: 200 len: 217 time: 0.0722342 Apr 20 14:37:11.664147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67969bd9-945b-4a11-a8b5-2af16481e9f4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:11.699306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:11.715353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:11.725077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:11.733507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:11.735787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:11.736269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:11.736756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Bound port: 6f2ea04d-616f-48de-8169-8f3b847f1775, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:11.737125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:11.768439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0971265-9f04-4f69-9655-63044e67b1dc req-33a85af3-120c-4ff1-b7f7-136e107d3eba tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.781270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0971265-9f04-4f69-9655-63044e67b1dc req-33a85af3-120c-4ff1-b7f7-136e107d3eba tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.3588130 Apr 20 14:37:11.783414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-00137d42-ecbd-49a6-a1ec-fa4a8b0808e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.784153 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-00137d42-ecbd-49a6-a1ec-fa4a8b0808e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1764145 Apr 20 14:37:11.792122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:11.802201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 67969bd9-945b-4a11-a8b5-2af16481e9f4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:11.802625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:11.875072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3374b1-dd6f-4537-a491-ca15177cad17 req-528eadca-7f01-4d5b-8d74-930507a5f924 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:11.876865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e3374b1-dd6f-4537-a491-ca15177cad17 req-528eadca-7f01-4d5b-8d74-930507a5f924 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.3432205 Apr 20 14:37:11.881915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Pushing event updated for resources: {'Port': ['ID=867b0ac6-5e63-48a4-8d5f-10407b40be93,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:11.947519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688acf3-6994-478a-b7ba-bbcc1d895ead None None] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:11.998675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eac04a3d-f126-4f75-a504-490ec9619cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.009492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-41ff44b9-d478-4429-b177-7e92b201437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:12.011782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-41ff44b9-d478-4429-b177-7e92b201437a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524336 Apr 20 14:37:12.017315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eac04a3d-f126-4f75-a504-490ec9619cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.028437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0971265-9f04-4f69-9655-63044e67b1dc req-20640de9-57e6-4c00-88f8-779d0751523e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450473 Apr 20 14:37:12.104612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e3374b1-dd6f-4537-a491-ca15177cad17 req-dfe3d2de-2e44-4d14-b41a-38a1ca4ee15c tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093546 Apr 20 14:37:12.177310 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fdb8f1-eb28-4220-809b-426a62981227 x-openstack-request-id: req-a2fdb8f1-eb28-4220-809b-426a62981227 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:12.177680 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:12.177896 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2fdb8f1-eb28-4220-809b-426a62981227 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:12.178255 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fdb8f1-eb28-4220-809b-426a62981227'] response: {'name': 'network-changed', 'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'status': 'completed', 'code': 200} Apr 20 14:37:12.186168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:12.228910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4edf7615-5bc7-4b39-b282-92ba541c16d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.231834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:12.258982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eac04a3d-f126-4f75-a504-490ec9619cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0e7206f847c44bc9e3fa6d74d05e07a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3700922 Apr 20 14:37:12.262145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:12.265150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.284590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.297575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac04a3d-f126-4f75-a504-490ec9619cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e205525-9a22-4bf9-ac64-675895ca0e92,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:12.298990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7f8eb02f-3c5b-4d14-a1cc-0860848d6fcc None None] Provisioning complete for port 67969bd9-945b-4a11-a8b5-2af16481e9f4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:12.299518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7f8eb02f-3c5b-4d14-a1cc-0860848d6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.317209 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.419419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:12.420039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.424550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 67969bd9-945b-4a11-a8b5-2af16481e9f4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67969bd9-945b-4a11-a8b5-2af16481e9f4,segment=NetworkSegment(ad31e1e3-88b1-44b3-af68-f73716994cef),segment_id=ad31e1e3-88b1-44b3-af68-f73716994cef)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:12.429035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f2ea04d-616f-48de-8169-8f3b847f1775 HTTP/1.1" status: 200 len: 1096 time: 2.7748423 Apr 20 14:37:12.431453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-20647d74-4549-49d2-9371-fe8bf8613842 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076486 Apr 20 14:37:12.442179 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.498178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.585722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8fefd60-98a3-493a-b12e-ef906fcd32dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.593394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=67969bd9-945b-4a11-a8b5-2af16481e9f4,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:12.612383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.626610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f411b-f0ec-44d7-b48c-8b3f30c6bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:12.691598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4edf7615-5bc7-4b39-b282-92ba541c16d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.703007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.705956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.726976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e205525-9a22-4bf9-ac64-675895ca0e92 HTTP/1.1" status: 204 len: 168 time: 0.4554398 Apr 20 14:37:12.753737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0898f85d-0593-46d8-b19e-a698bd93a2fb req-4eda5a2c-bc95-4607-a28e-697caa78915c service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134942 Apr 20 14:37:12.757583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4edf7615-5bc7-4b39-b282-92ba541c16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:12.778306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498b54b-4211-46b0-b584-40e6d859af87 req-808618ed-6c90-400b-9f4a-c80152d55303 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:12.784554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1498b54b-4211-46b0-b584-40e6d859af87 req-808618ed-6c90-400b-9f4a-c80152d55303 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 950 time: 0.4115393 Apr 20 14:37:12.795078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4edf7615-5bc7-4b39-b282-92ba541c16d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f837b67b51334ac29048e5abeb3c8da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9531450 Apr 20 14:37:12.801256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52202) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:12.946396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-d1aacbed-8996-4468-9c9a-8d91bb2d591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:12.948267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-d1aacbed-8996-4468-9c9a-8d91bb2d591f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 1099 time: 0.4369044 Apr 20 14:37:12.953191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151d408-2f15-4203-a6cc-19daa03eff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e205525-9a22-4bf9-ac64-675895ca0e92,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:12.957579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7615-5bc7-4b39-b282-92ba541c16d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c8feb-4d26-4fa9-a2a3-6214a2997aa1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:13.041214 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-58f90ccb-79bc-45f9-9cce-47538d042de9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6f2ea04d-616f-48de-8169-8f3b847f1775 HTTP/1.1" status: 200 len: 217 time: 0.0800104 Apr 20 14:37:13.045903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-364a9f55-8124-4529-a224-ba38b1d36608 None None] Provisioning complete for port 67969bd9-945b-4a11-a8b5-2af16481e9f4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:13.047045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-364a9f55-8124-4529-a224-ba38b1d36608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.047998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1498b54b-4211-46b0-b584-40e6d859af87 req-3f8d4aaf-6861-4e38-ac64-b2757c6449c7 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579978 Apr 20 14:37:13.123641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-81249541-b933-4187-aee5-7bcf4f306a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.125027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-81249541-b933-4187-aee5-7bcf4f306a5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0639524 Apr 20 14:37:13.144907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-d4b25c26-3814-4de3-8d7f-27bcbd56a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.150263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-d4b25c26-3814-4de3-8d7f-27bcbd56a408 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 1097 time: 0.2987978 Apr 20 14:37:13.156626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.183169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.282068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.300225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-13392e0d-3e0e-48b5-8dd8-9db68fec02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.301634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-13392e0d-3e0e-48b5-8dd8-9db68fec02f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539390 Apr 20 14:37:13.427166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab697e1-69d5-4dbf-bfdf-b33db2945540 req-eb027488-a6dd-4f68-8f3f-3c8c28b70532 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.428669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ab697e1-69d5-4dbf-bfdf-b33db2945540 req-eb027488-a6dd-4f68-8f3f-3c8c28b70532 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1619363 Apr 20 14:37:13.443671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-ac7e4cc3-5c67-4492-8b1f-14511c2bd48e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319695 Apr 20 14:37:13.489318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ab697e1-69d5-4dbf-bfdf-b33db2945540 req-73ced585-5fcc-414a-a5bd-e76a8f7f0d2b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 Apr 20 14:37:13.505469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Router 48cc6979-025f-4864-bea2-57ea4ca0ec80 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:37:13.568918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.602052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67969bd9-945b-4a11-a8b5-2af16481e9f4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:13.659543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-345bc812-2d0f-4cb1-a535-376a59d45e71 req-cc0dd5d1-9d69-4076-b500-398a14168b39 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613522 Apr 20 14:37:13.691099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 67969bd9-945b-4a11-a8b5-2af16481e9f4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:13.691650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.730541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-57a454a1-4087-4b9e-bc70-4d1560e435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.732065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-57a454a1-4087-4b9e-bc70-4d1560e435d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.5462945 Apr 20 14:37:13.797298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-9c88d96a-34e4-422a-a52f-e7cd8e44ced7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae HTTP/1.1" status: 200 len: 217 time: 0.0518055 Apr 20 14:37:13.801619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.803257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:13.813347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.815227 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c73c8feb-4d26-4fa9-a2a3-6214a2997aa1 HTTP/1.1" status: 204 len: 168 time: 1.0046015 Apr 20 14:37:13.819153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Sync routers for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:13.834148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:13.843181 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:13.908612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-16111f87-cdee-48df-81c7-6c8f9f0cd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:13.910805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-16111f87-cdee-48df-81c7-6c8f9f0cd1f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0942695 Apr 20 14:37:13.912211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e893dc7-2e41-4a05-8d98-5b8b40a71beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c8feb-4d26-4fa9-a2a3-6214a2997aa1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:13.927663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.932651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d43a6cde-9f54-4525-bf5f-28c1ade1b99a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8477468 Apr 20 14:37:13.937381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52250) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:14.010270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-9a16092d-f2b6-4a52-aef5-1c5357b5271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.018691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-9a16092d-f2b6-4a52-aef5-1c5357b5271b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956192 Apr 20 14:37:14.089364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:14.194742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:14.197618 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a48cfe-141a-4dea-a797-914a7e6250fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:14.233939 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:14.238016 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-87c5b5c9-f208-4680-8795-590c306a4e55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805318 Apr 20 14:37:14.240985 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-cafe3a32-7662-4aec-8278-9fc1a00ee4cf service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154956 Apr 20 14:37:14.354615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46e16-a1e4-47e3-95c3-d029b8e2abf3 req-bbb4e74a-fb48-4d2a-bf8d-42174da87f51 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.362332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5c46e16-a1e4-47e3-95c3-d029b8e2abf3 req-bbb4e74a-fb48-4d2a-bf8d-42174da87f51 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.5524373 Apr 20 14:37:14.386524 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a24fbe-d905-4086-bffc-41c786ac344d x-openstack-request-id: req-44a24fbe-d905-4086-bffc-41c786ac344d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:14.387464 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:14.387719 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44a24fbe-d905-4086-bffc-41c786ac344d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:14.388784 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a24fbe-d905-4086-bffc-41c786ac344d'] response: {'name': 'network-changed', 'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'status': 'completed', 'code': 200} Apr 20 14:37:14.430726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5c46e16-a1e4-47e3-95c3-d029b8e2abf3 req-3ea1a28e-9886-4c2a-9549-ef2ae611b9dd tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Apr 20 14:37:14.506650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-bad66b0e-93db-4c04-8655-a355e6de45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.508308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-bad66b0e-93db-4c04-8655-a355e6de45a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44deaa20a483492abd2494e95614a82c&device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 1099 time: 0.1194997 Apr 20 14:37:14.514477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-66b421bd-ac77-48d5-a2ca-5094ec0ed8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.516929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-66b421bd-ac77-48d5-a2ca-5094ec0ed8d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.1324685 Apr 20 14:37:14.597811 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:12Z', 'revision_number': 3, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:14.646806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-5e51b0c3-74c8-4c1c-9028-956f70d35694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.648276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-5e51b0c3-74c8-4c1c-9028-956f70d35694 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1234663 Apr 20 14:37:14.650944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:14.683859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Checking router: 48cc6979-025f-4864-bea2-57ea4ca0ec80 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:14.684253 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Updating router 48cc6979-025f-4864-bea2-57ea4ca0ec80 port 867b0ac6-5e63-48a4-8d5f-10407b40be93 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:14.712360 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:14.721154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2718f16e-4fe5-4eef-a99d-00ad0f363d7c req-c67763d4-6e98-44b8-9303-af32847df317 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689860 Apr 20 14:37:14.766934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-427cbec8-58dd-4f85-b5d1-bca344d8b924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:14.782357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-eebc2a7f-70eb-4d08-ab09-bdfd3926cb62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6f2ea04d-616f-48de-8169-8f3b847f1775 HTTP/1.1" status: 200 len: 217 time: 0.1128800 Apr 20 14:37:14.821085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d354ed-2dd3-4b96-b2d8-8e790b26f00b req-95748928-9ff4-4a26-86a1-8aab740726d4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.822772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48d354ed-2dd3-4b96-b2d8-8e790b26f00b req-95748928-9ff4-4a26-86a1-8aab740726d4 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1304054 Apr 20 14:37:14.886273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-4a1a1e89-3f07-4d3c-b85d-c1395d04fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.887841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-4a1a1e89-3f07-4d3c-b85d-c1395d04fc8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0961185 Apr 20 14:37:14.926390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-be5934d0-163e-4924-b019-78649013eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:14.927982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-be5934d0-163e-4924-b019-78649013eac4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.2761798 Apr 20 14:37:14.930952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48d354ed-2dd3-4b96-b2d8-8e790b26f00b req-2b527159-37d5-422e-9fdd-17d5ae2daba7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982816 Apr 20 14:37:14.992654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.023139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-f53e1229-b143-463f-a6b3-20224144008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:15.024746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-f53e1229-b143-463f-a6b3-20224144008c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284306 Apr 20 14:37:15.031279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-427cbec8-58dd-4f85-b5d1-bca344d8b924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.047880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-427cbec8-58dd-4f85-b5d1-bca344d8b924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.062771 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-49629461-8776-4068-a676-f1b997a65d59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1230228 Apr 20 14:37:15.069200 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.104513 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.111920 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.169423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-427cbec8-58dd-4f85-b5d1-bca344d8b924 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cb17435c3764a74add3f07ea92f4cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096662 Apr 20 14:37:15.175351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52286) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:15.185317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cbec8-58dd-4f85-b5d1-bca344d8b924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7218f23-6790-4a7a-8b72-069a8c6b60f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:15.225400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.226279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-36934084-4fa4-4fbc-ab55-65024c399e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:15.227859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-36934084-4fa4-4fbc-ab55-65024c399e3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1537280 Apr 20 14:37:15.234979 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Attempting to bind port 867b0ac6-5e63-48a4-8d5f-10407b40be93 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:15.241156 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Attempting to bind port 867b0ac6-5e63-48a4-8d5f-10407b40be93 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:15.241809 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Attempting to bind port 867b0ac6-5e63-48a4-8d5f-10407b40be93 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:15.258428 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:15.260277 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:15.260901 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.261497 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:15.262183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Bound port: 867b0ac6-5e63-48a4-8d5f-10407b40be93, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:15.262838 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.264717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf64aa-dd2f-4920-bb4b-699aea2b429b None None] Pushing event updated for resources: {'Port': ['ID=867b0ac6-5e63-48a4-8d5f-10407b40be93,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:15.267779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-86e4e33c-598f-4d0e-93ed-128d555d9591 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335424 Apr 20 14:37:15.284687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Allocated IP 172.20.0.1 (cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02/f9bcb082-298f-43e9-a782-d4b41b7ef462/201eab0d-09d3-443a-b363-86b4afe808b2) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:15.310826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.416421 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] For port 867b0ac6-5e63-48a4-8d5f-10407b40be93, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:15.423304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] For port 867b0ac6-5e63-48a4-8d5f-10407b40be93, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=867b0ac6-5e63-48a4-8d5f-10407b40be93,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:15.432412 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.486164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.519528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:15.534026 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:15.534682 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:15.536741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf64aa-dd2f-4920-bb4b-699aea2b429b None None] Pushing event updated for resources: {'Port': ['ID=867b0ac6-5e63-48a4-8d5f-10407b40be93,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:15.676709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.714372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:15.720981 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:15.731363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'mac_address': 'fa:16:3e:cb:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:15.736060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:15.739494 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62a48cfe-141a-4dea-a797-914a7e6250fd req-536e77a3-f848-4ef5-9852-0f4060eb4dbe service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612992 Apr 20 14:37:15.752079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-0dc94814-786d-4d43-864a-a81aa2c06a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:15.753552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-0dc94814-786d-4d43-864a-a81aa2c06a5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5132923 Apr 20 14:37:15.753847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec8ee-e43d-44e5-841d-3b4586aa71cd req-7a9bb9e3-6250-4cbb-88c3-51f02321fd7a tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:15.755468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-039ec8ee-e43d-44e5-841d-3b4586aa71cd req-7a9bb9e3-6250-4cbb-88c3-51f02321fd7a tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.1492069 Apr 20 14:37:15.759083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.760681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:15.776223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:15.806149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.822099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:15.860242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:15.873036 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.891633 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.900613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.903304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:15.904691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7218f23-6790-4a7a-8b72-069a8c6b60f4 HTTP/1.1" status: 204 len: 168 time: 0.7284019 Apr 20 14:37:15.910014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-0a9b0577-ba74-4182-ba4c-555111f87f5c service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436439 Apr 20 14:37:15.916197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb745-0cbe-4bb1-aa3c-cfae627ce89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7218f23-6790-4a7a-8b72-069a8c6b60f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:15.994306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Pushing event updated for resources: {'Port': ['ID=201eab0d-09d3-443a-b363-86b4afe808b2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:16.012774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:16.062502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-039ec8ee-e43d-44e5-841d-3b4586aa71cd req-b9d0d748-71b9-4841-930f-146f877aaf90 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166300 Apr 20 14:37:16.094526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8fb134da-24aa-4b21-936b-f61ad5814ad1 req-9bce7384-8c6a-4c57-8f95-b6ab588a2531 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757591 Apr 20 14:37:16.108967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['39a6fbe4-abf4-4845-be28-8ba694a50dae'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:16.256498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:16.256811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4fcdafad-32ff-4a39-8111-96ecd935b57f None None] Provisioning complete for port 201eab0d-09d3-443a-b363-86b4afe808b2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:16.257270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fcdafad-32ff-4a39-8111-96ecd935b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:16.313219 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:12Z', 'revision_number': 3, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:16.341701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4fcdafad-32ff-4a39-8111-96ecd935b57f None None] Port 201eab0d-09d3-443a-b363-86b4afe808b2 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:16.355578 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b44a5-ac18-423d-b53b-76bba8028f16 None None] The sync data for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 is: [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:12Z', 'revision_number': 3, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:16.492646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6f7ec-b91a-40cc-90b2-06951000b2cc req-61eaa8a7-cafe-48e8-afef-120deb7158fd tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:16.495647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a6f7ec-b91a-40cc-90b2-06951000b2cc req-61eaa8a7-cafe-48e8-afef-120deb7158fd tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1555283 Apr 20 14:37:16.580375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a6f7ec-b91a-40cc-90b2-06951000b2cc req-d579aebd-9173-4939-a5de-d2984c523c06 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739698 Apr 20 14:37:16.650696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:16.658007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:16.801883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Pushing event updated for resources: {'Port': ['ID=201eab0d-09d3-443a-b363-86b4afe808b2,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:16.804831 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:16.925221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:16.927334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:17.166166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Router 48cc6979-025f-4864-bea2-57ea4ca0ec80 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:17.372851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c82f40-088b-4d9f-91e1-0692645e6215 req-850a8253-7f05-4b03-aee6-a60d4b1ff3fc tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:17.375464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96c82f40-088b-4d9f-91e1-0692645e6215 req-850a8253-7f05-4b03-aee6-a60d4b1ff3fc tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.1850178 Apr 20 14:37:17.390088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dafdf250-233b-4821-a1e8-5453b5e39f6e None None] Provisioning complete for port 201eab0d-09d3-443a-b363-86b4afe808b2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:17.390088 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dafdf250-233b-4821-a1e8-5453b5e39f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:17.441541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:17.452867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dafdf250-233b-4821-a1e8-5453b5e39f6e None None] Port 201eab0d-09d3-443a-b363-86b4afe808b2 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:17.464671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7271e7d-7b0c-4058-b3cb-dde1c60d1109 admin admin] 10.222.0.20 "PUT /v2.0/routers/48cc6979-025f-4864-bea2-57ea4ca0ec80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5141654 Apr 20 14:37:17.494634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96c82f40-088b-4d9f-91e1-0692645e6215 req-06e70ecc-9db1-49b7-b55f-c1dd41e62ab0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096947 Apr 20 14:37:17.528451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:17.532791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:17.705672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 867b0ac6-5e63-48a4-8d5f-10407b40be93 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:17.791624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7bf3d-3d19-418a-9ec1-c6e02a29b539 req-735c51ab-393a-472a-9cd5-a9a03237d223 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:17.793392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dc7bf3d-3d19-418a-9ec1-c6e02a29b539 req-735c51ab-393a-472a-9cd5-a9a03237d223 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.0993674 Apr 20 14:37:17.816303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 39a6fbe4-abf4-4845-be28-8ba694a50dae completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:37:17.835495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 39a6fbe4-abf4-4845-be28-8ba694a50dae triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:17.836637 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:17.897305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dc7bf3d-3d19-418a-9ec1-c6e02a29b539 req-eb695112-7e86-4dd7-965a-b5703dffa8f6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922837 Apr 20 14:37:18.056005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:18.084833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'mac_address': 'fa:16:3e:22:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:18.094298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 867b0ac6-5e63-48a4-8d5f-10407b40be93 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:18.094298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.198040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.251739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ddcdd76-9505-4302-a7ac-0d20b50c32ad req-f6cfbd1c-70ad-47b2-bd3e-1b140906a712 tempest-FloatingIPsNegativeTestJSON-638844297 tempest-FloatingIPsNegativeTestJSON-638844297-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=5410d7e9f7b440e1a3fd427d5fafdee5 HTTP/1.1" status: 200 len: 217 time: 0.0629387 Apr 20 14:37:18.278189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2ea04d-616f-48de-8169-8f3b847f1775 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:18.320191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b24fe067-54ff-4899-ba85-2568a5ec0369 req-f45ee6aa-a560-47e9-8261-b67d2fdb3c02 tempest-FloatingIPsNegativeTestJSON-638844297 tempest-FloatingIPsNegativeTestJSON-638844297-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0396032 Apr 20 14:37:18.340504 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.344625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.382438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:18.400721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.417955 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c985d32e-ffb4-4b45-a783-24dda4ca2fc7 req-b69d225a-c638-410c-ad63-bdefed755889 tempest-FloatingIPsNegativeTestJSON-638844297 tempest-FloatingIPsNegativeTestJSON-638844297-project] show failed (client error): The resource could not be found. Apr 20 14:37:18.422276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c985d32e-ffb4-4b45-a783-24dda4ca2fc7 req-b69d225a-c638-410c-ad63-bdefed755889 tempest-FloatingIPsNegativeTestJSON-638844297 tempest-FloatingIPsNegativeTestJSON-638844297-project] 10.222.0.20 "GET /v2.0/floatingips/0430cd22-4549-4686-bb71-fb6b507bf39c HTTP/1.1" status: 404 len: 350 time: 0.0731461 Apr 20 14:37:18.432586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52404) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:18.501490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:18.505710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 867b0ac6-5e63-48a4-8d5f-10407b40be93, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=867b0ac6-5e63-48a4-8d5f-10407b40be93,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:18.512232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:18.626137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52418) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:18.644680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:18.659338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:18.662276 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5f5f2-aa5c-4219-ab7f-214376631915" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:18.668598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'mac_address': 'fa:16:3e:ed:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:18.684703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.696150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:18.744580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.787051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6f2ea04d-616f-48de-8169-8f3b847f1775'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:18.826376 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb86f8-8e7e-4d0b-89b5-5c40d29ab723 x-openstack-request-id: req-4cfb86f8-8e7e-4d0b-89b5-5c40d29ab723 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:18.826699 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:18.828409 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4cfb86f8-8e7e-4d0b-89b5-5c40d29ab723 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:18.829011 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfb86f8-8e7e-4d0b-89b5-5c40d29ab723'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'code': 200} Apr 20 14:37:18.834903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a15ab-8fc3-4781-b51e-853ec6822fb7 req-5aca4277-773e-4c4a-bd62-d7a0678a1604 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:18.851596 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:18.860947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c47a15ab-8fc3-4781-b51e-853ec6822fb7 req-5aca4277-773e-4c4a-bd62-d7a0678a1604 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 949 time: 0.1709988 Apr 20 14:37:18.940518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:18.976298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c47a15ab-8fc3-4781-b51e-853ec6822fb7 req-f0284f4a-da70-4e96-8aeb-e71ae0d435cf tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143730 Apr 20 14:37:19.012839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:19.013907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09abef-c43d-4ef7-8473-2343020d5246 req-07b21d83-9be0-41e4-8c39-673124169188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:19.018806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed09abef-c43d-4ef7-8473-2343020d5246 req-07b21d83-9be0-41e4-8c39-673124169188 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 1099 time: 0.1008425 Apr 20 14:37:19.073944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.090509 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed09abef-c43d-4ef7-8473-2343020d5246 req-666d8de3-08e5-4123-b011-045e2cc432dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Apr 20 14:37:19.105117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=867b0ac6-5e63-48a4-8d5f-10407b40be93,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:19.172131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bdf6c-7f9f-4439-82ef-7a4622572cb1 req-39b9c27b-a298-4ae8-8e48-5a2d51771f68 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:19.195794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af5bdf6c-7f9f-4439-82ef-7a4622572cb1 req-39b9c27b-a298-4ae8-8e48-5a2d51771f68 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1589670 Apr 20 14:37:19.198530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.218270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Sync routers for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:19.222189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85999fcb-0bad-45f3-a906-fd7f837a945b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.233102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:19.257110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:19.257525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:19.307953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af5bdf6c-7f9f-4439-82ef-7a4622572cb1 req-45e1c566-b97c-49ca-95d9-14b6ee076b9e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966122 Apr 20 14:37:19.406875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85999fcb-0bad-45f3-a906-fd7f837a945b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.413346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85999fcb-0bad-45f3-a906-fd7f837a945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.414985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:19.554711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['08b3fe6f-94b9-4e48-b689-1ce84714ef0c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:19.572001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-85999fcb-0bad-45f3-a906-fd7f837a945b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6617b53ddb24b72ae9b4f98cb778b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9445410 Apr 20 14:37:19.572800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52442) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:19.573473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85999fcb-0bad-45f3-a906-fd7f837a945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2104dc02-ca6b-4351-a18c-adf8d8f6340b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:19.696172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 867b0ac6-5e63-48a4-8d5f-10407b40be93 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:19.765380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.778232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Deleting port 201eab0d-09d3-443a-b363-86b4afe808b2 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:19.778779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.810721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:19.811681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.881675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.888875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.896612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2104dc02-ca6b-4351-a18c-adf8d8f6340b HTTP/1.1" status: 204 len: 168 time: 0.2888455 Apr 20 14:37:19.914812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bcbce-af9d-44f5-99a1-c6588123ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2104dc02-ca6b-4351-a18c-adf8d8f6340b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:19.929277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 867b0ac6-5e63-48a4-8d5f-10407b40be93 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:19.929722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:19.973079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:20.027787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Calling delete_port for 201eab0d-09d3-443a-b363-86b4afe808b2 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:20.142637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:16Z', 'revision_number': 4, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '201eab0d-09d3-443a-b363-86b4afe808b2', 'name': '', 'network_id': 'cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'mac_address': 'fa:16:3e:f3:55:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f9bcb082-298f-43e9-a782-d4b41b7ef462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:15Z', 'updated_at': '2022-04-20T14:37:16Z', 'revision_number': 2, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'subnets': [{'id': 'f9bcb082-298f-43e9-a782-d4b41b7ef462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:20.190754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Checking router: 48cc6979-025f-4864-bea2-57ea4ca0ec80 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:20.191248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Updating router 48cc6979-025f-4864-bea2-57ea4ca0ec80 port 201eab0d-09d3-443a-b363-86b4afe808b2 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:20.197312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c346-351f-4a2a-afb4-0d0e61701850 req-66aa9ab2-3952-4a81-8a0a-13ba4ae457c7 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:20.201088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a856c346-351f-4a2a-afb4-0d0e61701850 req-66aa9ab2-3952-4a81-8a0a-13ba4ae457c7 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 949 time: 0.1241562 Apr 20 14:37:20.240876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:20.294973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a856c346-351f-4a2a-afb4-0d0e61701850 req-a6423d94-bca2-43d0-a68f-ac5dc0cc7b59 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761349 Apr 20 14:37:20.478559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:20.535357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:20.543251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5538784-c1f5-4c89-bcf3-09004899be99 req-eff99227-9700-459c-b056-587874adb063 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:20.558036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5538784-c1f5-4c89-bcf3-09004899be99 req-eff99227-9700-459c-b056-587874adb063 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1309578 Apr 20 14:37:20.564164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Pushing event deleted for resources: {'Port': ['ID=201eab0d-09d3-443a-b363-86b4afe808b2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:20.699917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5538784-c1f5-4c89-bcf3-09004899be99 req-52710505-a429-41a0-baa3-121c17a3eb53 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390550 Apr 20 14:37:20.979472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-1eab6f9c-0428-47c5-9a75-8f884789eab0 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:20.981481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-1eab6f9c-0428-47c5-9a75-8f884789eab0 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.1190002 Apr 20 14:37:21.033998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:21.079059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:37:21.080435 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:37:21.107937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:21.108642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:21.138135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:21.156607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:21.360398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:21.415180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:21.417614 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf780ee-4e0f-4b95-9a47-b3e55668ff77" -d '{"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:21.435998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:21.453387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:21.505089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bd458-4f56-433d-af23-4f9739bac597 req-01eb46bc-52ae-4837-b88d-0f339f25b108 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:21.519921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010bd458-4f56-433d-af23-4f9739bac597 req-01eb46bc-52ae-4837-b88d-0f339f25b108 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 949 time: 0.1227260 Apr 20 14:37:21.535019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:21.618751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:21.637070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010bd458-4f56-433d-af23-4f9739bac597 req-03e60b49-2ab7-4048-8599-d3c6bbb4d836 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147048 Apr 20 14:37:21.849941 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055885b-953f-49af-97ef-b8f3bb750e61 x-openstack-request-id: req-1055885b-953f-49af-97ef-b8f3bb750e61 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:21.850556 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:21.850556 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1055885b-953f-49af-97ef-b8f3bb750e61 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:21.850882 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1055885b-953f-49af-97ef-b8f3bb750e61'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'code': 200} Apr 20 14:37:21.876202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Port 201eab0d-09d3-443a-b363-86b4afe808b2 not found while updating agent binding for router 48cc6979-025f-4864-bea2-57ea4ca0ec80. {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 14:37:21.887597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:21.931050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cc439-0159-4c11-89e9-37b0abf926d8 req-de45ffbb-f3e5-4548-b21b-5c31ad4220cb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:21.933804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:21.934467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:21.946852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:21.948871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c6cc439-0159-4c11-89e9-37b0abf926d8 req-de45ffbb-f3e5-4548-b21b-5c31ad4220cb tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 945 time: 0.1373649 Apr 20 14:37:22.015184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c6cc439-0159-4c11-89e9-37b0abf926d8 req-2c9db603-cf98-48a6-970c-a90812bc6a78 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Apr 20 14:37:22.080138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6f2ea04d-616f-48de-8169-8f3b847f1775 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:37:22.092074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:22.094483 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80f971-2d9a-4f74-83a7-505fc1beda32" -d '{"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-unplugged", "status": "completed", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:22.102289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.115039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Router 48cc6979-025f-4864-bea2-57ea4ca0ec80 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:22.118290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.160137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6f2ea04d-616f-48de-8169-8f3b847f1775 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:22.160512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.257248 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923bd752-2c83-46a7-abed-e9b8c90f0502 x-openstack-request-id: req-923bd752-2c83-46a7-abed-e9b8c90f0502 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:22.258712 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-unplugged", "status": "completed", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:22.258972 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-923bd752-2c83-46a7-abed-e9b8c90f0502 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:22.259697 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923bd752-2c83-46a7-abed-e9b8c90f0502'] response: {'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'code': 200} Apr 20 14:37:22.282492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:22.449135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:22.461566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on host n-h1-836145-2 for vnic_type normal with profile {"migrating_to": "n-h2-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:22.461904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:22.462243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:22.471791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:22.472291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Attempting to bind port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on network 4fd92565-2e6c-4078-adf7-a7c30d559e65 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:22.491718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:22.492253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Checking segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:22.492501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Bound using segment: {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:22.493056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Bound port: a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf4e0cb-8798-4a62-9cba-340906650cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4fd92565-2e6c-4078-adf7-a7c30d559e65'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:22.493463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.524327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:22.532767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e77698a3-13ef-4bb1-949d-013abd7e76dc admin admin] 10.222.0.20 "PUT /v2.0/routers/48cc6979-025f-4864-bea2-57ea4ca0ec80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0983138 Apr 20 14:37:22.535836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52568) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:22.680492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.707602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:22.712280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:22.719699 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.720439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.724967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:20Z', 'revision_number': 5, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:22.811454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68951a39-6de6-4b3f-b4ae-a1640d04a3f1 None None] The sync data for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 is: [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:20Z', 'revision_number': 5, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port': {'id': '867b0ac6-5e63-48a4-8d5f-10407b40be93', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:10Z', 'updated_at': '2022-04-20T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:22.872526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:22.882844 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.909932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:22.910877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:22.916978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] 10.222.0.43 "PUT /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 1121 time: 1.8900495 Apr 20 14:37:22.930140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52580) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:22.982907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9a987-3172-4b14-9c6b-046ed7ac0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:23.000724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:23.069232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:23.145851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:23.266796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5739bb1-8241-4dea-bf19-ac6d2ebc1489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.455339 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5739bb1-8241-4dea-bf19-ac6d2ebc1489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.467280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5739bb1-8241-4dea-bf19-ac6d2ebc1489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.568154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:23.602121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5739bb1-8241-4dea-bf19-ac6d2ebc1489 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abea1a814b7341e191d5fb68bdd4f3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676509 Apr 20 14:37:23.605339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:23.607544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5739bb1-8241-4dea-bf19-ac6d2ebc1489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746eee1a-e799-4d04-8afe-0b668d2ce857,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:23.771385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.804813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.928615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.931668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:23.933154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/746eee1a-e799-4d04-8afe-0b668d2ce857 HTTP/1.1" status: 204 len: 168 time: 0.3266344 Apr 20 14:37:23.940598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:23.951345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31503767-ab86-4d51-82ba-37f96bc92e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746eee1a-e799-4d04-8afe-0b668d2ce857,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:23.988087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5e4dd-6a4b-407e-aeb6-87414f62f3fc req-4f43ba31-cb8d-4637-9f4f-6bde62fd1358 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:23.989796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-add5e4dd-6a4b-407e-aeb6-87414f62f3fc req-4f43ba31-cb8d-4637-9f4f-6bde62fd1358 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.2553568 Apr 20 14:37:23.995733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.003022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:24.006327 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c42a7c-6800-4b43-92cf-ddc4714d66c0" -d '{"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:24.010190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a has no active binding in host n-h2-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 14:37:24.032173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdafac-1c3b-4bcd-b25d-60af6b0e7d57 req-95ef33ed-fafd-4215-8b7a-11c9ac0b6866 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:24.037478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dfdafac-1c3b-4bcd-b25d-60af6b0e7d57 req-95ef33ed-fafd-4215-8b7a-11c9ac0b6866 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 950 time: 1.1597576 Apr 20 14:37:24.228947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-add5e4dd-6a4b-407e-aeb6-87414f62f3fc req-7e7871ed-69cf-4cf8-9e0e-86a26ea85d11 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164772 Apr 20 14:37:24.247827 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Sync routers for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:24.259745 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:24.260961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:24.264948 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43815dc1-7004-46c5-aac9-8e8f262fd2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:24.273074 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:24.276005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dfdafac-1c3b-4bcd-b25d-60af6b0e7d57 req-bac7d828-d97f-4250-8d1b-6775c7a1bd06 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129488 Apr 20 14:37:24.299643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Deleting port 867b0ac6-5e63-48a4-8d5f-10407b40be93 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:24.300159 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.462018 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984273dc-f3e3-45fa-aa89-3b309480ba6e x-openstack-request-id: req-984273dc-f3e3-45fa-aa89-3b309480ba6e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:24.463035 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:24.463435 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-984273dc-f3e3-45fa-aa89-3b309480ba6e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:24.464052 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984273dc-f3e3-45fa-aa89-3b309480ba6e'] response: {'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'code': 200} Apr 20 14:37:24.488091 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:24.489346 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ad2ee5-1713-4c93-8175-e9510432a9f9 x-openstack-request-id: req-c8ad2ee5-1713-4c93-8175-e9510432a9f9 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:24.490127 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:24.490127 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8ad2ee5-1713-4c93-8175-e9510432a9f9 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:24.490696 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ad2ee5-1713-4c93-8175-e9510432a9f9'] response: {'name': 'network-changed', 'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'status': 'completed', 'code': 200} Apr 20 14:37:24.569879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] For port 867b0ac6-5e63-48a4-8d5f-10407b40be93, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=867b0ac6-5e63-48a4-8d5f-10407b40be93,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:24.570268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.603403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Calling delete_port for 867b0ac6-5e63-48a4-8d5f-10407b40be93 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:24.638088 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:24Z', 'revision_number': 6, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:24.676321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:24.694074 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Checking router: 48cc6979-025f-4864-bea2-57ea4ca0ec80 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:24.710134 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Routers {'48cc6979-025f-4864-bea2-57ea4ca0ec80'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:24.710995 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['48cc6979-025f-4864-bea2-57ea4ca0ec80'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:24.744811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b195e89b-5151-4de6-b8e8-584d8717e6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.783806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2354994-1af0-490a-a4de-d1617feba3b0 req-2b3015c7-14c1-46c7-8f3f-1fbac0e8aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:24.785642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2354994-1af0-490a-a4de-d1617feba3b0 req-2b3015c7-14c1-46c7-8f3f-1fbac0e8aeff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 1101 time: 0.1768591 Apr 20 14:37:24.793560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-ffbbb07e-20a7-4fa8-84ef-10dbde7049ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:24.796378 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-ffbbb07e-20a7-4fa8-84ef-10dbde7049ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1124 time: 0.2588878 Apr 20 14:37:24.907229 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2354994-1af0-490a-a4de-d1617feba3b0 req-37a53323-d95e-478b-91e5-728a2d45ebe8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028049 Apr 20 14:37:24.908569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.935700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=867b0ac6-5e63-48a4-8d5f-10407b40be93,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:24.998335 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] Set router 48cc6979-025f-4864-bea2-57ea4ca0ec80 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:25.037910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.041878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-00975189-c620-4740-b695-a62a4fa8b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.044053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-00975189-c620-4740-b695-a62a4fa8b682 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1979237 Apr 20 14:37:25.129678 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:24Z', 'revision_number': 6, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:25.134834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b195e89b-5151-4de6-b8e8-584d8717e6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.160289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b195e89b-5151-4de6-b8e8-584d8717e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.240136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985d96b4-fd88-46d1-b792-792463b5e34b None None] The sync data for ids ['48cc6979-025f-4864-bea2-57ea4ca0ec80'] in n-d-836145-2 is: [{'id': '48cc6979-025f-4864-bea2-57ea4ca0ec80', 'name': 'tempest-FloatingIPsNegativeTestJSON-1296479196-router', 'tenant_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:08Z', 'updated_at': '2022-04-20T14:37:24Z', 'revision_number': 6, 'project_id': '5410d7e9f7b440e1a3fd427d5fafdee5', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:25.248707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e89b-5151-4de6-b8e8-584d8717e6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5cae78-6034-47b1-a2a4-620d7cb55b60,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:25.255440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-f0f71bb5-606b-4bc9-a12f-16395759275a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 217 time: 0.1154406 Apr 20 14:37:25.325436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-f284a22a-4334-48f1-a289-be416d1f6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.327116 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-f284a22a-4334-48f1-a289-be416d1f6168 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.0600431 Apr 20 14:37:25.331875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.334803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b195e89b-5151-4de6-b8e8-584d8717e6ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cb1889816034102bf4d0dadf24ad8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546926 Apr 20 14:37:25.344315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.349119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52638) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:25.365148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-4ea1e18b-c377-423a-8a18-4febc9c49935 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292079 Apr 20 14:37:25.467816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52646) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:25.512796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-4d509da0-26c3-4cd9-83da-3e4112c32aa5 service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343026 Apr 20 14:37:25.568317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.569049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48cc6979-025f-4864-bea2-57ea4ca0ec80 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:37:25.589840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.593684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5785b98d-656e-4230-ac67-a781c2772cc5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/48cc6979-025f-4864-bea2-57ea4ca0ec80 HTTP/1.1" status: 204 len: 168 time: 3.0543418 Apr 20 14:37:25.596590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52650) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:25.652340 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43815dc1-7004-46c5-aac9-8e8f262fd2d2 req-99b34458-ca54-4aac-9c7f-c3c1e6f4b37b service neutron] 10.222.0.45 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289954 Apr 20 14:37:25.686181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.699797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Deleting subnet f9bcb082-298f-43e9-a782-d4b41b7ef462 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:25.706893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-387105b9-2e20-4237-aa66-7f9afee2432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.723178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.726761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.793865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c08e0-1e1d-46ce-9717-a0febf8d545f req-0b28c993-be96-4ac1-afa8-d2864bbd3b8e tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.803129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d33c08e0-1e1d-46ce-9717-a0febf8d545f req-0b28c993-be96-4ac1-afa8-d2864bbd3b8e tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 950 time: 0.3062377 Apr 20 14:37:25.829606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5555cb-32bb-4636-a9d7-661b90e25e52 req-49f22596-b95b-4fbe-badd-64c963670f42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.839032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a5555cb-32bb-4636-a9d7-661b90e25e52 req-49f22596-b95b-4fbe-badd-64c963670f42 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.3455069 Apr 20 14:37:25.840350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-387105b9-2e20-4237-aa66-7f9afee2432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.849772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-387105b9-2e20-4237-aa66-7f9afee2432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.907067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387105b9-2e20-4237-aa66-7f9afee2432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4dd9d2-58ff-41d8-89e7-cf52fb94b5f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:25.933245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-387105b9-2e20-4237-aa66-7f9afee2432d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=613f6fdf4f7c45e3a362a18bc7fefc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618692 Apr 20 14:37:25.934780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:25.940160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.942881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.943992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e5cae78-6034-47b1-a2a4-620d7cb55b60 HTTP/1.1" status: 204 len: 168 time: 0.5919037 Apr 20 14:37:25.949270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.003338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d33c08e0-1e1d-46ce-9717-a0febf8d545f req-83c65608-c841-43fd-a327-4b1d71673b1d tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991556 Apr 20 14:37:26.019860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf640f8-278c-4df2-be7b-f53022a9ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5cae78-6034-47b1-a2a4-620d7cb55b60,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:26.024481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.084295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.102402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a5555cb-32bb-4636-a9d7-661b90e25e52 req-b552deb2-99b5-40c1-889c-114039f9dc8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623289 Apr 20 14:37:26.190349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.197150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.199942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee4dd9d2-58ff-41d8-89e7-cf52fb94b5f4 HTTP/1.1" status: 204 len: 168 time: 0.2641351 Apr 20 14:37:26.213942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c1991-34ad-4c8a-99af-cb62a82db7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4dd9d2-58ff-41d8-89e7-cf52fb94b5f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:26.285953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.404552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.470597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.478712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:26.482054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e926c3c-873d-42e0-bbb3-3694610f0fc8 None None] Network cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:26.494550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9bcb082-298f-43e9-a782-d4b41b7ef462 HTTP/1.1" status: 204 len: 168 time: 0.8918650 Apr 20 14:37:26.496010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7767a2-9321-4832-a977-0a468c3ff57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bcb082-298f-43e9-a782-d4b41b7ef462,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:26.729730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.831324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Deleting port 67969bd9-945b-4a11-a8b5-2af16481e9f4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:26.831760 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.858287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] DHCP port deletion for cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:37:26.912706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] For port 67969bd9-945b-4a11-a8b5-2af16481e9f4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67969bd9-945b-4a11-a8b5-2af16481e9f4,segment=NetworkSegment(ad31e1e3-88b1-44b3-af68-f73716994cef),segment_id=ad31e1e3-88b1-44b3-af68-f73716994cef)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:26.913765 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:26.951183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220108e6-9a47-40b6-b4f6-e827b5bf6686 req-13d4700d-39e3-4e6e-9036-b02cc49dc1fa tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:26.957970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Calling delete_port for 67969bd9-945b-4a11-a8b5-2af16481e9f4 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:26.962479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-220108e6-9a47-40b6-b4f6-e827b5bf6686 req-13d4700d-39e3-4e6e-9036-b02cc49dc1fa tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.0827398 Apr 20 14:37:27.024613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-220108e6-9a47-40b6-b4f6-e827b5bf6686 req-d7586793-d875-4161-8423-2291077cfd1c tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595737 Apr 20 14:37:27.039911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Deleting port 67969bd9-945b-4a11-a8b5-2af16481e9f4 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:27.040870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.200595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c3c7-f4e2-47a6-b1d5-5eb27495fe52 req-933f24c2-4a24-4664-8728-1366664db56f tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:27.213504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edb8c3c7-f4e2-47a6-b1d5-5eb27495fe52 req-933f24c2-4a24-4664-8728-1366664db56f tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 950 time: 0.0964234 Apr 20 14:37:27.231199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.273939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] For port 67969bd9-945b-4a11-a8b5-2af16481e9f4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67969bd9-945b-4a11-a8b5-2af16481e9f4,segment=NetworkSegment(ad31e1e3-88b1-44b3-af68-f73716994cef),segment_id=ad31e1e3-88b1-44b3-af68-f73716994cef)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:27.274443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.310745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Calling delete_port for 67969bd9-945b-4a11-a8b5-2af16481e9f4 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:27.323428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edb8c3c7-f4e2-47a6-b1d5-5eb27495fe52 req-cef20082-5c4e-4b24-a61f-3b13fef72538 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061313 Apr 20 14:37:27.325472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=67969bd9-945b-4a11-a8b5-2af16481e9f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:27.350974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] No DVR routers for this DVR port 67969bd9-945b-4a11-a8b5-2af16481e9f4 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:27.435545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751e22a-0a28-4b86-826e-eeb533eb94d6 req-981ed9e8-6571-4591-b162-b7679708651d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:27.446359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9751e22a-0a28-4b86-826e-eeb533eb94d6 req-981ed9e8-6571-4591-b162-b7679708651d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.1950443 Apr 20 14:37:27.525713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.607871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] Pushing event deleted for resources: {'Port': ['ID=67969bd9-945b-4a11-a8b5-2af16481e9f4,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:27.612140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9751e22a-0a28-4b86-826e-eeb533eb94d6 req-2eeb7408-d856-4671-8c9e-03029c814d34 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557796 Apr 20 14:37:27.647345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a043168-1dbb-43c1-8ef0-be1b888c708a None None] No DVR routers for this DVR port 67969bd9-945b-4a11-a8b5-2af16481e9f4 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:27.681911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 867b0ac6-5e63-48a4-8d5f-10407b40be93 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:27.692332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.733314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 867b0ac6-5e63-48a4-8d5f-10407b40be93 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:27.733705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 867b0ac6-5e63-48a4-8d5f-10407b40be93 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:27.735851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67969bd9-945b-4a11-a8b5-2af16481e9f4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:27.766044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:27.791609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557e256-4d73-4433-9e6b-4478e4492770 req-54c82c51-c865-46d3-909b-4e870b81945d tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:27.795073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad31e1e3-88b1-44b3-af68-f73716994cef') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:27.795373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad31e1e3-88b1-44b3-af68-f73716994cef') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:27.801692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4557e256-4d73-4433-9e6b-4478e4492770 req-54c82c51-c865-46d3-909b-4e870b81945d tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 948 time: 0.1188197 Apr 20 14:37:27.805538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 67969bd9-945b-4a11-a8b5-2af16481e9f4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:27.805878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67969bd9-945b-4a11-a8b5-2af16481e9f4 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:27.829903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.875445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.881669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4557e256-4d73-4433-9e6b-4478e4492770 req-a41be963-4fb8-471f-896d-62952d188985 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786808 Apr 20 14:37:27.885990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:37:27.887148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:37:27.889481 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:37:28.032985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.051551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.066642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02 HTTP/1.1" status: 204 len: 168 time: 1.5864413 Apr 20 14:37:28.092041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993601e-9458-4a58-8f63-f965a15ffb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8bb33d-a29c-45a6-9d1b-5fabd8bc6c02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:28.104901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52734) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:28.296050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5e26-8fc3-402a-91e0-6d2d86624dcd req-f49d6750-8b02-4291-89cb-379bf4b6b4bd tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:28.307026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-697a5e26-8fc3-402a-91e0-6d2d86624dcd req-f49d6750-8b02-4291-89cb-379bf4b6b4bd tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.0897474 Apr 20 14:37:28.365021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-697a5e26-8fc3-402a-91e0-6d2d86624dcd req-83bdc55d-28c4-4982-80d7-3a6a217356c0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565374 Apr 20 14:37:28.365583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52744) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:28.402226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-170693769-network', 'tenant_id': '65bf182917034278ab865fba13a71bef'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:28.471798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Made reservation on behalf of 65bf182917034278ab865fba13a71bef for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:28.475839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.482788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc03c46d-7bdb-4816-b6b4-cc849e46a2ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5410d7e9f7b440e1a3fd427d5fafdee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135273 Apr 20 14:37:28.483366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52750) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:28.602454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.885301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.902905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.975660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-6a7345ed-e593-4469-95df-960c3e5abece tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:28.978036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-6a7345ed-e593-4469-95df-960c3e5abece tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.1663990 Apr 20 14:37:29.040055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.098397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.163479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:29.182593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.186077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.187698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9033869a-5f27-4ebd-b4fc-1d5d02b9c5b1 HTTP/1.1" status: 204 len: 168 time: 0.6929417 Apr 20 14:37:29.208371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Deleting port d3d31567-1ee5-4312-b146-dd6dd6287f2d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:29.208866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.209697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.210914 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Added segment 26deb710-c2a0-4b99-a62a-b5a53d976985 of type vlan for network cc566dc8-1d97-4b9e-9a10-101d40936a7b Apr 20 14:37:29.247037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2dcc1a-6c67-409a-ba52-adba90a8d022,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:29.321007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ff876-9086-483b-bf1a-3d0b883c2ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033869a-5f27-4ebd-b4fc-1d5d02b9c5b1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:29.364338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64348e8-14fa-42f6-bf9c-972a12b867aa req-b3c5f5ec-f98a-421a-a85d-3bd3ce36e2ac tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:29.374165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b64348e8-14fa-42f6-bf9c-972a12b867aa req-b3c5f5ec-f98a-421a-a85d-3bd3ce36e2ac tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.4857140 Apr 20 14:37:29.381027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.680055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b64348e8-14fa-42f6-bf9c-972a12b867aa req-2d233a08-af19-4a1c-ab2e-2f0a52f125a7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047032 Apr 20 14:37:29.688828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.689987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:29.691793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.784812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6785128 Apr 20 14:37:29.848589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52800) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:29.862248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Request body: {'subnet': {'network_id': 'cc566dc8-1d97-4b9e-9a10-101d40936a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-170693769-subnet', 'tenant_id': '65bf182917034278ab865fba13a71bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:29.892870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Made reservation on behalf of 65bf182917034278ab865fba13a71bef for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:29.896888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.901773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e80d78-6dba-450b-9749-806a8cb5fd4b admin admin] Pushing event updated for resources: {'Network': ['ID=cc566dc8-1d97-4b9e-9a10-101d40936a7b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:29.915806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network cc566dc8-1d97-4b9e-9a10-101d40936a7b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:29.930774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a2db-b98f-4169-8a9d-88ecfcdfddce req-f32fa5de-3731-4759-b330-9be8ad20f87e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:29.944860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e562a2db-b98f-4169-8a9d-88ecfcdfddce req-f32fa5de-3731-4759-b330-9be8ad20f87e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 945 time: 0.4122519 Apr 20 14:37:30.040757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e562a2db-b98f-4169-8a9d-88ecfcdfddce req-3c1f697a-9238-45e1-8d1c-7ce047a7412d tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups?id=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934067 Apr 20 14:37:30.115170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] For port d3d31567-1ee5-4312-b146-dd6dd6287f2d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d3d31567-1ee5-4312-b146-dd6dd6287f2d,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:30.116524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.351955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.478222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.478801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.479440 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Floating IP 2d70d4c8-ddfe-4e98-ab21-41f57e14427b disassociated. External IP: 172.25.1.47, port: d3d31567-1ee5-4312-b146-dd6dd6287f2d. Apr 20 14:37:30.479887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Calling delete_port for d3d31567-1ee5-4312-b146-dd6dd6287f2d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:30.553279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d3d31567-1ee5-4312-b146-dd6dd6287f2d no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:30.595940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Checking segment: {'id': '26deb710-c2a0-4b99-a62a-b5a53d976985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cc566dc8-1d97-4b9e-9a10-101d40936a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:30.596591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Network hostable DHCP agents. Network: cc566dc8-1d97-4b9e-9a10-101d40936a7b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:37:30.603109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5307548-a0bd-49e3-aa30-4bfadde24e28,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:30.647558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-54d4d7df-22db-489d-a249-69c621df1662 service neutron] 10.222.0.45 "GET /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.2042818 Apr 20 14:37:30.679022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Network cc566dc8-1d97-4b9e-9a10-101d40936a7b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:37:30.725426 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.743363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, cc566dc8-1d97-4b9e-9a10-101d40936a7b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:30.756520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:30.757134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.771508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a1886-7d7e-41fa-9266-f63e348aaec9 None None] Network cc566dc8-1d97-4b9e-9a10-101d40936a7b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:30.810126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.869948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event deleted for resources: {'Port': ['ID=d3d31567-1ee5-4312-b146-dd6dd6287f2d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:30.884418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7ee0900f-70b9-46db-bc9e-6e592abd0f64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0270019 Apr 20 14:37:31.091153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:31.100554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7694bbd-c472-46f6-8eeb-16ee0dc755dd req-261cca90-3e05-4daf-9156-144c2e60176e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:31.109722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7694bbd-c472-46f6-8eeb-16ee0dc755dd req-261cca90-3e05-4daf-9156-144c2e60176e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 943 time: 0.2882695 Apr 20 14:37:31.190177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a5beb-93a8-4cb4-9818-55fa91579b3e None None] Network cc566dc8-1d97-4b9e-9a10-101d40936a7b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:31.223017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:31.310243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7694bbd-c472-46f6-8eeb-16ee0dc755dd req-ecc78503-471e-4b5e-8472-ed348c864927 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961763 Apr 20 14:37:31.375197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:31.422141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:31.495502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:31.504222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:31.514582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Sync routers for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:31.535203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:31.544146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:31.544804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:31.578155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:31.594903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] No DVR routers for this DVR port d3d31567-1ee5-4312-b146-dd6dd6287f2d on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:31.601495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:31.606364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cd2c20d-2e7e-4148-9dd3-2da3e18a4145 req-ffe8140a-a03b-4feb-9ef3-4348946903e0 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.45 "DELETE /v2.0/ports/d3d31567-1ee5-4312-b146-dd6dd6287f2d HTTP/1.1" status: 204 len: 173 time: 2.6156442 Apr 20 14:37:31.622438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'name': 'network-vif-deleted', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:31.630497 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a2b53d-baad-4e64-89f6-1b9cc4ed845e" -d '{"events": [{"server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "name": "network-vif-deleted", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:31.768716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:31.784388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] Transition to ACTIVE for port object a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:37:31.792838 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:31.865945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:31.876697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] No DVR routers for this DVR port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:31.923970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] 10.222.0.45 "PUT /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a/bindings/n-h2-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2687125 Apr 20 14:37:31.937270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe350f-1cb3-40e5-85d7-0462a1567e1d service neutron] Pushing event updated for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:32.065724 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:37:32.258895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-1d9dea25-2118-4a4b-8985-4a614ff91b09 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=457e0ee054b541018027f3d57d9e4354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462575 Apr 20 14:37:32.344916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-a9a708ed-9878-4aa2-8fe2-601069e2a382 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:32.353787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-a9a708ed-9878-4aa2-8fe2-601069e2a382 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.1643307 Apr 20 14:37:32.431401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:32.450982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'mac_address': 'fa:16:3e:cb:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:32.481646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-56ad998c-1ae2-4956-9572-868d30ff4506 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:32.483733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-56ad998c-1ae2-4956-9572-868d30ff4506 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179825 Apr 20 14:37:32.508842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-db216279-143b-4ee1-b8c5-fbe490f0e973 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/quotas/457e0ee054b541018027f3d57d9e4354 HTTP/1.1" status: 200 len: 375 time: 0.0174859 Apr 20 14:37:32.532007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-7a128d7b-4801-42b5-89ba-e8cda17ef907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:32.535098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-7a128d7b-4801-42b5-89ba-e8cda17ef907 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010&tenant_id=a140da4ddb484f8db62aad0583131f0d HTTP/1.1" status: 200 len: 1095 time: 0.1415074 Apr 20 14:37:32.571022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:32.583802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-d28a80b8-2b70-4112-a717-c68ab4f626f2 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642514 Apr 20 14:37:32.586734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d612924c-0942-4115-b49c-89d308b8a265 req-aaa4caf4-5c93-4284-9ec3-1ef6344a1c68 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9c6763c-5c92-40ab-9b0f-33b234c32b44 HTTP/1.1" status: 200 len: 210 time: 0.0719304 Apr 20 14:37:32.595837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:32.620278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:32.629100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:32.691495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-7a7210dc-e23c-403b-92a5-7b35477d323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:32.693227 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-7a7210dc-e23c-403b-92a5-7b35477d323a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1095 time: 0.1291549 Apr 20 14:37:32.780362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:32.786302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['39a6fbe4-abf4-4845-be28-8ba694a50dae'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:32.862720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6709355e-2940-4b15-a141-8cf8337d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:32.865496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-6709355e-2940-4b15-a141-8cf8337d6f65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.1616635 Apr 20 14:37:32.881823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:32.990371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Checking router: 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:33.001101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1832463949', 'description': 'tempest-description-111809469'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:33.016006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-62ef34a7-1a7f-49b7-9121-8ada712afff2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 200 len: 217 time: 0.1267686 Apr 20 14:37:33.020538 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4120a952-3d34-4c36-b0ed-a70d94815d47 x-openstack-request-id: req-4120a952-3d34-4c36-b0ed-a70d94815d47 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:33.021377 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c6763c-5c92-40ab-9b0f-33b234c32b44", "name": "network-vif-deleted", "tag": "d3d31567-1ee5-4312-b146-dd6dd6287f2d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:33.023096 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4120a952-3d34-4c36-b0ed-a70d94815d47 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:33.025579 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4120a952-3d34-4c36-b0ed-a70d94815d47'] response: {'server_uuid': 'e9c6763c-5c92-40ab-9b0f-33b234c32b44', 'name': 'network-vif-deleted', 'tag': 'd3d31567-1ee5-4312-b146-dd6dd6287f2d', 'status': 'completed', 'code': 200} Apr 20 14:37:33.047143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:33.048184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:33.054874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.167812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-b0520dff-8699-4e2c-88c9-2bc5c2a70086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:33.171550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-b0520dff-8699-4e2c-88c9-2bc5c2a70086 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.1446154 Apr 20 14:37:33.249035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-cfcfd6cc-bbc1-418f-a11f-7beee54f6a85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684545 Apr 20 14:37:33.273380 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.281519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.289723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.317957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.334468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df7727ba-4011-4ace-bf10-29fbfa850de5 req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3386872 Apr 20 14:37:33.345566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:33.408363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586162c-b13a-4ca1-a58d-9d999e53b2e0 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94eb716-8e27-46fb-8a75-660dae70f0b2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:33.514871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8450a4-670b-4874-b0c3-6be873889eb1 req-d5aacdbe-366f-4b1c-9bec-c06bc394455e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:33.521872 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-057c734a-c3f8-4b02-a35f-03e3457d541f service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574368 Apr 20 14:37:33.525148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b8450a4-670b-4874-b0c3-6be873889eb1 req-d5aacdbe-366f-4b1c-9bec-c06bc394455e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 944 time: 0.0830436 Apr 20 14:37:33.609691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b8450a4-670b-4874-b0c3-6be873889eb1 req-0b62932d-69e0-4d8d-806f-89d3d5d2025d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834901 Apr 20 14:37:33.681360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:33.730250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-42242f35-6ce2-4a81-9779-66c9f6859492 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947570 Apr 20 14:37:33.786967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d857cef8-66d1-49f1-984c-5e047dd3bb1d req-fc92583c-5cfe-4e98-98e8-56868d64b190 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 210 time: 0.0801518 Apr 20 14:37:33.928589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 39a6fbe4-abf4-4845-be28-8ba694a50dae triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:33.928935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.061627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:34.104010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.106390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0864ce6-3d50-405c-9c82-c4e0d4e4756b None None] The sync data for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 is: [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:33:52Z', 'revision_number': 4, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '1fbab718-19ab-43d0-a429-0d27631fefaa', 'name': '', 'network_id': 'ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'mac_address': 'fa:16:3e:64:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:50Z', 'updated_at': '2022-04-20T14:33:55Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'subnets': [{'id': 'e8ea2b98-a146-4684-a256-9a408fdbe51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:34.157348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:34.162021 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3963de9e-8817-48db-bc07-2b409957bb4a" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:34.197365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-81c5d8e9-ad6b-4d77-8d66-56e83b96c2c0 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:34.197716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:34.203135 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.203699 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-81c5d8e9-ad6b-4d77-8d66-56e83b96c2c0 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010&tenant_id=a140da4ddb484f8db62aad0583131f0d&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.1739812 Apr 20 14:37:34.343446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:34.424976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-df43e0bb-c2a8-4aa2-9927-f23d2cec5fdb service neutron] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:34.434091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-df43e0bb-c2a8-4aa2-9927-f23d2cec5fdb service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.436330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ace25d72-3700-431d-8650-a7c0a8aeb369 req-df43e0bb-c2a8-4aa2-9927-f23d2cec5fdb service neutron] 10.222.0.43 "DELETE /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a/bindings/n-h1-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.2172525 Apr 20 14:37:34.649035 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1112953-da12-4b72-8d31-bcafc4e2b800 None None] New status for floating IP 2d70d4c8-ddfe-4e98-ab21-41f57e14427b: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:37:34.761237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-aeaa299f-eca4-433b-ac5b-0695d2c5c49d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=457e0ee054b541018027f3d57d9e4354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531647 Apr 20 14:37:35.069353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-53ce7ebb-f7cb-4cca-9daa-916ed41eabb7 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:35.082733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-53ce7ebb-f7cb-4cca-9daa-916ed41eabb7 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209674 Apr 20 14:37:35.111490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Request body: {'port': {'device_id': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '457e0ee054b541018027f3d57d9e4354'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:35.310963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Made reservation on behalf of 457e0ee054b541018027f3d57d9e4354 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:35.316521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.340633 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.426212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:37:35.532748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.540558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.754558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Allocated IP 192.168.233.43 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/effebf99-c890-4c13-9ab6-a0c1d883d376) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:35.826804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:36.003764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.071823 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.158734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Pushing event updated for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:36.175948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:36.177719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:36.180602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:36.294531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:36.296760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.344716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-f7571abb-c9f9-42e3-a946-2efb79b2bc2e tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2399113 Apr 20 14:37:36.368697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Request body: {'port': {'device_id': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:36.482901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.566138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7d80bd30-2067-4acd-8c6a-15b9040022d1 None None] Provisioning complete for port effebf99-c890-4c13-9ab6-a0c1d883d376 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:36.569635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7d80bd30-2067-4acd-8c6a-15b9040022d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.724465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7d80bd30-2067-4acd-8c6a-15b9040022d1 None None] Port effebf99-c890-4c13-9ab6-a0c1d883d376 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:37.031002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effebf99-c890-4c13-9ab6-a0c1d883d376 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:37.042052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.061194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Transition to ACTIVE for port object effebf99-c890-4c13-9ab6-a0c1d883d376 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:37:37.069595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.146655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Pushing event updated for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:37.341533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Attempting to bind port effebf99-c890-4c13-9ab6-a0c1d883d376 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:37.342217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Attempting to bind port effebf99-c890-4c13-9ab6-a0c1d883d376 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:37.342856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Attempting to bind port effebf99-c890-4c13-9ab6-a0c1d883d376 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:37.348523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Port effebf99-c890-4c13-9ab6-a0c1d883d376 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:37.349223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Attempting to bind port effebf99-c890-4c13-9ab6-a0c1d883d376 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:37.360338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:37.360853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:37.361274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:37.361827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Bound port: effebf99-c890-4c13-9ab6-a0c1d883d376, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:37.362171 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.524262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:37.528230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=effebf99-c890-4c13-9ab6-a0c1d883d376,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:37.535725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.554387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:37.555700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.557311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] 10.222.0.45 "PUT /v2.0/ports/effebf99-c890-4c13-9ab6-a0c1d883d376 HTTP/1.1" status: 200 len: 1095 time: 1.1992228 Apr 20 14:37:37.557909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:37.560511 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f81401d-48e2-46d1-adad-1457acd852e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:37.652314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95249a95-92d1-491f-81ed-afe46676d85d service neutron] Pushing event updated for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:37.812950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-32095ecb-4175-462a-bf0b-79f20be206f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:37.820827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-32095ecb-4175-462a-bf0b-79f20be206f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0798793 Apr 20 14:37:37.915930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-02672818-baa0-4046-9d08-a1e2c7c023f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=effebf99-c890-4c13-9ab6-a0c1d883d376 HTTP/1.1" status: 200 len: 217 time: 0.0886223 Apr 20 14:37:37.984902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-5b93456f-1737-45c9-aded-5bddf4857af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:37.987223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-5b93456f-1737-45c9-aded-5bddf4857af9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0642016 Apr 20 14:37:38.103863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-873aa03c-d3e9-44a1-a054-40014dc8c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:38.114274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-873aa03c-d3e9-44a1-a054-40014dc8c277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090589 Apr 20 14:37:38.277902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-c7220701-a91f-4117-b7bd-f3bf716d0df7 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584778 Apr 20 14:37:38.430324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60a41e8a-b149-45dc-8dca-a5d4ca71ac4b req-e3f557ef-398b-4516-a82c-6da56296ae76 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419845 Apr 20 14:37:40.112964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ad12d39-731e-449c-843b-82d9b0362b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.364532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-de8c5aac-5ef7-4754-b9d8-d03e436cb639 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/d94eb716-8e27-46fb-8a75-660dae70f0b2 HTTP/1.1" status: 200 len: 1812 time: 0.0514238 Apr 20 14:37:40.381804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd94eb716-8e27-46fb-8a75-660dae70f0b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:40.382124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd94eb716-8e27-46fb-8a75-660dae70f0b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:40.446131 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155977d2-4d04-44ba-aa2b-921625a0c302 x-openstack-request-id: req-155977d2-4d04-44ba-aa2b-921625a0c302 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:40.446424 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:40.446710 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-155977d2-4d04-44ba-aa2b-921625a0c302 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:40.447106 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155977d2-4d04-44ba-aa2b-921625a0c302'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'code': 200} Apr 20 14:37:40.455884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.496856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.514620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.554837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2c3e1e-bae1-4cc6-82c7-e21410cb706f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:40.570027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.571856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0e5d6a0-95c1-4dbb-82b3-d4dc637d1b58 req-c532121d-3649-410f-8291-d21a9ab36855 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1998239 Apr 20 14:37:40.584466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b44f8-5840-4365-b776-6b164554adc3 req-640c3d81-3e94-4c9f-bb3d-396285f5bd2e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:40.586555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e4b44f8-5840-4365-b776-6b164554adc3 req-640c3d81-3e94-4c9f-bb3d-396285f5bd2e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 944 time: 0.0863459 Apr 20 14:37:40.642589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e4b44f8-5840-4365-b776-6b164554adc3 req-b5721e91-c2e2-456d-9650-624789b9fe2b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Apr 20 14:37:40.693713 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e97abe-ce5d-4bc3-bbf8-1dc5d683f6ea x-openstack-request-id: req-71e97abe-ce5d-4bc3-bbf8-1dc5d683f6ea {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:40.694002 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:40.694253 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71e97abe-ce5d-4bc3-bbf8-1dc5d683f6ea {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:40.694918 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e97abe-ce5d-4bc3-bbf8-1dc5d683f6ea'] response: {'name': 'network-changed', 'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376', 'status': 'completed', 'code': 200} Apr 20 14:37:40.754925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1bcaf-21ac-4b3c-ac95-de3e230678f0 req-48fe03ff-f5e0-4ffe-b228-470333e02d6f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:40.756448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61a1bcaf-21ac-4b3c-ac95-de3e230678f0 req-48fe03ff-f5e0-4ffe-b228-470333e02d6f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 947 time: 0.1128938 Apr 20 14:37:40.837042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61a1bcaf-21ac-4b3c-ac95-de3e230678f0 req-b12d845d-998a-441f-a12c-a8ba8f00b8cc tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Apr 20 14:37:40.846818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-0b281351-b908-4f07-a5bc-12288d10b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:40.848416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-0b281351-b908-4f07-a5bc-12288d10b32f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 1098 time: 0.1073449 Apr 20 14:37:40.981360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-fd3ec16f-e734-4070-a941-b5b8b09478ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:40.983479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-fd3ec16f-e734-4070-a941-b5b8b09478ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1166992 Apr 20 14:37:41.040767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:41.090453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-f6612e20-3914-43ce-8e30-b9559a9f0e6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=effebf99-c890-4c13-9ab6-a0c1d883d376 HTTP/1.1" status: 200 len: 217 time: 0.0942543 Apr 20 14:37:41.153093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.190626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-352c0fe0-ad0c-4b02-a8e7-4be9c723da78 req-a37bd9fd-09c6-48bf-955c-7bad1882092e tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/d94eb716-8e27-46fb-8a75-660dae70f0b2 HTTP/1.1" status: 200 len: 2405 time: 0.1089609 Apr 20 14:37:41.192060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.196936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-b18f3537-b391-4531-9492-3d8c16617a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:41.199049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-b18f3537-b391-4531-9492-3d8c16617a48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1006496 Apr 20 14:37:41.310360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.314961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.322822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "DELETE /v2.0/security-groups/347bbdaa-b243-4170-9d0c-ebedaa1ad0fa HTTP/1.1" status: 204 len: 168 time: 0.2801416 Apr 20 14:37:41.327358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53074) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:41.330614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-42fed09e-7d81-4799-863f-1b68d870a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:41.332306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-42fed09e-7d81-4799-863f-1b68d870a490 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261182 Apr 20 14:37:41.337024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8724e-8e7a-417c-9a30-132254bc611e tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347bbdaa-b243-4170-9d0c-ebedaa1ad0fa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:41.350253 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-8da245ac-06f4-44c7-a4ae-a4183711f764 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] show failed (client error): The resource could not be found. Apr 20 14:37:41.350253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8da245ac-06f4-44c7-a4ae-a4183711f764 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "GET /v2.0/security-groups/347bbdaa-b243-4170-9d0c-ebedaa1ad0fa HTTP/1.1" status: 404 len: 347 time: 0.0150483 Apr 20 14:37:41.359738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53076) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:41.453262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-468d67d5-3588-46d9-baf2-b318e605f47a req-9aa3d221-74c7-4ee7-901f-d50d06eaa5c2 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-group-rules/3c2c3e1e-bae1-4cc6-82c7-e21410cb706f HTTP/1.1" status: 200 len: 778 time: 0.0377507 Apr 20 14:37:41.462462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4933-a257-47bb-b4ed-7919515abbe9 req-bcd0a14e-53bb-4b0a-8a24-ba144a7046b1 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:41.469942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f98c4933-a257-47bb-b4ed-7919515abbe9 req-bcd0a14e-53bb-4b0a-8a24-ba144a7046b1 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 950 time: 0.1534898 Apr 20 14:37:41.546763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f98c4933-a257-47bb-b4ed-7919515abbe9 req-0e2480c4-f92d-428d-bf6a-e574605f273f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759213 Apr 20 14:37:41.558795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-142bc788-8fbb-4cd8-9b67-15ebaf2a5dad service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078977 Apr 20 14:37:41.607737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Deleting port 062b1d9c-5f26-4c30-adb2-a3ba95daa208 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:41.608079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.664815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-468d67d5-3588-46d9-baf2-b318e605f47a req-7621ce19-cea3-4700-9054-27849847b07f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/d94eb716-8e27-46fb-8a75-660dae70f0b2 HTTP/1.1" status: 200 len: 2405 time: 0.1899920 Apr 20 14:37:41.708965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.709244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.721675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Calling delete_port for 062b1d9c-5f26-4c30-adb2-a3ba95daa208 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:41.738024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-468d67d5-3588-46d9-baf2-b318e605f47a req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.750542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f81401d-48e2-46d1-adad-1457acd852e2 req-e7fcb9fc-fbaa-41d4-9bfa-89a6368e76cc service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788337 Apr 20 14:37:41.753378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-468d67d5-3588-46d9-baf2-b318e605f47a req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.765051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065c5b1-6e88-45f7-81ec-e6f0493e203d req-29c4a1bf-12e0-4322-8aad-2b0f25b184cd tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:41.767237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6065c5b1-6e88-45f7-81ec-e6f0493e203d req-29c4a1bf-12e0-4322-8aad-2b0f25b184cd tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 1095 time: 0.0994105 Apr 20 14:37:41.808475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-468d67d5-3588-46d9-baf2-b318e605f47a req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.816822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-468d67d5-3588-46d9-baf2-b318e605f47a req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.818198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-468d67d5-3588-46d9-baf2-b318e605f47a req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3c2c3e1e-bae1-4cc6-82c7-e21410cb706f HTTP/1.1" status: 204 len: 173 time: 0.1524930 Apr 20 14:37:41.828976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6065c5b1-6e88-45f7-81ec-e6f0493e203d req-0a5ec164-4ae9-4c47-92b3-ea7d8e2d5b37 tempest-LiveMigrationTest-1308614644 tempest-LiveMigrationTest-1308614644-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Apr 20 14:37:41.830737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae173a9-b720-4c5f-b030-3e864a804aa1 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c2c3e1e-bae1-4cc6-82c7-e21410cb706f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:41.898843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.931095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Pushing event deleted for resources: {'Port': ['ID=062b1d9c-5f26-4c30-adb2-a3ba95daa208,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:42.028308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.034724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.036485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-489aca97-ae26-4ca8-8d1e-a988274a6ab4 tempest-AttachSCSIVolumeTestJSON-743738329 tempest-AttachSCSIVolumeTestJSON-743738329-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d70d4c8-ddfe-4e98-ab21-41f57e14427b HTTP/1.1" status: 204 len: 168 time: 0.6752417 Apr 20 14:37:42.038107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-134082491', 'description': 'tempest-description-765783662'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:42.076210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.167592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.172669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.205258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7392a17-b52a-412c-b992-e51018a9c477,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:42.213231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.214681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e62a36c-0743-4815-a82b-990e5a2da050 req-26a0d547-5775-43dd-9bcc-161f6f62bfee tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1889007 Apr 20 14:37:42.345828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9bac1-ba4f-4cdf-ade4-cf26c485c0e4 req-0c00988a-581b-49e8-8063-622703904fca tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:42.347452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f9bac1-ba4f-4cdf-ade4-cf26c485c0e4 req-0c00988a-581b-49e8-8063-622703904fca tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 947 time: 0.0657473 Apr 20 14:37:42.404289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f9bac1-ba4f-4cdf-ade4-cf26c485c0e4 req-53d4b980-0277-444a-915c-d4d4d2caa1b2 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Apr 20 14:37:42.545775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2d94963-3e12-4b34-acaa-a97e5df21f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.612073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device effebf99-c890-4c13-9ab6-a0c1d883d376 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:42.743876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=effebf99-c890-4c13-9ab6-a0c1d883d376,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:42.769300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'effebf99-c890-4c13-9ab6-a0c1d883d376', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'effebf99-c890-4c13-9ab6-a0c1d883d376', 'mac_address': 'fa:16:3e:51:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:42.826484 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.878697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effebf99-c890-4c13-9ab6-a0c1d883d376 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:42.902973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=effebf99-c890-4c13-9ab6-a0c1d883d376,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:42.911411 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.959459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60880e09-c899-4355-80db-cca5e8bdb783 req-ca300f28-776d-4e46-8f62-4a144114cf41 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/b7392a17-b52a-412c-b992-e51018a9c477 HTTP/1.1" status: 200 len: 1811 time: 0.0839398 Apr 20 14:37:43.039396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:43.133656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d114e89-2980-4ae0-945d-41b43e182bb2 req-b76e6490-5602-439a-a537-90a62a145bc2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:43.135480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d114e89-2980-4ae0-945d-41b43e182bb2 req-b76e6490-5602-439a-a537-90a62a145bc2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 944 time: 0.1042430 Apr 20 14:37:43.206008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d114e89-2980-4ae0-945d-41b43e182bb2 req-bb24da53-97be-4b18-a209-36dcf109ac6c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625963 Apr 20 14:37:43.290728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['effebf99-c890-4c13-9ab6-a0c1d883d376'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:43.382269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-9c404aaf-d91d-4b02-8c5f-a50902e0af8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:43.384528 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-9c404aaf-d91d-4b02-8c5f-a50902e0af8d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 944 time: 0.0696247 Apr 20 14:37:43.560155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Deleting port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:43.560650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.583957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.681717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] For port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:43.682170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.700727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Calling delete_port for a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:43.884585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.924682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event deleted for resources: {'Port': ['ID=a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:43.980808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] No DVR routers for this DVR port a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:43.985957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.990230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad2f06b2-b57e-4e67-97a9-d8f259e818be req-42a97b7a-fe4b-4e6f-bd01-506c4bff96ee tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "DELETE /v2.0/ports/a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a HTTP/1.1" status: 204 len: 173 time: 0.5903981 Apr 20 14:37:43.991208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-deleted', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:44.008692 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ab156d-e187-4122-ab9a-f7b32064dc0f" -d '{"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-deleted", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:44.197350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:44.246073 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.543285 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677412d-f861-4515-8042-3e997bc8926e x-openstack-request-id: req-e677412d-f861-4515-8042-3e997bc8926e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:44.544114 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0db3391-ae96-4a67-902d-d3e3bcaa4010", "name": "network-vif-deleted", "tag": "a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:44.544562 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e677412d-f861-4515-8042-3e997bc8926e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:44.545130 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e677412d-f861-4515-8042-3e997bc8926e'] response: {'server_uuid': 'b0db3391-ae96-4a67-902d-d3e3bcaa4010', 'name': 'network-vif-deleted', 'tag': 'a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a', 'status': 'completed', 'code': 200} Apr 20 14:37:44.562928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6069b-79c3-4f9e-88ac-911ef8d1bd39 req-f58b7a18-70d1-4c2b-8020-2e58887fdd4c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:44.581300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beb6069b-79c3-4f9e-88ac-911ef8d1bd39 req-f58b7a18-70d1-4c2b-8020-2e58887fdd4c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 948 time: 0.1143317 Apr 20 14:37:44.615674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device effebf99-c890-4c13-9ab6-a0c1d883d376 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:44.665986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beb6069b-79c3-4f9e-88ac-911ef8d1bd39 req-ad5618cf-eb62-40a2-9041-16b691fe9d7f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768235 Apr 20 14:37:44.720330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d739b798-eef3-4ebe-a860-e651f55e376a req-f9f11c06-e6f1-415c-9c40-2228986fa391 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.0828173 Apr 20 14:37:44.736581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port effebf99-c890-4c13-9ab6-a0c1d883d376 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:37:44.748060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port effebf99-c890-4c13-9ab6-a0c1d883d376 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:44.748394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.773919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-789902704', 'description': 'tempest-description-1682987823'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:44.815564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.877610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.931493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=effebf99-c890-4c13-9ab6-a0c1d883d376,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:44.932657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:44.935884 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b451dd-e44d-45d8-ae85-00788a589b5a" -d '{"events": [{"server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "name": "network-vif-plugged", "status": "completed", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:44.941439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.942857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:45.026298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.036627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.071400 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.078839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a07b844-9d30-4705-a9c5-0a83f8c886d6 req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3092346 Apr 20 14:37:45.098120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:45.120239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.120630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd103e9f-314d-4578-bfae-1bd93e073d2f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c063dc6d-b956-4d87-a507-123685b0abd9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:45.152502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.154004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.154553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.155057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.155512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.155973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.156432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.156912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.157366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.157847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.158264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.158734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:45.166203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.208646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:45.232671 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.291653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.319241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:45.529558 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1144c37-cfb3-404b-b352-906bb12dbb1d x-openstack-request-id: req-f1144c37-cfb3-404b-b352-906bb12dbb1d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:45.529835 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "name": "network-vif-plugged", "status": "completed", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:45.530089 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1144c37-cfb3-404b-b352-906bb12dbb1d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:45.530478 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1144c37-cfb3-404b-b352-906bb12dbb1d'] response: {'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376', 'code': 200} Apr 20 14:37:45.672850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7980f4-2906-4002-a7bb-bd02e96717fb req-1ba22136-fbce-48c4-befd-f47a416eda5a tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/c063dc6d-b956-4d87-a507-123685b0abd9 HTTP/1.1" status: 200 len: 1812 time: 0.0847588 Apr 20 14:37:45.811916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b13e-ffe4-4e7c-b06d-61c6086a6229 req-06162356-1834-4863-b097-4b95b315e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:45.813660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8791b13e-ffe4-4e7c-b06d-61c6086a6229 req-06162356-1834-4863-b097-4b95b315e0a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 1100 time: 0.0935254 Apr 20 14:37:45.872885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8791b13e-ffe4-4e7c-b06d-61c6086a6229 req-87da1de3-d368-431a-9bf0-b7b46eee738d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506728 Apr 20 14:37:45.969272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1966325706', 'description': 'tempest-description-1158878036'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:45.999373 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.135818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26069d72-7b8c-4b90-bcf4-2183c81d567e req-f261886a-a5ee-4d89-a94d-66e63ff63ff8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:46.137219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26069d72-7b8c-4b90-bcf4-2183c81d567e req-f261886a-a5ee-4d89-a94d-66e63ff63ff8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 949 time: 0.0801332 Apr 20 14:37:46.144393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.155748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.185649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.196845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c05825a7-926d-4d89-8e4d-973ae3542c43 req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2317605 Apr 20 14:37:46.230417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8783c-30f9-4637-a493-00aa2ece8a3d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f44a6f-bca8-4114-9551-0f14a517b330,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:46.266175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26069d72-7b8c-4b90-bcf4-2183c81d567e req-f75e0cef-7c3d-469b-a020-e3b3c080f8d1 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189857 Apr 20 14:37:46.328886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed8b76e1-6150-4d34-a804-c8a0feed44e2 req-3816365d-2a5f-4326-bd3f-de7fcd7dd37b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.0348907 Apr 20 14:37:46.430658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a65bf18e-cc77-44c1-899f-27b5dea316f3 req-c1638d15-b8b6-4b7d-9630-0b838823d994 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/28f44a6f-bca8-4114-9551-0f14a517b330 HTTP/1.1" status: 200 len: 1813 time: 0.0649080 Apr 20 14:37:46.457348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1556772386', 'description': 'tempest-description-458521853'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:46.489113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.642748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.652072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.712574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.726804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78fe6b31-6dbb-4238-bedf-cc0d7795ef10 req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2739079 Apr 20 14:37:46.753462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3cb44-d848-4077-8a89-a2dee83ae32b tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6ce1cc-6365-41e3-9c1c-ed8ff5431f02,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:46.831204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-573b40e7-f8d1-4bfe-a617-d37f840a64d2 req-4517204a-7fc3-45ed-9366-e1cb486ebdd7 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/9a6ce1cc-6365-41e3-9c1c-ed8ff5431f02 HTTP/1.1" status: 200 len: 1812 time: 0.0603669 Apr 20 14:37:46.922415 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-dfca37e5-f986-4715-aba0-245e18101e8b req-66db7bc7-749d-405a-a05c-ef237b9aa199 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] show failed (client error): The resource could not be found. Apr 20 14:37:46.923663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfca37e5-f986-4715-aba0-245e18101e8b req-66db7bc7-749d-405a-a05c-ef237b9aa199 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/a2124677-013f-4c11-8f1c-c4e0119dc30d HTTP/1.1" status: 404 len: 352 time: 0.0141442 Apr 20 14:37:46.989578 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-011b3efb-03b3-420c-a192-e910907cd5fc req-2ec4ba96-2acf-4fd3-baa4-d0bd3adb9b0a tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] show failed (client error): The resource could not be found. Apr 20 14:37:46.991154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-011b3efb-03b3-420c-a192-e910907cd5fc req-2ec4ba96-2acf-4fd3-baa4-d0bd3adb9b0a tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-group-rules/6e63f77e-5790-49e3-ad76-2891f040ed9d HTTP/1.1" status: 404 len: 361 time: 0.0133765 Apr 20 14:37:47.118667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-c3b45628-b9c5-4981-bd3c-283005a77ba7 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/9a6ce1cc-6365-41e3-9c1c-ed8ff5431f02 HTTP/1.1" status: 200 len: 1812 time: 0.0437751 Apr 20 14:37:47.189303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.215551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.266828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.269618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.281007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b1c8bd-6818-48d4-80aa-ef0690c7e9ca req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a6ce1cc-6365-41e3-9c1c-ed8ff5431f02 HTTP/1.1" status: 204 len: 173 time: 0.1559825 Apr 20 14:37:47.305132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e9e5-aafb-4946-bd48-d457af59c346 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6ce1cc-6365-41e3-9c1c-ed8ff5431f02,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:47.448278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294fa1-96e5-4c2b-8c17-9ee5557a4f1f req-fbabdab2-3c66-4ec8-a386-51b39bb89b14 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:47.450252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64294fa1-96e5-4c2b-8c17-9ee5557a4f1f req-fbabdab2-3c66-4ec8-a386-51b39bb89b14 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 948 time: 0.0787303 Apr 20 14:37:47.524094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64294fa1-96e5-4c2b-8c17-9ee5557a4f1f req-3cd135e5-1dda-4990-af91-19696f0141a8 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581877 Apr 20 14:37:47.526673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0488c363-4ff7-437f-9280-719f1b40af8f req-527e2195-8523-4db7-bb28-f0a0d3a1f82d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/28f44a6f-bca8-4114-9551-0f14a517b330 HTTP/1.1" status: 200 len: 1813 time: 0.0680354 Apr 20 14:37:47.531583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:47.534047 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5472a5e7-f414-46aa-9452-76b2dd61218d" -d '{"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-unplugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:47.611581 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0488c363-4ff7-437f-9280-719f1b40af8f req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.639404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:47.661407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:47.661811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a64f1d0d-1fc9-4b43-b8ad-6e7e50a4448a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:47.662745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0488c363-4ff7-437f-9280-719f1b40af8f req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.712145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598121b9-58bf-4fd5-ab16-cb65d75f9d2e req-ea0488e6-6826-4a8b-9dc8-0b5dd16524e8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:47.713695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-598121b9-58bf-4fd5-ab16-cb65d75f9d2e req-ea0488e6-6826-4a8b-9dc8-0b5dd16524e8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 949 time: 0.0863235 Apr 20 14:37:47.723327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0488c363-4ff7-437f-9280-719f1b40af8f req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.726118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0488c363-4ff7-437f-9280-719f1b40af8f req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.727286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0488c363-4ff7-437f-9280-719f1b40af8f req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-groups/28f44a6f-bca8-4114-9551-0f14a517b330 HTTP/1.1" status: 204 len: 173 time: 0.1930046 Apr 20 14:37:47.747380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292980-2f43-474c-bd95-25d03a22b67d tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f44a6f-bca8-4114-9551-0f14a517b330,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:47.777715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-598121b9-58bf-4fd5-ab16-cb65d75f9d2e req-dd0c33ea-482a-4df1-bfba-74891d6d0051 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Apr 20 14:37:47.811813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a48c765-5214-4d04-9142-6322d7b297bb req-da1c73c7-3b32-4910-a6bb-2e0d8a93451d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Apr 20 14:37:47.863051 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad5fbc-f457-4331-a598-1da2acfd1348 x-openstack-request-id: req-31ad5fbc-f457-4331-a598-1da2acfd1348 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:47.863610 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-unplugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:47.863934 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31ad5fbc-f457-4331-a598-1da2acfd1348 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:47.864451 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ad5fbc-f457-4331-a598-1da2acfd1348'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'code': 200} Apr 20 14:37:48.233561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-5c6a4dd6-be36-42bf-9c27-3bcaa22ffe01 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/c063dc6d-b956-4d87-a507-123685b0abd9 HTTP/1.1" status: 200 len: 1812 time: 0.0532568 Apr 20 14:37:48.301058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.323475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.376808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.382201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.384113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f6bcdd8-0c4a-4272-8b6c-09e7618564bf req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-groups/c063dc6d-b956-4d87-a507-123685b0abd9 HTTP/1.1" status: 204 len: 173 time: 0.1432631 Apr 20 14:37:48.415081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eacedc-1d8d-41d9-9f08-3b6fc8c53a7f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063dc6d-b956-4d87-a507-123685b0abd9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:48.524604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-730d8f2c-9e83-46c9-a893-9001aa7d4a1f tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/b7392a17-b52a-412c-b992-e51018a9c477 HTTP/1.1" status: 200 len: 1811 time: 0.0445998 Apr 20 14:37:48.602630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-0a5e2807-3411-48a4-9b32-8540b4c3fbe8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=457e0ee054b541018027f3d57d9e4354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284224 Apr 20 14:37:48.603494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.651080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.743208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.746067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.747367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cf152dd-d2fa-4fc8-a721-5c48585ea92a req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7392a17-b52a-412c-b992-e51018a9c477 HTTP/1.1" status: 204 len: 173 time: 0.2154372 Apr 20 14:37:48.761952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-97be46d1-f974-4d95-994c-5ed0bc399444 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:48.763997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-97be46d1-f974-4d95-994c-5ed0bc399444 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545646 Apr 20 14:37:48.769815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afc2b7-8575-472b-8864-e93cbf846bbb tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7392a17-b52a-412c-b992-e51018a9c477,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:48.801951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-46d21589-dff0-4721-89ef-7c39d48945bb tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/quotas/457e0ee054b541018027f3d57d9e4354 HTTP/1.1" status: 200 len: 375 time: 0.0182586 Apr 20 14:37:48.863164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-cbbed9bf-9e8d-465c-bff8-facdcd7658e1 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602624 Apr 20 14:37:49.472080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-d441aad0-2cb3-4fed-bf28-881888413d48 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "GET /v2.0/security-groups/d94eb716-8e27-46fb-8a75-660dae70f0b2 HTTP/1.1" status: 200 len: 1812 time: 0.4308448 Apr 20 14:37:49.499755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79a074a0-810f-464f-b66f-f7c37f95b8f9 req-e2d5a23a-6f16-4d47-8111-c54a52922d5e tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.0475960 Apr 20 14:37:49.573025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.617337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.660484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b749f5d-5c96-4ab2-85b4-b49d56da5ec1 req-3549eae6-459a-4d3c-8289-f6924fda41a8 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 210 time: 0.0392113 Apr 20 14:37:49.696244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.699039 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.700171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c600cb13-8fa8-49b7-b896-c46d0c2670c4 req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] 10.222.0.20 "DELETE /v2.0/security-groups/d94eb716-8e27-46fb-8a75-660dae70f0b2 HTTP/1.1" status: 204 len: 173 time: 0.2271998 Apr 20 14:37:49.707422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:49.710486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac4982-9e06-45bc-ac35-2a5816672a14 tempest-SecurityGroupRulesNegativeTestJSON-1128568259 tempest-SecurityGroupRulesNegativeTestJSON-1128568259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94eb716-8e27-46fb-8a75-660dae70f0b2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:49.794475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Deleting subnet d5307548-a0bd-49e3-aa30-4bfadde24e28 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:49.805690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.867726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.937447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.019392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.049301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5307548-a0bd-49e3-aa30-4bfadde24e28,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:50.059936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.066558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53732) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:50.068457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-59c28e3a-9917-4286-a21e-d1cecc22d288 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5307548-a0bd-49e3-aa30-4bfadde24e28 HTTP/1.1" status: 204 len: 168 time: 0.3599381 Apr 20 14:37:50.069707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:50.246378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.251434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-8fb67b7f-b757-42ae-ac86-ac5dc8796de1 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=457e0ee054b541018027f3d57d9e4354&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339184 Apr 20 14:37:50.285165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf49989-5d6f-413c-93ed-88f9ae7eb532 req-4bdba4a9-0f50-4c4d-932f-4b3dfa97ebce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:50.286822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cf49989-5d6f-413c-93ed-88f9ae7eb532 req-4bdba4a9-0f50-4c4d-932f-4b3dfa97ebce tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1277664 Apr 20 14:37:50.461642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.499290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cf49989-5d6f-413c-93ed-88f9ae7eb532 req-f5c7cb0f-7775-4c87-ab83-c12b7235c5f4 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811106 Apr 20 14:37:50.519371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc566dc8-1d97-4b9e-9a10-101d40936a7b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:50.567542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.580107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-628c2866-2236-4ee4-a2f1-c5d4b076b4fb tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:50.581646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-628c2866-2236-4ee4-a2f1-c5d4b076b4fb tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229990 Apr 20 14:37:50.614442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Request body: {'port': {'device_id': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '457e0ee054b541018027f3d57d9e4354'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:50.631885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26deb710-c2a0-4b99-a62a-b5a53d976985') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:50.633723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26deb710-c2a0-4b99-a62a-b5a53d976985') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:50.635555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:50.646457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.667573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.676418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:37:50.677177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:37:50.748437 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:37:50.819003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:50.847032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'mac_address': 'fa:16:3e:ed:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:50.893339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3c19c20-4a33-4a0d-a8aa-472f698ef6c4 req-889fe58c-8329-417c-8113-aa98326d097d tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.1459150 Apr 20 14:37:50.911801 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.949879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85b3843b-b068-4b27-984b-1d888221420b req-0ef24bfd-0f0f-4636-bd99-0794f0f404bd tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 210 time: 0.0554655 Apr 20 14:37:50.953159 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.960058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.964915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] 10.222.0.20 "DELETE /v2.0/networks/cc566dc8-1d97-4b9e-9a10-101d40936a7b HTTP/1.1" status: 204 len: 168 time: 0.8941953 Apr 20 14:37:50.985954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:51.018539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Deleting port 1fbab718-19ab-43d0-a429-0d27631fefaa {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:51.019147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.037315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:51.049799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.071320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2efcc7-e5cb-4120-851a-6c17b910451d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc566dc8-1d97-4b9e-9a10-101d40936a7b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.088883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Made reservation on behalf of 457e0ee054b541018027f3d57d9e4354 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:51.091988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.158212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.163493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['08b3fe6f-94b9-4e48-b689-1ce84714ef0c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:51.167947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] For port 1fbab718-19ab-43d0-a429-0d27631fefaa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1fbab718-19ab-43d0-a429-0d27631fefaa,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:51.168332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.184439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Calling delete_port for 1fbab718-19ab-43d0-a429-0d27631fefaa owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:51.344148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Allocated IP 192.168.233.75 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/0ab596ec-7753-4a9b-bfa2-f2b5088feab4) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:51.410656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53848) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:51.466778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3fd7dec-0683-4f19-ac1a-768d8433653c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65bf182917034278ab865fba13a71bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550466 Apr 20 14:37:51.469290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53854) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:51.487711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.558149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbab718-19ab-43d0-a429-0d27631fefaa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.636045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.667891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:37:51.675952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:51.721339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.757984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.822944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.829240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e6ef-db09-4a87-b5e3-a52938b9c903 req-2e48959a-3da3-4c6a-bdc6-466e55f658ef tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:51.843896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8921e6ef-db09-4a87-b5e3-a52938b9c903 req-2e48959a-3da3-4c6a-bdc6-466e55f658ef tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.2293811 Apr 20 14:37:51.985226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.002015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8921e6ef-db09-4a87-b5e3-a52938b9c903 req-b40590d3-c64d-4e11-b8b0-6afb24230955 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554711 Apr 20 14:37:52.022973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.024173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['effebf99-c890-4c13-9ab6-a0c1d883d376'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:52.029274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.040719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2dcc1a-6c67-409a-ba52-adba90a8d022 HTTP/1.1" status: 204 len: 168 time: 0.5678537 Apr 20 14:37:52.135682 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.189415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:52.199038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:52.211465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:52.227265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcaedf-4b74-408e-9b55-40cb47b7e3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2dcc1a-6c67-409a-ba52-adba90a8d022,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:52.312803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:52.375830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'mac_address': 'fa:16:3e:22:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:37:52.377899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:52.410340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:52.416855 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d221b-2a62-48be-8a4f-d31778f0a517" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:52.448889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16709b95-f992-430e-aded-2185c5fdc4b9 req-c59efb2c-0208-419d-a656-79996b7e4b52 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.3392344 Apr 20 14:37:52.532180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:52.561359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Pushing event updated for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:52.620644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1181d2-d383-48ce-be3d-72edbc664cee req-5be53185-7a36-42d9-82fb-7d8b4b3fa168 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:52.622228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f1181d2-d383-48ce-be3d-72edbc664cee req-5be53185-7a36-42d9-82fb-7d8b4b3fa168 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 935 time: 0.4752276 Apr 20 14:37:52.626323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.664882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:52.688703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:52.701144 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0bfa336a-da4d-409e-b570-1d93eb826a11 admin admin] 10.222.0.20 "PUT /v2.0/routers/7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6278024 Apr 20 14:37:52.701313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:52.701313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.701520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53936) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:52.719188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Sync routers for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:52.748379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.755885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7da09123-7a72-4d2b-a051-71a6c46ceb4f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1580570 Apr 20 14:37:52.778743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Request body: {'port': {'device_id': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:52.789176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f2ea04d-616f-48de-8169-8f3b847f1775 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:52.806278 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666557c3-c41c-433d-9d91-8dff1f5a5f22 x-openstack-request-id: req-666557c3-c41c-433d-9d91-8dff1f5a5f22 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:52.806604 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:52.806864 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-666557c3-c41c-433d-9d91-8dff1f5a5f22 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:52.807263 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666557c3-c41c-433d-9d91-8dff1f5a5f22'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'code': 200} Apr 20 14:37:52.858993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:52.859635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:52.906666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.911146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f1181d2-d383-48ce-be3d-72edbc664cee req-2cd17258-39a4-4e85-9e53-7ee1ff141622 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678297 Apr 20 14:37:52.984759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53946) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:53.005099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b305252e-7e2a-4e5b-8b30-dc0f01647aed None None] Provisioning complete for port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:53.005474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b305252e-7e2a-4e5b-8b30-dc0f01647aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.087687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:53.092722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b305252e-7e2a-4e5b-8b30-dc0f01647aed None None] Port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:53.122526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:53.124410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.125956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:53.138672 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.313568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19066585-9e94-4cf8-9644-7d0a10f241f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.355532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:53.427444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323680f5-088a-47e8-bedc-83fe304ee1d4 req-4b759959-b3cf-4193-acef-eaed31eb4d45 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:53.428952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-323680f5-088a-47e8-bedc-83fe304ee1d4 req-4b759959-b3cf-4193-acef-eaed31eb4d45 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.2827191 Apr 20 14:37:53.443031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6f2ea04d-616f-48de-8169-8f3b847f1775'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:37:53.581400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.691053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-323680f5-088a-47e8-bedc-83fe304ee1d4 req-4ff2a21b-e861-445f-b113-0fb7a4b7d350 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331262 Apr 20 14:37:53.706746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:53.747487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.788986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fab524c-d239-41e2-8d93-de0ddc17c926 req-2b2f5e85-4d3a-4526-a414-0c48128688c6 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0db3391-ae96-4a67-902d-d3e3bcaa4010 HTTP/1.1" status: 200 len: 210 time: 0.1803153 Apr 20 14:37:53.910082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.973326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19066585-9e94-4cf8-9644-7d0a10f241f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.983031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19066585-9e94-4cf8-9644-7d0a10f241f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.047404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19066585-9e94-4cf8-9644-7d0a10f241f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfce90e1-aeef-4d11-bad3-81df749dcbca,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.092961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:54.106443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.113002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53992) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:54.135149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:37:54.168512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Deleting port c065addd-f916-4d0b-adb5-2c1b06b5f37a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:54.169356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.172877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.199759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19066585-9e94-4cf8-9644-7d0a10f241f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7deacc892aa849ae8b05776854a537cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2039101 Apr 20 14:37:54.204024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:37:51Z', 'revision_number': 5, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port': {'id': 'c065addd-f916-4d0b-adb5-2c1b06b5f37a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:46Z', 'updated_at': '2022-04-20T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:54.209106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53996) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:54.251415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Checking router: 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:54.262798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363dd-d95c-41f1-8bf6-79edd4e20e6f req-13542fcb-8b65-42de-bf84-fd1bf2a40ced tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:54.264516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f55363dd-d95c-41f1-8bf6-79edd4e20e6f req-13542fcb-8b65-42de-bf84-fd1bf2a40ced tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 935 time: 0.1869256 Apr 20 14:37:54.268226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Transition to ACTIVE for port object 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:37:54.313857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.325888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Routers {'7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:54.326650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:54.330123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f55363dd-d95c-41f1-8bf6-79edd4e20e6f req-29ee68a8-fd38-4545-aeed-8600478189f9 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499148 Apr 20 14:37:54.334964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.345277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-320831985-network', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:54.419422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.460781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] Set router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:54.471520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Made reservation on behalf of 736733985a3e4cb48321b3bdd8da719c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:54.479879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.481570 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.527382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.563692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 6, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:54.570357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.631868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1577e3-f4de-4a8b-bfd1-55593323e8dc None None] The sync data for ids ['7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc'] in n-d-836145-2 is: [{'id': '7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-776337193-router', 'tenant_id': '714093e3e8664bd78e870610189d2096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:44Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 6, 'project_id': '714093e3e8664bd78e870610189d2096', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:54.633183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Attempting to bind port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:54.633481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Attempting to bind port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:54.633812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Attempting to bind port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:54.652540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:37:54.653252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Attempting to bind port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:54.653554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] For port c065addd-f916-4d0b-adb5-2c1b06b5f37a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c065addd-f916-4d0b-adb5-2c1b06b5f37a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:54.654019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.663268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:54.663762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:54.664686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:54.664809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Bound port: 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:54.665398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.739644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Calling delete_port for c065addd-f916-4d0b-adb5-2c1b06b5f37a owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:54.764892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.769666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.771790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfce90e1-aeef-4d11-bad3-81df749dcbca HTTP/1.1" status: 204 len: 168 time: 0.5551858 Apr 20 14:37:54.808921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:54.814400 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522044d7-ecaa-4ef1-a9db-8bf3cb7ee1df" -d '{"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:54.852742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722a62f-c8df-41d8-a979-fc7c338e153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfce90e1-aeef-4d11-bad3-81df749dcbca,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.937564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:54.946838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:54.985750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.056570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:55.058814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.062433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] 10.222.0.45 "PUT /v2.0/ports/0ab596ec-7753-4a9b-bfa2-f2b5088feab4 HTTP/1.1" status: 200 len: 1095 time: 2.2887697 Apr 20 14:37:55.067952 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b60d38-d04e-4f72-9191-acf7e814d71f x-openstack-request-id: req-f3b60d38-d04e-4f72-9191-acf7e814d71f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:55.071269 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-plugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:55.072147 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3b60d38-d04e-4f72-9191-acf7e814d71f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:55.073438 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b60d38-d04e-4f72-9191-acf7e814d71f'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'code': 200} Apr 20 14:37:55.124882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:55.128449 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2aefd3-87b9-4d96-90ca-3619762ea91a" -d '{"events": [{"name": "network-changed", "server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:55.309982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc79a1a-f51c-4682-96ec-69ab1a9f5f2a req-dac41b2a-e31a-4010-8cc6-342628e2983d tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:55.313100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cc79a1a-f51c-4682-96ec-69ab1a9f5f2a req-dac41b2a-e31a-4010-8cc6-342628e2983d tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.3619039 Apr 20 14:37:55.332625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7d8422bd-1fd2-492a-9559-e94e8e31c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:55.334684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-7d8422bd-1fd2-492a-9559-e94e8e31c7a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 1098 time: 0.2022462 Apr 20 14:37:55.363894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd9c0f-9365-4c5e-ab78-103fce36691d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:55.492288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-4e1ae111-fb50-4dc3-b1c2-2b0c849927b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4 HTTP/1.1" status: 200 len: 217 time: 0.1029356 Apr 20 14:37:55.499550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cc79a1a-f51c-4682-96ec-69ab1a9f5f2a req-87ac3ad0-b2fc-420f-9eca-5677d624b7fc tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610351 Apr 20 14:37:55.615193 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155edc2b-447e-4249-8832-6991127356fc x-openstack-request-id: req-155edc2b-447e-4249-8832-6991127356fc {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:55.616284 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:55.617121 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-155edc2b-447e-4249-8832-6991127356fc {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:55.620381 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155edc2b-447e-4249-8832-6991127356fc'] response: {'name': 'network-changed', 'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4', 'status': 'completed', 'code': 200} Apr 20 14:37:55.692884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:55.695804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.707329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.795351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c065addd-f916-4d0b-adb5-2c1b06b5f37a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:55.800393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.830316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:55.849146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-b2d375c0-3cde-40b5-b5aa-783c3f80cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:55.859180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-b2d375c0-3cde-40b5-b5aa-783c3f80cf70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.3586705 Apr 20 14:37:55.874270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.879356 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Added segment b523621b-3e3d-458c-b89e-c13552554464 of type vlan for network a5480e57-01f1-4f43-bd83-4facdfb16132 Apr 20 14:37:55.902931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6f2ea04d-616f-48de-8169-8f3b847f1775 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:55.903941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.975096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1fbab718-19ab-43d0-a429-0d27631fefaa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:56.049114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75bb5-b216-4ab7-8770-fe673bf9c512 req-43b23259-388a-4de2-866b-e9612f4838bb tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:56.060803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd75bb5-b216-4ab7-8770-fe673bf9c512 req-43b23259-388a-4de2-866b-e9612f4838bb tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 947 time: 0.3887134 Apr 20 14:37:56.085387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 1fbab718-19ab-43d0-a429-0d27631fefaa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:56.086070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1fbab718-19ab-43d0-a429-0d27631fefaa not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:56.086832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c065addd-f916-4d0b-adb5-2c1b06b5f37a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:56.135967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-215ed24c-097e-45d1-95ad-c68d950bdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:56.137783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-215ed24c-097e-45d1-95ad-c68d950bdf7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2589600 Apr 20 14:37:56.148852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c065addd-f916-4d0b-adb5-2c1b06b5f37a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:56.149189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c065addd-f916-4d0b-adb5-2c1b06b5f37a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:56.237954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd75bb5-b216-4ab7-8770-fe673bf9c512 req-bd662dd0-bdc0-423a-89c5-f512080d911b tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760893 Apr 20 14:37:56.315598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.345426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.356730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.373212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023a2862-b321-47da-adee-af997330caaf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.382187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:56.394709 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.485035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.486202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-3b38833e-79d0-4904-83dd-b5b11efe7613 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255477 Apr 20 14:37:56.587402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:37:56.635221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.641101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.666336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54080) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:56.701177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.703058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:56.703948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.792039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03cc8f0-5c3a-4a42-961a-78475d7dc20e req-de56541b-0647-49a4-845e-552eab602ce6 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981637 Apr 20 14:37:56.819795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.821751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:37:56.878211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.887959 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a032c55-ad3f-4de9-a62f-5299be0f3e33 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7ef071fe-719c-4ee0-b0b0-cdab98b5c6fc HTTP/1.1" status: 204 len: 168 time: 4.1853299 Apr 20 14:37:56.891530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54084) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:56.968157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-acb273b8-cd40-4316-bb30-a062ca92e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:56.969767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-acb273b8-cd40-4316-bb30-a062ca92e1ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=457e0ee054b541018027f3d57d9e4354&device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 1098 time: 0.1247816 Apr 20 14:37:57.041524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9269843 Apr 20 14:37:57.050504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54086) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:57.076631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:57.079556 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228408d-f4b5-4070-acf2-436d92acb565" -d '{"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:57.143436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Request body: {'subnet': {'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-320831985-subnet', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:57.166755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec85011-2aac-46b5-8930-588647100c59 admin admin] Pushing event updated for resources: {'Network': ['ID=a5480e57-01f1-4f43-bd83-4facdfb16132,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:57.189832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a5480e57-01f1-4f43-bd83-4facdfb16132 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:57.216278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Deleting subnet e8ea2b98-a146-4684-a256-9a408fdbe51c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:57.228964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.245868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1391470131-network', 'tenant_id': '8485038300334bc992f2694df216c0c3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:57.251078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Made reservation on behalf of 736733985a3e4cb48321b3bdd8da719c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:57.253782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.354903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-74cad90f-50a9-47d1-8962-06a044edcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:57.362714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-74cad90f-50a9-47d1-8962-06a044edcb69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.3831294 Apr 20 14:37:57.365213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:57.370484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.376236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.540354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.543287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-4a63c9bc-59ea-493e-954b-d4318cda2b33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4 HTTP/1.1" status: 200 len: 217 time: 0.1582270 Apr 20 14:37:57.739463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-c67ab566-cefb-4c00-b70b-5c3423267cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:57.740707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-c67ab566-cefb-4c00-b70b-5c3423267cd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1848798 Apr 20 14:37:57.886294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.984502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-bd45e27a-7ce6-4707-be67-ee33339e547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:57.986022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-bd45e27a-7ce6-4707-be67-ee33339e547e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2335865 Apr 20 14:37:58.002130 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.015810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14c98b1-e512-4d2d-9735-d06497ece45d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:58.035981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.038959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.210524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:58.218777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Checking segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:58.218777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Network hostable DHCP agents. Network: a5480e57-01f1-4f43-bd83-4facdfb16132, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:37:58.268694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.268947 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Added segment 712299af-6579-4da9-8bc8-8eb8823e30fe of type vlan for network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d Apr 20 14:37:58.271053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Network a5480e57-01f1-4f43-bd83-4facdfb16132 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:37:58.279207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.295107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b661b3-8edf-4032-a168-6610e8147553,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:58.364239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a5480e57-01f1-4f43-bd83-4facdfb16132) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:58.373503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cecb93e-0c4e-4277-96d2-e16bb353e488 None None] Network a5480e57-01f1-4f43-bd83-4facdfb16132 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:58.393034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.400937 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8ea2b98-a146-4684-a256-9a408fdbe51c HTTP/1.1" status: 204 len: 168 time: 1.4089801 Apr 20 14:37:58.408242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb06327-24c3-4161-86d6-575026e0de84 None None] Network ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:58.413057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:58.413733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.423532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:58.447186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ea2b98-a146-4684-a256-9a408fdbe51c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:58.464240 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30484d44-b5f0-4aa7-80c8-e8246c487069 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4062054 Apr 20 14:37:58.480396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54096) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:58.494208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.494556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.494941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.495272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.495598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.495918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.496238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.496555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.496872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.497185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.497500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.497816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea2c7-cf6c-4a81-a896-5ee3f04c3120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:58.516286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:58.589771 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.590944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.708558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.741788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.769565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.838769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.838769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:58.839060 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.948708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-677a4051-f265-4cde-b7ec-183ca9cd86e7 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9487417 Apr 20 14:37:58.965028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2919014 Apr 20 14:37:58.970759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54100) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:58.980627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] DHCP port deletion for ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:37:58.991135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.033728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a5480e57-01f1-4f43-bd83-4facdfb16132', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:37:59.035157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.172685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2aefd3-87b9-4d96-90ca-3619762ea91a req-eec88d16-0d7e-4c09-8f0a-c0ce5b8592a2 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056487 Apr 20 14:37:59.225881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Request body: {'subnet': {'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1391470131-subnet', 'tenant_id': '8485038300334bc992f2694df216c0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:59.250848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Deleting port dead0ad5-2ba9-4b97-be51-8778cb08635b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:59.251421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.257265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af7e88-1bc0-4087-8695-2c9a46960b8a admin admin] Pushing event updated for resources: {'Network': ['ID=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.308229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:59.313068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.377110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] For port dead0ad5-2ba9-4b97-be51-8778cb08635b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dead0ad5-2ba9-4b97-be51-8778cb08635b,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:59.377764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.401374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Calling delete_port for dead0ad5-2ba9-4b97-be51-8778cb08635b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:59.434350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.452053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Deleting port dead0ad5-2ba9-4b97-be51-8778cb08635b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:59.452421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.477076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.553943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:59.567495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.631448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] No DVR routers for this DVR port dead0ad5-2ba9-4b97-be51-8778cb08635b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:59.683381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] For port dead0ad5-2ba9-4b97-be51-8778cb08635b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dead0ad5-2ba9-4b97-be51-8778cb08635b,segment=NetworkSegment(c03dc456-1093-4e94-b170-48e41f3317f1),segment_id=c03dc456-1093-4e94-b170-48e41f3317f1)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:59.683769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.752130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Allocated IP 172.25.1.148 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/11fa05e8-c52f-463e-b667-f1dbbc038bf3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:59.837988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dead0ad5-2ba9-4b97-be51-8778cb08635b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:59.928296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: dead0ad5-2ba9-4b97-be51-8778cb08635b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:59.928296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dead0ad5-2ba9-4b97-be51-8778cb08635b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:59.948832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f8903-9a94-4676-a0ad-ef59f6920e95 None None] Pushing event deleted for resources: {'Port': ['ID=dead0ad5-2ba9-4b97-be51-8778cb08635b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.997212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.031679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Calling delete_port for dead0ad5-2ba9-4b97-be51-8778cb08635b owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:00.041021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.132435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.194200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Allocated IP 172.20.0.2 (a5480e57-01f1-4f43-bd83-4facdfb16132/f14c98b1-e512-4d2d-9735-d06497ece45d/ddf8c2eb-d4d7-4583-86c2-320c5ed1c576) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:00.247062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.250391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:00.254343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:00.265920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:00.365209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Pushing event updated for resources: {'Port': ['ID=11fa05e8-c52f-463e-b667-f1dbbc038bf3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.414415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Checking segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:00.419052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Network hostable DHCP agents. Network: eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:38:00.587454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:38:00.620590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:00.649844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:00.652526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275fbe2-6c74-4101-bd94-84bd5a2885bb None None] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:00.653065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.710975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3cc37524-08fe-4036-b170-a13721b1e04e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5411170 Apr 20 14:38:00.873548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:00.957542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.964102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.039264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dead0ad5-2ba9-4b97-be51-8778cb08635b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:01.040219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.055799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] No DVR routers for this DVR port dead0ad5-2ba9-4b97-be51-8778cb08635b on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:01.115884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.144093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Pushing event updated for resources: {'Port': ['ID=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:01.219846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Network a5480e57-01f1-4f43-bd83-4facdfb16132 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:01.224718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:01.230550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:01.238408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.308785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:01.328566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03dc456-1093-4e94-b170-48e41f3317f1') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:01.330778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03dc456-1093-4e94-b170-48e41f3317f1') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:01.356215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.391084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58db59-dd70-4c79-8ec2-76478684c084 None None] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:01.403756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.428680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:38:01.429272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:38:01.431215 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:38:01.580530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.602027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.602782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:01.617451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18 HTTP/1.1" status: 204 len: 168 time: 3.1909239 Apr 20 14:38:01.619269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54120) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:01.649581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.926711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Attempting to bind port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:01.926711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Attempting to bind port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:01.926711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Attempting to bind port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 on network a5480e57-01f1-4f43-bd83-4facdfb16132 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:01.950768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:01.951346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Checking segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:01.951857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.952351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Bound using segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:01.952961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Bound port: ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:01.953426 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.989202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4', 'mac_address': 'fa:16:3e:7c:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:02.010909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7d56c8-23c8-4b04-8eb3-caa48e9d6d18,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:02.206026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:02.265531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:02.316483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.317058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.317340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:02.319573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.319980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.321001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.321361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.322989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.323335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.324259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.324607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.326030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.327775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe8b41-1f09-45cb-9b14-174b1346ae86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:02.329466 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:02.356877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] For port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:02.557983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] For port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:02.586114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:02.618537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:02.675718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Router 8069e8a4-e309-47e1-87b5-401d51799dd4 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:38:02.845960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf480b4-1d91-4b04-a533-8c35e9c8662c None None] Pushing event updated for resources: {'Port': ['ID=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:02.868696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0ab596ec-7753-4a9b-bfa2-f2b5088feab4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:02.885902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:03.009266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:03.045784 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Sync routers for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:03.074261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:03.075272 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:03.115014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:03.119748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-33a5db31-d3dc-4bf3-88d7-2b7666970795 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6274202 Apr 20 14:38:03.120686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54128) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:03.343142 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:03.499630 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:03.746137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:03.791852 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:00Z', 'revision_number': 3, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:03.873313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:03.873698 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:03.887616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Checking router: 8069e8a4-e309-47e1-87b5-401d51799dd4 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:03.920314 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Updating router 8069e8a4-e309-47e1-87b5-401d51799dd4 port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:03.971581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Deleting port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:03.972221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:03.990777 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.094640 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.193229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:04.206271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.225623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] For port b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:04.226795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.276925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Calling delete_port for b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:04.345328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:04.357538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.563838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde10e4a-b595-433d-9d02-bbd61ed883cf None None] Network a5480e57-01f1-4f43-bd83-4facdfb16132 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:04.710768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:04.746292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.751549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Allocated IP 172.20.0.1 (a5480e57-01f1-4f43-bd83-4facdfb16132/f14c98b1-e512-4d2d-9735-d06497ece45d/16e45713-b335-466e-88c3-cf38b3f7a271) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:04.756766 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.771257 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.851487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:04.915147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Attempting to bind port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:04.915550 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Attempting to bind port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:04.915864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Attempting to bind port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:04.923574 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Pushing event updated for resources: {'Port': ['ID=11fa05e8-c52f-463e-b667-f1dbbc038bf3,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:04.942884 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:04.943948 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:04.947600 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:04.949370 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:04.950204 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Bound port: 11fa05e8-c52f-463e-b667-f1dbbc038bf3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:04.950865 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.034132 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] For port 11fa05e8-c52f-463e-b667-f1dbbc038bf3, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:05.042457 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] For port 11fa05e8-c52f-463e-b667-f1dbbc038bf3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=11fa05e8-c52f-463e-b667-f1dbbc038bf3,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:05.053834 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.059107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:38:05.074176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e7f8b138-218c-4b11-88ea-57fb5941c6ec None None] Provisioning complete for port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:05.074483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7f8b138-218c-4b11-88ea-57fb5941c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.113265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.114182 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.115066 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.116199 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.117037 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.117398 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.118407 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.121126 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.121528 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.121924 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.124737 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.125089 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.125420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:05.200318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:05.200691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.243590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.347437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Network a5480e57-01f1-4f43-bd83-4facdfb16132 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:05.361938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:05.367564 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66d64d-8da0-4cb5-9b24-9f7eb330da06 None None] Pushing event updated for resources: {'Port': ['ID=11fa05e8-c52f-463e-b667-f1dbbc038bf3,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:05.372186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:05.403971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:05.413595 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:05.428207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Pushing event updated for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:05.458557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.640497 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.708786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.786901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:05.794051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:05.827286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:05.847660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:05.909701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:05.951482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:05.951928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.078863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.088860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.231461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.237225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Pushing event updated for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:06.339322 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.453083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6eff6290-90bb-4e9c-806f-3d563f5865cd None None] Provisioning complete for port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:06.453624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6eff6290-90bb-4e9c-806f-3d563f5865cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.461589 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:00Z', 'revision_number': 3, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:06.497658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Network a5480e57-01f1-4f43-bd83-4facdfb16132 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:06.500121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:06.724838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6eff6290-90bb-4e9c-806f-3d563f5865cd None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:06.725443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6eff6290-90bb-4e9c-806f-3d563f5865cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:06.781632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Router 8069e8a4-e309-47e1-87b5-401d51799dd4 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:38:06.790043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Router 9f6a9002-b207-4abd-843e-cf7bd996f43f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:38:06.848534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6eff6290-90bb-4e9c-806f-3d563f5865cd None None] Port 16e45713-b335-466e-88c3-cf38b3f7a271 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:06.931506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30f7b1-a3d8-4172-b14c-8f89dfae911c None None] The sync data for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 is: [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:00Z', 'revision_number': 3, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:06.988555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0efea91f-c01a-46da-9b99-f2bd05f4df0a None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:06.988938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0efea91f-c01a-46da-9b99-f2bd05f4df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.068703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:07.069396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:07.081617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f8304b7d-520f-4494-aa81-7d8e9ee2a2e3 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f6a9002-b207-4abd-843e-cf7bd996f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4232321 Apr 20 14:38:07.094150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0299db80-f0b1-4c43-9522-586281f12218 admin admin] 10.222.0.20 "PUT /v2.0/routers/8069e8a4-e309-47e1-87b5-401d51799dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9640255 Apr 20 14:38:07.094150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54134) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:07.124740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Sync routers for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:07.160528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0efea91f-c01a-46da-9b99-f2bd05f4df0a None None] Port 16e45713-b335-466e-88c3-cf38b3f7a271 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:07.175754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:07.187560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:07.296262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.490749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.504037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:07.674179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Deleting port a996c5c6-cb04-43b9-8f76-f84741332f25 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:07.674827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.677799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3a22a61c-4d1c-467c-86f3-dfc0f616e11e None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:07.678173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a22a61c-4d1c-467c-86f3-dfc0f616e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.758826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3a22a61c-4d1c-467c-86f3-dfc0f616e11e None None] Port 16e45713-b335-466e-88c3-cf38b3f7a271 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:07.812045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 11fa05e8-c52f-463e-b667-f1dbbc038bf3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:07.886066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] For port a996c5c6-cb04-43b9-8f76-f84741332f25, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a996c5c6-cb04-43b9-8f76-f84741332f25,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:07.886527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.918131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Calling delete_port for a996c5c6-cb04-43b9-8f76-f84741332f25 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:07.925733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:07.925932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:07.987321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:38:04Z', 'revision_number': 5, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port': {'id': 'a996c5c6-cb04-43b9-8f76-f84741332f25', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:08.215632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Checking router: 9f6a9002-b207-4abd-843e-cf7bd996f43f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:08.249793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Routers {'9f6a9002-b207-4abd-843e-cf7bd996f43f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:08.250560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9f6a9002-b207-4abd-843e-cf7bd996f43f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:08.368409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.416387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a996c5c6-cb04-43b9-8f76-f84741332f25,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:08.452732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] Set router 9f6a9002-b207-4abd-843e-cf7bd996f43f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:08.519895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:38:07Z', 'revision_number': 6, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:08.561286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad469a-a41f-4f7a-8090-fc1b42cf4abd None None] The sync data for ids ['9f6a9002-b207-4abd-843e-cf7bd996f43f'] in n-d-836145-2 is: [{'id': '9f6a9002-b207-4abd-843e-cf7bd996f43f', 'name': 'tempest-AttachSCSIVolumeTestJSON-730854630-router', 'tenant_id': '52ee51fa587a4002bc6bf400fcca1184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:56Z', 'updated_at': '2022-04-20T14:38:07Z', 'revision_number': 6, 'project_id': '52ee51fa587a4002bc6bf400fcca1184', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:08.610973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.653740 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.741754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 11fa05e8-c52f-463e-b667-f1dbbc038bf3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=11fa05e8-c52f-463e-b667-f1dbbc038bf3,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:08.750348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.775691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.778481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.842591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.842591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6a9002-b207-4abd-843e-cf7bd996f43f {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:38:08.849106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=11fa05e8-c52f-463e-b667-f1dbbc038bf3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:08.867717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:08.869415 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6cfc25c-26df-4308-9c89-1c82bf21c3d4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f6a9002-b207-4abd-843e-cf7bd996f43f HTTP/1.1" status: 204 len: 168 time: 1.7818213 Apr 20 14:38:08.872248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:08.952674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Deleting subnet cab2ab5d-438d-4d4e-8f20-acab29eae55f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:38:08.962366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.041139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.161405 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.260559 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.317309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.339319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cab2ab5d-438d-4d4e-8f20-acab29eae55f HTTP/1.1" status: 204 len: 168 time: 0.4657588 Apr 20 14:38:09.340758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e59a9-1f4f-4ef6-9ae7-91500ef768a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab2ab5d-438d-4d4e-8f20-acab29eae55f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:09.341425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd8d55-8d6e-4682-9e4b-41099956ad9b None None] Network 92c89c5d-3156-4965-9a18-0b034e94d491 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:09.347662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54146) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:09.504921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.631153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] DHCP port deletion for 92c89c5d-3156-4965-9a18-0b034e94d491 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:38:09.673202 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-5a6f01a5-a37a-492c-ad8d-22894e1c6c1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834081 Apr 20 14:38:09.695305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Deleting port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:09.695912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.716579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 11fa05e8-c52f-463e-b667-f1dbbc038bf3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:09.898284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272810cb-f4df-40db-bccf-746c5af8172e req-24f05183-ca9f-4b6f-8e54-82c8548f6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:09.899577 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-24f05183-ca9f-4b6f-8e54-82c8548f6a23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a140da4ddb484f8db62aad0583131f0d&device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 1096 time: 0.1855576 Apr 20 14:38:09.915377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Deleting port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:09.919853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.939470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] For port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:09.940177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:09.987088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Calling delete_port for 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:10.014432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:10.016160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.092136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] For port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,segment=NetworkSegment(eb07d8ad-7082-4590-83c3-0740f98408ca),segment_id=eb07d8ad-7082-4590-83c3-0740f98408ca)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:10.092545 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.173519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272810cb-f4df-40db-bccf-746c5af8172e req-bf4e55fb-86de-4e44-b19e-4f69ee043bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:10.175585 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-bf4e55fb-86de-4e44-b19e-4f69ee043bf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 200 len: 908 time: 0.2481842 Apr 20 14:38:10.176640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Calling delete_port for 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:10.199016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6ce49e69-313e-4278-aa17-48886d39e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.230410 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-d23eb0a6-cf34-4c56-b15c-1844f90e654d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 200 len: 217 time: 0.0423748 Apr 20 14:38:10.249869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.296110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] No DVR routers for this DVR port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:10.327725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:10.451713 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Sync routers for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:10.471152 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:10.479383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:37:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:10.485167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.534290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c89c5d-3156-4965-9a18-0b034e94d491']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:10.537398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.537859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272810cb-f4df-40db-bccf-746c5af8172e req-5d4a6c81-d121-4cd3-a9cc-8ca8e5463c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:10.539444 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-5d4a6c81-d121-4cd3-a9cc-8ca8e5463c14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 200 len: 847 time: 0.3002734 Apr 20 14:38:10.550560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:10.591678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb07d8ad-7082-4590-83c3-0740f98408ca') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:10.592589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb07d8ad-7082-4590-83c3-0740f98408ca') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:10.597307 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-de122fae-0c33-4aee-99d2-3e68fdd626e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fd92565-2e6c-4078-adf7-a7c30d559e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495803 Apr 20 14:38:10.606286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.677804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:10.678599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b844eaa0-1ab1-44f3-8e8f-a7ad5b8741cc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:10.679257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a996c5c6-cb04-43b9-8f76-f84741332f25 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:10.685048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] Pushing event deleted for resources: {'Port': ['ID=3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:10.732312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec168e-b94f-486b-a9ed-404c027c0512 None None] No DVR routers for this DVR port 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:10.742875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a996c5c6-cb04-43b9-8f76-f84741332f25 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:10.743580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a996c5c6-cb04-43b9-8f76-f84741332f25 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:10.771515 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:10.772543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-331097b7-871d-423a-a3e9-af6800d0bede service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613150 Apr 20 14:38:10.917524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-272810cb-f4df-40db-bccf-746c5af8172e req-5a74b9c9-3f8f-452d-9198-f83613fa2339 service neutron] 10.222.0.43 "GET /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253462 Apr 20 14:38:10.930789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.947666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:38:10.948090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:38:10.958081 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:38:11.091838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.116280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.134436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92c89c5d-3156-4965-9a18-0b034e94d491 HTTP/1.1" status: 204 len: 168 time: 1.7848003 Apr 20 14:38:11.165782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1aea7-39a7-4f03-a658-a21b08fe7909 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c89c5d-3156-4965-9a18-0b034e94d491,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:11.321919 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 2, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:11.368732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:11.418050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Checking router: 8069e8a4-e309-47e1-87b5-401d51799dd4 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:11.418457 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Updating router 8069e8a4-e309-47e1-87b5-401d51799dd4 port 16e45713-b335-466e-88c3-cf38b3f7a271 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:11.437377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-777048da-9095-44b5-a6cc-850fea849d46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=714093e3e8664bd78e870610189d2096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664372 Apr 20 14:38:11.438850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:11.497238 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.562021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.666104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.680026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:11.746086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:11.749021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b3d46a0-65b2-485f-aa3a-7ef308e6dfaa not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:11.799767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.804744 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.808977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22b013e3-1211-48f6-80ea-cd47f2b11f01 HTTP/1.1" status: 204 len: 168 time: 0.3688829 Apr 20 14:38:11.829878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7335a4b-6efb-4d07-ac56-beb87821c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b013e3-1211-48f6-80ea-cd47f2b11f01,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:12.193964 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.204992 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.362440 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f90a-a566-4dfa-b8fa-c2e7c4178b2c None None] Pushing event updated for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:12.396741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Attempting to bind port 16e45713-b335-466e-88c3-cf38b3f7a271 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:12.397230 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Attempting to bind port 16e45713-b335-466e-88c3-cf38b3f7a271 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:12.397687 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Attempting to bind port 16e45713-b335-466e-88c3-cf38b3f7a271 on network a5480e57-01f1-4f43-bd83-4facdfb16132 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:12.404292 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:12.404928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Checking segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:12.410710 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.411505 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Bound using segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:12.412280 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Bound port: 16e45713-b335-466e-88c3-cf38b3f7a271, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:12.412638 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.559985 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] For port 16e45713-b335-466e-88c3-cf38b3f7a271, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:12.564641 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f374e2c4-d945-442a-b7e2-245ac945e789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.569695 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] For port 16e45713-b335-466e-88c3-cf38b3f7a271, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16e45713-b335-466e-88c3-cf38b3f7a271,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:12.571837 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:38:12.581559 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.611412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54162) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:12.657363 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34f90a-a566-4dfa-b8fa-c2e7c4178b2c None None] Pushing event updated for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:12.721476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:12.722642 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:12.777053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:12.777650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.826505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c9c10a4b-b5d3-403d-8e61-1f39077a3d7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ee51fa587a4002bc6bf400fcca1184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137489 Apr 20 14:38:12.829250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54164) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:13.022247 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:13.024351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.087101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.151817 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.221165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] For port 16e45713-b335-466e-88c3-cf38b3f7a271, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16e45713-b335-466e-88c3-cf38b3f7a271,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:13.230910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.231651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.233725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.234930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4ee9f92-b6da-449e-b5b7-8512d9465cd1 HTTP/1.1" status: 204 len: 168 time: 0.4048870 Apr 20 14:38:13.255265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4301-a79d-4940-b54e-35f531db8ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee9f92-b6da-449e-b5b7-8512d9465cd1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:13.432069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ec484-f819-44bc-8c68-78b0a0b72ba7 None None] Pushing event updated for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:13.443933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b9496f3c-a374-438c-bc1f-4cd6be28a22f None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:13.444608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b9496f3c-a374-438c-bc1f-4cd6be28a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.595837 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:13.723577 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:12Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:13.784927 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4795d17a-9a91-4248-8739-353af2019c12 None None] The sync data for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 is: [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:12Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:14.132345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:14.356138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-95841af6-82bb-4da9-9dd5-f1ae520d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:14.364999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-95841af6-82bb-4da9-9dd5-f1ae520d06c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 1102 time: 0.0766900 Apr 20 14:38:14.694085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-2586a875-c37a-4798-96e4-913c2b14fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:14.695951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-2586a875-c37a-4798-96e4-913c2b14fea4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.3070812 Apr 20 14:38:14.736091 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74976b89-2721-4b54-87c2-55b27c8a2340 x-openstack-request-id: req-74976b89-2721-4b54-87c2-55b27c8a2340 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:14.736686 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-plugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:14.737166 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74976b89-2721-4b54-87c2-55b27c8a2340 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:14.737858 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74976b89-2721-4b54-87c2-55b27c8a2340'] response: {'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'code': 200} Apr 20 14:38:14.745651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1910f53-15b3-4811-a61c-98806510acd8 req-313cee3e-c6f3-43d7-9a30-8b7425164df9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:14.748042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1910f53-15b3-4811-a61c-98806510acd8 req-313cee3e-c6f3-43d7-9a30-8b7425164df9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0942526 Apr 20 14:38:14.840727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-a2cc7c4e-bea1-415b-abe4-e2d6bbbfbe25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c HTTP/1.1" status: 200 len: 217 time: 0.1225536 Apr 20 14:38:14.949902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1910f53-15b3-4811-a61c-98806510acd8 req-b7266fa1-1c65-4df0-b981-5dc1a4bbef5b tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903961 Apr 20 14:38:14.973988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-0649de47-457e-40c1-845e-d054ed1fef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:14.983687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-0649de47-457e-40c1-845e-d054ed1fef50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1131027 Apr 20 14:38:14.999789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6176d4-3b8e-4c7d-9bcd-60ff4c1ba1fa req-f385c550-692f-4b76-8a76-27f3ec1fae75 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:15.001744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6176d4-3b8e-4c7d-9bcd-60ff4c1ba1fa req-f385c550-692f-4b76-8a76-27f3ec1fae75 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.1444037 Apr 20 14:38:15.063984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-8fe1c5a2-0790-46eb-835e-93b551753714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:15.064395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:15.065780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-8fe1c5a2-0790-46eb-835e-93b551753714 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629251 Apr 20 14:38:15.119698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6176d4-3b8e-4c7d-9bcd-60ff4c1ba1fa req-3d608ac1-250a-416f-99bb-261c7de6550f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853937 Apr 20 14:38:15.216514 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:15.227216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-0f9d369c-a765-45d4-8cdb-7539b948bec2 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520851 Apr 20 14:38:15.462104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3feb8ad3-9be7-4657-b7f8-7e62da461dc7 req-44090a4c-282b-493c-8c25-cd4ac251439e service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246885 Apr 20 14:38:15.625234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-0130de91-2247-461a-a637-d41b7d468027 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:15.633517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-0130de91-2247-461a-a637-d41b7d468027 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.2074113 Apr 20 14:38:15.652942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-434059c0-cc0a-44c8-8350-0c1517729b61 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/quotas/8485038300334bc992f2694df216c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0185187 Apr 20 14:38:15.683133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-90183769-ec01-4b32-a9c7-46138b03dd0b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290174 Apr 20 14:38:15.719209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16e45713-b335-466e-88c3-cf38b3f7a271 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:15.798855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-460afa6b-ae3f-4bc4-af4c-d213f4d85e72 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090987 Apr 20 14:38:15.801121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 16e45713-b335-466e-88c3-cf38b3f7a271 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:15.801499 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:15.809930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54236) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:15.826812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43928930', 'description': 'tempest-description--268904955'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:15.881386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:15.994603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-e5e8e075-fd41-447b-bc18-ce4bfc83fc68 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809855 Apr 20 14:38:16.011953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.027019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.040355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-f86afd09-51a9-44e6-8793-c98b46f93558 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.041859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-f86afd09-51a9-44e6-8793-c98b46f93558 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.1388233 Apr 20 14:38:16.144225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.147464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3325872 Apr 20 14:38:16.147464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5473a-cfd9-4264-b997-db8e6da42780 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:16.148411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:16.158848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'security_group_rule': {'security_group_id': 'a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:16.214774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.249535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26bec5-f7b3-4c88-a8b8-2de99bffafcb req-f07a7d2d-c2c8-440c-b056-689714bd3e0c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.257704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae26bec5-f7b3-4c88-a8b8-2de99bffafcb req-f07a7d2d-c2c8-440c-b056-689714bd3e0c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 944 time: 0.1345019 Apr 20 14:38:16.270619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Deleting port 870fe200-1f07-4f24-aa0a-c4ec34f0555a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:16.270619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.272126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-a3a9cee9-9a36-4987-b9b3-cdd56f568e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.273601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-a3a9cee9-9a36-4987-b9b3-cdd56f568e78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.0747635 Apr 20 14:38:16.327271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae26bec5-f7b3-4c88-a8b8-2de99bffafcb req-c2625c8d-9dc5-42d2-b68e-2d981a5c54ce tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Apr 20 14:38:16.342167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.349141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.405224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f902be28-c199-4da0-840b-db1ccef6908f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:16.420384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] For port 870fe200-1f07-4f24-aa0a-c4ec34f0555a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=870fe200-1f07-4f24-aa0a-c4ec34f0555a,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:16.420823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.426257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.429803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e16125bd-0d4a-4f43-b056-e36ad89e8143 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729003 Apr 20 14:38:16.430883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:16.437330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'security_group_rule': {'security_group_id': 'a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:16.439496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Calling delete_port for 870fe200-1f07-4f24-aa0a-c4ec34f0555a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:16.529275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b730ba-dd28-412f-a580-d14e1f375c21 req-f8dcf9a8-4ac4-4007-80af-63649b01bff9 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.535434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40b730ba-dd28-412f-a580-d14e1f375c21 req-f8dcf9a8-4ac4-4007-80af-63649b01bff9 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 950 time: 0.2063258 Apr 20 14:38:16.569533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-1dfc0e24-de61-4342-809f-610a18caacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.571239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-1dfc0e24-de61-4342-809f-610a18caacb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.2882199 Apr 20 14:38:16.577684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.580897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.590728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9e431-f3be-4b1f-959d-5aafd2920983 req-400684db-c6db-4022-a072-9c231c2fd630 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.594146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['870fe200-1f07-4f24-aa0a-c4ec34f0555a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:16.606879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cb9e431-f3be-4b1f-959d-5aafd2920983 req-400684db-c6db-4022-a072-9c231c2fd630 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.1463141 Apr 20 14:38:16.643508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event deleted for resources: {'Port': ['ID=870fe200-1f07-4f24-aa0a-c4ec34f0555a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:16.658146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] No DVR routers for this DVR port 870fe200-1f07-4f24-aa0a-c4ec34f0555a on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:16.661259 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.665443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-136af4b3-df62-47cc-b127-f8cfca72c73e req-0b410c38-af9f-43d5-ab50-9d80e3cd705c tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "DELETE /v2.0/ports/870fe200-1f07-4f24-aa0a-c4ec34f0555a HTTP/1.1" status: 204 len: 173 time: 0.6175349 Apr 20 14:38:16.665883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-deleted', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:16.668388 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855203f9-607e-4397-a21f-a9dba2c08f76" -d '{"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-deleted", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:16.703948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40b730ba-dd28-412f-a580-d14e1f375c21 req-950753a0-8399-4fe3-933b-1c848371d51e tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601927 Apr 20 14:38:16.739844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:16.742695 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74601a-4e0b-43d0-a70e-54914d27412b" -d '{"events": [{"server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "name": "network-vif-plugged", "status": "completed", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:16.758422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cb9e431-f3be-4b1f-959d-5aafd2920983 req-a8097423-0d01-4505-9cf5-60ad863cb3c8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542921 Apr 20 14:38:16.762644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-1ee64c4e-c05c-4745-b0c4-8d17af5a8863 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1815460 Apr 20 14:38:16.787849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.821339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.855183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5be56f2-0a91-4293-8a1a-7edc4927fa3f req-1b574bdb-dfa3-446f-8544-614db5980c4c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 210 time: 0.0704684 Apr 20 14:38:16.909513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d962643-ba9b-4f43-939b-2b58ea8cb48c,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:16.951730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.955755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-00c4fbbc-4432-4a75-9705-51a8f39d2ac3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5224578 Apr 20 14:38:16.959209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-9103f702-581b-455d-9f12-87c87a397244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.959395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54308) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:16.960601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-9103f702-581b-455d-9f12-87c87a397244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1646388 Apr 20 14:38:16.966240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:16.990473 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab2b962-f177-49f6-b284-e1a7f2fe7816 x-openstack-request-id: req-bab2b962-f177-49f6-b284-e1a7f2fe7816 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:16.990834 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c792dc62-7cda-4b50-aee8-928dcaef38a1", "name": "network-vif-deleted", "tag": "870fe200-1f07-4f24-aa0a-c4ec34f0555a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:16.991056 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bab2b962-f177-49f6-b284-e1a7f2fe7816 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:16.991459 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab2b962-f177-49f6-b284-e1a7f2fe7816'] response: {'server_uuid': 'c792dc62-7cda-4b50-aee8-928dcaef38a1', 'name': 'network-vif-deleted', 'tag': '870fe200-1f07-4f24-aa0a-c4ec34f0555a', 'status': 'completed', 'code': 200} Apr 20 14:38:16.991583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709e3a4-e0d0-491d-89d9-071acc584370 req-f271552f-bb21-4b19-a5bc-05e45d3bb281 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.993147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b709e3a4-e0d0-491d-89d9-071acc584370 req-f271552f-bb21-4b19-a5bc-05e45d3bb281 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.1264057 Apr 20 14:38:16.994719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.050175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-75689941-fe87-4d99-ae33-c6bece28912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:17.052280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-75689941-fe87-4d99-ae33-c6bece28912b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824668 Apr 20 14:38:17.055062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b709e3a4-e0d0-491d-89d9-071acc584370 req-8b925eb6-fd7d-43f6-b189-b8431fa50e27 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Apr 20 14:38:17.108703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.110050 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242d5c8-feaa-4010-90bd-415f07ed1680 x-openstack-request-id: req-a242d5c8-feaa-4010-90bd-415f07ed1680 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:17.110342 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "name": "network-vif-plugged", "status": "completed", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:17.110615 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a242d5c8-feaa-4010-90bd-415f07ed1680 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:17.111019 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a242d5c8-feaa-4010-90bd-415f07ed1680'] response: {'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4', 'code': 200} Apr 20 14:38:17.175697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-75f6e654-b3e4-46d9-b412-671f44b20246 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160645 Apr 20 14:38:17.309173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a376-b0c0-4d30-86ed-0e9a68ab59c0 req-feb5d62d-5311-41aa-a30b-37009fe3aaf2 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:17.315858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d25a376-b0c0-4d30-86ed-0e9a68ab59c0 req-feb5d62d-5311-41aa-a30b-37009fe3aaf2 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 951 time: 0.1096644 Apr 20 14:38:17.323338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Allocated IP 172.25.1.237 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/725bffb9-647f-4e44-97b9-c7ca9c13725d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:17.349913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e43b4-e26e-4f62-9b9b-88a2199424a7 req-48bc178e-9e21-4078-8a48-be6354a29ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:17.351860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b87e43b4-e26e-4f62-9b9b-88a2199424a7 req-48bc178e-9e21-4078-8a48-be6354a29ebd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 1100 time: 0.0946286 Apr 20 14:38:17.439933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fd0c73b-f7db-46a2-94df-18e288ae2f11 req-ac07a598-e194-44b0-bedf-98c97e9ac2b4 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534010 Apr 20 14:38:17.463576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d25a376-b0c0-4d30-86ed-0e9a68ab59c0 req-e3950489-b858-4fb4-a373-58b19d600a0f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396990 Apr 20 14:38:17.492224 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b87e43b4-e26e-4f62-9b9b-88a2199424a7 req-37f19e40-c3af-4e49-9b8d-6ab392ca0858 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260500 Apr 20 14:38:17.531017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.586310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.589453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59b6ed32-89a4-4e7e-9d25-32a742216e74 req-08549f58-76e6-4f59-944f-9395bf458af7 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=c792dc62-7cda-4b50-aee8-928dcaef38a1 HTTP/1.1" status: 200 len: 210 time: 0.0311325 Apr 20 14:38:17.639432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:17.645521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:17.646873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:17.671563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'Port': ['ID=725bffb9-647f-4e44-97b9-c7ca9c13725d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:17.823710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.911836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-34c8e053-56ec-4035-9a44-62a106276933 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:17.914502 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-34c8e053-56ec-4035-9a44-62a106276933 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.1660094 Apr 20 14:38:17.915665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:17.964716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Request body: {'port': {'device_id': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'admin_state_up': True, 'tenant_id': '8485038300334bc992f2694df216c0c3'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:18.011659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ae74-70c4-4cf9-a702-e6e68cf3e752 req-39a21cd4-dbf1-480f-9d41-33fceb164645 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.013446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7598ae74-70c4-4cf9-a702-e6e68cf3e752 req-39a21cd4-dbf1-480f-9d41-33fceb164645 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0983460 Apr 20 14:38:18.068337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7598ae74-70c4-4cf9-a702-e6e68cf3e752 req-3203a665-b265-4bae-b96d-75d9c58ec761 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Apr 20 14:38:18.200070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dd136b3-6b0f-4d14-92ae-2cada3abd2df req-4ac0683f-c6a0-47fd-9c9b-8353da926e02 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 210 time: 0.0293360 Apr 20 14:38:18.218260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:18.243092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.363883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45063b0-da4a-4b32-8fce-05fca19412a5 req-58e829c4-ff5c-4370-91ce-cee434a14c64 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.365616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a45063b0-da4a-4b32-8fce-05fca19412a5 req-58e829c4-ff5c-4370-91ce-cee434a14c64 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.0755885 Apr 20 14:38:18.421140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a45063b0-da4a-4b32-8fce-05fca19412a5 req-e7522e87-0761-4913-ab2e-31692746ec3f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481544 Apr 20 14:38:18.697655 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.712217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.724476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4710c8-d571-4a0e-9f32-ea407b61feee req-321294dc-1457-4265-8e7d-bdeb5bec8728 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.726025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe4710c8-d571-4a0e-9f32-ea407b61feee req-321294dc-1457-4265-8e7d-bdeb5bec8728 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 951 time: 0.0656886 Apr 20 14:38:18.770431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe4710c8-d571-4a0e-9f32-ea407b61feee req-4552b487-e077-4275-b667-b6090a2db27f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370054 Apr 20 14:38:18.821193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'Port': ['ID=725bffb9-647f-4e44-97b9-c7ca9c13725d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:18.846706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.849812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Allocated IP 172.20.0.2 (eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d/b8ac8d3b-4c22-46c1-8c27-c59ec2722d19/de4be122-73f2-4d4c-9b50-2d710d96e70e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:18.876097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.882803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7897097f-eaaa-4e2f-9d6e-2130cc8784c2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9166989 Apr 20 14:38:18.976768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffb734-b0a2-4a1f-bbf7-67b3fa2df2c0 req-a2d3696c-12f0-49ba-a12e-14f5c5ff0bf0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.980298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48ffb734-b0a2-4a1f-bbf7-67b3fa2df2c0 req-a2d3696c-12f0-49ba-a12e-14f5c5ff0bf0 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.0672553 Apr 20 14:38:19.033811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48ffb734-b0a2-4a1f-bbf7-67b3fa2df2c0 req-d05d8942-f3da-4898-b128-15f2a7fdbf28 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Apr 20 14:38:19.125475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.173410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54472) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:19.182833 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.205606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf02b6-c8ac-4ba6-a811-2f5543e15ea8 req-4678aa35-c820-4a07-8e30-0e99b2137b17 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:19.207648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40bf02b6-c8ac-4ba6-a811-2f5543e15ea8 req-4678aa35-c820-4a07-8e30-0e99b2137b17 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0680251 Apr 20 14:38:19.237267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:19.242777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:19.245383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:19.265962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40bf02b6-c8ac-4ba6-a811-2f5543e15ea8 req-e8fef48a-0124-4fbd-8917-89dfaed07ac7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490720 Apr 20 14:38:19.341845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe895230-d036-4036-9f26-c619567cc0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.345861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:19.360753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca21a05-5282-4988-beaa-7838b3dbc05e req-1dc68cd3-e4b4-4f1e-baee-52e672c95535 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:19.362616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cca21a05-5282-4988-beaa-7838b3dbc05e req-1dc68cd3-e4b4-4f1e-baee-52e672c95535 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 931 time: 0.0554178 Apr 20 14:38:19.362771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:19.363739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.393010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-7d0ce904-19e9-418a-b61d-1f45112e7830 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4357769 Apr 20 14:38:19.407102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Request body: {'port': {'device_id': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:19.414738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cca21a05-5282-4988-beaa-7838b3dbc05e req-17bc7728-2235-4448-9c1c-84e841262055 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Apr 20 14:38:19.534718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe895230-d036-4036-9f26-c619567cc0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.543666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe895230-d036-4036-9f26-c619567cc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.577292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.588512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07147b08-f649-4cc2-a3d8-a5387bf17ddf req-b4173f5d-e9b9-4093-86f2-2e8312e6193a tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:19.590785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07147b08-f649-4cc2-a3d8-a5387bf17ddf req-b4173f5d-e9b9-4093-86f2-2e8312e6193a tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.0653563 Apr 20 14:38:19.619537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-96101ebb-ed2c-4119-b775-0e72b8990f13 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:19.621248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-96101ebb-ed2c-4119-b775-0e72b8990f13 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.1845891 Apr 20 14:38:19.650840 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe895230-d036-4036-9f26-c619567cc0b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcb6a60b09a642e58097e505307a0a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737899 Apr 20 14:38:19.651385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54500) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:19.663285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07147b08-f649-4cc2-a3d8-a5387bf17ddf req-ae7f182d-0aa7-43de-bbdc-d79bcb76c1db tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Apr 20 14:38:19.697315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe895230-d036-4036-9f26-c619567cc0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6037c6-961a-465a-aa05-ba78b0e4e41b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:19.745723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.784630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:19.792415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.877075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Deleting port d0cb9338-522e-4c72-9e18-f7503d88e2fc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:19.877796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.904834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.911184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:19.916381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6037c6-961a-465a-aa05-ba78b0e4e41b HTTP/1.1" status: 204 len: 168 time: 0.2638428 Apr 20 14:38:19.942443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7ebdf-4945-483c-878f-9230e3d87623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6037c6-961a-465a-aa05-ba78b0e4e41b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:20.086763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5929f62-843c-4f79-97ac-8684f79e1dbf req-277d7901-13ce-46e3-b97c-d260bba07896 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:20.100590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5929f62-843c-4f79-97ac-8684f79e1dbf req-277d7901-13ce-46e3-b97c-d260bba07896 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 951 time: 0.1457651 Apr 20 14:38:20.163975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.195957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] For port d0cb9338-522e-4c72-9e18-f7503d88e2fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d0cb9338-522e-4c72-9e18-f7503d88e2fc,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:20.196486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.200036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5929f62-843c-4f79-97ac-8684f79e1dbf req-6c598a81-9a11-4370-bf8b-483afac51c0e tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945687 Apr 20 14:38:20.218550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Calling delete_port for d0cb9338-522e-4c72-9e18-f7503d88e2fc owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:20.220624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:20.225688 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa320fb-28a7-4701-802b-ba7b4d004a26" -d '{"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:20.242642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:20.250508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.251434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:20.281123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-73ba315e-3153-4a62-ad7b-698c986b8fc5 tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:20.282883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-73ba315e-3153-4a62-ad7b-698c986b8fc5 tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 1100 time: 0.0816858 Apr 20 14:38:20.306964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-920172a2-cc97-4d3c-94ee-094d64ea6d4f tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.325358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 870fe200-1f07-4f24-aa0a-c4ec34f0555a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:20.325996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 870fe200-1f07-4f24-aa0a-c4ec34f0555a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:20.350527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4be122-73f2-4d4c-9b50-2d710d96e70e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:20.364466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:20.364916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.397173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Transition to ACTIVE for port object de4be122-73f2-4d4c-9b50-2d710d96e70e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:38:20.407956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.408885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03daa0-6010-4d68-b390-fa42c4ba9913 req-db712195-8bc1-48a8-ab68-6730f6203cf3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:20.410967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd03daa0-6010-4d68-b390-fa42c4ba9913 req-db712195-8bc1-48a8-ab68-6730f6203cf3 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b HTTP/1.1" status: 200 len: 945 time: 0.0832381 Apr 20 14:38:20.460426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:20.525780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd03daa0-6010-4d68-b390-fa42c4ba9913 req-86b0f157-3bdf-47b5-adcf-6c676e951895 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053605 Apr 20 14:38:20.543634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-920172a2-cc97-4d3c-94ee-094d64ea6d4f tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.554646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-920172a2-cc97-4d3c-94ee-094d64ea6d4f tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.598064 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3ef8c-a9db-4aaf-8600-1c6def2cd293 x-openstack-request-id: req-ada3ef8c-a9db-4aaf-8600-1c6def2cd293 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:20.598680 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-unplugged", "status": "completed", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:20.599486 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ada3ef8c-a9db-4aaf-8600-1c6def2cd293 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:20.600095 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada3ef8c-a9db-4aaf-8600-1c6def2cd293'] response: {'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'code': 200} Apr 20 14:38:20.609047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bd3d512-c9ac-4489-96ed-0e577316b734 req-920172a2-cc97-4d3c-94ee-094d64ea6d4f tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185482 Apr 20 14:38:20.640327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920172a2-cc97-4d3c-94ee-094d64ea6d4f tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a08ca1-8b60-408e-84c8-5433ce7caf4e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:20.682552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.754641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event deleted for resources: {'Port': ['ID=d0cb9338-522e-4c72-9e18-f7503d88e2fc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:20.775074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:20.778923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Attempting to bind port de4be122-73f2-4d4c-9b50-2d710d96e70e on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:20.778923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Attempting to bind port de4be122-73f2-4d4c-9b50-2d710d96e70e by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:20.780559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Attempting to bind port de4be122-73f2-4d4c-9b50-2d710d96e70e on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:20.790430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Port de4be122-73f2-4d4c-9b50-2d710d96e70e on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:38:20.790878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Attempting to bind port de4be122-73f2-4d4c-9b50-2d710d96e70e on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:20.825128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:20.825747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Checking segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:20.826320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Bound using segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:20.827237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Bound port: de4be122-73f2-4d4c-9b50-2d710d96e70e, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:20.827811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.829923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca04cfb-5dec-49a5-b3ff-23922b8f81ee req-63018a64-e593-4d42-838a-86aa4b756e00 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:20.855889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ca04cfb-5dec-49a5-b3ff-23922b8f81ee req-63018a64-e593-4d42-838a-86aa4b756e00 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 943 time: 0.1353695 Apr 20 14:38:20.862057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] No DVR routers for this DVR port d0cb9338-522e-4c72-9e18-f7503d88e2fc on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:20.865049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:20.868968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-917e1138-3f95-465e-ae16-7aa4c0519b16 req-77e8e693-804f-4379-a8b7-791b3824d5b2 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "DELETE /v2.0/ports/d0cb9338-522e-4c72-9e18-f7503d88e2fc HTTP/1.1" status: 204 len: 173 time: 1.2257884 Apr 20 14:38:20.871437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-deleted', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:20.873124 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff5a7e-1e4b-4c8f-b601-202756f143de" -d '{"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-deleted", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:20.958535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ca04cfb-5dec-49a5-b3ff-23922b8f81ee req-c9d321df-be08-462c-afa9-4b859c611573 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Apr 20 14:38:20.995075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.001707 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6292c4-f78d-4c40-863a-f6ed44aad7a6 x-openstack-request-id: req-1f6292c4-f78d-4c40-863a-f6ed44aad7a6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:21.002273 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b", "name": "network-vif-deleted", "tag": "d0cb9338-522e-4c72-9e18-f7503d88e2fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:21.002723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f6292c4-f78d-4c40-863a-f6ed44aad7a6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:21.003508 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6292c4-f78d-4c40-863a-f6ed44aad7a6'] response: {'server_uuid': '5d6b3a36-a04e-40ae-84b6-5cc8fcddb84b', 'name': 'network-vif-deleted', 'tag': 'd0cb9338-522e-4c72-9e18-f7503d88e2fc', 'status': 'completed', 'code': 200} Apr 20 14:38:21.012693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:21.018958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:21.029054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.059032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:21.068331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.072800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.073578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.080628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] 10.222.0.43 "PUT /v2.0/ports/de4be122-73f2-4d4c-9b50-2d710d96e70e HTTP/1.1" status: 200 len: 1091 time: 1.6721961 Apr 20 14:38:21.176394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:21.188629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd61ff-66f2-4f08-b1b5-77e96ab16fac service neutron] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:21.264823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-630f7a3c-a73a-4d05-9c4a-de9a50bf8e8f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.267531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-630f7a3c-a73a-4d05-9c4a-de9a50bf8e8f tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 949 time: 0.1827598 Apr 20 14:38:21.273663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-c0ac4ef1-509e-472f-9ebf-361a28bade57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.275186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-c0ac4ef1-509e-472f-9ebf-361a28bade57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 1094 time: 0.1392035 Apr 20 14:38:21.358189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54594) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:21.359824 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-c09bb894-4794-4195-9445-a3afcbfc5517 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e HTTP/1.1" status: 200 len: 217 time: 0.0569999 Apr 20 14:38:21.412122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a83de-2865-437b-9007-0cf541e40170 req-feb63292-58c5-4392-82ee-55715e9244b0 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.421769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca3a83de-2865-437b-9007-0cf541e40170 req-feb63292-58c5-4392-82ee-55715e9244b0 tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 949 time: 0.1287680 Apr 20 14:38:21.474406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-73b07c3d-005d-461f-9118-36768170c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.476897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-73b07c3d-005d-461f-9118-36768170c45e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.1082857 Apr 20 14:38:21.510237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca3a83de-2865-437b-9007-0cf541e40170 req-94c0cd7b-9c28-498c-b999-987845eb89dc tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e004143-57e9-4378-ac60-f191f727460b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872028 Apr 20 14:38:21.533014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-cd5a7f17-8a6e-424b-8dbb-4d4642960651 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396149 Apr 20 14:38:21.543634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Deleting port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:21.543980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.628766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-network', 'tenant_id': 'ca98372681834d788f3c155da012d790'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:21.775569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Made reservation on behalf of ca98372681834d788f3c155da012d790 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:21.777956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.783747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231dab4-6ef3-416e-835c-54d066554804 req-6d45b371-c493-405a-8c1e-20f12abe8611 tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.785929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7231dab4-6ef3-416e-835c-54d066554804 req-6d45b371-c493-405a-8c1e-20f12abe8611 tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 1100 time: 0.0655892 Apr 20 14:38:21.794412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:21.809013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.822179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-bbccfefa-707a-4816-8cfa-ff5c27a3c60b service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790997 Apr 20 14:38:21.827356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] For port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:21.827740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.859827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7231dab4-6ef3-416e-835c-54d066554804 req-d0eef5ee-4ba5-4eaa-90e5-45bf75c45b71 tempest-ServersAdminNegativeTestJSON-306607560 tempest-ServersAdminNegativeTestJSON-306607560-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653591 Apr 20 14:38:21.888667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Calling delete_port for 08b3fe6f-94b9-4e48-b689-1ce84714ef0c owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:22.014794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:22.040557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'mac_address': 'fa:16:3e:cb:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:22.070989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7a75f76b-0021-4c28-9ad2-53b826e83649 req-95bffb43-221d-4120-b9ac-9d07d2a22a90 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404544 Apr 20 14:38:22.109169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.120012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.143013 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.158445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:22.179808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92d2bc-1154-40f9-ac30-971cc583994a req-9200a241-1064-4778-aea9-a938ad8bf8b5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:22.182046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:22.191187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa92d2bc-1154-40f9-ac30-971cc583994a req-9200a241-1064-4778-aea9-a938ad8bf8b5 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 944 time: 0.1113098 Apr 20 14:38:22.195250 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.197410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:38:22.217181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015b65d-5f7f-42bf-b25c-921015744a8c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.225260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.225764 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Added segment 86728a6c-e67d-4a3c-8937-948b149cb0ff of type vlan for network b08206b9-956b-40bc-afe9-5786049c6f1f Apr 20 14:38:22.236147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.303557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa92d2bc-1154-40f9-ac30-971cc583994a req-a4922cf5-e8a5-4d78-8780-ab9da448cd8b tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Apr 20 14:38:22.314528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['39a6fbe4-abf4-4845-be28-8ba694a50dae'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:22.343447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Pushing event deleted for resources: {'Port': ['ID=08b3fe6f-94b9-4e48-b689-1ce84714ef0c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.389050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.411381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.481463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] No DVR routers for this DVR port 08b3fe6f-94b9-4e48-b689-1ce84714ef0c on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:22.488093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.489397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22047bec-5aeb-431d-be4f-3b584faff366 req-ced4750d-af09-4a00-ae29-f26094119072 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:22.492853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-06e2640a-a954-47d2-ab62-9d730d564e2d req-ea1e1ab3-bf3f-498f-885b-c6e84775f69d tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.45 "DELETE /v2.0/ports/08b3fe6f-94b9-4e48-b689-1ce84714ef0c HTTP/1.1" status: 204 len: 173 time: 1.2166874 Apr 20 14:38:22.503279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22047bec-5aeb-431d-be4f-3b584faff366 req-ced4750d-af09-4a00-ae29-f26094119072 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 943 time: 0.0980198 Apr 20 14:38:22.561110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66794a41-3633-4a51-9b43-93f987200463 req-bc2ded76-8b97-470a-b4d2-e4c3c66d2151 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:22.563561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66794a41-3633-4a51-9b43-93f987200463 req-bc2ded76-8b97-470a-b4d2-e4c3c66d2151 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 944 time: 0.2221489 Apr 20 14:38:22.567078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.569456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:22.570342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.608553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:22.614828 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a429c72e-c695-4520-b4f5-d19f3fa672de" -d '{"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-unplugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:22.631563 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22047bec-5aeb-431d-be4f-3b584faff366 req-bc7af34f-54f5-4e2b-a8f6-ce84f01ad750 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111357 Apr 20 14:38:22.867036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8825914f-5bfd-4e71-8329-949d952d7111 req-ea4eb093-4b53-4a6e-bc85-0c2c4389b12b tempest-ImagesOneServerTestJSON-1733045540 tempest-ImagesOneServerTestJSON-1733045540-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e8d8d9e-f902-4831-b9d3-26f7f69a9602 HTTP/1.1" status: 200 len: 210 time: 0.0489812 Apr 20 14:38:22.875399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] Pushing event updated for resources: {'Network': ['ID=b08206b9-956b-40bc-afe9-5786049c6f1f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.887536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b08206b9-956b-40bc-afe9-5786049c6f1f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:38:22.891492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f2cecd5-6762-4a93-958e-f092a732cc20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5272200 Apr 20 14:38:22.891928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54638) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:22.903768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Request body: {'subnet': {'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-subnet', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:22.939259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Made reservation on behalf of ca98372681834d788f3c155da012d790 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:22.950452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.958434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Deleting port cf48e545-b40a-4009-8420-48bba44b3736 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:22.958863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.007238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e'}, {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-deleted', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:23.011607 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0783a55f-edb2-43f9-87a3-44be3cb46458" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e"}, {"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-deleted", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:23.090710 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973de7a-65e0-4723-9ced-129adda76ef7 x-openstack-request-id: req-6973de7a-65e0-4723-9ced-129adda76ef7 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:23.095691 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-unplugged", "status": "completed", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:23.095968 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6973de7a-65e0-4723-9ced-129adda76ef7 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:23.102851 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6973de7a-65e0-4723-9ced-129adda76ef7'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'code': 200} Apr 20 14:38:23.242742 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a8f53-bbd0-4196-a44f-6f243f016aa1 x-openstack-request-id: req-a01a8f53-bbd0-4196-a44f-6f243f016aa1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:23.244437 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e", "status": "completed", "code": 200}, {"server_uuid": "0e8d8d9e-f902-4831-b9d3-26f7f69a9602", "name": "network-vif-deleted", "tag": "08b3fe6f-94b9-4e48-b689-1ce84714ef0c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:23.244883 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01a8f53-bbd0-4196-a44f-6f243f016aa1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:23.245893 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01a8f53-bbd0-4196-a44f-6f243f016aa1'] response: {'name': 'network-changed', 'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'status': 'completed', 'code': 200} Apr 20 14:38:23.246667 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01a8f53-bbd0-4196-a44f-6f243f016aa1'] response: {'server_uuid': '0e8d8d9e-f902-4831-b9d3-26f7f69a9602', 'name': 'network-vif-deleted', 'tag': '08b3fe6f-94b9-4e48-b689-1ce84714ef0c', 'status': 'completed', 'code': 200} Apr 20 14:38:23.277678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] For port cf48e545-b40a-4009-8420-48bba44b3736, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cf48e545-b40a-4009-8420-48bba44b3736,segment=NetworkSegment(5cf4e0cb-8798-4a62-9cba-340906650cfe),segment_id=5cf4e0cb-8798-4a62-9cba-340906650cfe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:23.285991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.289111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.334959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Calling delete_port for cf48e545-b40a-4009-8420-48bba44b3736 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:23.390503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-39d3f909-70a9-4ec6-b7cc-d15d7c220e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.396837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b954a15e-4f96-48dc-a043-daa6c16f67dd,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:23.403652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-39d3f909-70a9-4ec6-b7cc-d15d7c220e1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 1094 time: 0.1498978 Apr 20 14:38:23.414781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Checking segment: {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:23.415888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Network hostable DHCP agents. Network: b08206b9-956b-40bc-afe9-5786049c6f1f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:38:23.465794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Network b08206b9-956b-40bc-afe9-5786049c6f1f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:38:23.483165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b08206b9-956b-40bc-afe9-5786049c6f1f) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:23.495074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefbd64-c46e-4023-af36-0346bdf75a16 None None] Network b08206b9-956b-40bc-afe9-5786049c6f1f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:23.509608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.510703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.568282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db8168c6-2940-422f-96e8-ce3672293b4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6745958 Apr 20 14:38:23.573500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:23.583498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:23.628372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.631468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.758304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-b90730bb-a980-4f67-a0d2-2f52d001bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.772775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-b90730bb-a980-4f67-a0d2-2f52d001bf99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 906 time: 0.3569345 Apr 20 14:38:23.898520 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.911676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-53f4216b-9317-4b6c-a200-14f32604899c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e HTTP/1.1" status: 200 len: 217 time: 0.1263373 Apr 20 14:38:23.989502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:24.026654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-ce81c96d-9507-42bf-a8dd-1b9fb38b8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:24.028640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-ce81c96d-9507-42bf-a8dd-1b9fb38b8931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.0754967 Apr 20 14:38:24.029978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.051253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-b08206b9-956b-40bc-afe9-5786049c6f1f', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:38:24.052724 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.094698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.104993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50d1de-7d28-437c-a0f3-02d3adac5a16 req-6632b880-bddb-4133-be48-86712e4b1aae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:24.106603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d50d1de-7d28-437c-a0f3-02d3adac5a16 req-6632b880-bddb-4133-be48-86712e4b1aae tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54a5c1b-d68a-423d-ab43-80135646f82b HTTP/1.1" status: 200 len: 866 time: 0.3831000 Apr 20 14:38:24.133636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Pushing event deleted for resources: {'Port': ['ID=cf48e545-b40a-4009-8420-48bba44b3736,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:24.155871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 39a6fbe4-abf4-4845-be28-8ba694a50dae triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:24.156948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.216518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-e2b7ddd4-491a-4d41-9db5-5c1c9455ee06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667950 Apr 20 14:38:24.281571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Allocated IP 172.20.0.2 (b08206b9-956b-40bc-afe9-5786049c6f1f/b954a15e-4f96-48dc-a043-daa6c16f67dd/f47f9244-760b-486e-9473-87b4da1c6332) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:24.376201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] No DVR routers for this DVR port cf48e545-b40a-4009-8420-48bba44b3736 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:24.389812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.398410 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66794a41-3633-4a51-9b43-93f987200463 req-2bcae831-d60b-4df3-b984-012f02f7b6a1 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.43 "DELETE /v2.0/ports/cf48e545-b40a-4009-8420-48bba44b3736 HTTP/1.1" status: 204 len: 173 time: 1.8229597 Apr 20 14:38:24.492228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.591962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-dfc27a55-af45-4382-a4df-1a11fd023187 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297091 Apr 20 14:38:24.611730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:24.633091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.634232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:24.675848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d50d1de-7d28-437c-a0f3-02d3adac5a16 req-19dcfdae-288f-49c7-92d1-e99b64325941 tempest-LiveMigrationTest-287926301 tempest-LiveMigrationTest-287926301-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627410 Apr 20 14:38:24.703450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: d0cb9338-522e-4c72-9e18-f7503d88e2fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:24.703796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d0cb9338-522e-4c72-9e18-f7503d88e2fc not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:24.776495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.785394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:24.812437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 08b3fe6f-94b9-4e48-b689-1ce84714ef0c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:24.812775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 08b3fe6f-94b9-4e48-b689-1ce84714ef0c not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:24.817734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:24.838342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:24.848739 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0783a55f-edb2-43f9-87a3-44be3cb46458 req-9cc9f2b4-89bd-40ed-ae8f-000ad051e6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323565 Apr 20 14:38:24.891917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fafb44-a3d0-45b4-9861-d0c10af7f524 req-bf1ae0b1-35cf-4b17-93d1-1ac47436fd2d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:24.893283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60fafb44-a3d0-45b4-9861-d0c10af7f524 req-bf1ae0b1-35cf-4b17-93d1-1ac47436fd2d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.1270297 Apr 20 14:38:24.957408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Pushing event updated for resources: {'Port': ['ID=f47f9244-760b-486e-9473-87b4da1c6332,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:24.969209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Network b08206b9-956b-40bc-afe9-5786049c6f1f is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:24.973194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:24.983710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:25.059653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60fafb44-a3d0-45b4-9861-d0c10af7f524 req-5b4a27e2-7297-4c0b-a4da-e6a78959bcbc tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561744 Apr 20 14:38:25.083983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Attempting to bind port f47f9244-760b-486e-9473-87b4da1c6332 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:25.084626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Attempting to bind port f47f9244-760b-486e-9473-87b4da1c6332 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:25.085165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Attempting to bind port f47f9244-760b-486e-9473-87b4da1c6332 on network b08206b9-956b-40bc-afe9-5786049c6f1f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:25.094285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.094495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:25.095324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Checking segment: {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:25.096245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.097110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Bound using segment: {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:25.097776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Bound port: f47f9244-760b-486e-9473-87b4da1c6332, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:25.098336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.116499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:25.119871 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4c3eb-d3f1-4bcb-9059-95dc08dea1eb" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:25.139608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.248125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-deleted', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:25.254824 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a581f050-ee1f-4662-8f5f-1c12e6204f6b" -d '{"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-deleted", "tag": "cf48e545-b40a-4009-8420-48bba44b3736"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:25.268095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c56a-bf27-4be6-9b01-adb78f78ccde req-39ba884f-69b6-4f36-a60e-ba2b93ddb01a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:25.294528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b28c56a-bf27-4be6-9b01-adb78f78ccde req-39ba884f-69b6-4f36-a60e-ba2b93ddb01a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 943 time: 0.1314597 Apr 20 14:38:25.344427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] For port f47f9244-760b-486e-9473-87b4da1c6332, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:25.350794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] For port f47f9244-760b-486e-9473-87b4da1c6332, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f47f9244-760b-486e-9473-87b4da1c6332,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:25.367256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.418882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Allocated IP 172.25.1.80 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/f72e2348-a381-4aa5-b6e8-8bdb4e1127bb) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:25.429689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1bf606ca-dc05-47ec-8e6e-80ef56de6a8d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:25.431630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1bf606ca-dc05-47ec-8e6e-80ef56de6a8d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.1185637 Apr 20 14:38:25.439592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b28c56a-bf27-4be6-9b01-adb78f78ccde req-980c803e-69b0-4dc2-89b1-23c70961a708 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396241 Apr 20 14:38:25.571678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88cb3-f2e4-4e24-a7a3-d20aabba3dd2 None None] Pushing event updated for resources: {'Port': ['ID=f47f9244-760b-486e-9473-87b4da1c6332,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:25.600041 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d62c06-9467-44b1-842a-23c4cf05c002 x-openstack-request-id: req-55d62c06-9467-44b1-842a-23c4cf05c002 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:25.600341 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-plugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:25.600594 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55d62c06-9467-44b1-842a-23c4cf05c002 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:25.604852 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d62c06-9467-44b1-842a-23c4cf05c002'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'code': 200} Apr 20 14:38:25.641549 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f997e4e-1ca0-46ed-a3aa-5c2ad2437229 x-openstack-request-id: req-4f997e4e-1ca0-46ed-a3aa-5c2ad2437229 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:25.641861 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54a5c1b-d68a-423d-ab43-80135646f82b", "name": "network-vif-deleted", "tag": "cf48e545-b40a-4009-8420-48bba44b3736", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:25.642159 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f997e4e-1ca0-46ed-a3aa-5c2ad2437229 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:25.646409 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f997e4e-1ca0-46ed-a3aa-5c2ad2437229'] response: {'server_uuid': 'f54a5c1b-d68a-423d-ab43-80135646f82b', 'name': 'network-vif-deleted', 'tag': 'cf48e545-b40a-4009-8420-48bba44b3736', 'status': 'completed', 'code': 200} Apr 20 14:38:25.652469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Deleting port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:25.652830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.801719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54668) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:25.819159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:25.856988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.923427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] For port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:25.923857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.962382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:25.979090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Calling delete_port for 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:26.112099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:26.120820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:26.123581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:26.140963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:26.148487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Pushing event updated for resources: {'Port': ['ID=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:26.244694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:26.273489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'mac_address': 'fa:16:3e:1c:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:26.351782 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.371474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4be122-73f2-4d4c-9b50-2d710d96e70e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:26.427337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:26.437428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.441489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f224caea-b124-411a-9da8-99255b42734a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ab37b7f64764ed8bae6c10d96785d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162560 Apr 20 14:38:26.442165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:26.462703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e2ac3-7ab2-478a-bf97-e16233ad911f req-60ea2d59-40b5-4f72-9035-e5b5b8801207 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:26.464575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a7e2ac3-7ab2-478a-bf97-e16233ad911f req-60ea2d59-40b5-4f72-9035-e5b5b8801207 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b60d28ca-47ad-4bd2-9adb-d194e8a72dd6 HTTP/1.1" status: 200 len: 949 time: 0.2163613 Apr 20 14:38:26.496518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.497240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Deleting subnet bf89c353-4b3d-4473-a9fc-3a5760be6228 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:38:26.541221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['effebf99-c890-4c13-9ab6-a0c1d883d376', '0ab596ec-7753-4a9b-bfa2-f2b5088feab4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:26.555842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.560407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Pushing event deleted for resources: {'Port': ['ID=0ab596ec-7753-4a9b-bfa2-f2b5088feab4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:26.614998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.695841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.697198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.747667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.768348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:26.802656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] No DVR routers for this DVR port 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:26.809133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['de4be122-73f2-4d4c-9b50-2d710d96e70e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:26.818474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.821952 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1aa9b508-3380-47c3-b550-f394eda40144 req-1216f2ce-1b30-453a-8228-54231b0ac64c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "DELETE /v2.0/ports/0ab596ec-7753-4a9b-bfa2-f2b5088feab4 HTTP/1.1" status: 204 len: 173 time: 1.3836632 Apr 20 14:38:26.944956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.952610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.955631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.957047 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e004143-57e9-4378-ac60-f191f727460b HTTP/1.1" status: 204 len: 168 time: 0.5073240 Apr 20 14:38:26.986269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29751-f7dd-4d0f-948d-89a938026563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e004143-57e9-4378-ac60-f191f727460b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:27.170614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a7e2ac3-7ab2-478a-bf97-e16233ad911f req-743fb138-bf25-487a-ac4f-22704e881b64 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844079 Apr 20 14:38:27.287287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.292222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b0142-3a6d-41e2-91c4-79752722c8a4 None None] Network b08206b9-956b-40bc-afe9-5786049c6f1f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:27.433090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] Provisioning complete for port f47f9244-760b-486e-9473-87b4da1c6332 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:27.433843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.482181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf89c353-4b3d-4473-a9fc-3a5760be6228,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:27.503569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.507852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-73351820-6a8d-4b37-93d4-1e0bfbb792a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf89c353-4b3d-4473-a9fc-3a5760be6228 HTTP/1.1" status: 204 len: 168 time: 1.7047312 Apr 20 14:38:27.510959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54694) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:27.581711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.591112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a09b6-8616-466d-94a8-70d7f433be65 req-ba4c5645-6e06-49ba-aea7-839aa0145091 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:27.599789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921a09b6-8616-466d-94a8-70d7f433be65 req-ba4c5645-6e06-49ba-aea7-839aa0145091 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 944 time: 0.1884634 Apr 20 14:38:27.626516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] For port f47f9244-760b-486e-9473-87b4da1c6332, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f47f9244-760b-486e-9473-87b4da1c6332,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:27.664943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.766342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'name': 'network-vif-deleted', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:27.769890 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56abbc-3b05-4e1c-a50a-1918b5baa6c8" -d '{"events": [{"server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "name": "network-vif-deleted", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:27.887945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.901245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921a09b6-8616-466d-94a8-70d7f433be65 req-cd4a5203-3c2b-4e18-a73c-e9363c86fc59 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002858 Apr 20 14:38:27.901499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:27.909630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:27.932042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78556506-36b9-4de1-9d40-0ec405f5b12f None None] Pushing event updated for resources: {'Port': ['ID=f47f9244-760b-486e-9473-87b4da1c6332,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:27.999198 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a602e24-409d-4599-9ac4-408adfdb96a2 x-openstack-request-id: req-0a602e24-409d-4599-9ac4-408adfdb96a2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:27.999498 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60d28ca-47ad-4bd2-9adb-d194e8a72dd6", "name": "network-vif-deleted", "tag": "0ab596ec-7753-4a9b-bfa2-f2b5088feab4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:27.999759 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a602e24-409d-4599-9ac4-408adfdb96a2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:28.000168 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a602e24-409d-4599-9ac4-408adfdb96a2'] response: {'server_uuid': 'b60d28ca-47ad-4bd2-9adb-d194e8a72dd6', 'name': 'network-vif-deleted', 'tag': '0ab596ec-7753-4a9b-bfa2-f2b5088feab4', 'status': 'completed', 'code': 200} Apr 20 14:38:28.009515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f47f9244-760b-486e-9473-87b4da1c6332 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:28.117171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.152553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd92565-2e6c-4078-adf7-a7c30d559e65']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:28.171501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf4e0cb-8798-4a62-9cba-340906650cfe') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:28.171911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf4e0cb-8798-4a62-9cba-340906650cfe') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:28.196276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.220031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.232216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Router 3a79d443-746f-4e57-b370-5f08063f663d is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:38:28.238094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:38:28.238452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:38:28.241905 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:38:28.244189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port de4be122-73f2-4d4c-9b50-2d710d96e70e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:38:28.253212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port de4be122-73f2-4d4c-9b50-2d710d96e70e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:28.253567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.255363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f47f9244-760b-486e-9473-87b4da1c6332 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:28.255733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.401637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.408843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.430368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fd92565-2e6c-4078-adf7-a7c30d559e65 HTTP/1.1" status: 204 len: 168 time: 0.9156566 Apr 20 14:38:28.468670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:28.504757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c2a64-954f-473b-822e-5b6d8df74c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd92565-2e6c-4078-adf7-a7c30d559e65,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:28.629127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Deleting subnet 32166e68-56a3-4a50-92cd-7ad15efd78a5 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:38:28.650299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.655718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:28.710898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.712344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cecca8ed-4203-4e46-ba2d-198b7a401499 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1341612 Apr 20 14:38:28.715943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54722) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:28.727992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Sync routers for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:28.760790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f5939862-6b2d-48a6-ad2d-a28de9121724 None None] Provisioning complete for port f47f9244-760b-486e-9473-87b4da1c6332 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:28.761072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5939862-6b2d-48a6-ad2d-a28de9121724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.806439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54724) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:28.806859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:28.808140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:28.824219 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.882056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76869e-60f2-4d7b-b12c-760bb2ca2893 req-d8acb690-0973-4783-a6c8-ba4790a7ac14 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:28.883650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa76869e-60f2-4d7b-b12c-760bb2ca2893 req-d8acb690-0973-4783-a6c8-ba4790a7ac14 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 949 time: 0.1217990 Apr 20 14:38:28.958397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa76869e-60f2-4d7b-b12c-760bb2ca2893 req-2a8f5db0-25fe-4fd2-b9ba-95ffaf7dcf5c tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Apr 20 14:38:29.041565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1694169441-network', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:29.082731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Made reservation on behalf of 4fecf577e5f7402b93759341fc8614f6 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:29.086087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.137159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.146620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.147775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:29.210760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4decc-b132-4e83-aa63-4e41879effe4 req-efe0ea47-fa8c-418f-a81f-451ab11f6557 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:29.225129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbd4decc-b132-4e83-aa63-4e41879effe4 req-efe0ea47-fa8c-418f-a81f-451ab11f6557 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 944 time: 0.1148937 Apr 20 14:38:29.268246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:29.269474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ab596ec-7753-4a9b-bfa2-f2b5088feab4 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:29.304096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.309772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:29.314320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:29.317303 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2f161b-cc1b-41c7-b388-a94fa93053ba" -d '{"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-plugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:29.328238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.329038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cf48e545-b40a-4009-8420-48bba44b3736 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:29.330922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbd4decc-b132-4e83-aa63-4e41879effe4 req-5aa79538-c88d-450e-87e9-bee4c41a4ee1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041980 Apr 20 14:38:29.383606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: cf48e545-b40a-4009-8420-48bba44b3736 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:29.383963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cf48e545-b40a-4009-8420-48bba44b3736 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:29.433252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.444621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.507992 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f51646-6519-45d5-b5f1-db09978fc7e1 x-openstack-request-id: req-90f51646-6519-45d5-b5f1-db09978fc7e1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:29.508607 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-plugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:29.509012 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90f51646-6519-45d5-b5f1-db09978fc7e1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:29.509559 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f51646-6519-45d5-b5f1-db09978fc7e1'] response: {'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'code': 200} Apr 20 14:38:29.517044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:38:29.543142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b7d7b-db0c-4917-97b5-78d2aab542e6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:29.551933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.552895 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Added segment dbfe19f3-b3d3-493f-b464-4b4f87244e47 of type vlan for network 7ae158b6-0d63-4214-be25-1e839d402852 Apr 20 14:38:29.570080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.591446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:29.626941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:29.647772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.705079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32166e68-56a3-4a50-92cd-7ad15efd78a5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:29.707388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.708847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:29.709509 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.774072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.777175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af7cd961-0448-458b-9465-36eac3a01e4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/32166e68-56a3-4a50-92cd-7ad15efd78a5 HTTP/1.1" status: 204 len: 168 time: 1.3013735 Apr 20 14:38:29.779862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:29.837940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0183311 Apr 20 14:38:29.838806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54736) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:29.841869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f47f9244-760b-486e-9473-87b4da1c6332 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:29.848621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Request body: {'subnet': {'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1694169441-subnet', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:29.868905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9640ba-ef00-4b88-a46b-706d068e2ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae158b6-0d63-4214-be25-1e839d402852,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:29.875866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Made reservation on behalf of 4fecf577e5f7402b93759341fc8614f6 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:29.879482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.884578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.895599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ad66-89ff-435e-90f1-f5ac971dec30 req-3b468ebe-ebd1-473e-a1a6-ddeadd4d8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:29.897099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34c9ad66-89ff-435e-90f1-f5ac971dec30 req-3b468ebe-ebd1-473e-a1a6-ddeadd4d8a07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 1096 time: 0.2386324 Apr 20 14:38:29.955810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:38:30.045580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.066418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e9c40f-c252-437b-9af9-2ef65be9f552']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:30.076313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fd32bb-9bee-42bd-b8c5-6194e2bf21a0') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:30.076905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fd32bb-9bee-42bd-b8c5-6194e2bf21a0') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:30.087094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.098325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.102517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.109480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:38:30.110344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.149148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:26Z', 'revision_number': 3, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:38:30.177335 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:38:30.183526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.186677 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34c9ad66-89ff-435e-90f1-f5ac971dec30 req-8728e1de-6d86-4fc9-ac97-e568e57b8b5f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806652 Apr 20 14:38:30.186873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Checking router: 3a79d443-746f-4e57-b370-5f08063f663d for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:30.188067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Updating router 3a79d443-746f-4e57-b370-5f08063f663d port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:30.196806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.198462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f47f9244-760b-486e-9473-87b4da1c6332 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:30.198964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.200598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] 10.222.0.20 "DELETE /v2.0/networks/66e9c40f-c252-437b-9af9-2ef65be9f552 HTTP/1.1" status: 204 len: 168 time: 0.4182446 Apr 20 14:38:30.217061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43872-34a6-478b-9fe9-2a2bf3ba8966 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e9c40f-c252-437b-9af9-2ef65be9f552,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:30.326358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Checking segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:30.327124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Network hostable DHCP agents. Network: 7ae158b6-0d63-4214-be25-1e839d402852, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:38:30.335961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.394919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea35272-a463-4ac6-8a8b-a5cfb480a7a3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:30.428016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090b36-48d1-4780-9a25-43cdd3f6a3a7 req-37ba2a09-4b29-438c-bc76-5e316e788661 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:30.429551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1090b36-48d1-4780-9a25-43cdd3f6a3a7 req-37ba2a09-4b29-438c-bc76-5e316e788661 tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 949 time: 0.2032208 Apr 20 14:38:30.446559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Network 7ae158b6-0d63-4214-be25-1e839d402852 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:38:30.497504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.512860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 7ae158b6-0d63-4214-be25-1e839d402852) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:30.528573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a595ff-65c0-48b7-a9ca-860ba1afbefd None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:30.538923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:30.538923 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.554736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce663e61-3b49-4751-9858-3324b161462b req-3366b657-9c15-4f97-87ef-ae84b58133ac tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:30.556367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce663e61-3b49-4751-9858-3324b161462b req-3366b657-9c15-4f97-87ef-ae84b58133ac tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 949 time: 0.1348488 Apr 20 14:38:30.560797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54748) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:30.637934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1090b36-48d1-4780-9a25-43cdd3f6a3a7 req-94d6f716-e0ab-43b3-aec8-311d9f74e34b tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761131 Apr 20 14:38:30.681844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d957fe10-4c0c-4218-8457-c3bb11f3e847 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8400235 Apr 20 14:38:30.685476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54750) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:30.734746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:30.785481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-155a9544-bdbc-41fe-9aaf-ebab07a4ea0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a140da4ddb484f8db62aad0583131f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220888 Apr 20 14:38:30.789217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:30.838936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Deleting port effebf99-c890-4c13-9ab6-a0c1d883d376 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:30.839969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.850441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.850441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.936368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:30.956585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5ade9-8f3d-489e-b054-f33d7d154dfd req-3af93445-09e0-4b67-ab6f-c57063db611b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:30.966065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48d5ade9-8f3d-489e-b054-f33d7d154dfd req-3af93445-09e0-4b67-ab6f-c57063db611b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 945 time: 0.1517384 Apr 20 14:38:31.017165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-7ae158b6-0d63-4214-be25-1e839d402852', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:38:31.018261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.027576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] For port effebf99-c890-4c13-9ab6-a0c1d883d376, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=effebf99-c890-4c13-9ab6-a0c1d883d376,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:31.027946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.043677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Calling delete_port for effebf99-c890-4c13-9ab6-a0c1d883d376 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:31.045833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.200170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.246628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Allocated IP 172.20.0.1 (b08206b9-956b-40bc-afe9-5786049c6f1f/b954a15e-4f96-48dc-a043-daa6c16f67dd/a48cdd93-2d78-4de5-9dc1-cae1fb4a4191) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:31.373191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Allocated IP 172.20.0.2 (7ae158b6-0d63-4214-be25-1e839d402852/fea35272-a463-4ac6-8a8b-a5cfb480a7a3/79fcd5a1-da0e-497f-a7de-c9923f41497a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:31.418347 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.442951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48d5ade9-8f3d-489e-b054-f33d7d154dfd req-98adf3be-151a-48e4-9edc-449fc789a619 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757791 Apr 20 14:38:31.445928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.451835 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.464319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.532196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Pushing event deleted for resources: {'Port': ['ID=effebf99-c890-4c13-9ab6-a0c1d883d376,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:31.553101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.588180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.591000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.595356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e HTTP/1.1" status: 204 len: 168 time: 0.8045537 Apr 20 14:38:31.604601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416429ac-c233-414f-b389-e995a2f1c815 None None] Pushing event updated for resources: {'Port': ['ID=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:31.612366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8482876-ab6e-4478-9e58-678d17987f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cfffa-ef00-46eb-b5e9-b8fb0436c92e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:31.659417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] No DVR routers for this DVR port effebf99-c890-4c13-9ab6-a0c1d883d376 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:38:31.670146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.673202 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce663e61-3b49-4751-9858-3324b161462b req-da3a5925-a021-425e-92e0-24916079d44d tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.45 "DELETE /v2.0/ports/effebf99-c890-4c13-9ab6-a0c1d883d376 HTTP/1.1" status: 204 len: 173 time: 1.1080828 Apr 20 14:38:31.676090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'name': 'network-vif-deleted', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:31.678441 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e76da-bb10-4cb4-ac2b-f4948278277f" -d '{"events": [{"server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "name": "network-vif-deleted", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:31.748325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Attempting to bind port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:31.748687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Attempting to bind port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:31.749055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Attempting to bind port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:31.786342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.816604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:31.816985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:31.817389 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.817781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:31.818272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Bound port: f72e2348-a381-4aa5-b6e8-8bdb4e1127bb, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:31.834553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:31.913153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Network b08206b9-956b-40bc-afe9-5786049c6f1f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:31.926919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:31.929565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:32.019587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.063508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] For port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:32.072333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] For port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:32.126721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Pushing event updated for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:32.225502 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.231252 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.238327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.404998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:32.414782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.416297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:32.422504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:32.547469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:32.548153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:32.670381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416429ac-c233-414f-b389-e995a2f1c815 None None] Pushing event updated for resources: {'Port': ['ID=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:32.714948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54768) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:32.720031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d0672111-f958-48dd-bbd8-428758c614c3 None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:32.720435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d0672111-f958-48dd-bbd8-428758c614c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.727003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.736659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.780389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e87c303-ab3d-4c8f-a4ed-651bf27f8ccb req-ec3ac57c-44fb-42fa-9d2a-f280d229552f tempest-ServersAdminNegativeTestJSON-140446767 tempest-ServersAdminNegativeTestJSON-140446767-project] 10.222.0.20 "GET /v2.0/ports?device_id=0765fefd-80b6-4080-8130-8fe085cd0dc9 HTTP/1.1" status: 200 len: 210 time: 0.0641658 Apr 20 14:38:32.883468 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa3edc9-f8be-4eec-a7e3-5070b79a17cb x-openstack-request-id: req-0aa3edc9-f8be-4eec-a7e3-5070b79a17cb {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:32.883870 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765fefd-80b6-4080-8130-8fe085cd0dc9", "name": "network-vif-deleted", "tag": "effebf99-c890-4c13-9ab6-a0c1d883d376", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:32.893060 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aa3edc9-f8be-4eec-a7e3-5070b79a17cb {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:32.893657 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa3edc9-f8be-4eec-a7e3-5070b79a17cb'] response: {'server_uuid': '0765fefd-80b6-4080-8130-8fe085cd0dc9', 'name': 'network-vif-deleted', 'tag': 'effebf99-c890-4c13-9ab6-a0c1d883d376', 'status': 'completed', 'code': 200} Apr 20 14:38:32.901660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:32.916603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Pushing event updated for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:32.947665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d5f92828-84f8-449c-938e-81775c3d0663 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19bc4b14e88f40c3b2020afc3e39470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174308 Apr 20 14:38:32.948396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54770) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:32.961838 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.024535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.129276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Network b08206b9-956b-40bc-afe9-5786049c6f1f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:33.132260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:33.260173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:33.288310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Allocated IP 172.25.1.189 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/3efa06d2-2e3a-429e-8526-7085bc958269) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:33.429215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Router 3a79d443-746f-4e57-b370-5f08063f663d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:38:33.445566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device effebf99-c890-4c13-9ab6-a0c1d883d376 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:33.458956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.501741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.569456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff23954-e5ae-4ed5-bd7e-af6ad4de7bb9 req-4bfb1559-764e-4d0b-b2c2-d6f2013dc4fc tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:33.579960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Pushing event updated for resources: {'Port': ['ID=79fcd5a1-da0e-497f-a7de-c9923f41497a,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:33.586163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ff23954-e5ae-4ed5-bd7e-af6ad4de7bb9 req-4bfb1559-764e-4d0b-b2c2-d6f2013dc4fc tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 945 time: 0.5756621 Apr 20 14:38:33.641337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.642486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: effebf99-c890-4c13-9ab6-a0c1d883d376 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:38:33.643459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device effebf99-c890-4c13-9ab6-a0c1d883d376 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:38:33.681263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.748352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:33.760300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c0a2f52-943b-4088-97d2-4f0efef98982 admin admin] 10.222.0.20 "PUT /v2.0/routers/3a79d443-746f-4e57-b370-5f08063f663d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0400865 Apr 20 14:38:33.767390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ff23954-e5ae-4ed5-bd7e-af6ad4de7bb9 req-58f09649-679d-4f29-bff0-d547b15eaaea tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797473 Apr 20 14:38:33.777404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:33.803074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:33.820375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:33.853487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.881096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Attempting to bind port 79fcd5a1-da0e-497f-a7de-c9923f41497a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:33.881551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Attempting to bind port 79fcd5a1-da0e-497f-a7de-c9923f41497a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:33.881919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Attempting to bind port 79fcd5a1-da0e-497f-a7de-c9923f41497a on network 7ae158b6-0d63-4214-be25-1e839d402852 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:33.889072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d0672111-f958-48dd-bbd8-428758c614c3 None None] Port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:33.897374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:33.897772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Checking segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:33.898382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.898783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Bound using segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:33.899486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Bound port: 79fcd5a1-da0e-497f-a7de-c9923f41497a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:33.899868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:33.923414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3efa06d2-2e3a-429e-8526-7085bc958269,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:34.029477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] For port 79fcd5a1-da0e-497f-a7de-c9923f41497a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:34.056881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a48cdd93-2d78-4de5-9dc1-cae1fb4a4191', 'name': '', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'mac_address': 'fa:16:3e:3f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:31Z', 'revision_number': 1, 'project_id': 'ca98372681834d788f3c155da012d790', 'subnets': [{'id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:34.093326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] For port 79fcd5a1-da0e-497f-a7de-c9923f41497a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=79fcd5a1-da0e-497f-a7de-c9923f41497a,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:34.095948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12e432-586d-4ef3-b38d-22eac61d1841 None None] The sync data for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 is: [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a48cdd93-2d78-4de5-9dc1-cae1fb4a4191', 'name': '', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'mac_address': 'fa:16:3e:3f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:31Z', 'revision_number': 1, 'project_id': 'ca98372681834d788f3c155da012d790', 'subnets': [{'id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:34.103955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-936de731-bef2-4f2d-860d-6910bac5230b None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:34.104561 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-936de731-bef2-4f2d-860d-6910bac5230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:34.111236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:34.253947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-936de731-bef2-4f2d-860d-6910bac5230b None None] Port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:34.282453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda014-9163-4f72-a820-b075c9b0e6df None None] Pushing event updated for resources: {'Port': ['ID=79fcd5a1-da0e-497f-a7de-c9923f41497a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:34.303309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:34.315416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:34.323028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/006b8f1a-110a-43e3-9005-1a6caf3359f2 HTTP/1.1" status: 204 len: 168 time: 1.3730159 Apr 20 14:38:34.367550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9fb03-d2a5-4f50-82d2-3bd4488b802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b8f1a-110a-43e3-9005-1a6caf3359f2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:34.754170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54794) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:34.872967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.126847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-5976d703-e22b-44fc-b814-0bf192bbd73d tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5532129 Apr 20 14:38:35.213006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:35.254629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.373682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0911b27-82b9-49c9-aa51-0f7363d9aead admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=457e0ee054b541018027f3d57d9e4354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151848 Apr 20 14:38:35.376600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:35.589919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.605363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.673571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.827661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.851348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:35.881537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9228f5b-38f4-4dd8-84b8-ef7be45d8e83 HTTP/1.1" status: 204 len: 168 time: 0.5027947 Apr 20 14:38:35.915837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 79fcd5a1-da0e-497f-a7de-c9923f41497a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:35.918220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1e47-a656-489e-b90f-58383f294b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9228f5b-38f4-4dd8-84b8-ef7be45d8e83,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:36.121452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 79fcd5a1-da0e-497f-a7de-c9923f41497a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:36.122776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.233100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Router bde5a358-9505-4791-925f-b57c7c454353 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:38:36.287913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.337388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c6b51-7396-4ae5-9f74-e9c53b514c3e None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:36.446606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.502314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-35ce297e-41ad-4090-b639-d6caf802c7bb None None] Provisioning complete for port 79fcd5a1-da0e-497f-a7de-c9923f41497a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:36.509875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-35ce297e-41ad-4090-b639-d6caf802c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.611873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 79fcd5a1-da0e-497f-a7de-c9923f41497a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=79fcd5a1-da0e-497f-a7de-c9923f41497a,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:36.616467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:36.644146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.645371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f72e2348-a381-4aa5-b6e8-8bdb4e1127bb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:36.707388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45555560-1afd-4cd0-9eef-829d56c439b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f11f1c96e6e41d0a080588fcc611224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916874 Apr 20 14:38:36.708044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54832) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:36.731788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:36.749059 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Sync routers for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:36.789598 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:36.792936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=79fcd5a1-da0e-497f-a7de-c9923f41497a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:36.793901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:36.797968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.805025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5cc48f81-e898-4b41-bc40-fd83e53003e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0844924 Apr 20 14:38:36.805676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54834) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:36.836243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Allocated IP 172.25.1.227 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/76b9d58a-1164-4d72-9db8-86786244b4be) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:36.847100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:36.898025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.007841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.014017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.029879 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15a08ca1-8b60-408e-84c8-5433ce7caf4e HTTP/1.1" status: 204 len: 168 time: 0.3206697 Apr 20 14:38:37.049764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9de20a-6397-42e4-a721-f5af3ac2b917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a08ca1-8b60-408e-84c8-5433ce7caf4e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:37.074233 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:37.265771 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.314339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.410623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:37.411100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.445710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:37.577121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:37.577121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:37.711488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.836123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:37.850331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.903332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:37.931177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=76b9d58a-1164-4d72-9db8-86786244b4be,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:38.013032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:38.041945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d44e5091-cc56-4b55-b9c4-fc916cc1e5f4 None None] Provisioning complete for port 79fcd5a1-da0e-497f-a7de-c9923f41497a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:38.042629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d44e5091-cc56-4b55-b9c4-fc916cc1e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.050885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.094167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 79fcd5a1-da0e-497f-a7de-c9923f41497a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:38.103051 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:34Z', 'revision_number': 3, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:38.163782 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Checking router: bde5a358-9505-4791-925f-b57c7c454353 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:38.165369 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Updating router bde5a358-9505-4791-925f-b57c7c454353 port 3efa06d2-2e3a-429e-8526-7085bc958269 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:38.207739 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.221611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 79fcd5a1-da0e-497f-a7de-c9923f41497a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:38.222152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.450771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Sync routers for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:38.474711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:38.476534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:38.601715 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.648813 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.780959 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Attempting to bind port 3efa06d2-2e3a-429e-8526-7085bc958269 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:38.782138 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Attempting to bind port 3efa06d2-2e3a-429e-8526-7085bc958269 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:38.782780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Attempting to bind port 3efa06d2-2e3a-429e-8526-7085bc958269 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:38.790861 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:38.792560 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:38.793770 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.794474 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:38.795283 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Bound port: 3efa06d2-2e3a-429e-8526-7085bc958269, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:38.795857 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.824128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:38.865153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] For port 3efa06d2-2e3a-429e-8526-7085bc958269, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:38.870435 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] For port 3efa06d2-2e3a-429e-8526-7085bc958269, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3efa06d2-2e3a-429e-8526-7085bc958269,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:38.881888 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:38.928592 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:38.929567 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:39.012213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19097-af2a-442a-a300-31d248d84830 None None] Pushing event updated for resources: {'Port': ['ID=3efa06d2-2e3a-429e-8526-7085bc958269,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:39.183867 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19097-af2a-442a-a300-31d248d84830 None None] Pushing event updated for resources: {'Port': ['ID=3efa06d2-2e3a-429e-8526-7085bc958269,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:39.240918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a48cdd93-2d78-4de5-9dc1-cae1fb4a4191', 'name': '', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'mac_address': 'fa:16:3e:3f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 2, 'project_id': 'ca98372681834d788f3c155da012d790', 'subnets': [{'id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:39.321148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:39.330259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Checking router: 3a79d443-746f-4e57-b370-5f08063f663d for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:39.330259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Updating router 3a79d443-746f-4e57-b370-5f08063f663d port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:39.347744 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.356674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.407906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.577136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.622789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=76b9d58a-1164-4d72-9db8-86786244b4be,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:39.652422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.712336 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:34Z', 'revision_number': 3, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:39.718898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:39.720156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-f6eb85e4-6fcd-4bab-ba1d-9a78ffb945a5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5901260 Apr 20 14:38:39.777867 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73820a94-97f0-4d74-b065-949deda9c0cd None None] The sync data for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 is: [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:34Z', 'revision_number': 3, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:39.915203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-e5b8807c-4259-4a72-8769-c6e8c83133e1 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.1764696 Apr 20 14:38:40.011587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f72e2348-a381-4aa5-b6e8-8bdb4e1127bb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:40.093693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-eae1c31b-9fcc-4d4c-8905-e6a662f9360d tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:40.095129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9bd74d3-2701-4ce3-8b83-5da47afdd58b req-eae1c31b-9fcc-4d4c-8905-e6a662f9360d tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1688375 Apr 20 14:38:40.113357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Allocated IP 172.20.0.1 (7ae158b6-0d63-4214-be25-1e839d402852/fea35272-a463-4ac6-8a8b-a5cfb480a7a3/a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:40.363388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6aba3-d7db-40cc-b901-1a1846c37fb2 req-f1627798-19a5-4067-978f-4a56ec10a7b8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:40.372447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afd6aba3-d7db-40cc-b901-1a1846c37fb2 req-f1627798-19a5-4067-978f-4a56ec10a7b8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 945 time: 0.1185873 Apr 20 14:38:40.427638 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.477014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afd6aba3-d7db-40cc-b901-1a1846c37fb2 req-98198852-ea81-4f6b-ad56-d79646acf4b2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031685 Apr 20 14:38:40.528792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.547152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-020343a5-a951-4607-a9f2-5085297cacf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.614539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Network 7ae158b6-0d63-4214-be25-1e839d402852 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:40.617957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:40.626092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:40.676891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.690531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.695931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Pushing event updated for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:40.743383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:40.744064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.761429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.131544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61e11-3cb2-4d2f-8aaf-d9031736075a None None] Pushing event updated for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:41.143508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Attempting to bind port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:41.143508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Attempting to bind port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:41.143508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Attempting to bind port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 on network b08206b9-956b-40bc-afe9-5786049c6f1f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:41.197392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.201482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:41.202234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Checking segment: {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:41.202741 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.203196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Bound using segment: {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:41.203977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Bound port: a48cdd93-2d78-4de5-9dc1-cae1fb4a4191, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86728a6c-e67d-4a3c-8937-948b149cb0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:41.204178 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.238146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Provisioning complete for port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:41.238535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.317204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:41.351915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:41.352291 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.355046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] For port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:41.432836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] For port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:41.448725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.482093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.490089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.525447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4b175b99-c231-4b50-93bd-0d554b2f571d None None] Port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:41.551538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:41.552163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:41.664914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b61e11-3cb2-4d2f-8aaf-d9031736075a None None] Pushing event updated for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:41.685988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:41.697088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-4f17d57b-93a5-419a-8e63-ea870cdeeae2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f06d953df210428283e9bd29d5dfd775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229584 Apr 20 14:38:41.733138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:41.959359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Pushing event updated for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:42.024437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:42.024811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.099858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-b970edb2-314a-414b-aa76-46496b8656a6 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5267971 Apr 20 14:38:42.157053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-0384ff4f-8712-485e-95ca-7c390ba779d7 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:42.159006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-0384ff4f-8712-485e-95ca-7c390ba779d7 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418437 Apr 20 14:38:42.169084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:42.230358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-578f58d4-63a7-4b09-9b79-40ef92430c13 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/quotas/f06d953df210428283e9bd29d5dfd775 HTTP/1.1" status: 200 len: 375 time: 0.0529084 Apr 20 14:38:42.247926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:42.293332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-4821f7db-5d4f-4cb5-ad4a-c21f15c30947 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f06d953df210428283e9bd29d5dfd775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458302 Apr 20 14:38:42.308343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.329425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Network 7ae158b6-0d63-4214-be25-1e839d402852 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:42.339332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:42.376051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.519579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] For port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:42.574441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.578992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:42.579357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.654590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a48cdd93-2d78-4de5-9dc1-cae1fb4a4191', 'name': '', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'mac_address': 'fa:16:3e:3f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'subnets': [{'id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:42.770879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Router bde5a358-9505-4791-925f-b57c7c454353 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:38:42.856826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0b647-2bad-46ff-ae7c-c26e9b348087 None None] The sync data for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 is: [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:38:32Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a48cdd93-2d78-4de5-9dc1-cae1fb4a4191', 'name': '', 'network_id': 'b08206b9-956b-40bc-afe9-5786049c6f1f', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'mac_address': 'fa:16:3e:3f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': 'ca98372681834d788f3c155da012d790', 'subnets': [{'id': 'b954a15e-4f96-48dc-a043-daa6c16f67dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:42.875932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2db6a53e-643c-45e0-b04c-2ae8c92637a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:42.985264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:43.003708 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Sync routers for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:43.027154 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:43.028154 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:43.028453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-518d2709-3831-4372-b252-c187c7a1464f admin admin] 10.222.0.20 "PUT /v2.0/routers/bde5a358-9505-4791-925f-b57c7c454353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2052653 Apr 20 14:38:43.032628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.117142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d29af4c7-4e6c-4c42-a77b-5db786228570 None None] Provisioning complete for port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:43.117496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d29af4c7-4e6c-4c42-a77b-5db786228570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.183763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f089aa2-a09c-405b-95a2-e1ec718bbf86 None None] Pushing event updated for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:43.223554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3efa06d2-2e3a-429e-8526-7085bc958269 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:43.394210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d29af4c7-4e6c-4c42-a77b-5db786228570 None None] Port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:43.428466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:43.432766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Allocated IP 172.25.1.91 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:43.434813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3efa06d2-2e3a-429e-8526-7085bc958269 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:43.435531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.653370 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.745036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9f2966e-c11d-4186-ad3e-1ae4ab50daae req-d4be1740-ba25-42bf-9ef7-c09a4ac6b77b tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 210 time: 0.0926330 Apr 20 14:38:43.765923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.857408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.862660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 3efa06d2-2e3a-429e-8526-7085bc958269, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3efa06d2-2e3a-429e-8526-7085bc958269,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:43.871820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.931318 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 2, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:43.941507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.002295 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Checking router: bde5a358-9505-4791-925f-b57c7c454353 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:44.003101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Updating router bde5a358-9505-4791-925f-b57c7c454353 port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:38:44.036681 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.062857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:44.131009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:44.152317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=3efa06d2-2e3a-429e-8526-7085bc958269,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:44.199355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:44.203432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:44.213413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:44.273144 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.322034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:44.322417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.551212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.704653 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.712055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.722254 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.893377 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d053d-b2ef-412e-974a-b5ce0ca7d904 None None] Pushing event updated for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:44.919163 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Attempting to bind port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:44.919525 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Attempting to bind port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:44.919880 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Attempting to bind port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 on network 7ae158b6-0d63-4214-be25-1e839d402852 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:44.940385 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:44.941072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Checking segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:44.941696 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.942258 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Bound using segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:44.942925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Bound port: a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:44.943486 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:44.999235 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.009260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.069011 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] For port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:45.074109 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] For port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:45.080857 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.083075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.155525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:45.170147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:45.171905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-ed732ba8-5712-4793-a478-61707b10134b tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f06d953df210428283e9bd29d5dfd775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888114 Apr 20 14:38:45.173410 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:45.175019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.218823 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.221380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-1af9a417-e9f9-43be-876f-4802a41bd7f4 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0588994 Apr 20 14:38:45.232966 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.290384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Provisioning complete for port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:45.290914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.414054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-7e5d9d04-6e81-4706-9708-a72fbe2a7fcf tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.1838989 Apr 20 14:38:45.571043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54990) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:45.580600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351131855', 'description': 'tempest-description--2041674800'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:45.616407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.652970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-b897eddf-0a7a-4d0a-8d78-2e175833380f tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:45.654647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-b897eddf-0a7a-4d0a-8d78-2e175833380f tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4742088 Apr 20 14:38:45.658365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.672180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Request body: {'port': {'device_id': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'f06d953df210428283e9bd29d5dfd775'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:45.740987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d053d-b2ef-412e-974a-b5ce0ca7d904 None None] Pushing event updated for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:45.759038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-3df86a33-3073-461c-9973-af7b1dca9772 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:45.768690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-3df86a33-3073-461c-9973-af7b1dca9772 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3521056 Apr 20 14:38:45.776267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-ecea342c-dceb-4dbb-8545-3417c2d966d0 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:38:45.790244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e49b4e1-7a63-455d-855f-dc1d11449124 req-ecea342c-dceb-4dbb-8545-3417c2d966d0 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206375 Apr 20 14:38:45.801838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] For port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:45.813579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.827079 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:45.869842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Made reservation on behalf of f06d953df210428283e9bd29d5dfd775 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:45.873441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.904032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:45.953155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:46.070223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3efa06d2-2e3a-429e-8526-7085bc958269 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:46.087183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d91f772-eff4-413e-93f4-0bc967beac43 req-8a17ffe0-17e2-4152-9396-e031934d7b79 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 210 time: 0.0891194 Apr 20 14:38:46.277767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.290467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.294362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.344000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-a910f3ad-3c1c-4af2-8a5c-c70f328d5a6d tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367880 Apr 20 14:38:46.349700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:46.393907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.408946 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:46.443919 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0e719-9baa-45e4-8efb-230426275ff4 None None] The sync data for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 is: [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:46.526062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.705197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-88a623f9-0783-44d3-b84e-1fcf422403ba None None] Provisioning complete for port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:46.706546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88a623f9-0783-44d3-b84e-1fcf422403ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.710425 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:38:46.727214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.734353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Pushing event updated for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:46.736146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:46.738338 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1662822 Apr 20 14:38:46.756414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55038) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:46.770531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'security_group_rule': {'security_group_id': 'ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:46.801297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55042) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:46.833625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:46.855489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.855831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.856166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.856495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.880551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.881887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.882966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.883474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.884281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.884775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.885410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.885899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb490a6-c59a-4fa8-a8c9-77d2bc501dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:46.937704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Allocated IP 192.168.233.131 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/868b6807-fa76-4c6b-b14d-4c34c3a0cdd8) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:46.990853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Allocated IP 172.25.1.17 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e96cbc98-d329-4d15-8f5f-f6e3613c65b5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:47.117037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3efa06d2-2e3a-429e-8526-7085bc958269 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:47.117317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.196185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.237241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:47.255544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.256171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.323725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.343424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.365461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'mac_address': 'fa:16:3e:1c:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:47.449948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=e96cbc98-d329-4d15-8f5f-f6e3613c65b5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:47.451600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.486177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:47.488332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:47.499591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:47.621031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.631885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.687703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:47.697698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de4be122-73f2-4d4c-9b50-2d710d96e70e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:47.701366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:47.709724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.721884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:47.762831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:47.777161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.816656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba6c4f-900e-4bad-beb0-5e874bcd4201 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:47.846267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:47.847110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.850704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-530e6983-f1c4-4711-b0af-bfb19fb24810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.852538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Pushing event updated for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:47.874628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f618c4-03dd-4d55-a88c-c73b8d3b6293,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:47.882689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.917177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['de4be122-73f2-4d4c-9b50-2d710d96e70e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:47.926364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:47.930193 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aeb24733-1b01-4584-8264-0775f41d3bc5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1651204 Apr 20 14:38:47.942713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55084) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:47.948489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'security_group_rule': {'security_group_id': 'ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:47.963349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-f7eeab41-d6dd-45e1-ae5a-8a2ef195436a tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2952490 Apr 20 14:38:48.008817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Request body: {'port': {'device_id': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:48.041077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:48.231074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:48.334804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-530e6983-f1c4-4711-b0af-bfb19fb24810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.336108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.357366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-530e6983-f1c4-4711-b0af-bfb19fb24810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.436468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d0b24848-7de7-48cd-90a9-11a8459df7ee None None] Provisioning complete for port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:48.436837 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d0b24848-7de7-48cd-90a9-11a8459df7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.490062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d0b24848-7de7-48cd-90a9-11a8459df7ee None None] Port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:48.492380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:48.493119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.511107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.519809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.545274 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-530e6983-f1c4-4711-b0af-bfb19fb24810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de9a2d77ff5e434796dd0c57ca652be4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7361584 Apr 20 14:38:48.553729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55090) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:48.615760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e6983-f1c4-4711-b0af-bfb19fb24810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef005c-ea9c-426f-801a-993ea382eb3e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:48.622080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.687138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=e96cbc98-d329-4d15-8f5f-f6e3613c65b5,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:48.690633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.752720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.777265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:48.785952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-769a4878-6583-4002-80c8-34633150f7d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4405675 Apr 20 14:38:48.944670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-cd47011b-5e37-486b-bd06-6bdcdc4a1b0b tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.1562650 Apr 20 14:38:48.986412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.071460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79454732-21f7-47e6-9ded-444756ee025f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:49.088933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.090817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f5b42079-7323-46df-9058-b6504ed409c8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1468656 Apr 20 14:38:49.093719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55094) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:49.099419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:49.134007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.253216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-ed04f12c-1510-4c8f-92fe-03fd0f71bd7b tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:49.255195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6513df2-3037-44d8-8fca-d4bb03dbfad6 req-ed04f12c-1510-4c8f-92fe-03fd0f71bd7b tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3029842 Apr 20 14:38:49.274545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.336219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.416593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.443845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:38:49.535087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.541486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:49.543085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eef005c-ea9c-426f-801a-993ea382eb3e HTTP/1.1" status: 204 len: 168 time: 0.9366045 Apr 20 14:38:49.562492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5c463-c59c-4420-92f9-948f947c61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef005c-ea9c-426f-801a-993ea382eb3e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:49.635836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8f62-6912-4b99-859e-4e517d4664b1 req-0aec9943-32f2-459f-9bd0-26d2851be0e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:49.649266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-acfa8f62-6912-4b99-859e-4e517d4664b1 req-0aec9943-32f2-459f-9bd0-26d2851be0e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 936 time: 0.2695653 Apr 20 14:38:49.733819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-acfa8f62-6912-4b99-859e-4e517d4664b1 req-0c30fb12-7ef0-44c2-88b4-dcd168d9ce3b tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798047 Apr 20 14:38:49.972851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:50.078147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port de4be122-73f2-4d4c-9b50-2d710d96e70e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:50.079099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.116744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be027c9c-5b60-4418-b325-f0275218894d req-c790dea4-14ea-478a-809e-12f2a9b59f20 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2895513 Apr 20 14:38:50.126966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:50.156196 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.260072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55122) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:50.284539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c17a78d6-328e-4c88-89ee-4516585c6ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.298071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Allocated IP 172.25.1.136 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e28304f7-c2af-4b92-b2f7-0aa28bcb4145) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:50.328195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:50.339098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.348700 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.392893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:50.394163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:50.398262 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb6438-ce05-4d76-9174-da577085896a" -d '{"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-plugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:50.402884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.456918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.488135 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c443db6-5ffb-415c-b061-23a7d74789b3 x-openstack-request-id: req-6c443db6-5ffb-415c-b061-23a7d74789b3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:50.490887 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-plugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:50.491765 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c443db6-5ffb-415c-b061-23a7d74789b3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:50.492514 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c443db6-5ffb-415c-b061-23a7d74789b3'] response: {'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'code': 200} Apr 20 14:38:50.508264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:50.510759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Transition to ACTIVE for port object 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:38:50.531463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.624812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c17a78d6-328e-4c88-89ee-4516585c6ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.670888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c17a78d6-328e-4c88-89ee-4516585c6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.719922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c17a78d6-328e-4c88-89ee-4516585c6ff2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dc1695300ac4226b2dd3f9f0c9ab54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585836 Apr 20 14:38:50.722925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55126) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:50.729947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a78d6-328e-4c88-89ee-4516585c6ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da38787-10e6-40bf-a904-31211ba1d17c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:50.845164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.847505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.901532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:50.937315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Pushing event updated for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:51.057330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Attempting to bind port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:51.057857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Attempting to bind port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:51.058345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Attempting to bind port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:51.068161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:38:51.068784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Attempting to bind port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:51.076186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:51.076775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:51.077273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:51.077846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Bound port: 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:51.078786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.092873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383ac82-4577-455e-abf1-c18d7b1a1fb1 req-34b587e8-04f1-47a8-8b56-0c41ce17c2de tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:51.094442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1383ac82-4577-455e-abf1-c18d7b1a1fb1 req-34b587e8-04f1-47a8-8b56-0c41ce17c2de tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 948 time: 0.1963356 Apr 20 14:38:51.191107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.244274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:51.280584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.289657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.295574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da38787-10e6-40bf-a904-31211ba1d17c HTTP/1.1" status: 204 len: 168 time: 0.5712366 Apr 20 14:38:51.330348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'Port': ['ID=e28304f7-c2af-4b92-b2f7-0aa28bcb4145,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:51.365670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Allocated IP 172.25.1.110 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/4b81eb4f-89d5-4d8d-b389-b0b689d2af75) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:51.393187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:51.394489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c91733-86ba-4a67-bebc-0849f5ef96dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da38787-10e6-40bf-a904-31211ba1d17c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:51.403918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1383ac82-4577-455e-abf1-c18d7b1a1fb1 req-7abdd739-0db2-4626-a7cd-8abbf6b9e45c tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106616 Apr 20 14:38:51.430421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:51.444124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:51.468852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:51.481556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.574228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:51.574983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.576610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 HTTP/1.1" status: 200 len: 1096 time: 3.5924754 Apr 20 14:38:51.577071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:51.579572 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7d77be-07cd-447d-9492-8c19752b0536" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:51.710275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.780050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.833807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:51.841408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:51.844878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:51.848806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=4b81eb4f-89d5-4d8d-b389-b0b689d2af75,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:51.855689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b526593-619b-4853-9fb8-7ee8116715e6 service neutron] Pushing event updated for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:51.942723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:51.945263 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6ef422-e207-477b-ba32-029ddafa29a9 x-openstack-request-id: req-2c6ef422-e207-477b-ba32-029ddafa29a9 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:51.945537 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:51.945790 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c6ef422-e207-477b-ba32-029ddafa29a9 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:51.972263 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6ef422-e207-477b-ba32-029ddafa29a9'] response: {'name': 'network-changed', 'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8', 'status': 'completed', 'code': 200} Apr 20 14:38:51.998850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.088636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.133908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.156057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-540dec3f-1736-49da-9683-69df2f5cb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:52.157565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-540dec3f-1736-49da-9683-69df2f5cb12b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f06d953df210428283e9bd29d5dfd775&device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 1099 time: 0.3490708 Apr 20 14:38:52.278654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-742558a6-d6fa-4c54-b542-87d725c55707 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 HTTP/1.1" status: 200 len: 217 time: 0.1051462 Apr 20 14:38:52.284931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691e860-d67d-4dae-911a-6c3f19f9c42b req-c20aa3e9-7858-4bc1-aee9-d4a8f8454de1 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:52.286911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f691e860-d67d-4dae-911a-6c3f19f9c42b req-c20aa3e9-7858-4bc1-aee9-d4a8f8454de1 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 949 time: 0.2106040 Apr 20 14:38:52.369005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-741d1a69-8e5f-4017-ae9f-9f1f69d65fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:52.370869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-741d1a69-8e5f-4017-ae9f-9f1f69d65fb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0792708 Apr 20 14:38:52.487712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc914725-5822-486a-a126-3f901119e877 req-a848d0a1-06f6-4e7b-81b8-8e760923e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:52.489485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-a848d0a1-06f6-4e7b-81b8-8e760923e3d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102667 Apr 20 14:38:52.515168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f691e860-d67d-4dae-911a-6c3f19f9c42b req-54e47831-d26d-4e3b-98c7-53865c1c7069 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088935 Apr 20 14:38:52.672020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.684425 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-d2497054-0245-4c21-8d68-0649c8df55c5 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853325 Apr 20 14:38:52.685828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.847126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'Port': ['ID=e28304f7-c2af-4b92-b2f7-0aa28bcb4145,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:52.863163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.899104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:52.908705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-25d1f778-ecd4-44d0-aca6-2f563d919f28 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8059022 Apr 20 14:38:52.912075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc914725-5822-486a-a126-3f901119e877 req-39dc9a81-3def-47ca-a008-8c09ada2eb32 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200198 Apr 20 14:38:52.970318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:53.067845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-67357793-ec5f-44a9-9b5e-ddfd4221feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.069534 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-67357793-ec5f-44a9-9b5e-ddfd4221feee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f06d953df210428283e9bd29d5dfd775&device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 1099 time: 0.0926712 Apr 20 14:38:53.167198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-363426934-network', 'tenant_id': '738fea480a8e4fdb84bf0611aaa98b5a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:53.171554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe3e19-8752-49b3-952b-c6622d7ed79f req-9c2d28fb-df8b-4a65-93e4-1b8e3ff7be62 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.179997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efbe3e19-8752-49b3-952b-c6622d7ed79f req-9c2d28fb-df8b-4a65-93e4-1b8e3ff7be62 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 948 time: 0.5303483 Apr 20 14:38:53.182314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.202770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.204469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Made reservation on behalf of 738fea480a8e4fdb84bf0611aaa98b5a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:53.206821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.217760 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.267211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-c0c0f843-e67b-4cd5-b7c1-180c4007be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.268654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-c0c0f843-e67b-4cd5-b7c1-180c4007be14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1898792 Apr 20 14:38:53.292905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efbe3e19-8752-49b3-952b-c6622d7ed79f req-67cd5de8-c5aa-4bde-bfc3-018b5f0b51dc tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052556 Apr 20 14:38:53.314253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-c936f110-55f4-47e4-be93-e437c5142f08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 HTTP/1.1" status: 200 len: 217 time: 0.0378165 Apr 20 14:38:53.327552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event updated for resources: {'Port': ['ID=4b81eb4f-89d5-4d8d-b389-b0b689d2af75,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:53.351327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.369730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.371165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be027c9c-5b60-4418-b325-f0275218894d req-15dc17aa-6f39-4013-8402-adde26c2c50f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2484112 Apr 20 14:38:53.436323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be027c9c-5b60-4418-b325-f0275218894d req-a473f722-fe3e-4671-bcae-318456c9fdcf tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.0508013 Apr 20 14:38:53.450692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-7182afd8-8188-4d6e-8043-52737387fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.452347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-7182afd8-8188-4d6e-8043-52737387fbb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1249909 Apr 20 14:38:53.471270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.495841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.507461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:38:53.516915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.517343 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Added segment 31f10a70-bb3e-4516-8957-cf4be6f96f5f of type vlan for network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 Apr 20 14:38:53.566281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.578916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be027c9c-5b60-4418-b325-f0275218894d req-196f8112-17f1-435e-a5fa-319ad374ff4e tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.580466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be027c9c-5b60-4418-b325-f0275218894d req-196f8112-17f1-435e-a5fa-319ad374ff4e tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1319661 Apr 20 14:38:53.633494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-d8249675-0406-4351-9b54-de751872382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.635584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-d8249675-0406-4351-9b54-de751872382b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753068 Apr 20 14:38:53.636539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.637239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:53.637815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.662927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee2d7ee-86cf-412c-bf6c-735b6ae33901,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:53.742544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7708726 Apr 20 14:38:53.746505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:53.755902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Request body: {'subnet': {'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-363426934-subnet', 'tenant_id': '738fea480a8e4fdb84bf0611aaa98b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:53.823376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9511ad-9f8f-48a3-bc0c-6a02f367f226 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7a10e5-8219-4bab-8f59-91462ca10ca8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:53.835097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:38:53.876402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Made reservation on behalf of 738fea480a8e4fdb84bf0611aaa98b5a for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:53.884111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:53.906795 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-6b5f6777-1a1b-4b65-bcc5-a05b4defb4c5 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617521 Apr 20 14:38:53.979796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:38:54.028027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7d7d77be-07cd-447d-9492-8c19752b0536 req-2e99a42a-b8fd-4ae1-bd1c-c540cbd50eef service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136529 Apr 20 14:38:54.069107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-4f65b14b-78c5-490c-bbf2-e875bda58a90 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1351131855&fields=id&tenant_id=4fecf577e5f7402b93759341fc8614f6 HTTP/1.1" status: 200 len: 267 time: 0.2967520 Apr 20 14:38:54.105315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:54.129450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:54.132133 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3794b286-c6c8-4469-98f7-152d656d640a" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:54.146136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:54.153960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:54.179181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-ddc7f065-7ef5-410f-8ad1-92317035d4b3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--43928930&fields=id&tenant_id=736733985a3e4cb48321b3bdd8da719c HTTP/1.1" status: 200 len: 267 time: 0.3457823 Apr 20 14:38:54.230299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:54.317150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:54.372844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-7d371064-2b08-428e-a3d6-4a86304bc97b tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:54.374483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-7d371064-2b08-428e-a3d6-4a86304bc97b tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/networks?id=7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 200 len: 806 time: 0.2808928 Apr 20 14:38:54.429146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-53209a7c-ff57-46a8-b3cb-c191f6021055 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/quotas/4fecf577e5f7402b93759341fc8614f6 HTTP/1.1" status: 200 len: 375 time: 0.0446699 Apr 20 14:38:54.442052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96ec424-49d7-42fb-b2f6-b85bd2509feb,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:54.452664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-ca4c7d34-e9bb-45e1-9508-6194ff703200 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:54.454206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-ca4c7d34-e9bb-45e1-9508-6194ff703200 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/networks?id=a5480e57-01f1-4f43-bd83-4facdfb16132 HTTP/1.1" status: 200 len: 815 time: 0.2633307 Apr 20 14:38:54.491926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Checking segment: {'id': '31f10a70-bb3e-4516-8957-cf4be6f96f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:54.492309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Network hostable DHCP agents. Network: 8b7a10e5-8219-4bab-8f59-91462ca10ca8, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:38:54.500669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-44f244af-5d65-4548-96b3-4d706ed2e3e8 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/quotas/736733985a3e4cb48321b3bdd8da719c HTTP/1.1" status: 200 len: 375 time: 0.0376558 Apr 20 14:38:54.564001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-94200ef5-6529-402e-ad80-0b60cf63d3c5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fecf577e5f7402b93759341fc8614f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246166 Apr 20 14:38:54.565525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:38:54.586908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-423a8405-4e75-4013-9f43-85881cf61112 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=736733985a3e4cb48321b3bdd8da719c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852337 Apr 20 14:38:54.595199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8b7a10e5-8219-4bab-8f59-91462ca10ca8) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:54.604532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ee9e4-901e-4e53-9ccb-7336e50c4e18 None None] Network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:54.609707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:54.610309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:54.675134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e443927c-3fed-4cf9-a607-eac25ed333a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9274397 Apr 20 14:38:54.763261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-adf69e50-1668-491d-ab41-32b4839b0816 service neutron] 10.222.0.20 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750858 Apr 20 14:38:54.775430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-a037d559-d73d-4453-a63e-d66f41219053 service neutron] 10.222.0.20 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672022 Apr 20 14:38:54.811084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0c4be-4961-455c-b721-dc28e0f83a72 None None] Network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:54.985436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-d9c2c7b6-c0e2-4a5f-92c7-a05fb172987a service neutron] 10.222.0.20 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007256 Apr 20 14:38:55.049194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-905bfb99-9d5c-497c-9e3e-3961f437e33c service neutron] 10.222.0.20 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652011 Apr 20 14:38:55.543940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26d0f1c9-08de-4bab-a672-43f270c45d6d req-51e2c6ae-a043-470d-8c8e-9407f631bf73 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips/bb383cf0-214a-44c6-be55-192bbaa970cb HTTP/1.1" status: 200 len: 693 time: 0.0746732 Apr 20 14:38:55.627533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55294) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:55.637450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1289419266-network', 'tenant_id': 'ddd32c9489fc4070b58f72be40806fb9'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:55.657985 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00f8fb6-acff-40e2-a296-1aa321a9ae4d x-openstack-request-id: req-f00f8fb6-acff-40e2-a296-1aa321a9ae4d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:55.658602 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:55.659171 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f00f8fb6-acff-40e2-a296-1aa321a9ae4d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:55.659765 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00f8fb6-acff-40e2-a296-1aa321a9ae4d'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'code': 200} Apr 20 14:38:55.711143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Made reservation on behalf of ddd32c9489fc4070b58f72be40806fb9 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:55.716873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:55.751094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:55.819756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0f1c9-08de-4bab-a672-43f270c45d6d req-0b9b943d-5032-4b51-a33a-b2af157305de tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:55.839180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26d0f1c9-08de-4bab-a672-43f270c45d6d req-0b9b943d-5032-4b51-a33a-b2af157305de tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2857411 Apr 20 14:38:55.908554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:55.917679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9270fe5-28c6-48c4-9d6b-538cba9becd8 req-ebeab870-493c-4f86-9a48-dcb806bdf362 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:55.921952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:55.926018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9270fe5-28c6-48c4-9d6b-538cba9becd8 req-ebeab870-493c-4f86-9a48-dcb806bdf362 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 948 time: 0.0807452 Apr 20 14:38:55.963659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:38:55.986881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:55.989020 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Added segment 696a017b-04b2-4115-8b0a-98ed246c91a7 of type vlan for network 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c Apr 20 14:38:56.049222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9270fe5-28c6-48c4-9d6b-538cba9becd8 req-3bcc5080-8f9d-413f-9ec1-9e17eb3fe903 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149750 Apr 20 14:38:56.102419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:56.106251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e543db5-24b4-427a-b1f7-d6db19963dcc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:56.109218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fe0190a-2f2f-48ae-b678-dcda2807bb48 req-099f8472-d034-410c-b4ff-8a84267b65df tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 210 time: 0.0574987 Apr 20 14:38:56.136714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:56.138076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:56.138666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:56.268994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b5db176-f8a2-4783-a9cc-cbfdb5e9c17e req-5c5e44c7-7bc9-4ec2-aafe-896ac27903fc tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0514438 Apr 20 14:38:56.301296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] Pushing event updated for resources: {'Network': ['ID=5bc8c9cc-f1cf-4668-afe3-b0a259a6684c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:56.311893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:38:56.335319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a086cb19-d14c-4885-b1a2-e04aaf4c417a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7050164 Apr 20 14:38:56.338422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:56.352619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Request body: {'subnet': {'network_id': '5bc8c9cc-f1cf-4668-afe3-b0a259a6684c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1289419266-subnet', 'tenant_id': 'ddd32c9489fc4070b58f72be40806fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:56.403738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Made reservation on behalf of ddd32c9489fc4070b58f72be40806fb9 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:56.407799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:56.408409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-eea18a9d-3c73-48d0-b641-bbfffd4afdbb tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips/bb383cf0-214a-44c6-be55-192bbaa970cb HTTP/1.1" status: 200 len: 693 time: 0.0901570 Apr 20 14:38:56.592100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-a20e77ed-6cce-42bd-aa1a-aec4ce3eeb2c tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:56.594456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-a20e77ed-6cce-42bd-aa1a-aec4ce3eeb2c tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1846735 Apr 20 14:38:56.741220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-63a62d29-814e-41e6-a3e8-28c1cd68f587 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.1378758 Apr 20 14:38:56.809163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-15dee885-d6f0-416c-8287-fb36604e5861 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.110 HTTP/1.1" status: 200 len: 696 time: 0.0663493 Apr 20 14:38:56.933796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:56.993801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.153722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-45d591ce-8e3b-460d-afca-904059bb90a9 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:57.161971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Deleting port 4b81eb4f-89d5-4d8d-b389-b0b689d2af75 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:38:57.162362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-45d591ce-8e3b-460d-afca-904059bb90a9 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.45 "GET /v2.0/networks?id=7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 200 len: 806 time: 0.3178024 Apr 20 14:38:57.162504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.199398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:57.236789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8', 'mac_address': 'fa:16:3e:d0:fb:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:57.355503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-c9489d54-61e8-438e-a98f-3d3d5ecb2924 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fecf577e5f7402b93759341fc8614f6 HTTP/1.1" status: 200 len: 380 time: 0.1316326 Apr 20 14:38:57.360946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.362206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.364404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.386009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'port': {'device_id': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'admin_state_up': True, 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'security_groups': ['ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:57.429488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:57.480343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:57.496786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.506513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Calling delete_port for 4b81eb4f-89d5-4d8d-b389-b0b689d2af75 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:38:57.510091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61becdd4-9f3a-4874-814b-5869d925d30b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:57.574172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:57.586336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832f60b-b20f-4a94-9243-2f37616084b3 req-454e39ab-fbc2-4b6a-8de4-a5d34c0970da tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:57.587954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c832f60b-b20f-4a94-9243-2f37616084b3 req-454e39ab-fbc2-4b6a-8de4-a5d34c0970da tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 948 time: 0.1851702 Apr 20 14:38:57.599245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Checking segment: {'id': '696a017b-04b2-4115-8b0a-98ed246c91a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5bc8c9cc-f1cf-4668-afe3-b0a259a6684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:57.599663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Network hostable DHCP agents. Network: 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:38:57.636225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Network 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:38:57.649795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Made reservation on behalf of 4fecf577e5f7402b93759341fc8614f6 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:57.655409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.675479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:57.682421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:57.683781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:57.691676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6333b8-2b7c-4194-b35f-9e5a86e6ba5f None None] Network 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:57.735098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c832f60b-b20f-4a94-9243-2f37616084b3 req-8d82ab4d-d78d-46c0-a50f-3fce34dfbc50 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996463 Apr 20 14:38:57.741392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-6c862f77-2570-460f-b63b-4237110802f0 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:57.742885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-6c862f77-2570-460f-b63b-4237110802f0 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.45 "GET /v2.0/networks?id=a5480e57-01f1-4f43-bd83-4facdfb16132 HTTP/1.1" status: 200 len: 815 time: 0.3436015 Apr 20 14:38:57.745925 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-54013026-85c1-4e7e-bb81-c6cec7f94b3a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4057608 Apr 20 14:38:57.883631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-ce330330-2c30-421d-95d2-286e01d404ff tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=736733985a3e4cb48321b3bdd8da719c HTTP/1.1" status: 200 len: 378 time: 0.1156106 Apr 20 14:38:57.896642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'port': {'device_id': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'admin_state_up': True, 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'security_groups': ['a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:57.946186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['868b6807-fa76-4c6b-b14d-4c34c3a0cdd8'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:57.989742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Allocated IP 172.20.0.14 (7ae158b6-0d63-4214-be25-1e839d402852/fea35272-a463-4ac6-8a8b-a5cfb480a7a3/f2d34abd-b525-485c-a946-0fa9bfb07fa8) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:58.051671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c95c2e9f-af86-4eb2-92a9-9367d7a423b9 req-e43aadcc-14ad-41fc-af74-b2bbe6da7927 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 210 time: 0.0971844 Apr 20 14:38:58.089312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90039d-8937-44d0-a6a2-2b80228c002a None None] Network 5bc8c9cc-f1cf-4668-afe3-b0a259a6684c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:38:58.091187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.227803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event deleted for resources: {'Port': ['ID=4b81eb4f-89d5-4d8d-b389-b0b689d2af75,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:58.309345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.322010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Made reservation on behalf of 736733985a3e4cb48321b3bdd8da719c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:58.330490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.343406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.346598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.347827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f31a2be3-5703-4091-a9a2-7a8bc7fce107 req-e6db9dff-a7c0-4ac8-b0b0-ca07823143a9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb383cf0-214a-44c6-be55-192bbaa970cb HTTP/1.1" status: 204 len: 173 time: 1.5381279 Apr 20 14:38:58.414914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.538204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Network 7ae158b6-0d63-4214-be25-1e839d402852 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:58.540136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event updated for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:58.541373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9828b5c7-f9fd-4c62-80b7-b142ed0f990d req-3c624488-24ab-4c90-a782-a2921cd7b6c5 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0829830 Apr 20 14:38:58.549119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:58.591079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:58.600075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.600683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.601378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.601981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.602478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.603027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.604117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.604628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.606630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.607326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.607934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.608902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:38:58.688942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:58.690235 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.716813 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-34fe2735-744e-4b8e-8548-377dce698aee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3460643 Apr 20 14:38:58.732968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Request body: {'port': {'device_id': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:58.823242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.000788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9e53a239-0f66-4b66-9d02-0304427069b6 None None] Provisioning complete for port f2d34abd-b525-485c-a946-0fa9bfb07fa8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:59.002043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e53a239-0f66-4b66-9d02-0304427069b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.012217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Allocated IP 172.20.0.11 (a5480e57-01f1-4f43-bd83-4facdfb16132/f14c98b1-e512-4d2d-9735-d06497ece45d/2a33511d-a397-4df6-9052-3d6f9eb16cba) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:59.106437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9e53a239-0f66-4b66-9d02-0304427069b6 None None] Port f2d34abd-b525-485c-a946-0fa9bfb07fa8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:59.178633 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.260073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.289947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d34abd-b525-485c-a946-0fa9bfb07fa8 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:59.308659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.343786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Transition to ACTIVE for port object f2d34abd-b525-485c-a946-0fa9bfb07fa8 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:38:59.351211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.396923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Network a5480e57-01f1-4f43-bd83-4facdfb16132 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:59.406709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:59.424002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:59.451366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:59.494756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:59.495411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.509442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e95f-30df-44e6-a525-ba61d6a69faf req-ce0ddca1-5667-45cb-afc0-dd3f85cb3f43 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:59.523163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81e9e95f-30df-44e6-a525-ba61d6a69faf req-ce0ddca1-5667-45cb-afc0-dd3f85cb3f43 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8510900 Apr 20 14:38:59.550136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event updated for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:59.576148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-5d55054d-4d54-4775-be48-e9df82006ec3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6882560 Apr 20 14:38:59.594025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-f3c3fd1f-19f1-402e-a29b-d658d3ce188a tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:59.602857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-f3c3fd1f-19f1-402e-a29b-d658d3ce188a tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/networks?id=8b7a10e5-8219-4bab-8f59-91462ca10ca8 HTTP/1.1" status: 200 len: 814 time: 0.8317726 Apr 20 14:38:59.609307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Attempting to bind port f2d34abd-b525-485c-a946-0fa9bfb07fa8 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:59.609677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Attempting to bind port f2d34abd-b525-485c-a946-0fa9bfb07fa8 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:59.610010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Attempting to bind port f2d34abd-b525-485c-a946-0fa9bfb07fa8 on network 7ae158b6-0d63-4214-be25-1e839d402852 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:59.616892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Request body: {'port': {'device_id': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:59.621865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Port f2d34abd-b525-485c-a946-0fa9bfb07fa8 on network 7ae158b6-0d63-4214-be25-1e839d402852 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:38:59.622195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Attempting to bind port f2d34abd-b525-485c-a946-0fa9bfb07fa8 on network 7ae158b6-0d63-4214-be25-1e839d402852 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:59.631707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:59.633946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Checking segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:59.634677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Bound using segment: {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:59.635043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Bound port: f2d34abd-b525-485c-a946-0fa9bfb07fa8, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfe19f3-b3d3-493f-b464-4b4f87244e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:59.637613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.713268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-b2b38dca-ed0b-439c-9588-e308301f7af6 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/quotas/738fea480a8e4fdb84bf0611aaa98b5a HTTP/1.1" status: 200 len: 375 time: 0.1086121 Apr 20 14:38:59.799354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-b9ad4d62-fc28-4604-9da1-ed9184a4f6a6 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=738fea480a8e4fdb84bf0611aaa98b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773704 Apr 20 14:38:59.805360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:59.808770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:59.815557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.895673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:59.895673 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.895673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] 10.222.0.45 "PUT /v2.0/ports/f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 200 len: 1092 time: 1.1697066 Apr 20 14:38:59.897489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:59.899927 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd1c9e-a37f-425a-966a-bc304ce94144" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:59.930868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.960524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86b2e-de45-4665-b3f0-822eddf66498 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:00.012664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f287406b-5f5a-4c76-a5ac-0bde6988da35 None None] Provisioning complete for port 2a33511d-a397-4df6-9052-3d6f9eb16cba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:00.014233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f287406b-5f5a-4c76-a5ac-0bde6988da35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:00.020953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-61230116-0ffc-48aa-81eb-ed113c3189f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:00.022493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-61230116-0ffc-48aa-81eb-ed113c3189f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fecf577e5f7402b93759341fc8614f6&device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 1095 time: 0.0710371 Apr 20 14:39:00.102219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-210819d8-cc0f-4bd0-8d38-22b50b97d440 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 200 len: 217 time: 0.0717340 Apr 20 14:39:00.116125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f287406b-5f5a-4c76-a5ac-0bde6988da35 None None] Port 2a33511d-a397-4df6-9052-3d6f9eb16cba cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:00.206800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-bf8fa616-9fa1-4a8f-a37c-26f4002ddc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:00.208427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-bf8fa616-9fa1-4a8f-a37c-26f4002ddc1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fea35272-a463-4ac6-8a8b-a5cfb480a7a3 HTTP/1.1" status: 200 len: 845 time: 0.0990632 Apr 20 14:39:00.317117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-6acf5cd0-d8fb-43ba-a140-5b1d6ee83788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:00.318884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-6acf5cd0-d8fb-43ba-a140-5b1d6ee83788 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ae158b6-0d63-4214-be25-1e839d402852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034901 Apr 20 14:39:00.450334 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-c08b876a-c20e-493d-a9e2-db09592dd76f service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197877 Apr 20 14:39:00.544915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a506f70-fa42-4306-ba79-07d6317558da req-2c5eb562-33e0-4f5c-964c-801d461ba19e tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:00.551921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a506f70-fa42-4306-ba79-07d6317558da req-2c5eb562-33e0-4f5c-964c-801d461ba19e tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 949 time: 0.7391706 Apr 20 14:39:00.660372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1fa77a0-dec4-4def-84e3-dfbfd2ddaff8 req-bbe3a191-226b-4592-bdf1-b1fc8f620c9c service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976905 Apr 20 14:39:00.718133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-69687380-f712-44ec-a280-6d9b64009829 service neutron] 10.222.0.20 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9002602 Apr 20 14:39:00.727283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a506f70-fa42-4306-ba79-07d6317558da req-f6c854b9-f524-4c17-995a-0fb8b7830ccd tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569595 Apr 20 14:39:00.910843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-9ff9fb0d-5cb2-4015-a47f-a8bd0c6ef887 service neutron] 10.222.0.20 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998053 Apr 20 14:39:00.940223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:00.942530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e8ba-8c51-4bf8-96d0-b4a9b40ec731 req-7e3b5ba0-efff-4f0d-b1dc-28d7cac48732 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:00.949982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46c9e8ba-8c51-4bf8-96d0-b4a9b40ec731 req-7e3b5ba0-efff-4f0d-b1dc-28d7cac48732 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 944 time: 0.1224065 Apr 20 14:39:01.034796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46c9e8ba-8c51-4bf8-96d0-b4a9b40ec731 req-15893748-0fb3-45ae-8cc3-e90e21694dc4 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837998 Apr 20 14:39:01.049969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a33511d-a397-4df6-9052-3d6f9eb16cba {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:01.050190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:01.056488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:01.057624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.058834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.082401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Transition to ACTIVE for port object 2a33511d-a397-4df6-9052-3d6f9eb16cba will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:01.095893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.197278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Pushing event updated for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:01.253173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.300431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:01.301429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:01.304125 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe794ed-930d-4b1b-a63c-07128dfbadc4" -d '{"events": [{"server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "name": "network-vif-plugged", "status": "completed", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:01.311605 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.429862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f281a1a-a2ec-4fdc-832c-065f799102d7 req-b9e00d79-3aa4-4604-8c6c-4236e0dbbbca tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=ca98372681834d788f3c155da012d790 HTTP/1.1" status: 200 len: 1655 time: 0.2231011 Apr 20 14:39:01.434635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:01.598760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81e21-5aba-4a2a-827c-dbf9a7497c00 req-2a7d76d2-5744-4aee-a05e-c63d407194bd tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:01.600465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afb81e21-5aba-4a2a-827c-dbf9a7497c00 req-2a7d76d2-5744-4aee-a05e-c63d407194bd tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.3485816 Apr 20 14:39:01.678945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Attempting to bind port 2a33511d-a397-4df6-9052-3d6f9eb16cba on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:01.679607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Attempting to bind port 2a33511d-a397-4df6-9052-3d6f9eb16cba by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:01.680003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Attempting to bind port 2a33511d-a397-4df6-9052-3d6f9eb16cba on network a5480e57-01f1-4f43-bd83-4facdfb16132 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:01.697621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Port 2a33511d-a397-4df6-9052-3d6f9eb16cba on network a5480e57-01f1-4f43-bd83-4facdfb16132 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:01.698081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Attempting to bind port 2a33511d-a397-4df6-9052-3d6f9eb16cba on network a5480e57-01f1-4f43-bd83-4facdfb16132 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:01.712564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afb81e21-5aba-4a2a-827c-dbf9a7497c00 req-0fd0a7ca-3aa6-4051-9801-94778663b1fa tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003847 Apr 20 14:39:01.724104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281a1a-a2ec-4fdc-832c-065f799102d7 req-f4fa7f2d-044f-490f-8679-1856eb826252 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:01.732106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f281a1a-a2ec-4fdc-832c-065f799102d7 req-f4fa7f2d-044f-490f-8679-1856eb826252 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks?id=83103849-99eb-42c2-bd65-4018e624a005&id=83103849-99eb-42c2-bd65-4018e624a005&id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 787 time: 0.3011646 Apr 20 14:39:01.744467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:01.745045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Checking segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:01.745521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Bound using segment: {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:01.746313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Bound port: 2a33511d-a397-4df6-9052-3d6f9eb16cba, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b523621b-3e3d-458c-b89e-c13552554464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:01.746719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:01.767886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-0f281a1a-a2ec-4fdc-832c-065f799102d7 req-b9487e64-4e61-4fb5-b658-d3832af316f6 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:39:01.802759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f281a1a-a2ec-4fdc-832c-065f799102d7 req-b9487e64-4e61-4fb5-b658-d3832af316f6 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691423 Apr 20 14:39:01.875536 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd0549-0dca-492f-8fd9-43bbe36785fd x-openstack-request-id: req-afbd0549-0dca-492f-8fd9-43bbe36785fd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:01.876093 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:01.881389 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afbd0549-0dca-492f-8fd9-43bbe36785fd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:01.881985 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbd0549-0dca-492f-8fd9-43bbe36785fd'] response: {'name': 'network-changed', 'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'status': 'completed', 'code': 200} Apr 20 14:39:01.957230 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27660dfa-8d02-4957-ab28-77e7bceb8b9b x-openstack-request-id: req-27660dfa-8d02-4957-ab28-77e7bceb8b9b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:01.957779 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "name": "network-vif-plugged", "status": "completed", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:01.958247 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27660dfa-8d02-4957-ab28-77e7bceb8b9b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:01.958829 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27660dfa-8d02-4957-ab28-77e7bceb8b9b'] response: {'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8', 'code': 200} Apr 20 14:39:02.033203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-7e5d8121-cc92-4936-a92f-29b28e59e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.038387 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-7e5d8121-cc92-4936-a92f-29b28e59e9b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fecf577e5f7402b93759341fc8614f6&device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 1095 time: 0.1357212 Apr 20 14:39:02.049746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62d89115-042e-4ccd-b050-33a976d41fb8 req-1275b27d-a997-4d88-a5dc-48d3433ecc51 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 210 time: 0.1040204 Apr 20 14:39:02.128430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:02.199093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:02.218929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:02.246527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-e4fb454f-9633-40e8-b2d3-caaf4c03577d tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips/2a0856b9-1751-4c1f-9156-5ad05469452a HTTP/1.1" status: 200 len: 692 time: 0.1247721 Apr 20 14:39:02.253705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f05f-ea83-4935-b68b-2b4b6f376b9a req-86e30edd-c098-44a6-b4a0-25699ad2a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.255823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69a1f05f-ea83-4935-b68b-2b4b6f376b9a req-86e30edd-c098-44a6-b4a0-25699ad2a85a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 1101 time: 0.2090931 Apr 20 14:39:02.258661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.259489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:02.261626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a33511d-a397-4df6-9052-3d6f9eb16cba HTTP/1.1" status: 200 len: 1092 time: 2.6559038 Apr 20 14:39:02.277795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-b5b3361f-43a5-4c9d-8e32-c6bc5838b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.279607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-b5b3361f-43a5-4c9d-8e32-c6bc5838b01a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 200 len: 907 time: 0.2357945 Apr 20 14:39:02.307353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:02.310664 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:02.367758 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-d5d12238-86f1-4a11-93db-d21c179bd638 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 200 len: 217 time: 0.0795712 Apr 20 14:39:02.419919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca4851-35bb-4b15-a0a7-68295c3cfc86 req-43cea371-5f8f-4588-9e4d-dadc2b853064 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.428138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fca4851-35bb-4b15-a0a7-68295c3cfc86 req-43cea371-5f8f-4588-9e4d-dadc2b853064 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 950 time: 0.3617992 Apr 20 14:39:02.442128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-95b63355-f901-465d-bd9b-0fde19ad2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.444627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-95b63355-f901-465d-bd9b-0fde19ad2c2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fea35272-a463-4ac6-8a8b-a5cfb480a7a3 HTTP/1.1" status: 200 len: 845 time: 0.0692053 Apr 20 14:39:02.535652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-4cb33e81-3ef5-44f5-922a-30ef27a0e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.541536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-4cb33e81-3ef5-44f5-922a-30ef27a0e783 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ae158b6-0d63-4214-be25-1e839d402852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873814 Apr 20 14:39:02.556816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Pushing event updated for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:02.581440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.583184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.583625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.584075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.584498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.584921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.585338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.586332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.586332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.586590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.586959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.587367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc6a0a-2b95-4b02-9221-d9614a929722 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:02.675068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-68956f6a-ca6b-447e-a8c7-f3639687e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.679741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-68956f6a-ca6b-447e-a8c7-f3639687e4ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=736733985a3e4cb48321b3bdd8da719c&device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 1095 time: 0.2701635 Apr 20 14:39:02.692954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69a1f05f-ea83-4935-b68b-2b4b6f376b9a req-7bd0b680-afd1-4dd2-adb1-1a81a73921ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720999 Apr 20 14:39:02.750712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fca4851-35bb-4b15-a0a7-68295c3cfc86 req-2d1d270e-631c-45a7-b237-93e767a1ff36 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214171 Apr 20 14:39:02.756455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-f8e29529-92d7-4390-bf27-a8943b8ba6da service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000873 Apr 20 14:39:02.857648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-0fb5d54b-ffc8-4459-b2ba-de970605df57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba HTTP/1.1" status: 200 len: 217 time: 0.1634641 Apr 20 14:39:02.897892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-d0f1bcda-41bd-40d4-ac82-73e2cf34f67f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:02.907562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-d0f1bcda-41bd-40d4-ac82-73e2cf34f67f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.6011534 Apr 20 14:39:02.951716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2d34abd-b525-485c-a946-0fa9bfb07fa8 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:03.110515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-8fb946e6-5efd-4a74-aee2-1abceb611895 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:03.110515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-8fb946e6-5efd-4a74-aee2-1abceb611895 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.43 "GET /v2.0/networks?id=8b7a10e5-8219-4bab-8f59-91462ca10ca8 HTTP/1.1" status: 200 len: 814 time: 0.3244970 Apr 20 14:39:03.112250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13dd1c9e-a37f-425a-966a-bc304ce94144 req-93c651a3-a2c5-4113-8fc1-7585dde4cd38 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336966 Apr 20 14:39:03.123600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Request body: {'port': {'device_id': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8', 'admin_state_up': True, 'tenant_id': '738fea480a8e4fdb84bf0611aaa98b5a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:03.156564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:03.158139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-8d0cd552-1323-4527-80f8-1b3678b08c79 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.2449803 Apr 20 14:39:03.186343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'port_id': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'mac_address': 'fa:16:3e:f3:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:03.244621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:03.260340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:03.287861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d34abd-b525-485c-a946-0fa9bfb07fa8 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:03.318376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-e60d93a5-191b-4ec8-8508-4f2e5fac1c10 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.1588771 Apr 20 14:39:03.323505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:03.333969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:03.397611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Made reservation on behalf of 738fea480a8e4fdb84bf0611aaa98b5a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:03.402488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:03.426793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b37a-72bb-4501-9039-f84d3be0baa4 req-62623174-9fbb-4d38-afdc-41054d9ab6ee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:03.446629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6c0b37a-72bb-4501-9039-f84d3be0baa4 req-62623174-9fbb-4d38-afdc-41054d9ab6ee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 944 time: 0.3568046 Apr 20 14:39:03.482315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-fc634395-6f4a-4479-a2bb-1bf6cc4f597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:03.483660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-fc634395-6f4a-4479-a2bb-1bf6cc4f597d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f14c98b1-e512-4d2d-9735-d06497ece45d HTTP/1.1" status: 200 len: 854 time: 0.4013410 Apr 20 14:39:03.574601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:03.708449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6c0b37a-72bb-4501-9039-f84d3be0baa4 req-c48a98c7-473b-4436-a71b-fd592e878769 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487385 Apr 20 14:39:03.732128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-97e1a0df-0c46-42ab-8270-f857507f0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:03.733646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-97e1a0df-0c46-42ab-8270-f857507f0242 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5480e57-01f1-4f43-bd83-4facdfb16132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696064 Apr 20 14:39:03.735088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f2d34abd-b525-485c-a946-0fa9bfb07fa8'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:03.872751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Deleting port e96cbc98-d329-4d15-8f5f-f6e3613c65b5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:03.879093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:03.914911 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b59b29-c260-4e50-ab80-9d20c7c65bbd x-openstack-request-id: req-73b59b29-c260-4e50-ab80-9d20c7c65bbd {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:03.915201 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:03.915450 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73b59b29-c260-4e50-ab80-9d20c7c65bbd {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:03.915842 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b59b29-c260-4e50-ab80-9d20c7c65bbd'] response: {'name': 'network-changed', 'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'status': 'completed', 'code': 200} Apr 20 14:39:04.082482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-e51d1506-0fea-4e47-a784-16d45a0b96e4 service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351660 Apr 20 14:39:04.131790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Allocated IP 172.20.0.6 (8b7a10e5-8219-4bab-8f59-91462ca10ca8/c96ec424-49d7-42fb-b2f6-b85bd2509feb/7f40f3e9-4fde-4bdc-8675-28903c383d98) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:04.162325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885fd74-dea5-4edf-b205-e3266c0eca8a req-64108097-e58f-4750-bba5-c259fad0d106 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:04.178032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7885fd74-dea5-4edf-b205-e3266c0eca8a req-64108097-e58f-4750-bba5-c259fad0d106 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.1739938 Apr 20 14:39:04.181543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.184406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.299728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51e4b3e-8468-4e47-8c57-ea04d68676d4 req-f6cc2acd-cc7d-4006-b723-c372e2b15731 service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079179 Apr 20 14:39:04.323213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Calling delete_port for e96cbc98-d329-4d15-8f5f-f6e3613c65b5 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:04.418111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.486171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.548400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:04.551755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:04.555825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:04.562457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Pushing event updated for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:04.591094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7885fd74-dea5-4edf-b205-e3266c0eca8a req-ce4afc39-fad7-427b-aa81-f01f150fa00f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4115264 Apr 20 14:39:04.602578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.615260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-ddf04d7d-da69-4b34-a742-dd2d6587f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:04.617655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-ddf04d7d-da69-4b34-a742-dd2d6587f97d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=736733985a3e4cb48321b3bdd8da719c&device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 1095 time: 0.1990900 Apr 20 14:39:04.635133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:04.635958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.674769 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-62907b4e-eb14-4e0a-a674-081dd7a21f08 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5557225 Apr 20 14:39:04.692007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Request body: {'port': {'device_id': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:04.786469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:04.965891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2d34abd-b525-485c-a946-0fa9bfb07fa8 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:05.022908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event deleted for resources: {'Port': ['ID=e96cbc98-d329-4d15-8f5f-f6e3613c65b5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:05.085377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f2d34abd-b525-485c-a946-0fa9bfb07fa8 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:05.096521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f2d34abd-b525-485c-a946-0fa9bfb07fa8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:05.097231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.109981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.112669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.113917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62a9efe7-ef4a-4829-b14e-b269a83987c5 req-a56ed5a0-d70c-46e4-8111-31d188abda60 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a0856b9-1751-4c1f-9156-5ad05469452a HTTP/1.1" status: 204 len: 173 time: 1.7930348 Apr 20 14:39:05.226424 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.266486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f40f3e9-4fde-4bdc-8675-28903c383d98 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:05.273372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:05.274614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:05.276013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e464a-087a-4077-85c6-a75e02c45df7 req-3deb7eaa-6c16-46dc-8a05-eb88af7d5095 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.278244 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bfbd38-e4a8-486a-b8aa-0d5817d6665c" -d '{"events": [{"server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:05.282142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.283345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.286318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d5e464a-087a-4077-85c6-a75e02c45df7 req-3deb7eaa-6c16-46dc-8a05-eb88af7d5095 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 931 time: 0.2815657 Apr 20 14:39:05.305175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Transition to ACTIVE for port object 7f40f3e9-4fde-4bdc-8675-28903c383d98 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:05.314531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.389448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e63ca-ee62-440a-bae3-b2a75e7321fa req-6d2a8393-4219-49fa-8f44-16bdb5c9f2b0 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.391753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-023e63ca-ee62-440a-bae3-b2a75e7321fa req-6d2a8393-4219-49fa-8f44-16bdb5c9f2b0 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 950 time: 0.1994483 Apr 20 14:39:05.392155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:05.394010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-4a9bdf68-f4da-4920-b906-00e9a0b5a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.397509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-4a9bdf68-f4da-4920-b906-00e9a0b5a725 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5480e57-01f1-4f43-bd83-4facdfb16132 HTTP/1.1" status: 200 len: 916 time: 0.3917966 Apr 20 14:39:05.402877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Pushing event updated for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:05.455111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Attempting to bind port 7f40f3e9-4fde-4bdc-8675-28903c383d98 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:05.455660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Attempting to bind port 7f40f3e9-4fde-4bdc-8675-28903c383d98 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '31f10a70-bb3e-4516-8957-cf4be6f96f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:05.455908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Attempting to bind port 7f40f3e9-4fde-4bdc-8675-28903c383d98 on network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:05.461501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Port 7f40f3e9-4fde-4bdc-8675-28903c383d98 on network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:05.462072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Attempting to bind port 7f40f3e9-4fde-4bdc-8675-28903c383d98 on network 8b7a10e5-8219-4bab-8f59-91462ca10ca8 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:05.470900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:05.471657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Checking segment: {'id': '31f10a70-bb3e-4516-8957-cf4be6f96f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:05.472311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-51ae34fd-d9ae-41f8-859d-58776ebbe2cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba HTTP/1.1" status: 200 len: 217 time: 0.0600507 Apr 20 14:39:05.473222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Bound using segment: {'id': '31f10a70-bb3e-4516-8957-cf4be6f96f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:05.473222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Bound port: 7f40f3e9-4fde-4bdc-8675-28903c383d98, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f10a70-bb3e-4516-8957-cf4be6f96f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:05.473745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.477833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d5e464a-087a-4077-85c6-a75e02c45df7 req-caab3322-c68a-4c08-ba81-67d512ff1c3d tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899016 Apr 20 14:39:05.532279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-023e63ca-ee62-440a-bae3-b2a75e7321fa req-f8171146-a78b-4ddf-8736-11e177c9f625 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335251 Apr 20 14:39:05.570207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-ecf54235-98e2-4063-b8d5-b2e1c217775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.571219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:05.576116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98,segment=NetworkSegment(31f10a70-bb3e-4516-8957-cf4be6f96f5f),segment_id=31f10a70-bb3e-4516-8957-cf4be6f96f5f)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:05.578127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-ecf54235-98e2-4063-b8d5-b2e1c217775f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f14c98b1-e512-4d2d-9735-d06497ece45d HTTP/1.1" status: 200 len: 854 time: 0.0944116 Apr 20 14:39:05.592034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.641533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.642159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:05.644305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f40f3e9-4fde-4bdc-8675-28903c383d98 HTTP/1.1" status: 200 len: 1091 time: 0.9609456 Apr 20 14:39:05.660847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:05.664539 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:05.673808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-62dfc3f1-0b2c-45be-acd3-5b8bdf58fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.675997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-62dfc3f1-0b2c-45be-acd3-5b8bdf58fdf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5480e57-01f1-4f43-bd83-4facdfb16132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882668 Apr 20 14:39:05.695582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0bdd4-2a03-4ce6-b59b-1a6abe0ce6dc req-1ebeef7f-372b-4a82-b237-f46f87d2d0c5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.697320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fd0bdd4-2a03-4ce6-b59b-1a6abe0ce6dc req-1ebeef7f-372b-4a82-b237-f46f87d2d0c5 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.1297541 Apr 20 14:39:05.719891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363ed65-d6f3-4a2c-ae4f-7e934d18c581 service neutron] Pushing event updated for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:05.782333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-4b9e02e9-95d8-4169-be23-3c31d79fb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.784348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-4b9e02e9-95d8-4169-be23-3c31d79fb470 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=738fea480a8e4fdb84bf0611aaa98b5a&device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 1094 time: 0.0920026 Apr 20 14:39:05.813384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-e32750b8-867c-48df-82f7-ccc7c0ae09ea tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips/e9f237d9-6d35-4cfd-b45e-7f50b8e8cbc1 HTTP/1.1" status: 200 len: 692 time: 0.0505071 Apr 20 14:39:05.838832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-f9534354-a77c-4513-b539-bb230110a494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98 HTTP/1.1" status: 200 len: 217 time: 0.0464711 Apr 20 14:39:05.900158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63469c-1286-498b-b047-e917bf3ec09c req-e134795a-483b-497d-b4a2-1bc1febaaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:05.901775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-e134795a-483b-497d-b4a2-1bc1febaaea1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c96ec424-49d7-42fb-b2f6-b85bd2509feb HTTP/1.1" status: 200 len: 854 time: 0.0543573 Apr 20 14:39:05.942384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-ef0dd892-a230-4cf3-a2d2-dd6e00be8856 service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561386 Apr 20 14:39:05.954920 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-7d194af3-c3c6-43c6-ae46-d1e7d740fa2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b7a10e5-8219-4bab-8f59-91462ca10ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432761 Apr 20 14:39:05.958965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fd0bdd4-2a03-4ce6-b59b-1a6abe0ce6dc req-5825a100-6bdb-43b0-b2c7-28fee4ba7eec tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927664 Apr 20 14:39:06.002829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a620be-87f1-48ed-a2ab-9c530f303569 x-openstack-request-id: req-e7a620be-87f1-48ed-a2ab-9c530f303569 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:06.003791 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "name": "network-vif-plugged", "status": "completed", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:06.004220 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7a620be-87f1-48ed-a2ab-9c530f303569 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:06.004807 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a620be-87f1-48ed-a2ab-9c530f303569'] response: {'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'code': 200} Apr 20 14:39:06.069343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-8c58dff6-a78e-4c81-8d49-94070c83b757 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.070801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-8c58dff6-a78e-4c81-8d49-94070c83b757 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2505877 Apr 20 14:39:06.086471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-1c9a2d43-c440-4483-948c-12d35bb0b302 service neutron] 10.222.0.43 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245947 Apr 20 14:39:06.149615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cead5775-16b9-4a9e-acf2-9556affe983f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0720928 Apr 20 14:39:06.212821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a80acc-b297-4fe4-b999-3be3e2f13645 req-8186675a-e707-4578-b5b3-c8c6a77c59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.214448 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94a80acc-b297-4fe4-b999-3be3e2f13645 req-8186675a-e707-4578-b5b3-c8c6a77c59e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 1097 time: 0.1267617 Apr 20 14:39:06.233810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b6f8dc2-cde5-479d-87d1-b8936dacdc98 req-02f840d8-a314-4509-97e7-11f2a4aae9f4 service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474406 Apr 20 14:39:06.243345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d63469c-1286-498b-b047-e917bf3ec09c req-55a6d3c7-95bf-4a0f-b5e7-1016c3d4a193 service neutron] 10.222.0.43 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247244 Apr 20 14:39:06.245011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-99f5b1d1-6d14-46cf-8e97-c96f1c93271f tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.91 HTTP/1.1" status: 200 len: 695 time: 0.0725613 Apr 20 14:39:06.273326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94a80acc-b297-4fe4-b999-3be3e2f13645 req-1765c0c4-86d0-4c2f-a8ee-3a72932f004e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Apr 20 14:39:06.319936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b86a64-6765-4c46-9cd5-df4f4b7a832d req-9a4e4208-446e-4321-a2fe-b685683b20ef tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.321684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51b86a64-6765-4c46-9cd5-df4f4b7a832d req-9a4e4208-446e-4321-a2fe-b685683b20ef tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.1789930 Apr 20 14:39:06.417644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51b86a64-6765-4c46-9cd5-df4f4b7a832d req-ba918925-e912-493c-8d3e-8fe82f066ffa tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862107 Apr 20 14:39:06.439580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Deleting port a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:06.439963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.557562 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.558204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.560822 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43b42f1-c98a-43b3-9e56-871bd244b9b8 x-openstack-request-id: req-f43b42f1-c98a-43b3-9e56-871bd244b9b8 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:06.561213 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:06.561565 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f43b42f1-c98a-43b3-9e56-871bd244b9b8 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:06.562068 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43b42f1-c98a-43b3-9e56-871bd244b9b8'] response: {'name': 'network-changed', 'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98', 'status': 'completed', 'code': 200} Apr 20 14:39:06.581004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Calling delete_port for a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:06.642930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-22dea282-c630-455a-b278-e8a37384626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.644605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-22dea282-c630-455a-b278-e8a37384626d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=738fea480a8e4fdb84bf0611aaa98b5a&device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 1094 time: 0.0512421 Apr 20 14:39:06.787143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-479f6870-f4dc-4a4f-848e-839630d56b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.789590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-479f6870-f4dc-4a4f-848e-839630d56b93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b7a10e5-8219-4bab-8f59-91462ca10ca8 HTTP/1.1" status: 200 len: 915 time: 0.1363313 Apr 20 14:39:06.796554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.853868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event deleted for resources: {'Port': ['ID=a3eb952f-1ea7-4df8-9cc5-01cb4fb1b688,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:06.875507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-869c40f2-dfa5-49f5-ad04-bbedd4e2e38b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98 HTTP/1.1" status: 200 len: 217 time: 0.0778911 Apr 20 14:39:06.942468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-b2f36fe2-aef1-4857-9595-fa95b18678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.945242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-b2f36fe2-aef1-4857-9595-fa95b18678e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c96ec424-49d7-42fb-b2f6-b85bd2509feb HTTP/1.1" status: 200 len: 854 time: 0.0613232 Apr 20 14:39:06.961646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea9f17-0dc3-42a3-a1da-10d7d782d3d9 req-344e1cd7-3868-43b2-8279-a64190439ef4 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:06.970548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ea9f17-0dc3-42a3-a1da-10d7d782d3d9 req-344e1cd7-3868-43b2-8279-a64190439ef4 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 943 time: 0.1047330 Apr 20 14:39:06.978800 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.983792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:06.984994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3a27ba8-bd73-4a63-ae53-e7abf17d3574 req-cd99a18b-b4f4-43ef-9b3f-725d78987da9 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "DELETE /v2.0/floatingips/e9f237d9-6d35-4cfd-b45e-7f50b8e8cbc1 HTTP/1.1" status: 204 len: 173 time: 0.7290397 Apr 20 14:39:07.000224 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-b54326d4-c24d-4910-9f46-770e2eacd87c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b7a10e5-8219-4bab-8f59-91462ca10ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480754 Apr 20 14:39:07.024547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ea9f17-0dc3-42a3-a1da-10d7d782d3d9 req-e404c096-acbf-4e4d-a8e6-d8265d72cf95 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Apr 20 14:39:07.119779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-5beef6e0-7b87-40f8-b227-9a45d86d682e service neutron] 10.222.0.43 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061692 Apr 20 14:39:07.224049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bcac0e48-38b5-4cee-9f4f-b14bd4d8baa4 req-c1b11dda-c397-428a-a603-521c2fe7ab50 service neutron] 10.222.0.43 "GET /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972052 Apr 20 14:39:07.360792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46cb5-d9dd-48ad-a81e-eb7fa971cb65 req-67ebc37d-4424-4649-ab41-cce518a21b3f tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:07.363045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0de46cb5-d9dd-48ad-a81e-eb7fa971cb65 req-67ebc37d-4424-4649-ab41-cce518a21b3f tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 950 time: 0.0513349 Apr 20 14:39:07.406081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0de46cb5-d9dd-48ad-a81e-eb7fa971cb65 req-39f56b6d-5ebe-4454-9eb5-1e3e2da8bcf9 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Apr 20 14:39:07.512949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0fb05-7345-450f-8f0c-f06add00315c req-49952fa9-99dd-4320-a7f4-39ce46b349fa tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:07.514501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7e0fb05-7345-450f-8f0c-f06add00315c req-49952fa9-99dd-4320-a7f4-39ce46b349fa tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.0512483 Apr 20 14:39:07.555413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7e0fb05-7345-450f-8f0c-f06add00315c req-a610e253-c6be-44cd-95bb-4203babd5255 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Apr 20 14:39:07.634252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-86c79223-ae2a-46ca-a91d-bc2fe70857dd tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips/0ba6e0fb-19a1-4023-b5ba-33e60ab3f1c2 HTTP/1.1" status: 200 len: 693 time: 0.0497351 Apr 20 14:39:07.781355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26702-8257-46db-bd3a-d1e2157810fa req-77af3c36-0c59-4169-8299-7279fa25cf23 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:07.783022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7b26702-8257-46db-bd3a-d1e2157810fa req-77af3c36-0c59-4169-8299-7279fa25cf23 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.0835395 Apr 20 14:39:07.790718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-94bc9f62-07c5-4b00-879b-bf2da5dd08d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:07.791984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-94bc9f62-07c5-4b00-879b-bf2da5dd08d5 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.1505883 Apr 20 14:39:07.853458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-02264404-636e-4ff0-a457-d516831144dd tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0544040 Apr 20 14:39:07.872098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7b26702-8257-46db-bd3a-d1e2157810fa req-7afc2c12-4ca7-46db-bd91-bf80d1ff7109 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791702 Apr 20 14:39:07.911184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-db571753-6772-4a82-9602-e463f891393b tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0499623 Apr 20 14:39:08.040981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Deleting port 76b9d58a-1164-4d72-9db8-86786244b4be {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:08.041333 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.119264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.119593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.131441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Calling delete_port for 76b9d58a-1164-4d72-9db8-86786244b4be owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:08.269276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.298191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Pushing event deleted for resources: {'Port': ['ID=76b9d58a-1164-4d72-9db8-86786244b4be,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:08.365121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.368241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.369412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95d6a098-b150-40ec-9802-9bf1468458a4 req-733b8028-ee5b-4f73-9af8-7924e6232577 tempest-FloatingIPDetailsTestJSON-1731063527 tempest-FloatingIPDetailsTestJSON-1731063527-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ba6e0fb-19a1-4023-b5ba-33e60ab3f1c2 HTTP/1.1" status: 204 len: 173 time: 0.4509411 Apr 20 14:39:08.375612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:08.478879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973285cc-d3a6-4e9d-837b-85c5f36ce20f req-effb0f49-3c59-4cfe-b8fa-d8bed01e41fe tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:08.480394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-973285cc-d3a6-4e9d-837b-85c5f36ce20f req-effb0f49-3c59-4cfe-b8fa-d8bed01e41fe tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 943 time: 0.0520651 Apr 20 14:39:08.523268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-973285cc-d3a6-4e9d-837b-85c5f36ce20f req-f33996f0-1b3f-4233-99be-7a693fa9de69 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350828 Apr 20 14:39:08.674102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-14170a21-45a7-494f-86f4-4d41fcd7a019 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:08.675591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-14170a21-45a7-494f-86f4-4d41fcd7a019 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 950 time: 0.0869813 Apr 20 14:39:08.809426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Deleting port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:08.809742 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.939456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999385-2e00-41a0-b0dd-dd5a894e6401 req-7c740b96-3ea6-4c0a-b8b3-44079157b3b6 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:08.941287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a999385-2e00-41a0-b0dd-dd5a894e6401 req-7c740b96-3ea6-4c0a-b8b3-44079157b3b6 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d2a8a3f-b285-43d7-95e7-fc09e96af229 HTTP/1.1" status: 200 len: 950 time: 0.0535710 Apr 20 14:39:08.951646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] For port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:08.952005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.968499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:08.970609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Calling delete_port for 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:08.990608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a999385-2e00-41a0-b0dd-dd5a894e6401 req-e9aee3ff-237b-40a9-8c45-e9a9187aaa9b tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Apr 20 14:39:09.111346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481135a-6c36-4870-861b-f8f5b8903db9 req-a41f1f7d-effa-474f-8841-b63e265af7c0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.112654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a481135a-6c36-4870-861b-f8f5b8903db9 req-a41f1f7d-effa-474f-8841-b63e265af7c0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.0620418 Apr 20 14:39:09.160519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a481135a-6c36-4870-861b-f8f5b8903db9 req-8338bdf9-00af-48fb-be6a-39228b04862d tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Apr 20 14:39:09.256504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:09.289837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a551-eb69-4ad4-9471-57b550ff8b1d req-ccccb95e-47eb-467d-a135-e9d6620b6286 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.290168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Pushing event deleted for resources: {'Port': ['ID=868b6807-fa76-4c6b-b14d-4c34c3a0cdd8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:09.306532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f43a551-eb69-4ad4-9471-57b550ff8b1d req-ccccb95e-47eb-467d-a135-e9d6620b6286 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.0739176 Apr 20 14:39:09.365844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f43a551-eb69-4ad4-9471-57b550ff8b1d req-8c9778ed-1b4c-42e1-887e-acb09d5dc3cb tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574577 Apr 20 14:39:09.395688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] No DVR routers for this DVR port 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:09.399867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:09.403417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47445f06-9902-4a1a-a121-7bbdb680ad07 req-5d9fac23-e398-4e7b-98f8-67d9a13618e2 tempest-ServerDiagnosticsNegativeTest-1914317534 tempest-ServerDiagnosticsNegativeTest-1914317534-project] 10.222.0.45 "DELETE /v2.0/ports/868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 HTTP/1.1" status: 204 len: 173 time: 0.7212718 Apr 20 14:39:09.403985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'name': 'network-vif-deleted', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:09.406885 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c620fcb-42bd-45a9-a4cd-af5050336572" -d '{"events": [{"server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "name": "network-vif-deleted", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:09.503214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Deleting port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:09.503677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:09.538882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7494-af51-48ba-94d4-35d13d7d5ac2 req-e350ae8b-a375-4ddb-b2b4-813d040bf94f tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.551645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55818) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:09.554187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65cd7494-af51-48ba-94d4-35d13d7d5ac2 req-e350ae8b-a375-4ddb-b2b4-813d040bf94f tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.0977113 Apr 20 14:39:09.558866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Request body: {'floatingip': {'port_id': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:09.609136 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1539744-52d6-416e-a167-9fdfdc764f55 x-openstack-request-id: req-e1539744-52d6-416e-a167-9fdfdc764f55 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:09.609429 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a8a3f-b285-43d7-95e7-fc09e96af229", "name": "network-vif-deleted", "tag": "868b6807-fa76-4c6b-b14d-4c34c3a0cdd8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:09.609687 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1539744-52d6-416e-a167-9fdfdc764f55 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:09.610084 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1539744-52d6-416e-a167-9fdfdc764f55'] response: {'server_uuid': '4d2a8a3f-b285-43d7-95e7-fc09e96af229', 'name': 'network-vif-deleted', 'tag': '868b6807-fa76-4c6b-b14d-4c34c3a0cdd8', 'status': 'completed', 'code': 200} Apr 20 14:39:09.629247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:09.691497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-c8325cdd-6acd-4bad-8e35-cd8c151ab3e0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.692968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-c8325cdd-6acd-4bad-8e35-cd8c151ab3e0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.1378059 Apr 20 14:39:09.704154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] For port a48cdd93-2d78-4de5-9dc1-cae1fb4a4191, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:09.704513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:09.711670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fcbe9-63b0-4f75-99fe-5a4aa0cbf219 req-8cc8d960-63fb-4887-960c-9413a70dce6b tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.713517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c79fcbe9-63b0-4f75-99fe-5a4aa0cbf219 req-8cc8d960-63fb-4887-960c-9413a70dce6b tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.0679457 Apr 20 14:39:09.734613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-b88a924c-3210-4d58-88ea-f187de6faf59 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/quotas/8485038300334bc992f2694df216c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0205622 Apr 20 14:39:09.740015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Calling delete_port for a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:09.781288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c79fcbe9-63b0-4f75-99fe-5a4aa0cbf219 req-6dae6ed5-e87e-4e35-a39c-3f673a0546a5 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Apr 20 14:39:09.803387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-d413d032-10cc-47ad-8138-ac7beea12cf9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563304 Apr 20 14:39:09.946507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af949a-637f-478c-9f2b-e327a6ab9621 req-2bcdbf60-4111-4a7c-a1df-c2c526cf1652 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:09.948242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5af949a-637f-478c-9f2b-e327a6ab9621 req-2bcdbf60-4111-4a7c-a1df-c2c526cf1652 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 943 time: 0.0761738 Apr 20 14:39:09.967409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-44767a72-bbe7-4be1-ac16-f625d2c14aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552639 Apr 20 14:39:10.036911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5af949a-637f-478c-9f2b-e327a6ab9621 req-0785ed0d-ba3b-417e-88af-3697f0430351 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806000 Apr 20 14:39:10.049934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7f40f3e9-4fde-4bdc-8675-28903c383d98 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:10.095829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-a714234c-7c9c-470e-be9b-79e4fcb79874 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174488 Apr 20 14:39:10.215614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98,segment=NetworkSegment(31f10a70-bb3e-4516-8957-cf4be6f96f5f),segment_id=31f10a70-bb3e-4516-8957-cf4be6f96f5f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:10.243881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '7f40f3e9-4fde-4bdc-8675-28903c383d98', 'network_id': '8b7a10e5-8219-4bab-8f59-91462ca10ca8', 'port_id': '7f40f3e9-4fde-4bdc-8675-28903c383d98', 'mac_address': 'fa:16:3e:38:8d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ec424-49d7-42fb-b2f6-b85bd2509feb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:10.256704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2da47d90-435d-4fcd-a2d3-f4780f53dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.296137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-587e257a-4f8a-456b-ab28-32c944bd3e08 req-d628b213-4a35-438b-972c-8c654783a81b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 210 time: 0.0373969 Apr 20 14:39:10.302339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.326094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f40f3e9-4fde-4bdc-8675-28903c383d98 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:10.348740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98,segment=NetworkSegment(31f10a70-bb3e-4516-8957-cf4be6f96f5f),segment_id=31f10a70-bb3e-4516-8957-cf4be6f96f5f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:10.356518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.476226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.482467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:10.520559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72894-4997-4744-b99f-4543e9666760 req-d67be5f4-1920-4350-a9cd-999138246dcc tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:10.524075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56c72894-4997-4744-b99f-4543e9666760 req-d67be5f4-1920-4350-a9cd-999138246dcc tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.0802248 Apr 20 14:39:10.541801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48cdd93-2d78-4de5-9dc1-cae1fb4a4191,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:10.566995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56c72894-4997-4744-b99f-4543e9666760 req-da3e7824-e548-4e78-89dc-2155bf5887ac tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366826 Apr 20 14:39:10.579348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:39:10.598154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55836) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:10.608820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['7f40f3e9-4fde-4bdc-8675-28903c383d98'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:10.682529 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.737345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.845057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-67e23695-6723-42ab-8f6d-be14b678079d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f06d953df210428283e9bd29d5dfd775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431207 Apr 20 14:39:10.845405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55844) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:10.905401 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Floating IP ee3f2e40-9878-4a3b-ae0e-5e18422ab72b associated. External IP: 172.25.1.136, port: f2d34abd-b525-485c-a946-0fa9bfb07fa8. Apr 20 14:39:10.915782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.948539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.962747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:10.973126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:10.995125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:10.995455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 868b6807-fa76-4c6b-b14d-4c34c3a0cdd8 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:11.022144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422caca-bcfc-438b-9b63-0fe25880521a req-6e3d2cc5-2dcf-471a-885f-d1b0bd77c2fe tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.024046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f422caca-bcfc-438b-9b63-0fe25880521a req-6e3d2cc5-2dcf-471a-885f-d1b0bd77c2fe tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.0935557 Apr 20 14:39:11.196451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-9639f988-a271-4064-a0c1-d767421f9e83 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.197976 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-9639f988-a271-4064-a0c1-d767421f9e83 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a29c1e0-0c83-4b40-a57a-594bb21cc5fa HTTP/1.1" status: 200 len: 945 time: 0.1482160 Apr 20 14:39:11.308755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.311140 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.312263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2de0dfb3-9857-439b-b0d6-5e4d1de56cb0 HTTP/1.1" status: 204 len: 168 time: 0.4658682 Apr 20 14:39:11.315960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-30b0bb92-73ce-4ba8-bd7f-63cc0e33a2f3 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.317649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-30b0bb92-73ce-4ba8-bd7f-63cc0e33a2f3 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.1981103 Apr 20 14:39:11.341098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f422caca-bcfc-438b-9b63-0fe25880521a req-c64c739a-189e-428f-9418-878e82042fe5 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038428 Apr 20 14:39:11.352899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134968f-a8e9-4507-8115-a8b6e85af8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0dfb3-9857-439b-b0d6-5e4d1de56cb0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:11.359750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df769b1-4996-4993-a33f-81ced2482fde req-bcd53e3e-7260-49d6-b82e-c196187e39d4 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.367323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df769b1-4996-4993-a33f-81ced2482fde req-bcd53e3e-7260-49d6-b82e-c196187e39d4 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 944 time: 0.0989606 Apr 20 14:39:11.417021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df769b1-4996-4993-a33f-81ced2482fde req-668ae72e-9c8b-4f79-bca1-6fc233abb9f5 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Apr 20 14:39:11.448416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-059858b9-be06-405a-8719-2ba7e23b0853 req-b6a07b3d-1c69-4c53-939e-fc6583f7ef7d tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Apr 20 14:39:11.556150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Router bde5a358-9505-4791-925f-b57c7c454353 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:11.642837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Deleting port de4be122-73f2-4d4c-9b50-2d710d96e70e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:11.643304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.716170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532d8fd-1240-4132-b44a-312548dbd460 req-2d3f7a8b-a71f-45d5-808f-8cc3fa66cdd2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.717690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7532d8fd-1240-4132-b44a-312548dbd460 req-2d3f7a8b-a71f-45d5-808f-8cc3fa66cdd2 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.0602672 Apr 20 14:39:11.744247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Router 3a79d443-746f-4e57-b370-5f08063f663d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:11.763132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7532d8fd-1240-4132-b44a-312548dbd460 req-b93b943f-ec81-4fff-8581-d1466b9371ac tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388744 Apr 20 14:39:11.763958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55856) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:11.782872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa775a12-6cdc-455b-8469-7582d00f8c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.794691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Deleting port 6f2ea04d-616f-48de-8169-8f3b847f1775 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:11.795035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.810343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-4dfdbdd9-f00a-4a91-95ee-f74b4cbdd6b6 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:11.811932 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-4dfdbdd9-f00a-4a91-95ee-f74b4cbdd6b6 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.2803919 Apr 20 14:39:11.866507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa775a12-6cdc-455b-8469-7582d00f8c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.868474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Request body: {'port': {'device_id': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'admin_state_up': True, 'tenant_id': '8485038300334bc992f2694df216c0c3'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:11.870696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa775a12-6cdc-455b-8469-7582d00f8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.911121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa775a12-6cdc-455b-8469-7582d00f8c87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e211a9d89784d05bae5c1e9e97e9dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455920 Apr 20 14:39:11.912667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775a12-6cdc-455b-8469-7582d00f8c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ec1b7-9b94-4b9d-bdd4-9c48aab4a956,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:11.915587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55858) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:11.973746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:11.996600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.046497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.049157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.050329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d6ec1b7-9b94-4b9d-bdd4-9c48aab4a956 HTTP/1.1" status: 204 len: 168 time: 0.1338322 Apr 20 14:39:12.060465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46060fba-f5dd-47c5-9805-a70b0b66d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ec1b7-9b94-4b9d-bdd4-9c48aab4a956,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:12.080385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7f40f3e9-4fde-4bdc-8675-28903c383d98 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:12.147862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 7f40f3e9-4fde-4bdc-8675-28903c383d98 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:12.153197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 7f40f3e9-4fde-4bdc-8675-28903c383d98 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:12.153569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.235623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.263566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:12.267016 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14e515-05f5-4e1f-9418-bc99de84924b" -d '{"events": [{"server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "name": "network-vif-plugged", "status": "completed", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:12.281539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98,segment=NetworkSegment(31f10a70-bb3e-4516-8957-cf4be6f96f5f),segment_id=31f10a70-bb3e-4516-8957-cf4be6f96f5f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:12.287656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.288943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:12.323809 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e21b1d1-5a54-42fc-a764-89df9cf8aafb x-openstack-request-id: req-2e21b1d1-5a54-42fc-a764-89df9cf8aafb {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:12.324091 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "name": "network-vif-plugged", "status": "completed", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:12.324562 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e21b1d1-5a54-42fc-a764-89df9cf8aafb {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:12.324947 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e21b1d1-5a54-42fc-a764-89df9cf8aafb'] response: {'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98', 'code': 200} Apr 20 14:39:12.332789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:12.333167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.393550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:12.395597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:12.397410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Calling delete_port for de4be122-73f2-4d4c-9b50-2d710d96e70e owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:12.413779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Sync routers for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:12.422582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.428159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:12.429049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:38:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:12.460646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f9517-67a9-46bd-b5e0-0b4d8b71a46f req-a7822c79-e4d6-422d-b9ea-7f0367a8cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:12.462159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-877f9517-67a9-46bd-b5e0-0b4d8b71a46f req-a7822c79-e4d6-422d-b9ea-7f0367a8cdd8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 1096 time: 0.0619156 Apr 20 14:39:12.476951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] For port 6f2ea04d-616f-48de-8169-8f3b847f1775, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6f2ea04d-616f-48de-8169-8f3b847f1775,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:12.477333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.543500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Calling delete_port for 6f2ea04d-616f-48de-8169-8f3b847f1775 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:12.555420 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-905fce0b-c655-4549-9a62-256499e73373 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "PUT /v2.0/floatingips/ee3f2e40-9878-4a3b-ae0e-5e18422ab72b HTTP/1.1" status: 200 len: 992 time: 3.0023184 Apr 20 14:39:12.557193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:12.562884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:12.564427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.566859 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6c739c-ed27-4d00-a62d-a35f918b1439" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:12.570891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Sync routers for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:12.577095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2363707b-a833-47f0-9d63-64c0544d3f24 admin admin] 10.222.0.20 "PUT /v2.0/routers/3a79d443-746f-4e57-b370-5f08063f663d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2002137 Apr 20 14:39:12.584945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:12.588554 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:12.591051 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:12.614431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-feed7ea6-c257-45ad-90b4-4069d0457d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.629461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-877f9517-67a9-46bd-b5e0-0b4d8b71a46f req-cc57a02e-7303-47da-b9ba-05b947e83727 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578834 Apr 20 14:39:12.659789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:12.669631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd01a9-7289-417a-98ea-9b980abe52f4 req-d008efa1-7332-47f0-b5a4-7368055482ed tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:12.679286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efd01a9-7289-417a-98ea-9b980abe52f4 req-d008efa1-7332-47f0-b5a4-7368055482ed tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 948 time: 0.1936674 Apr 20 14:39:12.699551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port de4be122-73f2-4d4c-9b50-2d710d96e70e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=de4be122-73f2-4d4c-9b50-2d710d96e70e,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:12.712687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.760778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efd01a9-7289-417a-98ea-9b980abe52f4 req-ba5c37b6-0f42-4026-8fc4-9808177dec0d tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Apr 20 14:39:12.783825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85dfe-1a3f-464a-af0d-90f7909ce8a3 req-570a2833-7fc5-4e9f-8ba7-eb5b1bf9779f tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:12.785394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07e85dfe-1a3f-464a-af0d-90f7909ce8a3 req-570a2833-7fc5-4e9f-8ba7-eb5b1bf9779f tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 945 time: 0.1776438 Apr 20 14:39:12.785618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:12.789158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:12.816122 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:12.872368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07e85dfe-1a3f-464a-af0d-90f7909ce8a3 req-dd5328b8-a050-4356-b529-5829bc6e6e72 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Apr 20 14:39:12.946634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11d082dc-2c04-4fb1-b5cf-6f154ae65b7f req-e6eef72b-59e3-49f0-a74e-c206b3e53348 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 210 time: 0.0726857 Apr 20 14:39:13.036087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2a33511d-a397-4df6-9052-3d6f9eb16cba details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:13.040640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:13.050428 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce3c2b-0caa-49e2-b4de-b000d246d579 x-openstack-request-id: req-f7ce3c2b-0caa-49e2-b4de-b000d246d579 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:13.050747 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:13.051006 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7ce3c2b-0caa-49e2-b4de-b000d246d579 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:13.051411 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ce3c2b-0caa-49e2-b4de-b000d246d579'] response: {'name': 'network-changed', 'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'status': 'completed', 'code': 200} Apr 20 14:39:13.169653 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 5, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:13.184675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b13ad-ff31-480c-894e-c7b999c8da27 req-25f37b7a-6c27-49ad-bd0a-558a075aabf7 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.192873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b81b13ad-ff31-480c-894e-c7b999c8da27 req-25f37b7a-6c27-49ad-bd0a-558a075aabf7 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.1788471 Apr 20 14:39:13.198371 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Checking router: 3a79d443-746f-4e57-b370-5f08063f663d for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:13.207207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Routers {'3a79d443-746f-4e57-b370-5f08063f663d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:13.207965 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a79d443-746f-4e57-b370-5f08063f663d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:13.237421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-603af4ac-f941-41c9-8328-0f27b6d20b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.241606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-603af4ac-f941-41c9-8328-0f27b6d20b68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fecf577e5f7402b93759341fc8614f6&device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 1097 time: 0.1505511 Apr 20 14:39:13.245209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.280439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:13.304440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'port_id': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'mac_address': 'fa:16:3e:b2:6b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:13.325975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] Set router 3a79d443-746f-4e57-b370-5f08063f663d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:13.335049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b81b13ad-ff31-480c-894e-c7b999c8da27 req-e396efb8-0c41-487f-a8c3-f18cc363acee tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409411 Apr 20 14:39:13.360878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d814c-94c7-4e48-89f3-abe461e802a2 req-9952cc5c-40d6-4e77-8ec0-79288d2f9545 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.371503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c19d814c-94c7-4e48-89f3-abe461e802a2 req-9952cc5c-40d6-4e77-8ec0-79288d2f9545 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 944 time: 0.2172241 Apr 20 14:39:13.389232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.419294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ee3f2e40-9878-4a3b-ae0e-5e18422ab72b', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'port_id': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'mac_address': 'fa:16:3e:f3:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:51Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 1, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:13.429786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a33511d-a397-4df6-9052-3d6f9eb16cba {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:13.440600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c19d814c-94c7-4e48-89f3-abe461e802a2 req-7c855adc-abfc-4f01-96df-4f6ecca64a41 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677018 Apr 20 14:39:13.453417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.465124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-a010883b-df2a-427d-8c49-97b3304723f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.465649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:13.467511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-a010883b-df2a-427d-8c49-97b3304723f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 200 len: 907 time: 0.2149241 Apr 20 14:39:13.484855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.535494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event deleted for resources: {'Port': ['ID=de4be122-73f2-4d4c-9b50-2d710d96e70e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:13.537371 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 5, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:13.578731 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150134e-d9dc-4585-a4c6-bdd425a449b0 None None] The sync data for ids ['3a79d443-746f-4e57-b370-5f08063f663d'] in n-d-836145-2 is: [{'id': '3a79d443-746f-4e57-b370-5f08063f663d', 'name': 'tempest-FloatingIPDetailsTestJSON-1204325208-router', 'tenant_id': 'ca98372681834d788f3c155da012d790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:23Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 5, 'project_id': 'ca98372681834d788f3c155da012d790', 'gw_port': {'id': 'f72e2348-a381-4aa5-b6e8-8bdb4e1127bb', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79d443-746f-4e57-b370-5f08063f663d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:25Z', 'updated_at': '2022-04-20T14:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:13.592732 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.607004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-145d2689-1675-414d-8f4c-8b64225ddd05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 200 len: 1000 time: 0.1318982 Apr 20 14:39:13.628298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Pushing event deleted for resources: {'Port': ['ID=6f2ea04d-616f-48de-8169-8f3b847f1775,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:13.630216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Checking router: bde5a358-9505-4791-925f-b57c7c454353 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:13.656936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Allocated IP 172.20.0.13 (eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d/b8ac8d3b-4c22-46c1-8c27-c59ec2722d19/c0434194-3caa-4fd2-a93d-fd2b08f06f6b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:13.714117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] No DVR routers for this DVR port de4be122-73f2-4d4c-9b50-2d710d96e70e on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:13.725379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.738533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-392bedbe-5b91-4f68-bb87-f16042276dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.739298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.740981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-392bedbe-5b91-4f68-bb87-f16042276dbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fea35272-a463-4ac6-8a8b-a5cfb480a7a3 HTTP/1.1" status: 200 len: 845 time: 0.1269777 Apr 20 14:39:13.742722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1eba25fe-f886-42e9-bcaa-0dff82cf3e60 req-78e18821-e02d-4359-a94a-74466dcbc194 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "DELETE /v2.0/ports/de4be122-73f2-4d4c-9b50-2d710d96e70e HTTP/1.1" status: 204 len: 173 time: 2.5353794 Apr 20 14:39:13.743573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] No DVR routers for this DVR port 6f2ea04d-616f-48de-8169-8f3b847f1775 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:13.751739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.755977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bd61c32-1213-4289-9c7b-6b0c669bfcb4 req-3ad75a3c-1760-498d-aa05-324ede3cda30 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "DELETE /v2.0/ports/6f2ea04d-616f-48de-8169-8f3b847f1775 HTTP/1.1" status: 204 len: 173 time: 2.4298484 Apr 20 14:39:13.757454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:13.758176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:13.780426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.915038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-1582f4b4-f036-4a6c-ba20-9756e26813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:13.922190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-1582f4b4-f036-4a6c-ba20-9756e26813e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ae158b6-0d63-4214-be25-1e839d402852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721210 Apr 20 14:39:14.012757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Deleting port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:14.013124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.053710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4651225b-4a6b-46f5-b933-cb2c9dccca4f req-7577de3f-9869-4896-b333-27e2ac4c72aa tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ee84cf0-6a6c-4bb7-b213-505318d713f8 HTTP/1.1" status: 200 len: 210 time: 0.0803084 Apr 20 14:39:14.061068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.271622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.274413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] For port f72e2348-a381-4aa5-b6e8-8bdb4e1127bb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:14.274800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.289575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-ca1defd7-a4e4-40cb-a746-645b175dfcc2 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563962 Apr 20 14:39:14.292261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a393084-06f7-49ec-b90a-c4ff89c9293e req-6c61acb2-a1f4-4d6f-b1b7-2ea6a2421fc4 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 210 time: 0.0665700 Apr 20 14:39:14.325029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Calling delete_port for f72e2348-a381-4aa5-b6e8-8bdb4e1127bb owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:14.326024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['2a33511d-a397-4df6-9052-3d6f9eb16cba'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:14.328028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:14.328214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a8338-fc3e-4e5d-ba45-7af72fa4b768 req-ab8d7d47-ee40-415c-bea7-f0bb68ef585e tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:14.329631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-618a8338-fc3e-4e5d-ba45-7af72fa4b768 req-ab8d7d47-ee40-415c-bea7-f0bb68ef585e tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 945 time: 0.2539310 Apr 20 14:39:14.372784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:14.387895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:14.390334 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ef0b2-55e4-4356-86be-f09592649996" -d '{"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:14.393019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:14.393361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a48cdd93-2d78-4de5-9dc1-cae1fb4a4191 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:14.433295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.462826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:14.507610 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c362e89-5a61-4033-8bff-e81860529a0e x-openstack-request-id: req-2c362e89-5a61-4033-8bff-e81860529a0e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:14.507855 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:14.511014 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c362e89-5a61-4033-8bff-e81860529a0e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:14.511425 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c362e89-5a61-4033-8bff-e81860529a0e'] response: {'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'code': 200} Apr 20 14:39:14.564183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-618a8338-fc3e-4e5d-ba45-7af72fa4b768 req-b7182336-403f-4c94-8b72-f5d05b4cb6b7 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188733 Apr 20 14:39:14.608273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6c739c-ed27-4d00-a62d-a35f918b1439 req-7975dbf5-db05-43e8-bf4b-6ab5cd4b8c81 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065519 Apr 20 14:39:14.691640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.696688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b5cc8-628b-4469-9fea-4693b308f59e req-cfbae8d3-314c-485b-8575-f2699ca9eb1a tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:14.699219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23b5cc8-628b-4469-9fea-4693b308f59e req-cfbae8d3-314c-485b-8575-f2699ca9eb1a tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 945 time: 0.0866108 Apr 20 14:39:14.729419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:14.749590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:14.795819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23b5cc8-628b-4469-9fea-4693b308f59e req-e66b9b0e-6005-4668-ae0e-2281931cc717 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883794 Apr 20 14:39:14.809364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:14.823456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:14.903898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72e2348-a381-4aa5-b6e8-8bdb4e1127bb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:14.946644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:14.947323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.950029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:14.999847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-59209ddb-cd5d-4b65-b905-3c94ae90780a tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339775 Apr 20 14:39:15.068172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.074336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ee3f2e40-9878-4a3b-ae0e-5e18422ab72b', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'port_id': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'mac_address': 'fa:16:3e:f3:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:51Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 1, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:15.074777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-deleted', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e'}, {'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-deleted', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:15.077053 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7d80c-879e-4b28-a9c1-775172c7ff2e" -d '{"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-deleted", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e"}, {"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-deleted", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:15.093763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-512e5162-d0c9-4b8b-8c30-39c76b3e4e14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2360864 Apr 20 14:39:15.107143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.108740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480c19e-5323-4589-bb02-66b7e901cd74 None None] The sync data for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 is: [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ee3f2e40-9878-4a3b-ae0e-5e18422ab72b', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'port_id': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'mac_address': 'fa:16:3e:f3:57:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:51Z', 'updated_at': '2022-04-20T14:39:10Z', 'revision_number': 1, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:15.123311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.123311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Request body: {'port': {'device_id': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:15.221649 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.228228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.253086 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a68633-7f2e-4e7a-825d-f6f9f4f830dd x-openstack-request-id: req-c8a68633-7f2e-4e7a-825d-f6f9f4f830dd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:15.253544 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c1e0-0c83-4b40-a57a-594bb21cc5fa", "name": "network-vif-deleted", "tag": "de4be122-73f2-4d4c-9b50-2d710d96e70e", "status": "completed", "code": 200}, {"server_uuid": "4ee84cf0-6a6c-4bb7-b213-505318d713f8", "name": "network-vif-deleted", "tag": "6f2ea04d-616f-48de-8169-8f3b847f1775", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:15.253831 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8a68633-7f2e-4e7a-825d-f6f9f4f830dd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:15.254290 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a68633-7f2e-4e7a-825d-f6f9f4f830dd'] response: {'server_uuid': '7a29c1e0-0c83-4b40-a57a-594bb21cc5fa', 'name': 'network-vif-deleted', 'tag': 'de4be122-73f2-4d4c-9b50-2d710d96e70e', 'status': 'completed', 'code': 200} Apr 20 14:39:15.254550 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a68633-7f2e-4e7a-825d-f6f9f4f830dd'] response: {'server_uuid': '4ee84cf0-6a6c-4bb7-b213-505318d713f8', 'name': 'network-vif-deleted', 'tag': '6f2ea04d-616f-48de-8169-8f3b847f1775', 'status': 'completed', 'code': 200} Apr 20 14:39:15.256990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.257570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a79d443-746f-4e57-b370-5f08063f663d {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:39:15.262744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.267352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d4d7ac6-b107-4834-98b0-f13a4e67bfd7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3a79d443-746f-4e57-b370-5f08063f663d HTTP/1.1" status: 204 len: 168 time: 2.6787522 Apr 20 14:39:15.275230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55950) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:15.311311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-aef4d1b0-2baf-4ef6-ba15-f264199a2ae3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:15.318958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-aef4d1b0-2baf-4ef6-ba15-f264199a2ae3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174360 Apr 20 14:39:15.383297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-fd23daa8-9666-41a2-a16f-bef0c97aa76c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/quotas/cfa6a52e360145eebd839ed62241082c HTTP/1.1" status: 200 len: 375 time: 0.0633526 Apr 20 14:39:15.490595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-365cfc75-c317-42bb-aade-0f5b05cc5b9a tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063669 Apr 20 14:39:15.509660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Deleting subnet b954a15e-4f96-48dc-a043-daa6c16f67dd {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:39:15.513292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.548742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c52d5-c256-47c7-9fee-09aa339e5983 None None] New status for floating IP ee3f2e40-9878-4a3b-ae0e-5e18422ab72b: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:39:15.569576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.615946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-1b59f3cd-1fdd-402c-b114-1f9cbdfb5b4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4370315 Apr 20 14:39:15.790754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:15.793448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb55ff6-dc21-4839-8f70-113bc94fea09 req-f1835244-3591-449c-9bd0-f2389d227520 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:15.807909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfb55ff6-dc21-4839-8f70-113bc94fea09 req-f1835244-3591-449c-9bd0-f2389d227520 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 932 time: 0.1908638 Apr 20 14:39:15.821366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.859169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Transition to ACTIVE for port object c0434194-3caa-4fd2-a93d-fd2b08f06f6b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:15.869366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:15.933233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-53f2f54f-74a9-4f62-ad01-72816b030e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:15.935051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-53f2f54f-74a9-4f62-ad01-72816b030e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 1097 time: 0.2180974 Apr 20 14:39:15.972182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:15.991928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfb55ff6-dc21-4839-8f70-113bc94fea09 req-9b9fa55c-9181-4a01-9edf-947218ca5504 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683829 Apr 20 14:39:15.992775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.019807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f72e2348-a381-4aa5-b6e8-8bdb4e1127bb no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:16.057088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f72e2348-a381-4aa5-b6e8-8bdb4e1127bb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:16.057483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f72e2348-a381-4aa5-b6e8-8bdb4e1127bb not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:16.062138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a7aff-0129-49d8-a062-2a9310a20e26 req-d9510c54-3931-4d29-a9a5-7d9992f8c880 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.070190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-141a7aff-0129-49d8-a062-2a9310a20e26 req-d9510c54-3931-4d29-a9a5-7d9992f8c880 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 947 time: 0.2521918 Apr 20 14:39:16.087035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:16.115987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: de4be122-73f2-4d4c-9b50-2d710d96e70e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:16.116781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device de4be122-73f2-4d4c-9b50-2d710d96e70e not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:16.117439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:16.134951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Attempting to bind port c0434194-3caa-4fd2-a93d-fd2b08f06f6b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:16.136780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Attempting to bind port c0434194-3caa-4fd2-a93d-fd2b08f06f6b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:16.137276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Attempting to bind port c0434194-3caa-4fd2-a93d-fd2b08f06f6b on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:16.151592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Port c0434194-3caa-4fd2-a93d-fd2b08f06f6b on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:16.151930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Attempting to bind port c0434194-3caa-4fd2-a93d-fd2b08f06f6b on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:16.163916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:16.164287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Checking segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:16.164629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Bound using segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:16.165049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Bound port: c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:16.165406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.179290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6f2ea04d-616f-48de-8169-8f3b847f1775 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:16.181769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6f2ea04d-616f-48de-8169-8f3b847f1775 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:16.212797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-6b965fd0-7329-4727-b23e-35ce4abfcc06 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091788 Apr 20 14:39:16.235852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-141a7aff-0129-49d8-a062-2a9310a20e26 req-4c0aad1f-994a-4f50-b8df-cca8ea947906 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638637 Apr 20 14:39:16.290274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.317939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:16.321973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:16.330950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.361757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b954a15e-4f96-48dc-a043-daa6c16f67dd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:16.372695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606d42d2-8387-4906-bd17-79cc1e77729c None None] Network b08206b9-956b-40bc-afe9-5786049c6f1f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:39:16.390061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.391024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.391345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.393026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] 10.222.0.45 "PUT /v2.0/ports/c0434194-3caa-4fd2-a93d-fd2b08f06f6b HTTP/1.1" status: 200 len: 1092 time: 1.2837024 Apr 20 14:39:16.397040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d3866a53-ad05-4997-84c7-be5f8ccfe483 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b954a15e-4f96-48dc-a043-daa6c16f67dd HTTP/1.1" status: 204 len: 168 time: 1.1167333 Apr 20 14:39:16.400341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:16.445367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-63be8936-2aba-4e9e-8aa9-23a2cbbf9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.446993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-63be8936-2aba-4e9e-8aa9-23a2cbbf9d37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.4476905 Apr 20 14:39:16.489253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d44efd-f2a2-4180-a14a-ec6e226d80fe service neutron] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:16.538393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.559811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d29275-f0d3-450a-8c3d-2b8205921353 req-59240e85-438c-45bf-b682-87e3d9b755e5 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.561339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57d29275-f0d3-450a-8c3d-2b8205921353 req-59240e85-438c-45bf-b682-87e3d9b755e5 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 945 time: 0.1718814 Apr 20 14:39:16.571428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-f71e19da-457f-475c-86a5-aa559c178f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.572239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-e35a6819-c8b7-4e12-8801-dbe5662d9e34 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.573347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-f71e19da-457f-475c-86a5-aa559c178f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 1095 time: 0.1075764 Apr 20 14:39:16.576761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-e35a6819-c8b7-4e12-8801-dbe5662d9e34 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338847 Apr 20 14:39:16.615463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-cf05a274-cee1-48fe-aa93-6c6209188cb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 200 len: 1002 time: 0.1492975 Apr 20 14:39:16.616641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-0a851cb8-031c-4caf-a89e-77e883c7682b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/quotas/cfa6a52e360145eebd839ed62241082c HTTP/1.1" status: 200 len: 375 time: 0.0280867 Apr 20 14:39:16.641332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] DHCP port deletion for b08206b9-956b-40bc-afe9-5786049c6f1f request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:39:16.662061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-bfcc9360-f0e8-41b9-b0a2-79b404d9449e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b HTTP/1.1" status: 200 len: 217 time: 0.0455439 Apr 20 14:39:16.719003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-9643d8ea-115b-42a6-afe6-54b7a04da729 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577674 Apr 20 14:39:16.721028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Deleting port f47f9244-760b-486e-9473-87b4da1c6332 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:16.721655 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.724489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57d29275-f0d3-450a-8c3d-2b8205921353 req-5dab4f3e-b58d-422d-b22d-73709abf3641 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460063 Apr 20 14:39:16.728442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-0e3e17e3-2cac-4216-ae27-2aed4e83182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.729897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-0e3e17e3-2cac-4216-ae27-2aed4e83182b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1099336 Apr 20 14:39:16.739775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Deleting port f47f9244-760b-486e-9473-87b4da1c6332 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:16.741353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.768906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497316ee-1763-4cac-9f46-084f495dd751 req-4bc57fad-43f6-4d72-ab3c-c66339e7db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:16.771101 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-4bc57fad-43f6-4d72-ab3c-c66339e7db53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.1002483 Apr 20 14:39:16.812516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] For port f47f9244-760b-486e-9473-87b4da1c6332, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f47f9244-760b-486e-9473-87b4da1c6332,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:16.813134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.829244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Calling delete_port for f47f9244-760b-486e-9473-87b4da1c6332 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:16.863930 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-1f7b5696-3283-431d-abe5-d470c40d173a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452030 Apr 20 14:39:16.930802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] For port f47f9244-760b-486e-9473-87b4da1c6332, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f47f9244-760b-486e-9473-87b4da1c6332,segment=NetworkSegment(86728a6c-e67d-4a3c-8937-948b149cb0ff),segment_id=86728a6c-e67d-4a3c-8937-948b149cb0ff)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:16.931192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:16.947467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Calling delete_port for f47f9244-760b-486e-9473-87b4da1c6332 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:16.966648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.008394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] Pushing event deleted for resources: {'Port': ['ID=f47f9244-760b-486e-9473-87b4da1c6332,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:17.010709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2a33511d-a397-4df6-9052-3d6f9eb16cba up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:17.015434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05477dd8-95a9-4f7f-803d-6e243805e8ee None None] No DVR routers for this DVR port f47f9244-760b-486e-9473-87b4da1c6332 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:17.086227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 2a33511d-a397-4df6-9052-3d6f9eb16cba completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:17.091398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 2a33511d-a397-4df6-9052-3d6f9eb16cba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:17.091874 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.101825 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-534d7eab-ce48-4047-b4a6-62908123ec84 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259071 Apr 20 14:39:17.121931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.199528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-068e0322-7da4-4ab4-a797-5aac3cda6ef8 req-a3141b05-38cd-4bc7-ac4e-337b2f789d18 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 210 time: 0.0609555 Apr 20 14:39:17.235904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-f234be03-1d77-4023-8cd8-0911f899ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.238587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-f234be03-1d77-4023-8cd8-0911f899ec72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5006328 Apr 20 14:39:17.253804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.258471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7e93-1c53-448b-b7f2-b07899d67309 req-0b8b1c92-9cce-4da8-a9c4-6217064a8f99 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.263055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-596c7e93-1c53-448b-b7f2-b07899d67309 req-0b8b1c92-9cce-4da8-a9c4-6217064a8f99 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 944 time: 0.1335614 Apr 20 14:39:17.291554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:17.296218 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e" -d '{"events": [{"name": "network-changed", "server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:17.305849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:17.311752 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125df399-2423-4f99-8bec-36b6503fb7b9" -d '{"events": [{"server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "name": "network-vif-plugged", "status": "completed", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:17.348183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:17.357119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.384707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47f9244-760b-486e-9473-87b4da1c6332,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:17.401094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-596c7e93-1c53-448b-b7f2-b07899d67309 req-b42732b5-5085-4451-9ce1-150616b28f8e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263802 Apr 20 14:39:17.417692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] No DVR routers for this DVR port f47f9244-760b-486e-9473-87b4da1c6332 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:17.427464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-b3372063-b31f-4e27-9f1c-27f1e96cfd41 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645091 Apr 20 14:39:17.432681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:17.468871 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083194c-c0b2-4b27-b9a3-fe494bac82db x-openstack-request-id: req-5083194c-c0b2-4b27-b9a3-fe494bac82db {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:17.469166 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "name": "network-vif-plugged", "status": "completed", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:17.469414 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5083194c-c0b2-4b27-b9a3-fe494bac82db {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:17.469813 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5083194c-c0b2-4b27-b9a3-fe494bac82db'] response: {'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'code': 200} Apr 20 14:39:17.477892 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-497316ee-1763-4cac-9f46-084f495dd751 req-e8d3ceb7-1fb4-483f-aa7b-a9b54f00a0e3 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643358 Apr 20 14:39:17.537074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-aaee0a5c-4b02-4d37-9aa8-23f75141d06e service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903266 Apr 20 14:39:17.585302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b966703-d8ea-415a-aed3-85742dc01615 req-e80ab249-ae7b-4ad3-a5d4-419ecb2f5cf2 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.587080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b966703-d8ea-415a-aed3-85742dc01615 req-e80ab249-ae7b-4ad3-a5d4-419ecb2f5cf2 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 947 time: 0.2108796 Apr 20 14:39:17.644621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.675991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b966703-d8ea-415a-aed3-85742dc01615 req-5b370600-d0c8-4cc0-ac56-e754fa0d4d3b tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 Apr 20 14:39:17.684196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-e6e24ef0-0bcb-4981-b24c-17ffff1ffd9a tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.685748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-e6e24ef0-0bcb-4981-b24c-17ffff1ffd9a tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 947 time: 0.3070159 Apr 20 14:39:17.697016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ac60c5d-760f-46f7-83ab-62d2fed44e00 req-4cbf7420-a963-4479-9c10-d17b18f52276 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435523 Apr 20 14:39:17.716764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08206b9-956b-40bc-afe9-5786049c6f1f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:17.773929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86728a6c-e67d-4a3c-8937-948b149cb0ff') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:17.774214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86728a6c-e67d-4a3c-8937-948b149cb0ff') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:17.793491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd48db5-5ecf-467e-9d0c-1b687748b234 req-ee1cafd4-6d3b-40e3-ac03-b40ed6533c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.795078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9fd48db5-5ecf-467e-9d0c-1b687748b234 req-ee1cafd4-6d3b-40e3-ac03-b40ed6533c93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 1097 time: 0.2083192 Apr 20 14:39:17.796852 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db6ebb-faeb-484a-af3b-38805e05a192 x-openstack-request-id: req-75db6ebb-faeb-484a-af3b-38805e05a192 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:17.797135 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:17.797387 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75db6ebb-faeb-484a-af3b-38805e05a192 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:17.797788 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75db6ebb-faeb-484a-af3b-38805e05a192'] response: {'name': 'network-changed', 'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'status': 'completed', 'code': 200} Apr 20 14:39:17.808255 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.819342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-2b6e5381-5452-46ce-9ce1-a803ab987d43 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:17.820858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-2b6e5381-5452-46ce-9ce1-a803ab987d43 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588679 Apr 20 14:39:17.876618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Request body: {'port': {'device_id': '961995b5-bd45-4266-bf04-62462c24845e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'cfa6a52e360145eebd839ed62241082c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:17.911241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.999957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1029e-1d79-41d0-94c2-354d3c20098a req-365ce030-5667-4a6c-b738-d6419c9ee864 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.003212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49b1029e-1d79-41d0-94c2-354d3c20098a req-365ce030-5667-4a6c-b738-d6419c9ee864 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1458163 Apr 20 14:39:18.015870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-bea274e5-0e59-4b66-a4af-4ce550746aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.017152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f47f9244-760b-486e-9473-87b4da1c6332 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:18.018029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-bea274e5-0e59-4b66-a4af-4ce550746aeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 1095 time: 0.1197624 Apr 20 14:39:18.048965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f47f9244-760b-486e-9473-87b4da1c6332 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:18.049750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f47f9244-760b-486e-9473-87b4da1c6332 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:18.120496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49b1029e-1d79-41d0-94c2-354d3c20098a req-e1d1f6dd-4b6d-4243-abb2-eacc284cfcc6 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011410 Apr 20 14:39:18.149987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-40eb90c0-a559-4b91-b99a-85b78bb127c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.151981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-40eb90c0-a559-4b91-b99a-85b78bb127c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 906 time: 0.1229756 Apr 20 14:39:18.204779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-0ab62cd5-028a-4149-9998-21b421e86623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b HTTP/1.1" status: 200 len: 217 time: 0.0436172 Apr 20 14:39:18.327350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-a08e2ab7-eee2-45f5-a024-22245a6de129 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586398 Apr 20 14:39:18.330843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:39:18.331952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:39:18.400068 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:39:18.407665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd565199-19e7-4bfc-8b92-8749e71a6c43 req-fcfffb5b-5c0b-40f8-be6c-1158c7a26100 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 210 time: 0.0863168 Apr 20 14:39:18.412058 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9fd48db5-5ecf-467e-9d0c-1b687748b234 req-01a01ff9-34fd-4bac-84ff-aac716bb2982 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6000855 Apr 20 14:39:18.413416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-3e347d5e-9fed-4ecc-83e8-2246d1206465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.414976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-3e347d5e-9fed-4ecc-83e8-2246d1206465 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.2022452 Apr 20 14:39:18.415959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.439859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.451644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b08206b9-956b-40bc-afe9-5786049c6f1f HTTP/1.1" status: 204 len: 168 time: 2.0481918 Apr 20 14:39:18.479032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3ece5-fb9b-4a5f-b727-158797daed73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08206b9-956b-40bc-afe9-5786049c6f1f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:18.518735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Deleting port 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:18.519477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.592733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-3bd43c80-3fa6-4342-81a9-873e4d12c4e4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.597646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-3bd43c80-3fa6-4342-81a9-873e4d12c4e4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573450 Apr 20 14:39:18.599742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Made reservation on behalf of cfa6a52e360145eebd839ed62241082c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:18.604168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.613412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Request body: {'port': {'device_id': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'cfa6a52e360145eebd839ed62241082c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:18.618268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.631630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598fece-f8bb-4087-bb61-89f59a3139de req-b432983e-08af-4141-92b4-2c7cdbafba96 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.633329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c598fece-f8bb-4087-bb61-89f59a3139de req-b432983e-08af-4141-92b4-2c7cdbafba96 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 944 time: 0.1204627 Apr 20 14:39:18.667867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] For port 39a6fbe4-abf4-4845-be28-8ba694a50dae, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=39a6fbe4-abf4-4845-be28-8ba694a50dae,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:18.668422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.688721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Calling delete_port for 39a6fbe4-abf4-4845-be28-8ba694a50dae owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:18.713894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56024) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:18.731441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-00794e71-5ef7-439f-a125-c87708896470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303946 Apr 20 14:39:18.761412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c598fece-f8bb-4087-bb61-89f59a3139de req-1ab55e1e-b4a7-44fb-b047-a8199d6a1f76 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122065 Apr 20 14:39:18.882756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690942a-8aad-474d-9f2f-8f6a8a84c87d req-830309fd-c7e5-4bf7-ba5b-85a7ca9394c1 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:18.884200 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2690942a-8aad-474d-9f2f-8f6a8a84c87d req-830309fd-c7e5-4bf7-ba5b-85a7ca9394c1 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8d8d239-6fc9-4734-808f-34870be87d1c HTTP/1.1" status: 200 len: 947 time: 0.1219335 Apr 20 14:39:18.901614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.908588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1a8ec734-7f3d-44d1-9b91-7175d5348df6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca98372681834d788f3c155da012d790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908290 Apr 20 14:39:18.909220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56026) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:18.911746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.953335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:18.958820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-c1998f0c-a8ea-4821-a1c7-4deb2438e0d8 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082088 Apr 20 14:39:18.968576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2690942a-8aad-474d-9f2f-8f6a8a84c87d req-668375a0-bfdc-40f6-b0da-64e4492f8711 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.20 "GET /v2.0/security-groups?id=26fd5159-ec4c-4f54-a9f0-ad347247d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729368 Apr 20 14:39:18.971208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Made reservation on behalf of cfa6a52e360145eebd839ed62241082c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:18.974679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.011730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3bea15-62b2-4752-9f2a-9bd88860fd75,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:19.098389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Pushing event deleted for resources: {'Port': ['ID=39a6fbe4-abf4-4845-be28-8ba694a50dae,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:19.116121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.156437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7a1333e-aabd-4d84-8d31-90d5e69ec26e req-52adddf7-c85f-460b-9b74-a0d033c6041d service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863143 Apr 20 14:39:19.160030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] No DVR routers for this DVR port 39a6fbe4-abf4-4845-be28-8ba694a50dae on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:19.164778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.168727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f303c6c3-271d-40ab-adcc-6f62665ceac0 req-3c043267-40b8-4904-a327-d564410491b0 tempest-ListImageFiltersTestJSON-722119833 tempest-ListImageFiltersTestJSON-722119833-project] 10.222.0.43 "DELETE /v2.0/ports/39a6fbe4-abf4-4845-be28-8ba694a50dae HTTP/1.1" status: 204 len: 173 time: 1.4646611 Apr 20 14:39:19.178198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.199097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Allocated IP 192.168.233.77 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/b6696823-86d3-478c-b543-5e222c2adf75) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:19.258622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.261497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.262841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d015b65d-5f7f-42bf-b25c-921015744a8c HTTP/1.1" status: 204 len: 168 time: 0.3526196 Apr 20 14:39:19.290970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186451-b598-4847-a041-483d3eaea811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015b65d-5f7f-42bf-b25c-921015744a8c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:19.442371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3329e3-088b-49b4-b39f-d810e774e74e req-5f07db05-e404-46e0-bf68-1fb5f8fe8755 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:19.445604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab3329e3-088b-49b4-b39f-d810e774e74e req-5f07db05-e404-46e0-bf68-1fb5f8fe8755 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1641810 Apr 20 14:39:19.527328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.540949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab3329e3-088b-49b4-b39f-d810e774e74e req-9cd957c8-2a8f-407d-b154-e00b3434f6b0 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770297 Apr 20 14:39:19.572728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f97e80c0-2fc0-45b8-929a-f1ea56e5c3fa req-f626803f-10b2-4fb2-a781-11dff61e8355 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 210 time: 0.0509219 Apr 20 14:39:19.619651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.712743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:19.715573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:19.719585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:19.743159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Allocated IP 192.168.233.76 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/335e8301-1a1c-4285-82ee-8c548c67235b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:19.776439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:19.777119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:19.800615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-deleted', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:19.802909 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb4c1a6-b186-4a40-b724-891c789832d7" -d '{"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-deleted", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:19.825585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event updated for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:19.880706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-fb04a3de-9342-4066-a1bb-65a72f156fbf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2735453 Apr 20 14:39:19.900466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Request body: {'port': {'device_id': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:19.912479 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c02d6a7-2531-4fbf-8250-907511694ac3 x-openstack-request-id: req-0c02d6a7-2531-4fbf-8250-907511694ac3 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:19.938822 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d8d239-6fc9-4734-808f-34870be87d1c", "name": "network-vif-deleted", "tag": "39a6fbe4-abf4-4845-be28-8ba694a50dae", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:19.940930 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c02d6a7-2531-4fbf-8250-907511694ac3 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:19.941559 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c02d6a7-2531-4fbf-8250-907511694ac3'] response: {'server_uuid': 'f8d8d239-6fc9-4734-808f-34870be87d1c', 'name': 'network-vif-deleted', 'tag': '39a6fbe4-abf4-4845-be28-8ba694a50dae', 'status': 'completed', 'code': 200} Apr 20 14:39:20.056660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.144269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.156831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2e05-6ccb-493c-a5c5-c8ac381194ef req-93ec6286-1533-4474-b961-00f45d1e4518 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:20.164741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eefc2e05-6ccb-493c-a5c5-c8ac381194ef req-93ec6286-1533-4474-b961-00f45d1e4518 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 944 time: 0.2815287 Apr 20 14:39:20.241071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.274299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9cb1504c-4fcf-4816-afe3-6d5aa54f5499 None None] Provisioning complete for port b6696823-86d3-478c-b543-5e222c2adf75 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:20.276279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9cb1504c-4fcf-4816-afe3-6d5aa54f5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.321013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eefc2e05-6ccb-493c-a5c5-c8ac381194ef req-d4971b74-c2d6-43d7-a76e-957763b51cfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552930 Apr 20 14:39:20.367049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:20.373642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:20.378238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:20.395290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1504c-4fcf-4816-afe3-6d5aa54f5499 None None] Port b6696823-86d3-478c-b543-5e222c2adf75 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:20.447552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:20.448216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.470652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:20.496066 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-f6f4527f-f0e5-4a3d-a44d-c84a0a701a22 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6360250 Apr 20 14:39:20.511871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Request body: {'port': {'device_id': '961995b5-bd45-4266-bf04-62462c24845e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:20.654104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.770773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6696823-86d3-478c-b543-5e222c2adf75 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:20.775015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56078) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:20.800648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.818914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Transition to ACTIVE for port object b6696823-86d3-478c-b543-5e222c2adf75 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:20.831709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.850149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fbd668e6-b72d-42fd-8b49-6ed4a2c6ee84 None None] Provisioning complete for port 335e8301-1a1c-4285-82ee-8c548c67235b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:20.850919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fbd668e6-b72d-42fd-8b49-6ed4a2c6ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:20.856386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc24c-c370-41cb-8193-02c5f3bc0c74 req-77532176-2a2d-4c4a-80a0-992f3901add6 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:20.865484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44bbc24c-c370-41cb-8193-02c5f3bc0c74 req-77532176-2a2d-4c4a-80a0-992f3901add6 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1283548 Apr 20 14:39:20.886404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fbd668e6-b72d-42fd-8b49-6ed4a2c6ee84 None None] Port 335e8301-1a1c-4285-82ee-8c548c67235b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:20.929785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:21.003374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44bbc24c-c370-41cb-8193-02c5f3bc0c74 req-fee81a0d-3079-4de9-a28d-0d29471bef84 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366467 Apr 20 14:39:21.010576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1403423191-network', 'tenant_id': 'bbc34c5fec884ea590e7ba74db3d04b5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:21.029776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:21.092368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Made reservation on behalf of bbc34c5fec884ea590e7ba74db3d04b5 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:21.095698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.140836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Attempting to bind port b6696823-86d3-478c-b543-5e222c2adf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:21.141267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Attempting to bind port b6696823-86d3-478c-b543-5e222c2adf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:21.141715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Attempting to bind port b6696823-86d3-478c-b543-5e222c2adf75 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:21.148353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Port b6696823-86d3-478c-b543-5e222c2adf75 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:21.148793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Attempting to bind port b6696823-86d3-478c-b543-5e222c2adf75 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:21.154679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.159094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:21.159577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:21.160058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:21.160605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Bound port: b6696823-86d3-478c-b543-5e222c2adf75, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:21.161064 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.261822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:21.278015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.281478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:21.282904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:21.298278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b6696823-86d3-478c-b543-5e222c2adf75,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:21.310470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Transition to ACTIVE for port object 335e8301-1a1c-4285-82ee-8c548c67235b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:21.314871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'mac_address': 'fa:16:3e:c5:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:21.321602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.323654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.371564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:21.372851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.375672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] 10.222.0.43 "PUT /v2.0/ports/b6696823-86d3-478c-b543-5e222c2adf75 HTTP/1.1" status: 200 len: 1095 time: 1.4872763 Apr 20 14:39:21.380989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:21.385507 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09241fc-3188-42cd-8a78-376f788faf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "tag": "b6696823-86d3-478c-b543-5e222c2adf75"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:21.388934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.391899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:21.448014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:21.497311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a06738-c3c0-4f4a-9f6a-5d943817a7e1 req-12c1ea47-742f-4297-b02a-04eb453c9325 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:21.498474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:21.498924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0a06738-c3c0-4f4a-9f6a-5d943817a7e1 req-12c1ea47-742f-4297-b02a-04eb453c9325 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 947 time: 0.3515191 Apr 20 14:39:21.505294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.531709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3dc25-80c4-48f1-bb3b-f4b47ca09be6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:21.538657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Attempting to bind port 335e8301-1a1c-4285-82ee-8c548c67235b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:21.539174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Attempting to bind port 335e8301-1a1c-4285-82ee-8c548c67235b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:21.539712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Attempting to bind port 335e8301-1a1c-4285-82ee-8c548c67235b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:21.545467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Port 335e8301-1a1c-4285-82ee-8c548c67235b on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:21.546629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Attempting to bind port 335e8301-1a1c-4285-82ee-8c548c67235b on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:21.557054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:21.557576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:21.558231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:21.558810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Bound port: 335e8301-1a1c-4285-82ee-8c548c67235b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:21.559320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.591219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1bf43-e51c-4ffe-b92c-2bee952d4b0e req-b0b31d1a-c11b-4b25-88ae-4d6d23041724 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:21.597447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:21.605897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8b1bf43-e51c-4ffe-b92c-2bee952d4b0e req-b0b31d1a-c11b-4b25-88ae-4d6d23041724 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.3333366 Apr 20 14:39:21.615553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56100) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:21.621708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Request body: {'floatingip': {'port_id': '2a33511d-a397-4df6-9052-3d6f9eb16cba'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:21.648734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0a06738-c3c0-4f4a-9f6a-5d943817a7e1 req-b690e8f0-252d-4ec9-b771-058cce359bdf tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198463 Apr 20 14:39:21.663355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4d066b8b-f1f8-4ab6-958d-0a7045ae29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:21.666339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-4d066b8b-f1f8-4ab6-958d-0a7045ae29ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 1098 time: 0.1927466 Apr 20 14:39:21.684777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.739042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-978b295a-c02f-4eb5-b2ab-39a59d52cab8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b6696823-86d3-478c-b543-5e222c2adf75 HTTP/1.1" status: 200 len: 217 time: 0.0627787 Apr 20 14:39:21.764046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.829315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.881094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c0434194-3caa-4fd2-a93d-fd2b08f06f6b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:21.925096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:21.940864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:39:21.951982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4aa89-6739-4722-9c8b-1ae6a2c66d52 req-88aa8662-0a6f-4b4a-a891-59b022743251 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:21.955148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:21.962212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ac4aa89-6739-4722-9c8b-1ae6a2c66d52 req-88aa8662-0a6f-4b4a-a891-59b022743251 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 945 time: 0.1874719 Apr 20 14:39:21.963702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:21.976893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82bb13-3678-4d53-aa3b-d6e9406bc531,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:22.003166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-7176c9a4-887b-403d-b6b6-f32bb63ce124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.005116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-7176c9a4-887b-403d-b6b6-f32bb63ce124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.2434828 Apr 20 14:39:22.015814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.016464 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Added segment 7e3f87da-aa30-415d-a5b9-cf4f81a4b186 of type vlan for network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 Apr 20 14:39:22.053965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:22.104928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:22.113494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.114858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.117419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-71013868-6225-4abd-9f6b-04845ff773d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/335e8301-1a1c-4285-82ee-8c548c67235b HTTP/1.1" status: 200 len: 1095 time: 1.6155603 Apr 20 14:39:22.119809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:22.123208 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c" -d '{"events": [{"name": "network-changed", "server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:22.186767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 39a6fbe4-abf4-4845-be28-8ba694a50dae {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:22.187120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 39a6fbe4-abf4-4845-be28-8ba694a50dae not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:22.411178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-836ca7c4-4d6c-4513-9849-97f80f6a0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.412881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-836ca7c4-4d6c-4513-9849-97f80f6a0dd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1098 time: 0.2507911 Apr 20 14:39:22.486990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-28395531-2a09-4882-bb78-7ab6dffdf916 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=335e8301-1a1c-4285-82ee-8c548c67235b HTTP/1.1" status: 200 len: 217 time: 0.0631037 Apr 20 14:39:22.571299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.599421 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a978e-3686-470a-9601-456d0d495544 x-openstack-request-id: req-276a978e-3686-470a-9601-456d0d495544 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:22.600038 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "tag": "b6696823-86d3-478c-b543-5e222c2adf75", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:22.601235 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-276a978e-3686-470a-9601-456d0d495544 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:22.601769 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276a978e-3686-470a-9601-456d0d495544'] response: {'name': 'network-changed', 'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75', 'status': 'completed', 'code': 200} Apr 20 14:39:22.608176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.608947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.609707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.619658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ac4aa89-6739-4722-9c8b-1ae6a2c66d52 req-72edda5d-62ee-4caa-8980-3927dee5f308 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565440 Apr 20 14:39:22.660901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-cd8317b2-0f05-4613-b6bf-92fe4bf8b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.660901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-cd8317b2-0f05-4613-b6bf-92fe4bf8b68c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1229827 Apr 20 14:39:22.685569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312764-8312-4084-aa10-a31dce1d57a0 req-ef2b67af-6a75-4843-b2f3-70989d6bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.687081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-ef2b67af-6a75-4843-b2f3-70989d6bdaa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6740005 Apr 20 14:39:22.710055 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e123f301-d19e-47cb-bad8-4bcfd9726a8f x-openstack-request-id: req-e123f301-d19e-47cb-bad8-4bcfd9726a8f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:22.710407 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:22.710741 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e123f301-d19e-47cb-bad8-4bcfd9726a8f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:22.711197 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e123f301-d19e-47cb-bad8-4bcfd9726a8f'] response: {'name': 'network-changed', 'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'status': 'completed', 'code': 200} Apr 20 14:39:22.761708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-5c475668-d132-4839-be42-6cbc44c6d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:22.763826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-5c475668-d132-4839-be42-6cbc44c6d21a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970650 Apr 20 14:39:22.841791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:39:22.854637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-b6a44c83-8bb3-4455-9fa8-34c5d8df1a52 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549761 Apr 20 14:39:22.859472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0822489 Apr 20 14:39:22.860214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379f36e-1229-46b0-acdc-47761ccb9774 admin admin] Pushing event updated for resources: {'Network': ['ID=82c8c926-136c-4ac0-b068-9b8c5f3f7055,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:22.866329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:22.874451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:39:22.899087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Request body: {'subnet': {'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1403423191-subnet', 'tenant_id': 'bbc34c5fec884ea590e7ba74db3d04b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:22.983314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:22.988736 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-e7180a86-ce55-4ac3-a34d-ae6db321f76b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158842 Apr 20 14:39:22.991798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.056519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56148) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:23.087841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de312764-8312-4084-aa10-a31dce1d57a0 req-c29034d9-a526-4fe6-9183-ce89a185d5d0 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204840 Apr 20 14:39:23.118005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Made reservation on behalf of bbc34c5fec884ea590e7ba74db3d04b5 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:23.122157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.224457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce74c533-e435-4df0-8e8d-dbbf2254be57 req-1e116a17-6f5f-4b30-a49d-90a68c39c0e2 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283864 Apr 20 14:39:23.288837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144732a2-7261-40d4-b4e2-5a9d873e42f7 req-6e333daa-3211-4ecf-a638-8db6841fef27 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.290415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-144732a2-7261-40d4-b4e2-5a9d873e42f7 req-6e333daa-3211-4ecf-a638-8db6841fef27 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 947 time: 0.4348161 Apr 20 14:39:23.304493 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Floating IP a807cb0b-7bcf-49ca-8bbf-ad9a41d13941 associated. External IP: 172.25.1.237, port: 2a33511d-a397-4df6-9052-3d6f9eb16cba. Apr 20 14:39:23.366304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09241fc-3188-42cd-8a78-376f788faf8e req-86646c91-d5cc-4718-86a9-f2a65442294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.367890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-86646c91-d5cc-4718-86a9-f2a65442294b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 1098 time: 0.2118745 Apr 20 14:39:23.420152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-886d7776-bb71-4f73-b062-c39d92c510de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44deaa20a483492abd2494e95614a82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617547 Apr 20 14:39:23.429198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:23.443427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-19d422c4-09af-4566-b524-3dd596f50cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.445617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-19d422c4-09af-4566-b524-3dd596f50cd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1098 time: 0.1553175 Apr 20 14:39:23.484123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-144732a2-7261-40d4-b4e2-5a9d873e42f7 req-68c4c895-e2aa-45fc-aa6c-5eb5940d916d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740322 Apr 20 14:39:23.617826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09241fc-3188-42cd-8a78-376f788faf8e req-05f73854-394c-4095-a7d3-2006f0150978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.619369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-05f73854-394c-4095-a7d3-2006f0150978 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2368326 Apr 20 14:39:23.626743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-f0d3ffbe-b47b-4447-aaa4-888ba694bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.628368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-f0d3ffbe-b47b-4447-aaa4-888ba694bb4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1721616 Apr 20 14:39:23.631799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.677711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-52a5ef24-adb6-44eb-9845-5b7133de7d7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=335e8301-1a1c-4285-82ee-8c548c67235b HTTP/1.1" status: 200 len: 217 time: 0.0406311 Apr 20 14:39:23.683805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-71370e71-2e80-4222-a897-a69bd39a4447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b6696823-86d3-478c-b543-5e222c2adf75 HTTP/1.1" status: 200 len: 217 time: 0.0531526 Apr 20 14:39:23.684637 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.722842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.730019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Router 8069e8a4-e309-47e1-87b5-401d51799dd4 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:23.790125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-50f3b018-caa9-416a-9468-f42077583af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.791788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-50f3b018-caa9-416a-9468-f42077583af4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0965178 Apr 20 14:39:23.860974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09241fc-3188-42cd-8a78-376f788faf8e req-9d7a2d08-647d-4950-8680-c826715e9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.862807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-9d7a2d08-647d-4950-8680-c826715e9491 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1607752 Apr 20 14:39:23.865558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:23.892861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Checking segment: {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:23.892861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Network hostable DHCP agents. Network: 82c8c926-136c-4ac0-b068-9b8c5f3f7055, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:39:23.901437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:23.904568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-821442f3-3fd7-4004-8ccc-85d002c48833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.906020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-821442f3-3fd7-4004-8ccc-85d002c48833 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965905 Apr 20 14:39:23.907328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dccb7b-c10f-45f5-b610-fa1d604151bd req-c636730f-e5e8-49fb-bbf2-7ba12cc0545a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:23.909109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1dccb7b-c10f-45f5-b610-fa1d604151bd req-c636730f-e5e8-49fb-bbf2-7ba12cc0545a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 945 time: 0.1626053 Apr 20 14:39:23.911822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.915799 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Sync routers for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:23.946003 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:23.946753 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:23.965229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.968599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:23.972520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26fd5159-ec4c-4f54-a9f0-ad347247d817 HTTP/1.1" status: 204 len: 168 time: 0.5363421 Apr 20 14:39:24.001781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642f5a8-e43a-45f8-8391-121c3582227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd5159-ec4c-4f54-a9f0-ad347247d817,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:24.002139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afe3daaf-5714-4900-b7ea-ab6794c8c160 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "PUT /v2.0/floatingips/a807cb0b-7bcf-49ca-8bbf-ad9a41d13941 HTTP/1.1" status: 200 len: 992 time: 2.3852675 Apr 20 14:39:24.012851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1dccb7b-c10f-45f5-b610-fa1d604151bd req-b0324ce5-b1fc-4e06-8e7d-6335a5389c48 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875657 Apr 20 14:39:24.013416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:39:24.020126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09241fc-3188-42cd-8a78-376f788faf8e req-7e19e80d-6b05-4952-862b-dc393b93ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:24.022267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-7e19e80d-6b05-4952-862b-dc393b93ee11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400476 Apr 20 14:39:24.055830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 82c8c926-136c-4ac0-b068-9b8c5f3f7055) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:24.060862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:24.061695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:24.081384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4bbd35-ba9c-4e3d-aeaa-691ecd8d0046 None None] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:39:24.104044 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:24.108989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-d103b7e8-8461-48e5-9588-7b5f802ae433 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927845 Apr 20 14:39:24.137075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6e42882b-ad43-4406-8d30-e8b841e1b854 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2463112 Apr 20 14:39:24.205092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a6135-e8fe-4ada-b2d9-4f7bb0d171a4 req-43d2b39d-caea-4e56-b38e-8d3e0cb37507 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:24.207172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f62a6135-e8fe-4ada-b2d9-4f7bb0d171a4 req-43d2b39d-caea-4e56-b38e-8d3e0cb37507 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.0912120 Apr 20 14:39:24.209805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-30d01018-652d-4501-8462-0612fd6ca30c service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735828 Apr 20 14:39:24.324746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f62a6135-e8fe-4ada-b2d9-4f7bb0d171a4 req-50728c18-d8dc-4abd-b20b-93e72d33f291 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102588 Apr 20 14:39:24.356898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c22fbc5e-8dca-4883-93f9-b4dd3190f58c req-2897f1f8-c6e4-44fb-ab68-6f9ac40a3c17 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387109 Apr 20 14:39:24.397621 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c09241fc-3188-42cd-8a78-376f788faf8e req-001fc182-3bb3-4d82-bfcb-c5904141e615 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723499 Apr 20 14:39:24.415785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d9a37-8120-4625-a54d-245d1d0ce382 None None] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:39:24.552281 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a807cb0b-7bcf-49ca-8bbf-ad9a41d13941', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'port_id': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'mac_address': 'fa:16:3e:b2:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:17Z', 'updated_at': '2022-04-20T14:39:22Z', 'revision_number': 1, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:24.594187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-715411888', 'description': 'tempest-description-2017904547'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:24.602157 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Checking router: 8069e8a4-e309-47e1-87b5-401d51799dd4 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:24.610757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:24.611336 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:24.664573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:24.712454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:24.713953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9121b-94da-419c-b0fc-fc64ffe0f363 req-2038d4d3-2afb-4168-ba29-690157694c70 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:24.716904 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:24.724198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ec9121b-94da-419c-b0fc-fc64ffe0f363 req-2038d4d3-2afb-4168-ba29-690157694c70 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 947 time: 0.1208999 Apr 20 14:39:24.744361 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:24.795227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ec9121b-94da-419c-b0fc-fc64ffe0f363 req-cfce7fdc-7018-4509-8d97-8d4c59da88ed tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700691 Apr 20 14:39:24.842631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:24.856288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:24.857805 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17021deb-6317-4225-9ff1-6ea21013e4ee x-openstack-request-id: req-17021deb-6317-4225-9ff1-6ea21013e4ee {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:24.858281 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:24.858722 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17021deb-6317-4225-9ff1-6ea21013e4ee {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:24.859290 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17021deb-6317-4225-9ff1-6ea21013e4ee'] response: {'name': 'network-changed', 'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'status': 'completed', 'code': 200} Apr 20 14:39:24.920151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:24.921398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4038207-f43e-4c90-b015-ad9feb540e68 req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3370187 Apr 20 14:39:24.954152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-ac553ecf-e99f-4fb9-bbf0-b63822c41e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:24.956108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-ac553ecf-e99f-4fb9-bbf0-b63822c41e1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=736733985a3e4cb48321b3bdd8da719c&device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 1097 time: 0.0814371 Apr 20 14:39:24.956721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce84e4-7ba1-4f25-904e-3410eadf0f9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa7a15-9545-40a1-948e-cb9e75e56ac6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:24.980835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1798534492', 'description': 'tempest-description-1680281338'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:25.045024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:25.061397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.082007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a807cb0b-7bcf-49ca-8bbf-ad9a41d13941', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'port_id': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'mac_address': 'fa:16:3e:b2:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:17Z', 'updated_at': '2022-04-20T14:39:22Z', 'revision_number': 1, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:25.116558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-5419eda3-5a8a-47a4-870e-bc0b76baba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.118058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-5419eda3-5a8a-47a4-870e-bc0b76baba41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a5480e57-01f1-4f43-bd83-4facdfb16132 HTTP/1.1" status: 200 len: 916 time: 0.1499753 Apr 20 14:39:25.127803 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec809ec-4325-4cd1-ae37-dfa546ceed7c None None] The sync data for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 is: [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a807cb0b-7bcf-49ca-8bbf-ad9a41d13941', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'port_id': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'mac_address': 'fa:16:3e:b2:6b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:17Z', 'updated_at': '2022-04-20T14:39:22Z', 'revision_number': 1, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:25.167640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port c0434194-3caa-4fd2-a93d-fd2b08f06f6b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:25.174838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c0434194-3caa-4fd2-a93d-fd2b08f06f6b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:25.175346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.258620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.272690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.288615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.310436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-897221af-8e55-4db8-9cd8-30d1e8c09e92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba HTTP/1.1" status: 200 len: 1000 time: 0.1793113 Apr 20 14:39:25.315318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:25.317781 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e10cd87-f415-4d84-80dd-e5c68bd427c6" -d '{"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:25.326332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.327575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd2ee789-c505-4976-a130-666708ffda49 req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3583038 Apr 20 14:39:25.333297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:25.338199 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:25.388936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d9b1e-a954-4e12-87bf-94a55438adaf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e673446-08a4-4599-9076-d0f951da4bbf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:25.408527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39eae-1235-4d6b-99ac-218636624ffa req-74071735-e750-4bd9-8e99-8d80ec9a7624 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.417199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc39eae-1235-4d6b-99ac-218636624ffa req-74071735-e750-4bd9-8e99-8d80ec9a7624 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 945 time: 0.1923711 Apr 20 14:39:25.435700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-c2bd0500-91dc-4c3a-a40e-17f95c1e5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.437473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-c2bd0500-91dc-4c3a-a40e-17f95c1e5e3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f14c98b1-e512-4d2d-9735-d06497ece45d HTTP/1.1" status: 200 len: 854 time: 0.1083553 Apr 20 14:39:25.440555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587541a5-d92b-4402-bdc6-2b45849551c5 None None] New status for floating IP a807cb0b-7bcf-49ca-8bbf-ad9a41d13941: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:39:25.478188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:25.507181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc39eae-1235-4d6b-99ac-218636624ffa req-34474f3b-5436-4ad0-8f45-02f36b447eac tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888562 Apr 20 14:39:25.538746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6971ef-2daf-4c5a-a960-d5c90ce5cb9d req-03172710-2ed8-49f9-bd51-c6bf78e04d78 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.545912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d6971ef-2daf-4c5a-a960-d5c90ce5cb9d req-03172710-2ed8-49f9-bd51-c6bf78e04d78 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0981493 Apr 20 14:39:25.563240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-1339f6bd-3de3-4be8-8286-c452320c03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.565166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-1339f6bd-3de3-4be8-8286-c452320c03b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a5480e57-01f1-4f43-bd83-4facdfb16132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031413 Apr 20 14:39:25.608363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d6971ef-2daf-4c5a-a960-d5c90ce5cb9d req-b75cefa3-e4ab-45b3-9d65-68ea630711f0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615928 Apr 20 14:39:25.664517 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9413592c-6cfa-4faf-ba0b-ffc64ffa575b x-openstack-request-id: req-9413592c-6cfa-4faf-ba0b-ffc64ffa575b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:25.665676 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:25.666673 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9413592c-6cfa-4faf-ba0b-ffc64ffa575b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:25.667543 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9413592c-6cfa-4faf-ba0b-ffc64ffa575b'] response: {'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'code': 200} Apr 20 14:39:25.694946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-64743116-fea4-4dcf-bd92-2f2061ce770e service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215315 Apr 20 14:39:25.883301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1eced5b-ad6b-4623-8da1-bf10cc71f10f req-177a28f2-8f56-4b2b-80b2-f8a511f43af6 service neutron] 10.222.0.45 "GET /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744688 Apr 20 14:39:25.940994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-5fde8da2-dc97-42de-8ea9-f9fdb0b5c738 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.948476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-5fde8da2-dc97-42de-8ea9-f9fdb0b5c738 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 813 time: 0.1810391 Apr 20 14:39:25.965076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-d28f6086-7ee7-4b73-a040-a7c140aa3949 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/quotas/bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 375 time: 0.0157840 Apr 20 14:39:25.995055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00474791-a7d4-4adc-90e8-d7a995e650b9 req-2803c968-c386-41df-8e2b-179e81dbe134 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:25.996821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00474791-a7d4-4adc-90e8-d7a995e650b9 req-2803c968-c386-41df-8e2b-179e81dbe134 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 947 time: 0.1101806 Apr 20 14:39:26.013198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-c74c14b5-d38e-4732-934b-ac1786e01197 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398355 Apr 20 14:39:26.060157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:26.098758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8074bb-605f-4e17-bded-1613af97a912 req-ef10e4c4-1acf-4cdd-ad30-9a000f5e0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:26.100262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f8074bb-605f-4e17-bded-1613af97a912 req-ef10e4c4-1acf-4cdd-ad30-9a000f5e0288 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 1097 time: 0.3600891 Apr 20 14:39:26.104724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00474791-a7d4-4adc-90e8-d7a995e650b9 req-2e37d21e-b7f9-4c30-b23d-949c080d32e8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940268 Apr 20 14:39:26.117665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b6696823-86d3-478c-b543-5e222c2adf75 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:26.148288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f8074bb-605f-4e17-bded-1613af97a912 req-bac54017-a727-46a4-9ccb-ea38468c2556 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Apr 20 14:39:26.156514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-e6e503a2-8e5b-4cfb-804a-dd67bec4c298 service neutron] 10.222.0.20 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273632 Apr 20 14:39:26.220787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b6696823-86d3-478c-b543-5e222c2adf75,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:26.232174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2093f53e-3151-408d-8d14-4972271aec23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.232465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'b6696823-86d3-478c-b543-5e222c2adf75', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'b6696823-86d3-478c-b543-5e222c2adf75', 'mac_address': 'fa:16:3e:5e:5d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:26.271089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.279258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-78f38483-f4e1-45ec-b2e1-88e493311636 service neutron] 10.222.0.20 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154366 Apr 20 14:39:26.284957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6696823-86d3-478c-b543-5e222c2adf75 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:26.308946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b6696823-86d3-478c-b543-5e222c2adf75,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:26.316010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.316696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:26.350439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2093f53e-3151-408d-8d14-4972271aec23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.356715 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2093f53e-3151-408d-8d14-4972271aec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.387028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:26.389319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:26.402190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '335e8301-1a1c-4285-82ee-8c548c67235b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '335e8301-1a1c-4285-82ee-8c548c67235b', 'mac_address': 'fa:16:3e:d2:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:26.403409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2093f53e-3151-408d-8d14-4972271aec23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=728d5107e2164c98b7c3cfa7c4a2a3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421109 Apr 20 14:39:26.405074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093f53e-3151-408d-8d14-4972271aec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f8aedd-2471-4cac-9e8e-d1d17c1070f7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:26.406922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:26.446135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:39:26.502870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bae4ace8-7567-40a0-ae36-e63ee4876205 req-90a31114-ef54-416b-b868-398032f98e6b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0369442 Apr 20 14:39:26.509539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.535272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.609843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.615013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.619601 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9f8aedd-2471-4cac-9e8e-d1d17c1070f7 HTTP/1.1" status: 204 len: 168 time: 0.2102938 Apr 20 14:39:26.623824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.632633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e14505-a821-4807-89ec-c3ef3a449fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f8aedd-2471-4cac-9e8e-d1d17c1070f7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:26.648734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:26.649100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc4fa8-9349-4963-8585-6b2f7e6f5c21 req-50b72e31-ba91-4aa3-9ea8-5a39c32c4362 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:26.651245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdcc4fa8-9349-4963-8585-6b2f7e6f5c21 req-50b72e31-ba91-4aa3-9ea8-5a39c32c4362 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0657904 Apr 20 14:39:26.682377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:26.690768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.709476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdcc4fa8-9349-4963-8585-6b2f7e6f5c21 req-4610a7b8-683f-413a-b5f2-3ea2979cb3de tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Apr 20 14:39:26.763111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:26.808987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-21566c3f-aeb3-4294-882a-8d117331ead3 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:26.810558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a066b3e-774d-4330-84ff-12fa11a22212 req-02e71ed4-3648-43f5-9d0c-dc98fbf5d5d8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:26.811184 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-21566c3f-aeb3-4294-882a-8d117331ead3 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0768628 Apr 20 14:39:26.812237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a066b3e-774d-4330-84ff-12fa11a22212 req-02e71ed4-3648-43f5-9d0c-dc98fbf5d5d8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 946 time: 0.0629654 Apr 20 14:39:26.894653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a066b3e-774d-4330-84ff-12fa11a22212 req-7b4865af-8ec7-414b-947f-eca55c5e1566 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ebe1914-7091-460b-ab2a-5aa8807b067d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756462 Apr 20 14:39:26.929116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:26.947384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Deleting port 9bd887c9-ac15-4210-b862-eaa62ac5b90f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:26.948040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.956190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b6696823-86d3-478c-b543-5e222c2adf75'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:27.101188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] For port 9bd887c9-ac15-4210-b862-eaa62ac5b90f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9bd887c9-ac15-4210-b862-eaa62ac5b90f,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:27.101955 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:27.266545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfad5e-c909-4aca-8f95-6fbc9958af2f req-2ff0829a-33c5-4de9-94dd-7485ec0f217b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:27.269000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8dfad5e-c909-4aca-8f95-6fbc9958af2f req-2ff0829a-33c5-4de9-94dd-7485ec0f217b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 948 time: 0.0671771 Apr 20 14:39:27.315907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8dfad5e-c909-4aca-8f95-6fbc9958af2f req-864b838d-f7f2-422d-8e74-3da02356662b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Apr 20 14:39:27.320483 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:27.320659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:27.320974 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Floating IP 48344edb-7ab3-4578-bf6c-593985750846 disassociated. External IP: 172.25.1.168, port: 9bd887c9-ac15-4210-b862-eaa62ac5b90f. Apr 20 14:39:27.321429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Calling delete_port for 9bd887c9-ac15-4210-b862-eaa62ac5b90f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:27.452754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:27.486325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'Port': ['ID=9bd887c9-ac15-4210-b862-eaa62ac5b90f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:27.631887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6321e16f-1cd6-4813-baff-8fab3781c714 req-c9d75978-2c33-4240-bd37-39ca3cbaaef1 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0467691 Apr 20 14:39:27.652831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:27.802734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-0b6466a5-cb28-4877-b1ec-ba06f38b108f tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:27.804355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-0b6466a5-cb28-4877-b1ec-ba06f38b108f tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 813 time: 0.1462455 Apr 20 14:39:27.832958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'device_id': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055', 'admin_state_up': True, 'tenant_id': 'bbc34c5fec884ea590e7ba74db3d04b5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:27.852903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:27.871249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:27.888815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:27.889359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:27.913542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] No DVR routers for this DVR port 9bd887c9-ac15-4210-b862-eaa62ac5b90f on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:27.917277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:27.923793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-48b2f590-113a-4ccc-a73f-938c1bcf269f req-4dfc65a0-db84-42a5-b8ed-84cacf7f81a6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "DELETE /v2.0/ports/9bd887c9-ac15-4210-b862-eaa62ac5b90f HTTP/1.1" status: 204 len: 173 time: 1.1065559 Apr 20 14:39:27.924681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'name': 'network-vif-deleted', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:27.929698 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69b880-3acc-4ffb-9c5c-24a188731da8" -d '{"events": [{"server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "name": "network-vif-deleted", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:27.941404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377397d-cd64-410a-b605-af0c75aff6c6 req-83e61025-e880-4e4a-a879-5416bfdb853c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:27.942996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d377397d-cd64-410a-b605-af0c75aff6c6 req-83e61025-e880-4e4a-a879-5416bfdb853c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1267414 Apr 20 14:39:28.030992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d377397d-cd64-410a-b605-af0c75aff6c6 req-33159d4d-0b17-4e4d-9c5b-071efc3ad3cb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767019 Apr 20 14:39:28.054791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Made reservation on behalf of bbc34c5fec884ea590e7ba74db3d04b5 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:28.060070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.091697 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:28.120050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b6696823-86d3-478c-b543-5e222c2adf75 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:28.132181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e693c4-f9dc-4f54-846f-871a446a30bd req-39c9a599-7766-4fab-b953-21c4d138fac5 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ffbd37-3ac1-402b-89ef-a3a3bc68922f HTTP/1.1" status: 200 len: 210 time: 0.0792537 Apr 20 14:39:28.165004 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855f7931-5865-4fe3-8b44-5702ec239b0a x-openstack-request-id: req-855f7931-5865-4fe3-8b44-5702ec239b0a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:28.165545 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ffbd37-3ac1-402b-89ef-a3a3bc68922f", "name": "network-vif-deleted", "tag": "9bd887c9-ac15-4210-b862-eaa62ac5b90f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:28.165916 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-855f7931-5865-4fe3-8b44-5702ec239b0a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:28.166407 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855f7931-5865-4fe3-8b44-5702ec239b0a'] response: {'server_uuid': '16ffbd37-3ac1-402b-89ef-a3a3bc68922f', 'name': 'network-vif-deleted', 'tag': '9bd887c9-ac15-4210-b862-eaa62ac5b90f', 'status': 'completed', 'code': 200} Apr 20 14:39:28.242694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port b6696823-86d3-478c-b543-5e222c2adf75 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:28.247125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port b6696823-86d3-478c-b543-5e222c2adf75 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:28.247753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.316364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Allocated IP 172.20.0.14 (82c8c926-136c-4ac0-b068-9b8c5f3f7055/52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31/ad59eece-f5eb-4ec0-80c3-770a76b4cc04) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:28.381848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.406300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56316) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:28.440571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:28.443356 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd2db3-b171-4fe1-a2d3-b05ffac4e59f" -d '{"events": [{"server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "name": "network-vif-plugged", "status": "completed", "tag": "b6696823-86d3-478c-b543-5e222c2adf75"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:28.448229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b6696823-86d3-478c-b543-5e222c2adf75,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:28.451347 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:28.454035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.455325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:28.483879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:28.502685 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:28.503650 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:28.619192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f50-7658-41bc-9518-e025047cbabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.621666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:28.641112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 335e8301-1a1c-4285-82ee-8c548c67235b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:28.645078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d530e2-00f1-4e62-8fc2-ddc9068d3b71 req-f191f0ad-3c35-4110-8d5b-7112776c1fb9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:28.651688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 335e8301-1a1c-4285-82ee-8c548c67235b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:28.652052 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.652940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1d530e2-00f1-4e62-8fc2-ddc9068d3b71 req-f191f0ad-3c35-4110-8d5b-7112776c1fb9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.2630148 Apr 20 14:39:28.659501 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:28.705525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962c13d-1767-4fff-b5da-ff234129f3e4 req-eee3c7f2-0683-45e1-92bc-70410570f19b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:28.714198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9962c13d-1767-4fff-b5da-ff234129f3e4 req-eee3c7f2-0683-45e1-92bc-70410570f19b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.2164681 Apr 20 14:39:28.719673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.755888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f50-7658-41bc-9518-e025047cbabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.758925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.763726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd95f50-7658-41bc-9518-e025047cbabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.770445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1d530e2-00f1-4e62-8fc2-ddc9068d3b71 req-39c72bd8-b043-43b4-bbca-ea60f65ad36c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165159 Apr 20 14:39:28.791433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9962c13d-1767-4fff-b5da-ff234129f3e4 req-fc35fa92-7268-482f-b53d-65f8ffbc4bbe tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759344 Apr 20 14:39:28.830591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:28.835864 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.849000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfd95f50-7658-41bc-9518-e025047cbabf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1750839df5804f6bae1c13a0c5fce471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412608 Apr 20 14:39:28.853523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56326) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:28.874635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.893224 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f933d86-8d43-41f5-8693-760cb227e5c1 x-openstack-request-id: req-5f933d86-8d43-41f5-8693-760cb227e5c1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:28.894423 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "name": "network-vif-plugged", "status": "completed", "tag": "b6696823-86d3-478c-b543-5e222c2adf75", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:28.895612 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f933d86-8d43-41f5-8693-760cb227e5c1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:28.896741 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f933d86-8d43-41f5-8693-760cb227e5c1'] response: {'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75', 'code': 200} Apr 20 14:39:28.920655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95f50-7658-41bc-9518-e025047cbabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72161c15-6453-453f-8d52-4443c85317c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:28.951238 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.953891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:28.954207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:28.987308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:28.988550 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8955c-0b61-4916-a174-22bbf939076e None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:29.005643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.009658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:29.016248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:29.049581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:29.051173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5f317-626a-4d9b-8bcc-e707ace4531d req-39e71e0f-23b0-4b63-a287-de2cea5b5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:29.054740 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94c5f317-626a-4d9b-8bcc-e707ace4531d req-39e71e0f-23b0-4b63-a287-de2cea5b5cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 1100 time: 0.0898998 Apr 20 14:39:29.073593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9bd887c9-ac15-4210-b862-eaa62ac5b90f no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:29.077995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2702-f6eb-4ed8-a004-4d537409416a req-dbb05eaf-7c64-4d53-a23a-6a62b4f3bba2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:29.079791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37ab2702-f6eb-4ed8-a004-4d537409416a req-dbb05eaf-7c64-4d53-a23a-6a62b4f3bba2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 932 time: 0.1150322 Apr 20 14:39:29.097324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94c5f317-626a-4d9b-8bcc-e707ace4531d req-825eaf33-cb6b-4720-b040-18bbc00b1590 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360947 Apr 20 14:39:29.105727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 9bd887c9-ac15-4210-b862-eaa62ac5b90f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:29.106194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9bd887c9-ac15-4210-b862-eaa62ac5b90f not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:29.109939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.112964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:29.113487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.113606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.116775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72161c15-6453-453f-8d52-4443c85317c3 HTTP/1.1" status: 204 len: 168 time: 0.2597897 Apr 20 14:39:29.124218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367989d6-f387-478d-9e35-1335683a178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72161c15-6453-453f-8d52-4443c85317c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:29.274998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56336) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:29.365301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.387129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-36293fb9-bca1-42ab-8ce3-79c92375ba14 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5597885 Apr 20 14:39:29.395939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37ab2702-f6eb-4ed8-a004-4d537409416a req-deafa03d-1b61-44fd-88c8-77c1c631d3d0 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026483 Apr 20 14:39:29.401963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Request body: {'port': {'device_id': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:29.404639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.405678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e86257c-bfe3-4769-9d35-5e0ec38c39b7 None None] New status for floating IP 48344edb-7ab3-4578-bf6c-593985750846: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:39:29.465941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.468478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.469790 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ebe1914-7091-460b-ab2a-5aa8807b067d HTTP/1.1" status: 204 len: 168 time: 0.1915627 Apr 20 14:39:29.474776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56342) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:29.479889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d6a7c-230f-4947-a029-fbae81d61737 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe1914-7091-460b-ab2a-5aa8807b067d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:29.494137 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-d5a5d460-4a38-439e-a897-991af92b52d0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] show failed (client error): The resource could not be found. Apr 20 14:39:29.495203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d5a5d460-4a38-439e-a897-991af92b52d0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups/2ebe1914-7091-460b-ab2a-5aa8807b067d HTTP/1.1" status: 404 len: 347 time: 0.0192165 Apr 20 14:39:29.498157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56346) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:29.505542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.777455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Deleting port b02ae130-f8a2-41f9-aaa7-18c092adb0c2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:29.777772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.895040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56364) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:30.001643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.002023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.021555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1872167983-network', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:30.031859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Calling delete_port for b02ae130-f8a2-41f9-aaa7-18c092adb0c2 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:30.044946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Made reservation on behalf of 3ed68216cb004bcbba581df1ebce3d39 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:30.047516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.053698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21fe8-cc19-4f7a-8668-b06ca2179674 req-f7dc6302-4421-4f13-8c35-e3c7c1c81873 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.055220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8d21fe8-cc19-4f7a-8668-b06ca2179674 req-f7dc6302-4421-4f13-8c35-e3c7c1c81873 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.1528378 Apr 20 14:39:30.056474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.098864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d2e71-d0e6-4e42-b811-580ef7af64f5 req-d72a9310-3299-4f7c-8d2b-4e3c529f3d41 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.100375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e2d2e71-d0e6-4e42-b811-580ef7af64f5 req-d72a9310-3299-4f7c-8d2b-4e3c529f3d41 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1968310 Apr 20 14:39:30.140662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.146982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.169682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:39:30.175840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad59eece-f5eb-4ec0-80c3-770a76b4cc04 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:30.186718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fadad2f-8254-428f-bd7d-c5e0b994f0d8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.193116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.193475 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Added segment efeb2792-d5c2-4d56-b5a1-12eecf40cd1d of type vlan for network f65d3d7e-8ea6-4050-ad25-292693a69135 Apr 20 14:39:30.194520 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.207328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8d21fe8-cc19-4f7a-8668-b06ca2179674 req-4ab8898a-f6c8-4f74-8938-6928e7d2e36c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413746 Apr 20 14:39:30.244099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.272070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e2d2e71-d0e6-4e42-b811-580ef7af64f5 req-d27e1278-5eca-4261-9d0b-7c99b9dae5ae tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328931 Apr 20 14:39:30.278277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.278946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Transition to ACTIVE for port object ad59eece-f5eb-4ec0-80c3-770a76b4cc04 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:30.280567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.281370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.295765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.343296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4468954 Apr 20 14:39:30.346184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:30.351075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Request body: {'subnet': {'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1872167983-subnet', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:30.363977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e93cf-eee2-4aab-848c-9fb11e77d465 admin admin] Pushing event updated for resources: {'Network': ['ID=f65d3d7e-8ea6-4050-ad25-292693a69135,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.382550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f65d3d7e-8ea6-4050-ad25-292693a69135 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:39:30.386366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Made reservation on behalf of 3ed68216cb004bcbba581df1ebce3d39 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:30.388766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.411228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.474019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.515748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'Port': ['ID=b02ae130-f8a2-41f9-aaa7-18c092adb0c2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.526083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Attempting to bind port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:30.526420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Attempting to bind port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:30.526801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Attempting to bind port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:30.543724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:30.543724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Attempting to bind port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:30.600171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:30.600474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Checking segment: {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:30.600859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Bound using segment: {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:30.601304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Bound port: ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:30.601663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.620426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.658623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.661571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.666599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e6dfc730-a481-4c12-bba4-feba5579d0de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "DELETE /v2.0/floatingips/48344edb-7ab3-4578-bf6c-593985750846 HTTP/1.1" status: 204 len: 168 time: 1.1634524 Apr 20 14:39:30.681059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526848f8-245e-475e-b705-0dd326969e9f req-16d63491-6f84-4d5c-9a87-9c1f9e6d2f57 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.685112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-526848f8-245e-475e-b705-0dd326969e9f req-16d63491-6f84-4d5c-9a87-9c1f9e6d2f57 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 944 time: 0.1651349 Apr 20 14:39:30.701250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=808a41d5-98cb-483d-af93-115f137aca3d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.727474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Checking segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:30.728006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Network hostable DHCP agents. Network: f65d3d7e-8ea6-4050-ad25-292693a69135, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:39:30.752651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Network f65d3d7e-8ea6-4050-ad25-292693a69135 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:39:30.753326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:30.763473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f65d3d7e-8ea6-4050-ad25-292693a69135) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:30.768685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.769659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.776908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1eafa-a720-4768-864d-abe737f1f666 None None] Network f65d3d7e-8ea6-4050-ad25-292693a69135 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:39:30.783789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-526848f8-245e-475e-b705-0dd326969e9f req-bc00579a-7e64-4ecb-b7e1-8ae28ef6a861 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974569 Apr 20 14:39:30.790913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad0dfcf5-702e-4323-bd61-4a6f7cd5c58d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4436021 Apr 20 14:39:30.793506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56388) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:30.796234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:30.806200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.808314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:30.834358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.836273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.859554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.860756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.862986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] 10.222.0.43 "PUT /v2.0/ports/ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 1092 time: 1.4656670 Apr 20 14:39:30.866416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:30.870965 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:30.911176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:30.911472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c99f2-d9d5-4913-bc92-9890acf2ca56 service neutron] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:30.914258 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4837df2-4609-4fe8-b93a-6e83c109776f" -d '{"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:30.940490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:30.979148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-4e1a9d23-1daf-4170-9472-fc8c73154407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:30.980813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-4e1a9d23-1daf-4170-9472-fc8c73154407 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1095 time: 0.0622098 Apr 20 14:39:31.065762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-5c457ff5-5d73-47f4-a602-7fb97875c616 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 217 time: 0.0737050 Apr 20 14:39:31.088451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f65d3d7e-8ea6-4050-ad25-292693a69135', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:39:31.089530 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.170163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.197495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56402) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:31.205303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455836114', 'description': 'tempest-description--1599426754'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:31.228370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dae13ca6-1d26-4ecb-be21-e31c44e981ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:31.232594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-dae13ca6-1d26-4ecb-be21-e31c44e981ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.1593301 Apr 20 14:39:31.237383 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c4583-d9f1-4c37-b0fe-e7cdb6e2d1a3 x-openstack-request-id: req-6e6c4583-d9f1-4c37-b0fe-e7cdb6e2d1a3 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:31.237706 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:31.238679 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e6c4583-d9f1-4c37-b0fe-e7cdb6e2d1a3 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:31.239107 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6c4583-d9f1-4c37-b0fe-e7cdb6e2d1a3'] response: {'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'status': 'completed', 'code': 200} Apr 20 14:39:31.246833 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d1812e-16a7-43b5-b004-b1df95420ec7 x-openstack-request-id: req-13d1812e-16a7-43b5-b004-b1df95420ec7 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:31.247304 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:31.249060 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13d1812e-16a7-43b5-b004-b1df95420ec7 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:31.249650 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d1812e-16a7-43b5-b004-b1df95420ec7'] response: {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'code': 200} Apr 20 14:39:31.353166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Allocated IP 172.20.0.2 (f65d3d7e-8ea6-4050-ad25-292693a69135/808a41d5-98cb-483d-af93-115f137aca3d/fab98f98-2dc6-457e-b636-54b16076f98b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:31.388610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-0c9ce35f-2330-4c64-a16f-cbf0737a7c1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405125 Apr 20 14:39:31.406102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.444579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb11d-b2a0-48f1-bcfd-267bbe56e6c3 req-7f8ad4be-5076-4ce6-835f-527c061a6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:31.446337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-defeb11d-b2a0-48f1-bcfd-267bbe56e6c3 req-7f8ad4be-5076-4ce6-835f-527c061a6071 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.1069174 Apr 20 14:39:31.525398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-defeb11d-b2a0-48f1-bcfd-267bbe56e6c3 req-1cf0aaf2-0715-44e6-b637-7711aa3435a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Apr 20 14:39:31.528742 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.538160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.542856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.562909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.568448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a28c7-3362-494d-8e49-d23e4410d445 req-f6727380-ca75-452c-9c9f-2b5b75cc9cac tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:31.569792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23a28c7-3362-494d-8e49-d23e4410d445 req-f6727380-ca75-452c-9c9f-2b5b75cc9cac tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.2457936 Apr 20 14:39:31.584335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d033ad-595f-405d-b9f8-c6434c8cd6f5 req-571e4ae3-cc23-4d34-b66d-e55ad51b5fa4 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:31.585870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8d033ad-595f-405d-b9f8-c6434c8cd6f5 req-571e4ae3-cc23-4d34-b66d-e55ad51b5fa4 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1959846 Apr 20 14:39:31.586532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Network f65d3d7e-8ea6-4050-ad25-292693a69135 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:31.589616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:31.594401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:31.599768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Pushing event updated for resources: {'Port': ['ID=fab98f98-2dc6-457e-b636-54b16076f98b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:31.658036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Attempting to bind port fab98f98-2dc6-457e-b636-54b16076f98b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:31.658395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Attempting to bind port fab98f98-2dc6-457e-b636-54b16076f98b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:31.658821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Attempting to bind port fab98f98-2dc6-457e-b636-54b16076f98b on network f65d3d7e-8ea6-4050-ad25-292693a69135 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:31.664353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:31.665044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Checking segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:31.665630 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.666329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Bound using segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:31.667151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Bound port: fab98f98-2dc6-457e-b636-54b16076f98b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:31.667878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.689116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-d0316237-7d9a-4e03-a7fd-0401cbbf0b15 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781112 Apr 20 14:39:31.691639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Allocated IP 172.25.1.87 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/2b0c9468-4d32-4c86-b290-86de20ccd231) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:31.724699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23a28c7-3362-494d-8e49-d23e4410d445 req-cb561172-658f-4b18-a569-f797f0c46a43 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286767 Apr 20 14:39:31.746832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.749206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8d033ad-595f-405d-b9f8-c6434c8cd6f5 req-f2acedfb-11c2-43a3-bd78-0409335d3bfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278644 Apr 20 14:39:31.753068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] For port fab98f98-2dc6-457e-b636-54b16076f98b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:31.760754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] For port fab98f98-2dc6-457e-b636-54b16076f98b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fab98f98-2dc6-457e-b636-54b16076f98b,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:31.770082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.778033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.859356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a0e2-f056-4fd9-abb7-40c8e5f36941 None None] Pushing event updated for resources: {'Port': ['ID=fab98f98-2dc6-457e-b636-54b16076f98b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:31.878167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.920725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.949869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:31.951907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7533126 Apr 20 14:39:31.961305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56412) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:31.974603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:32.003087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:32.012993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd1b7d-bcaf-4f32-aa0e-b593899c7779 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:32.017177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:32.021045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:32.057800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Pushing event updated for resources: {'Port': ['ID=2b0c9468-4d32-4c86-b290-86de20ccd231,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:32.074384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.094461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea0f8d-075a-40e5-8f29-8520212ce528 req-50f87d80-f944-48fd-9467-5976ab3f0b0d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:32.097033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2ea0f8d-075a-40e5-8f29-8520212ce528 req-50f87d80-f944-48fd-9467-5976ab3f0b0d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1789970 Apr 20 14:39:32.110803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe175b-2d93-47b3-adfc-5f7fc8169477 req-0bf163c6-8d21-443e-85df-c46856246e29 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:32.135705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebfe175b-2d93-47b3-adfc-5f7fc8169477 req-0bf163c6-8d21-443e-85df-c46856246e29 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 944 time: 0.2119777 Apr 20 14:39:32.139579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35e9c74-5356-41c7-afbd-5141dc38106b req-03c51a59-645d-40a6-9569-9eecc89dc4f8 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892152 Apr 20 14:39:32.265888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebfe175b-2d93-47b3-adfc-5f7fc8169477 req-cf7619b4-2b2b-49c7-9a6a-2d7cdff9ef8d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289163 Apr 20 14:39:32.270844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2ea0f8d-075a-40e5-8f29-8520212ce528 req-03318371-014a-45a3-a9c6-d324034ac7bc tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078372 Apr 20 14:39:32.299257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-277f19f5-234d-4aa4-8dd7-07b8ff6221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:32.301009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-277f19f5-234d-4aa4-8dd7-07b8ff6221d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1095 time: 0.0800233 Apr 20 14:39:32.324683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.333754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.416951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af219504-4da3-408b-8c34-cf7004ccceb9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:32.434319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.438317 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bfdb37dc-e4f7-43d3-a95d-96299afbc542 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733684 Apr 20 14:39:32.439985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-0c151a93-e22d-4504-a8fc-67c076001046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:32.440134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:32.441792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-0c151a93-e22d-4504-a8fc-67c076001046 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.1274958 Apr 20 14:39:32.447426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:32.485248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-7607bff8-8185-4311-b381-617b194cb3d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 217 time: 0.0365987 Apr 20 14:39:32.543270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-13441d7f-8b8f-4082-b59f-84e092b8eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:32.544746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-13441d7f-8b8f-4082-b59f-84e092b8eba7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.0514443 Apr 20 14:39:32.554017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.555923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.606384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-f0ee2086-4170-4c53-a4aa-fc1cbda1a569 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484285 Apr 20 14:39:32.713202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.725250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.753810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-f7c8d5e7-3dbc-4414-bd8c-264a10d61567 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367815 Apr 20 14:39:32.867705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.869043 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4276438 Apr 20 14:39:32.872071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c5327-5290-4b67-84ff-0f9d40053ab0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42770c2-5197-4e08-bc11-72606b1b8b0b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:32.873969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56420) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:32.880826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:32.934472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:32.940886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a70bbc2-1e5c-4499-bcb5-ab1fba0e0a0d req-bcec8b7e-a0de-4788-8a56-6d57677e75bc service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787555 Apr 20 14:39:33.018145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.059945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bfc29-8310-484f-a17e-8c146acc3f56 req-2d7a0db5-0fe2-441a-929d-189ca3e72731 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:33.061535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3bfc29-8310-484f-a17e-8c146acc3f56 req-2d7a0db5-0fe2-441a-929d-189ca3e72731 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1161261 Apr 20 14:39:33.122906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:39:33.141723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3bfc29-8310-484f-a17e-8c146acc3f56 req-e1b7761b-166a-4c00-b1f6-58611a2dec17 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Apr 20 14:39:33.198135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.222005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.309176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d6262-c4df-42b6-8df8-25896034b2dc None None] Network f65d3d7e-8ea6-4050-ad25-292693a69135 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:39:33.309346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:33.331003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Allocated IP 172.25.1.76 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/719af4d3-f216-46ac-94fc-d4a259076d5e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:33.334238 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Sync routers for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:33.355996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.357117 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5eff5d15-fd56-44be-9e9c-3c5c6860a6de admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5624988 Apr 20 14:39:33.360608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:33.361443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56430) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:33.364797 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:33.520290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] Provisioning complete for port fab98f98-2dc6-457e-b636-54b16076f98b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:33.526421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.565325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:33.628868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a5595-1a75-4f28-8f54-721c83eda39f req-8f9927a8-1be8-4325-8611-59a51911485c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:33.631114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a52a5595-1a75-4f28-8f54-721c83eda39f req-8f9927a8-1be8-4325-8611-59a51911485c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 944 time: 0.1602027 Apr 20 14:39:33.689861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.767564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.841032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:33.850366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:33.903541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:33.908814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:33.950851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] For port fab98f98-2dc6-457e-b636-54b16076f98b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fab98f98-2dc6-457e-b636-54b16076f98b,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:33.957799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.036163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b5b3e-8bb4-4ad6-9544-f7a09e378804 req-926bd045-b644-4b91-8c0b-6581ada853d5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:34.039269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a5b5b3e-8bb4-4ad6-9544-f7a09e378804 req-926bd045-b644-4b91-8c0b-6581ada853d5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.5708578 Apr 20 14:39:34.105082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=719af4d3-f216-46ac-94fc-d4a259076d5e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:34.149491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fab98f98-2dc6-457e-b636-54b16076f98b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:34.153503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a52a5595-1a75-4f28-8f54-721c83eda39f req-d3c77fae-a152-4455-9fa7-265a8209d399 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867766 Apr 20 14:39:34.158956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723ae60-02a1-4f7f-af30-a8b07e106c96 None None] Pushing event updated for resources: {'Port': ['ID=fab98f98-2dc6-457e-b636-54b16076f98b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:34.166772 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:32Z', 'revision_number': 3, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:34.249938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fab98f98-2dc6-457e-b636-54b16076f98b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:34.250881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.272368 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Checking router: 43cd6441-c0e3-4323-a36b-296bb1be5dc7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:34.272778 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Updating router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 port 2b0c9468-4d32-4c86-b290-86de20ccd231 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:39:34.295182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a5b5b3e-8bb4-4ad6-9544-f7a09e378804 req-e4cfd695-c1ad-44a5-80a8-6a8b30dadede tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130661 Apr 20 14:39:34.332571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.354695 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.383760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b83367ac-1171-4e11-a810-15532dae68d0 None None] Provisioning complete for port fab98f98-2dc6-457e-b636-54b16076f98b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:34.385513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b83367ac-1171-4e11-a810-15532dae68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.679087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.717538 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.724494 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.772365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Attempting to bind port 2b0c9468-4d32-4c86-b290-86de20ccd231 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:34.772728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Attempting to bind port 2b0c9468-4d32-4c86-b290-86de20ccd231 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:34.773088 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Attempting to bind port 2b0c9468-4d32-4c86-b290-86de20ccd231 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:34.785868 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:34.786234 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:34.786650 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.787036 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:34.787509 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Bound port: 2b0c9468-4d32-4c86-b290-86de20ccd231, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:34.787872 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.816845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Pushing event updated for resources: {'Port': ['ID=2b0c9468-4d32-4c86-b290-86de20ccd231,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:34.830290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.830641 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.830974 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.831297 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.831616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.831933 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.832248 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.832560 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.832871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.833184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.833490 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.833937 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:34.872937 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] For port 2b0c9468-4d32-4c86-b290-86de20ccd231, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:34.879549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] For port 2b0c9468-4d32-4c86-b290-86de20ccd231, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b0c9468-4d32-4c86-b290-86de20ccd231,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:34.879868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-4ecd6b87-ff08-4b20-81b1-0725c743eff4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804310 Apr 20 14:39:34.880573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.890585 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:34.901165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Allocated IP 172.20.0.1 (f65d3d7e-8ea6-4050-ad25-292693a69135/808a41d5-98cb-483d-af93-115f137aca3d/0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:34.949252 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:34.949974 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:34.952977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5771-ebcb-4bd0-8832-a5a3d5688d77 None None] Pushing event updated for resources: {'Port': ['ID=2b0c9468-4d32-4c86-b290-86de20ccd231,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:35.057073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.095721 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:35.099290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.105561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.127883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Network f65d3d7e-8ea6-4050-ad25-292693a69135 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:35.130838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:35.155006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:35.250528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Pushing event updated for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:35.259658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.291115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-3711bac7-96b3-44da-93f4-bbffc8600018 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:35.299851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-3711bac7-96b3-44da-93f4-bbffc8600018 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972985 Apr 20 14:39:35.306828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.378697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=719af4d3-f216-46ac-94fc-d4a259076d5e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:35.428555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.429984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffdb31-dde1-4df0-9f27-55a20d08f6cf req-cc2e2a76-ec69-4eeb-9016-a558da7f13f1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:35.438148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6ffdb31-dde1-4df0-9f27-55a20d08f6cf req-cc2e2a76-ec69-4eeb-9016-a558da7f13f1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.6257391 Apr 20 14:39:35.456063 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:32Z', 'revision_number': 3, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:35.463203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-deaa831c-629e-4c16-8820-2168cdb9f4eb tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/quotas/cfa6a52e360145eebd839ed62241082c HTTP/1.1" status: 200 len: 375 time: 0.1473749 Apr 20 14:39:35.498279 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12b3c1-6b3e-44c8-bbf1-269f8252f05c None None] The sync data for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 is: [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:32Z', 'revision_number': 3, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:35.516154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.543612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6ffdb31-dde1-4df0-9f27-55a20d08f6cf req-e7ffcd2b-d16d-4dd6-a453-61381ca57fe0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044941 Apr 20 14:39:35.566312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c837eae3-ffa2-49a0-a04b-05ec9daf993d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022279 Apr 20 14:39:35.574173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.575473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-885d95c7-77bc-4cc4-8eab-5693895dfe30 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6990092 Apr 20 14:39:35.600251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8f208186-411c-482d-98a7-7a5b6a163835 None None] Provisioning complete for port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:35.601516 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8f208186-411c-482d-98a7-7a5b6a163835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.676467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8f208186-411c-482d-98a7-7a5b6a163835 None None] Port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:35.760523 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.772901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76456678-6319-47e0-81d9-bd89c8cd2036 req-e827795e-9fd0-491b-91e4-c011762d8cde tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:35.774624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76456678-6319-47e0-81d9-bd89c8cd2036 req-e827795e-9fd0-491b-91e4-c011762d8cde tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0839200 Apr 20 14:39:35.784986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.855985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76456678-6319-47e0-81d9-bd89c8cd2036 req-f14c134b-00d1-410c-9164-c8d23665be57 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741386 Apr 20 14:39:35.898382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:35.900522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Pushing event updated for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:36.059379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1927c8e-c05f-4a50-a425-38a1c8633acc req-337d30cc-0014-4056-ac51-fb2679f946cb tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 210 time: 0.0586731 Apr 20 14:39:36.143889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-d9d18fd3-f8f6-43e1-84f5-861991d7a6ab tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--455836114&fields=id&tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 267 time: 0.0715435 Apr 20 14:39:36.156291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ad59eece-f5eb-4ec0-80c3-770a76b4cc04 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:36.189039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Network f65d3d7e-8ea6-4050-ad25-292693a69135 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:36.198657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:36.244525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fab98f98-2dc6-457e-b636-54b16076f98b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:36.437307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-24f6d531-aa79-4682-833e-39a99b27f2ea tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:36.450133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-24f6d531-aa79-4682-833e-39a99b27f2ea tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 811 time: 0.2971170 Apr 20 14:39:36.492720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-cb34144e-156e-4bdc-be92-2765355a9e69 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/quotas/4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 375 time: 0.0413806 Apr 20 14:39:36.523217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:36.681944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-3d880b5c-5b01-423b-bac5-bb8226800532 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881795 Apr 20 14:39:36.699276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fab98f98-2dc6-457e-b636-54b16076f98b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:36.700209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:36.703453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:36.793990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055', 'port_id': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'mac_address': 'fa:16:3e:a7:b0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:36.813360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:36.825454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb5e4b06-b0f4-4d0e-9d75-d26195a2fdfc admin admin] 10.222.0.20 "PUT /v2.0/routers/43cd6441-c0e3-4323-a36b-296bb1be5dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4627144 Apr 20 14:39:36.867371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-52f56eea-fee0-4f26-a565-2587dd0ca4c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578069 Apr 20 14:39:36.934586 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.012430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b0c9468-4d32-4c86-b290-86de20ccd231 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:37.019264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd790c76-192c-4504-b13f-aa7031d1beea req-e8981f06-f256-4c38-9d03-14e561804e12 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:37.027261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd790c76-192c-4504-b13f-aa7031d1beea req-e8981f06-f256-4c38-9d03-14e561804e12 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.3130894 Apr 20 14:39:37.063539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59eece-f5eb-4ec0-80c3-770a76b4cc04 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:37.085262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:37.097875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f6077b49-a11e-4556-8557-9e152e939473 None None] Provisioning complete for port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:37.098520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6077b49-a11e-4556-8557-9e152e939473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.099096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd790c76-192c-4504-b13f-aa7031d1beea req-c09dd2c5-2d6a-46ba-b0a4-8bc84774c2a4 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702319 Apr 20 14:39:37.113929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-51f2f653-8d07-47c0-b8da-421809dbda61 service neutron] 10.222.0.20 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373366 Apr 20 14:39:37.154902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.246758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2b0c9468-4d32-4c86-b290-86de20ccd231 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:37.247210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.253631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f6077b49-a11e-4556-8557-9e152e939473 None None] Port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:37.308420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:37.380979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-e351621a-6d0b-442f-81ee-c769cd29b160 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cfa6a52e360145eebd839ed62241082c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634103 Apr 20 14:39:37.386963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.416075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 2b0c9468-4d32-4c86-b290-86de20ccd231, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b0c9468-4d32-4c86-b290-86de20ccd231,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:37.420423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:37.472913 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.537497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=2b0c9468-4d32-4c86-b290-86de20ccd231,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:37.572674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca898669-e3b0-415f-bb4b-206a9db3b025 req-474b665a-7c38-41a1-bc89-cb4b1c11eb85 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:37.582040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca898669-e3b0-415f-bb4b-206a9db3b025 req-474b665a-7c38-41a1-bc89-cb4b1c11eb85 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 945 time: 0.3026152 Apr 20 14:39:37.685418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-780a6812-d8ac-47f4-b616-51d85ad41267 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:37.687145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-780a6812-d8ac-47f4-b616-51d85ad41267 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985842 Apr 20 14:39:37.716182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca898669-e3b0-415f-bb4b-206a9db3b025 req-c45c0219-65ae-4c53-bf69-b30df952ce12 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Apr 20 14:39:37.729239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Request body: {'port': {'device_id': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'cfa6a52e360145eebd839ed62241082c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:37.840111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fae5e46-a504-4cb8-a1f5-1a1c8066f9c4 req-5e2bfd4e-bb1f-4661-bf48-084329c006f7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 210 time: 0.0427120 Apr 20 14:39:37.919539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Made reservation on behalf of cfa6a52e360145eebd839ed62241082c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:37.922962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:37.945417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91d2522c-2af9-4cd3-ab63-a9a254a3361b req-791838fc-cd51-4a5c-b28a-ac8a10af33ae tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 210 time: 0.0397797 Apr 20 14:39:38.065201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b0c9468-4d32-4c86-b290-86de20ccd231 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:38.092151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Allocated IP 192.168.233.197 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/6152ec71-f3ca-455b-9ce5-507a4bc4ac49) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:38.096440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56500) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:38.101359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616840222', 'description': 'tempest-description--768165616'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:38.141182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2b0c9468-4d32-4c86-b290-86de20ccd231 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:38.142262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.148809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.268821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.275462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.279771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Sync routers for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:38.302686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.303062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:38.303571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:38.307977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2102752 Apr 20 14:39:38.308901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:38.322905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'security_group_rule': {'security_group_id': 'bf230856-50b9-4bf0-b0e4-66b2485243b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:38.344434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd180387-be4a-48ad-9320-772f22150c37 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf230856-50b9-4bf0-b0e4-66b2485243b3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:38.369725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.370609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d582c-2307-40c5-b791-54a8dec7cfa8 req-e85ff3cc-bc39-4e0e-8af6-932098226e58 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:38.378088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-783d582c-2307-40c5-b791-54a8dec7cfa8 req-e85ff3cc-bc39-4e0e-8af6-932098226e58 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1769392 Apr 20 14:39:38.421422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.450973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-783d582c-2307-40c5-b791-54a8dec7cfa8 req-ff078de1-a897-4941-bf46-8e844fe04324 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676045 Apr 20 14:39:38.451937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.460751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.472375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:38.486051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936f0aa3-e771-42db-882a-261e903d6bfa,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:38.496511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.496722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.499114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6f99dcb-ee3b-401f-8b89-4f71203aaa67 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820920 Apr 20 14:39:38.502207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56512) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:38.507486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'security_group_rule': {'security_group_id': 'bf230856-50b9-4bf0-b0e4-66b2485243b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:38.520536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b6696823-86d3-478c-b543-5e222c2adf75', '335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:38.539740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.565857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:38.567283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event updated for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:38.569934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:38.577181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:38.645284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:38.647881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.654048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.661069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.672195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-c68ce4c6-657d-4a30-b046-57a881728cb7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9518867 Apr 20 14:39:38.694942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Request body: {'port': {'device_id': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:38.699916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e39e5eb-c357-4b46-b64c-ad60de65ede1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:38.712866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.714295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb9063f6-d917-49b1-ac1a-b05528271eae tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111166 Apr 20 14:39:38.717201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:38.724202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:38.764412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:38.823859 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.032060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ce09429c-3f3c-446e-b705-4eebe1a00b40 None None] Provisioning complete for port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:39.033690 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce09429c-3f3c-446e-b705-4eebe1a00b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.076154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-962a8bab-40e0-4036-8f3b-849239409d27 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:39.077345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-962a8bab-40e0-4036-8f3b-849239409d27 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 811 time: 0.2815077 Apr 20 14:39:39.137444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 2, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:39.140542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.148232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-0ae513bf-efbc-44d7-95fa-8421030326be tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1 HTTP/1.1" status: 200 len: 379 time: 0.0526261 Apr 20 14:39:39.160179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'port': {'device_id': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'admin_state_up': True, 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'security_groups': ['cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:39.174591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Checking router: 43cd6441-c0e3-4323-a36b-296bb1be5dc7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:39.175281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Updating router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:39:39.177580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ce09429c-3f3c-446e-b705-4eebe1a00b40 None None] Port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:39.194855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069fefa-88ae-4f5d-a37a-fc92843db0c1 req-5e5bc12b-a19d-4aa9-a195-3ad6697ae634 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:39.204031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4069fefa-88ae-4f5d-a37a-fc92843db0c1 req-5e5bc12b-a19d-4aa9-a195-3ad6697ae634 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 945 time: 0.2831178 Apr 20 14:39:39.245509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248cea-40cd-42e5-9162-44dd97c0c09a req-f34b83dc-2546-40e5-856d-b2a4613c50db tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:39.247323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0248cea-40cd-42e5-9162-44dd97c0c09a req-f34b83dc-2546-40e5-856d-b2a4613c50db tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 936 time: 0.2509155 Apr 20 14:39:39.266666 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.288122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4069fefa-88ae-4f5d-a37a-fc92843db0c1 req-7600ef5e-0c87-4a80-beab-bcd74cfdbf26 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822210 Apr 20 14:39:39.406842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Made reservation on behalf of 4d2d48ccc6524ac6bbe10a9d734026a1 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:39.410605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.420726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d248ef7-a157-4006-b99b-9609d1712e66 req-690860e1-8c34-4ab9-a0a9-5f7e08a1d929 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 210 time: 0.0357506 Apr 20 14:39:39.441749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0248cea-40cd-42e5-9162-44dd97c0c09a req-932bbf6a-dc3c-4bf1-b2bf-fc7c7dcf1b08 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695261 Apr 20 14:39:39.506761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Allocated IP 172.25.1.17 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/413959fe-f68e-48c7-afbd-d486788c2e22) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:39.635701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:39.648902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.659332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3b16-ee23-4bf5-a550-65271bf5c051 req-dcfdf580-7211-448b-a2ed-b6d200257f84 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:39.660962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0df3b16-ee23-4bf5-a550-65271bf5c051 req-dcfdf580-7211-448b-a2ed-b6d200257f84 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0896726 Apr 20 14:39:39.691943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Transition to ACTIVE for port object 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:39.695598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.705015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.708072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.709172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Allocated IP 172.20.0.14 (b9c7cf3a-f030-4873-8a8c-e22fb0f444c1/f0ca8653-5b73-4a4d-a7b4-c3331fba257a/b07e78de-83dd-44fb-94b2-b5ae134d0bd8) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:39.719913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0df3b16-ee23-4bf5-a550-65271bf5c051 req-88e49393-892b-4587-ad03-41c0e0ba3009 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509112 Apr 20 14:39:39.793495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200d91-f8a4-4919-be3d-7475fe40c0a8 None None] Pushing event updated for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:39.799386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.829134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Pushing event updated for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:39.850937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Attempting to bind port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:39.851336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Attempting to bind port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:39.851672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Attempting to bind port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab on network f65d3d7e-8ea6-4050-ad25-292693a69135 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:39.863665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:39.864065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Checking segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:39.864444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.864837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Bound using segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:39.865320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Bound port: 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:39.865702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.893271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Attempting to bind port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:39.893642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Attempting to bind port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:39.893893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Attempting to bind port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:39.909180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:39.912553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Attempting to bind port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:39.932497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:39.933017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:39.933579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:39.934257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Bound port: 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:39.937379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:39.963902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.029248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] For port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:40.033733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] For port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:40.041569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.058632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.068074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.107954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200d91-f8a4-4919-be3d-7475fe40c0a8 None None] Pushing event updated for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:40.192762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'Port': ['ID=413959fe-f68e-48c7-afbd-d486788c2e22,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:40.200902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ad59eece-f5eb-4ec0-80c3-770a76b4cc04 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:40.209945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:40.213181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:40.238354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:40.260339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:40.277275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:40.284844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:40.285502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:40.288348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:40.414496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event updated for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:40.474226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:40.475348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.499604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:40.506851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:40.518169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.531885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:40.539519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0798e4-9fe1-4f11-bb4d-9300451cca62 req-b9e465d0-c4a8-4b4e-ac7e-766ac16b4328 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:40.548979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d0798e4-9fe1-4f11-bb4d-9300451cca62 req-b9e465d0-c4a8-4b4e-ac7e-766ac16b4328 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 945 time: 0.1172771 Apr 20 14:39:40.592573 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-f3794e0f-e75d-4f6d-ba7a-238294a27f38 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4376066 Apr 20 14:39:40.608149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Request body: {'port': {'device_id': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:40.623244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:40.623865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.625384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] 10.222.0.43 "PUT /v2.0/ports/6152ec71-f3ca-455b-9ce5-507a4bc4ac49 HTTP/1.1" status: 200 len: 1096 time: 1.9427886 Apr 20 14:39:40.628399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.649814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] Provisioning complete for port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:40.650202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.658254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:40.660179 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b665140c-8042-49d7-b3d4-3727d2f79966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.663399 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c05f5-54d6-418d-8ba8-87e9508b9165" -d '{"events": [{"name": "network-changed", "server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:40.733511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:40.757609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.765917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:40.765917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.792653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d0798e4-9fe1-4f11-bb4d-9300451cca62 req-6148f68e-a334-45d5-8d3f-8623618df3f5 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424660 Apr 20 14:39:40.795899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-3fd86b21-7301-4566-ad2d-0e283fb99d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:40.811335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-3fd86b21-7301-4566-ad2d-0e283fb99d96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 1099 time: 0.1295033 Apr 20 14:39:40.812893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5d928-c566-4ec8-8032-e46f15721cdc service neutron] Pushing event updated for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:40.819344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:40.867620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db4799-e99b-42b4-9919-fe9ef2cf0872 req-0273b0a5-dfb7-4c18-956e-f8808869eeee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:40.872113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05db4799-e99b-42b4-9919-fe9ef2cf0872 req-0273b0a5-dfb7-4c18-956e-f8808869eeee tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 932 time: 0.2797000 Apr 20 14:39:40.994854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-5056c01c-33a2-4341-a0df-1e4fd498731c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49 HTTP/1.1" status: 200 len: 217 time: 0.1567316 Apr 20 14:39:41.044667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05db4799-e99b-42b4-9919-fe9ef2cf0872 req-7c004f36-a47e-494d-83ee-48bf1be2ea67 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642449 Apr 20 14:39:41.070349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b07a7-f8e0-4896-b6be-eebbdf0e8205 req-02a443ea-369b-4b67-95e2-3fff54d497be tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.071941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e90b07a7-f8e0-4896-b6be-eebbdf0e8205 req-02a443ea-369b-4b67-95e2-3fff54d497be tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 948 time: 0.1114466 Apr 20 14:39:41.078017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-fb59270f-f4e8-477e-a257-fd2b830f7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.079594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-fb59270f-f4e8-477e-a257-fd2b830f7d61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0774670 Apr 20 14:39:41.135536 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697bc12e-d81b-459e-921e-4a204973fb4b x-openstack-request-id: req-697bc12e-d81b-459e-921e-4a204973fb4b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:41.135831 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:41.136080 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-697bc12e-d81b-459e-921e-4a204973fb4b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:41.136494 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697bc12e-d81b-459e-921e-4a204973fb4b'] response: {'name': 'network-changed', 'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', 'status': 'completed', 'code': 200} Apr 20 14:39:41.140630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e90b07a7-f8e0-4896-b6be-eebbdf0e8205 req-cbdbc8ab-cdb6-4984-b204-1bbac79b1f25 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Apr 20 14:39:41.155638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-de4631ea-de32-49d4-9252-2aa6f8301b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.157152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-de4631ea-de32-49d4-9252-2aa6f8301b32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707040 Apr 20 14:39:41.262960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.273463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.296119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.322907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.342696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dc193-b450-4d47-a356-740290010974 req-3f1df3f0-5e00-453c-8ecf-c88c60c799e8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.344190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.345867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212dc193-b450-4d47-a356-740290010974 req-3f1df3f0-5e00-453c-8ecf-c88c60c799e8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1017969 Apr 20 14:39:41.364261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] For port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:41.371473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:41.374053 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021e9df6-70c7-4e86-a2bc-d3db7e18eb6e" -d '{"events": [{"server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:41.385184 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.386928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-b4dbe850-6e05-4f12-a87b-e419b3671db6 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222049 Apr 20 14:39:41.395383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:41.414541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.415925 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6976867 Apr 20 14:39:41.421073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:40Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:41.423671 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.433638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212dc193-b450-4d47-a356-740290010974 req-074cfdfb-6eaa-4fd8-80ba-537907fbc52c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774314 Apr 20 14:39:41.464310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d0926-56ba-4769-be35-dfb8b548e384 None None] The sync data for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 is: [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:40Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:41.479638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d71a49-cf06-4679-ac69-c0bfbf9b83e1 None None] Pushing event updated for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:41.485408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e7bb6-ecb3-4041-a5ad-5dc95351bd12 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'Port': ['ID=413959fe-f68e-48c7-afbd-d486788c2e22,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:41.511122 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06323c59-c519-46d4-878d-149818bd3c92 x-openstack-request-id: req-06323c59-c519-46d4-878d-149818bd3c92 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:41.514659 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "name": "network-vif-plugged", "status": "completed", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:41.515579 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06323c59-c519-46d4-878d-149818bd3c92 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:41.516222 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06323c59-c519-46d4-878d-149818bd3c92'] response: {'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'code': 200} Apr 20 14:39:41.577987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-827d064f-1703-4d29-b9ce-cd0ba3128547 req-8deddb6c-c90b-4e9d-ae42-cf8eca1060e5 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806312 Apr 20 14:39:41.629671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0f8feb90-a419-4b52-8ba9-552a98c12ec0 None None] Provisioning complete for port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:41.630200 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f8feb90-a419-4b52-8ba9-552a98c12ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.635612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:41.713841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07e78de-83dd-44fb-94b2-b5ae134d0bd8 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:41.726686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.740864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Transition to ACTIVE for port object b07e78de-83dd-44fb-94b2-b5ae134d0bd8 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:41.752325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:41.766283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b62cdb-e744-45cd-bdf3-d1446b7f5b7d req-88b83a2f-7ccb-47b5-b831-2ab864b2bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.768249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b62cdb-e744-45cd-bdf3-d1446b7f5b7d req-88b83a2f-7ccb-47b5-b831-2ab864b2bf2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1367652 Apr 20 14:39:41.775071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-2d333721-049d-40fd-b833-e91b049df576 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1616840222&fields=id&tenant_id=3ed68216cb004bcbba581df1ebce3d39 HTTP/1.1" status: 200 len: 267 time: 0.0845368 Apr 20 14:39:41.843603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Pushing event updated for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:41.847905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-0ba410ae-920e-43de-bb37-0da32622281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.850376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-0ba410ae-920e-43de-bb37-0da32622281e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 1099 time: 0.1633155 Apr 20 14:39:41.925208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-d738d94d-dd03-4fbc-afbc-ff24b60ac7d0 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:41.928436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-d738d94d-dd03-4fbc-afbc-ff24b60ac7d0 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/networks?id=f65d3d7e-8ea6-4050-ad25-292693a69135 HTTP/1.1" status: 200 len: 812 time: 0.1450057 Apr 20 14:39:41.981496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-e1a66c2d-b1ed-4fc5-9c14-e6e086b311bb tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/quotas/3ed68216cb004bcbba581df1ebce3d39 HTTP/1.1" status: 200 len: 375 time: 0.0369587 Apr 20 14:39:41.986399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b62cdb-e744-45cd-bdf3-d1446b7f5b7d req-d24a5c47-8913-4f89-a7d8-ae763c312e11 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102418 Apr 20 14:39:42.021895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Attempting to bind port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:42.022223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Attempting to bind port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:42.022550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Attempting to bind port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:42.035255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:42.035577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Attempting to bind port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 on network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:42.038249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-35498293-041b-4a0b-9489-466b0a9318c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.040368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-35498293-041b-4a0b-9489-466b0a9318c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1647079 Apr 20 14:39:42.051761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:42.052104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Checking segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:42.056346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Bound using segment: {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:42.056346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Bound port: b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75ac03f-391c-45f0-a97a-a5cfbaec1381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:42.056346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:42.076309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a6cb2-9270-4c2f-ad59-69e243488312 req-0c01029b-43c2-403d-8741-83b7bc26a706 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.077860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d4a6cb2-9270-4c2f-ad59-69e243488312 req-0c01029b-43c2-403d-8741-83b7bc26a706 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 946 time: 0.1436973 Apr 20 14:39:42.115040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:42.122245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-3339c5c2-5953-4d1a-a9cb-9454175294af tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ed68216cb004bcbba581df1ebce3d39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275125 Apr 20 14:39:42.173794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d4a6cb2-9270-4c2f-ad59-69e243488312 req-ad1a6244-9a9f-48f2-91eb-21ccefa87401 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847397 Apr 20 14:39:42.198665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:42.199061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:42.200402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:42.283775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-896c6c28-562a-485a-90c1-424a1a24d871 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49 HTTP/1.1" status: 200 len: 217 time: 0.0898948 Apr 20 14:39:42.294392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:42.317424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:42.434177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105cfe5-6909-4ff3-a581-a61fdb611ed7 req-33808348-a3c1-4359-a215-685086cf9b5f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.449611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5105cfe5-6909-4ff3-a581-a61fdb611ed7 req-33808348-a3c1-4359-a215-685086cf9b5f tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 944 time: 0.1041815 Apr 20 14:39:42.472770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-eda12122-5c8c-47d4-b285-28b07bc7f746 service neutron] 10.222.0.20 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943358 Apr 20 14:39:42.479115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-89e55a5d-d0e7-44cb-93c0-1a603a07b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.480848 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-89e55a5d-d0e7-44cb-93c0-1a603a07b233 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1850851 Apr 20 14:39:42.483771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Pushing event updated for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:42.488009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.488995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:42.490794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8743de4b-bc24-47aa-92ce-c4d6e3204410 service neutron] 10.222.0.45 "PUT /v2.0/ports/b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 200 len: 1092 time: 1.8868279 Apr 20 14:39:42.491403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:42.494188 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a694da-e0a9-4a81-b232-9538fccb218a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:42.544174 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-01897553-94a1-4e83-8eb1-49541ffc731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:42.577453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5105cfe5-6909-4ff3-a581-a61fdb611ed7 req-4cbd8156-4281-4c62-a4fc-0eaf36eb3e9c tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250780 Apr 20 14:39:42.628412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-a9eeb7f0-7227-4004-b128-ffbcc08ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.630537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-a9eeb7f0-7227-4004-b128-ffbcc08ebc39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288230 Apr 20 14:39:42.729887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-b57ad8b6-c844-461c-aa13-f67113b3937a service neutron] 10.222.0.20 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237902 Apr 20 14:39:42.798433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d415a1-1b41-4ae5-8a8f-7859bd937243 req-4541c2b4-1b8c-4585-af07-7e9bee025148 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.808025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97d415a1-1b41-4ae5-8a8f-7859bd937243 req-4541c2b4-1b8c-4585-af07-7e9bee025148 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 948 time: 0.1148076 Apr 20 14:39:42.858045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97d415a1-1b41-4ae5-8a8f-7859bd937243 req-140f26ee-9a21-46b3-af09-2dc874c08b1d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Apr 20 14:39:42.995798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af1af8-4c90-45b1-93ce-2718ab680af6 req-b9945fe4-3275-4f12-b05a-7ba7faf4fbd9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:42.997543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9af1af8-4c90-45b1-93ce-2718ab680af6 req-b9945fe4-3275-4f12-b05a-7ba7faf4fbd9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0647395 Apr 20 14:39:43.083702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9af1af8-4c90-45b1-93ce-2718ab680af6 req-e0c905ae-2110-4ec0-998b-53a4a765f4ab tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694630 Apr 20 14:39:43.128406 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c33fe4e-e01b-4497-8596-f863920cef20 x-openstack-request-id: req-8c33fe4e-e01b-4497-8596-f863920cef20 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:43.128704 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:43.128913 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c33fe4e-e01b-4497-8596-f863920cef20 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:43.129315 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c33fe4e-e01b-4497-8596-f863920cef20'] response: {'name': 'network-changed', 'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'status': 'completed', 'code': 200} Apr 20 14:39:43.131368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-ae5d16ee-061a-4f70-8d47-ba74c203f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.132866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-ae5d16ee-061a-4f70-8d47-ba74c203f5c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 1095 time: 0.5803320 Apr 20 14:39:43.142834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11d028af-003e-4d20-8dfb-84f6073d5ed9 req-3b0ffbc2-6aa1-4dc0-8182-52584cfb7e2d tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 210 time: 0.0430832 Apr 20 14:39:43.223752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-3934a7ed-f984-48ca-a898-a43f70a09dd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 200 len: 217 time: 0.0503459 Apr 20 14:39:43.338636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-4a8210f1-375d-4757-9f68-9ebbb67d6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.340201 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-4a8210f1-375d-4757-9f68-9ebbb67d6fc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.1105323 Apr 20 14:39:43.345479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-d91157f8-b45b-444f-ab7a-840dd01f49de service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016294 Apr 20 14:39:43.363289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df18e5-7549-45cc-8bf2-bb433ba9e861 req-2960033f-93da-4a7c-b0a5-36c5b62fd6e0 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.365057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0df18e5-7549-45cc-8bf2-bb433ba9e861 req-2960033f-93da-4a7c-b0a5-36c5b62fd6e0 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 946 time: 0.0833731 Apr 20 14:39:43.453543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0df18e5-7549-45cc-8bf2-bb433ba9e861 req-01df6352-63a9-440f-8ee8-ec25022fe6e3 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751185 Apr 20 14:39:43.512288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee0c05f5-54d6-418d-8ba8-87e9508b9165 req-bcf9f43d-b9dd-4a0c-9a73-03afb08f47fd service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314704 Apr 20 14:39:43.531435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8407fb51-4f91-465b-ab49-5fd8a1b1cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.533759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-8407fb51-4f91-465b-ab49-5fd8a1b1cf9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862226 Apr 20 14:39:43.565760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:43.684681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-c46a7fd6-5ab0-42cf-b465-f48c27aabaa1 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355131 Apr 20 14:39:43.745912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8daa-14ce-4df5-a8ce-4fd59e82dcfc req-17372f7a-de23-4aab-ad18-c8bb7dfac1b2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.750094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fba8daa-14ce-4df5-a8ce-4fd59e82dcfc req-17372f7a-de23-4aab-ad18-c8bb7dfac1b2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 944 time: 0.0824203 Apr 20 14:39:43.825462 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2569bc9-0987-4dce-b6f6-24dcd60ed4fb req-b749ee69-b199-4a57-8179-d2305f73fdb5 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328938 Apr 20 14:39:43.835082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8fba8daa-14ce-4df5-a8ce-4fd59e82dcfc req-db589e6c-ed9e-4a94-bed4-9eaf43ecd2d6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723183 Apr 20 14:39:43.989653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a694da-e0a9-4a81-b232-9538fccb218a req-849b799d-a99d-4de8-8a0e-d7d7f78e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:43.991821 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-849b799d-a99d-4de8-8a0e-d7d7f78e5ea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0600467 Apr 20 14:39:44.037801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2b44-b315-43b7-a3ee-aa601b3aecb5 req-06445b0e-dd7e-4174-96a1-0017c51caa08 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.039405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d18e2b44-b315-43b7-a3ee-aa601b3aecb5 req-06445b0e-dd7e-4174-96a1-0017c51caa08 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 948 time: 0.0983593 Apr 20 14:39:44.082344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d18e2b44-b315-43b7-a3ee-aa601b3aecb5 req-92f3e914-84b8-4b3b-b8ee-c2713829e128 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347841 Apr 20 14:39:44.107098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:44.172125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:44.207568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a694da-e0a9-4a81-b232-9538fccb218a req-e3239253-0a24-4c8d-a860-1b373dd96c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.209028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-e3239253-0a24-4c8d-a860-1b373dd96c5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.1969333 Apr 20 14:39:44.262455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-6b4b12b3-0997-4436-9ddf-cb822ea73fcc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 200 len: 217 time: 0.0412650 Apr 20 14:39:44.264022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad579f78-f694-4c99-80c5-ac288492fa95 req-bac3b0c7-a685-466a-8c9e-6e5b3a56cea9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 210 time: 0.0322745 Apr 20 14:39:44.290656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe530273-0c61-4930-a74d-e24e204fcdb4 req-d77c7924-5dae-4ac2-9267-c1121d8f5466 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.298448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe530273-0c61-4930-a74d-e24e204fcdb4 req-d77c7924-5dae-4ac2-9267-c1121d8f5466 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0974805 Apr 20 14:39:44.321779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:44.331658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a694da-e0a9-4a81-b232-9538fccb218a req-5331244d-688e-4e0f-a4e8-138c360e2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.333414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-5331244d-688e-4e0f-a4e8-138c360e2c5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.0562341 Apr 20 14:39:44.335054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', 'mac_address': 'fa:16:3e:f3:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:44.335244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe530273-0c61-4930-a74d-e24e204fcdb4 req-7d027ef4-6b19-4356-a88f-7460322085c0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356619 Apr 20 14:39:44.375145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:44.388320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a694da-e0a9-4a81-b232-9538fccb218a req-13759f2f-44dd-44e4-b139-34ce656e5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.390266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-13759f2f-44dd-44e4-b139-34ce656e5f6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461435 Apr 20 14:39:44.390833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:44.419183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:44.424462 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:44.483050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:44.502192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-96844700-98b6-4ce5-b406-36c3e01022f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986648 Apr 20 14:39:44.614433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0eb43-c125-462f-887f-1193ed693317 req-1ae75322-b962-4728-b6f1-c0d208f33770 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.616384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5df0eb43-c125-462f-887f-1193ed693317 req-1ae75322-b962-4728-b6f1-c0d208f33770 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 946 time: 0.0743182 Apr 20 14:39:44.624382 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30a694da-e0a9-4a81-b232-9538fccb218a req-26b58459-9428-4729-b905-b46a8cb671e8 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150379 Apr 20 14:39:44.701590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5df0eb43-c125-462f-887f-1193ed693317 req-26029402-f4b0-4f16-8f3b-6d555fab97ae tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Apr 20 14:39:44.723631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6152ec71-f3ca-455b-9ce5-507a4bc4ac49'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:44.827798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-90a23749-5aaf-469d-9af1-42feb5a3035d tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.829751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-90a23749-5aaf-469d-9af1-42feb5a3035d tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.45 "GET /v2.0/networks?id=f65d3d7e-8ea6-4050-ad25-292693a69135 HTTP/1.1" status: 200 len: 812 time: 0.1870828 Apr 20 14:39:44.836448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-61550aac-93af-4460-84a1-4d06899ec4e6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-715411888&fields=id&tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 267 time: 0.0470333 Apr 20 14:39:44.905979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-50f3bd94-e338-4899-9c11-41678ac4c4a7 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed68216cb004bcbba581df1ebce3d39 HTTP/1.1" status: 200 len: 380 time: 0.0461824 Apr 20 14:39:44.914699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-02ea725e-49f3-42bc-94b3-26f2988815ba tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:44.916638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-02ea725e-49f3-42bc-94b3-26f2988815ba tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 946 time: 0.0565100 Apr 20 14:39:44.931561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'security_groups': ['fa82bb13-3678-4d53-aa3b-d6e9406bc531', '04aa7a15-9545-40a1-948e-cb9e75e56ac6']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:44.931945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'port': {'device_id': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'admin_state_up': True, 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'security_groups': ['bf230856-50b9-4bf0-b0e4-66b2485243b3']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:45.052871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Made reservation on behalf of 3ed68216cb004bcbba581df1ebce3d39 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:45.057412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.067477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.072469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf72-197b-44a5-b5f0-ff1ea86fe52d req-e36d9392-73c4-4105-9627-ca11a8fef4c8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.074981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-559daf72-197b-44a5-b5f0-ff1ea86fe52d req-e36d9392-73c4-4105-9627-ca11a8fef4c8 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 944 time: 0.1237071 Apr 20 14:39:45.076376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.207544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Allocated IP 172.20.0.7 (f65d3d7e-8ea6-4050-ad25-292693a69135/808a41d5-98cb-483d-af93-115f137aca3d/1cc8612a-2716-4289-90cc-148026931dfb) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:45.208650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-559daf72-197b-44a5-b5f0-ff1ea86fe52d req-5779682b-2a4c-4a94-bf83-9bd86bce96cd tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216667 Apr 20 14:39:45.280070 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.360709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.404575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.444843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:45.450622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Network f65d3d7e-8ea6-4050-ad25-292693a69135 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:45.459145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:45.463331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:45.466731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e0982-f944-4084-8294-c86beef11c7e req-cb5469de-fe40-4812-b238-664b0adf6e04 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.468430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc1e0982-f944-4084-8294-c86beef11c7e req-cb5469de-fe40-4812-b238-664b0adf6e04 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 949 time: 0.1309519 Apr 20 14:39:45.495686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event updated for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:45.516379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.530881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.541548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.542520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.555757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:45.565455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-25fb7d91-f091-4c1a-9ccd-d74d6ecb08a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375287 Apr 20 14:39:45.587053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Request body: {'port': {'device_id': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:45.594881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc1e0982-f944-4084-8294-c86beef11c7e req-a3c4da0e-f69d-4d27-b4b5-9ef0fa0cdaf6 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079495 Apr 20 14:39:45.620812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.625565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.641584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f8adf5a-5e60-4893-ab1f-e741432dd8bd req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "PUT /v2.0/ports/ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 982 time: 0.7152710 Apr 20 14:39:45.646015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:45.652585 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3265f67a-06b8-4727-8f14-31ca6782f23d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:45.682043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:45.714511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aee5e-b2ea-4043-a8b5-977b6e8d73f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:45.753134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:45.908981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eac200-457b-41c4-96ed-3b95da8deb71 req-08172107-2c45-4a60-9cdc-5ab2b9831fc1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.910598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00eac200-457b-41c4-96ed-3b95da8deb71 req-08172107-2c45-4a60-9cdc-5ab2b9831fc1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 931 time: 0.1983275 Apr 20 14:39:45.924673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a1284-60e6-4ca4-9fde-ecaaef7deadc req-674ca178-7114-4b53-bb95-9928c2683a7c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:45.926321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f5a1284-60e6-4ca4-9fde-ecaaef7deadc req-674ca178-7114-4b53-bb95-9928c2683a7c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1141591 Apr 20 14:39:45.994692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ccc4b85b-5280-460e-bf5d-7a1bd053329a None None] Provisioning complete for port 1cc8612a-2716-4289-90cc-148026931dfb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:45.995503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ccc4b85b-5280-460e-bf5d-7a1bd053329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.013532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00eac200-457b-41c4-96ed-3b95da8deb71 req-0c69cf9f-ce9b-4f8f-984b-b887e4132928 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861776 Apr 20 14:39:46.052400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f5a1284-60e6-4ca4-9fde-ecaaef7deadc req-e655df16-4a9a-45bb-9ca6-cc8bc71f59f0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998554 Apr 20 14:39:46.064695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc8612a-2716-4289-90cc-148026931dfb {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:46.074239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.087407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Transition to ACTIVE for port object 1cc8612a-2716-4289-90cc-148026931dfb will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:46.088561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4b85b-5280-460e-bf5d-7a1bd053329a None None] Port 1cc8612a-2716-4289-90cc-148026931dfb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:39:46.095011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.154899 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1d8b3-819d-48aa-be68-dfc45269b529 x-openstack-request-id: req-a3f1d8b3-819d-48aa-be68-dfc45269b529 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:46.155570 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:46.155844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:46.156124 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3f1d8b3-819d-48aa-be68-dfc45269b529 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:46.156423 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f1d8b3-819d-48aa-be68-dfc45269b529'] response: {'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'status': 'completed', 'code': 200} Apr 20 14:39:46.171627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3caadb6d-e805-451b-9c47-638136d12dfb req-f5bdee16-be52-4f55-ba05-fbeb4f9c68ba tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1798534492&fields=id&tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 267 time: 0.0544260 Apr 20 14:39:46.193322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:46.254722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caadb6d-e805-451b-9c47-638136d12dfb req-62ad8dd9-c0ba-4bbb-9cd9-5191045a47e9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.265355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:46.271895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:46.272124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.278717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3caadb6d-e805-451b-9c47-638136d12dfb req-62ad8dd9-c0ba-4bbb-9cd9-5191045a47e9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 985 time: 0.0977547 Apr 20 14:39:46.295103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-4d1f7b60-a45c-49cc-afd3-a3b65127e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.296630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-4d1f7b60-a45c-49cc-afd3-a3b65127e77b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1136 time: 0.1043682 Apr 20 14:39:46.297144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'security_groups': ['04aa7a15-9545-40a1-948e-cb9e75e56ac6', 'fa82bb13-3678-4d53-aa3b-d6e9406bc531', '8e673446-08a4-4599-9076-d0f951da4bbf']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:46.299787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Attempting to bind port 1cc8612a-2716-4289-90cc-148026931dfb on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:46.300121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Attempting to bind port 1cc8612a-2716-4289-90cc-148026931dfb by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:46.300455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Attempting to bind port 1cc8612a-2716-4289-90cc-148026931dfb on network f65d3d7e-8ea6-4050-ad25-292693a69135 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:46.409768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Port 1cc8612a-2716-4289-90cc-148026931dfb on network f65d3d7e-8ea6-4050-ad25-292693a69135 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:46.410483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Attempting to bind port 1cc8612a-2716-4289-90cc-148026931dfb on network f65d3d7e-8ea6-4050-ad25-292693a69135 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:46.419417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.427294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.447948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:46.448225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Checking segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:46.448606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Bound using segment: {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:46.449376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Bound port: 1cc8612a-2716-4289-90cc-148026931dfb, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:46.449972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.466904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:46.469702 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c3749-818a-4c93-abf9-f2fdde1ace42" -d '{"events": [{"server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "name": "network-vif-plugged", "status": "completed", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:46.477450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a86bb-0ea3-4bf4-9510-05c66d504ef5 req-172a09a0-6396-4739-8e51-312ace1b7ef9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.478959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-860a86bb-0ea3-4bf4-9510-05c66d504ef5 req-172a09a0-6396-4739-8e51-312ace1b7ef9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 944 time: 0.1022615 Apr 20 14:39:46.491683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:46.499791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.546007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-a327196c-864c-4324-b885-53a4ffc97948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.548185 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-a327196c-864c-4324-b885-53a4ffc97948 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.2376451 Apr 20 14:39:46.573469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:46.584386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-860a86bb-0ea3-4bf4-9510-05c66d504ef5 req-8985a6ff-a0d4-4d8e-85b0-a92d979e9898 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864034 Apr 20 14:39:46.601154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-9c28bece-3daf-4f98-866c-2bf0d49044fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 217 time: 0.0426664 Apr 20 14:39:46.662852 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84488718-8561-4844-8635-8d8d6afecb2a x-openstack-request-id: req-84488718-8561-4844-8635-8d8d6afecb2a {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:46.663157 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "name": "network-vif-plugged", "status": "completed", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:46.663409 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84488718-8561-4844-8635-8d8d6afecb2a {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:46.663809 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84488718-8561-4844-8635-8d8d6afecb2a'] response: {'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', 'code': 200} Apr 20 14:39:46.669657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:46.695462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1cc8612a-2716-4289-90cc-148026931dfb,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:46.705149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.709489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-317fc9fc-0153-468a-88ef-4b49185a69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.711241 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-317fc9fc-0153-468a-88ef-4b49185a69f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.1018658 Apr 20 14:39:46.741736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:46.789038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.789617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.791322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/1cc8612a-2716-4289-90cc-148026931dfb HTTP/1.1" status: 200 len: 1091 time: 1.2091253 Apr 20 14:39:46.791725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:46.794072 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f09776-d7f9-45c0-974f-6b9d770f7626" -d '{"events": [{"name": "network-changed", "server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "tag": "1cc8612a-2716-4289-90cc-148026931dfb"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:46.797953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.823592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-4646392c-d8e3-47c3-8545-55d303b0de35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811632 Apr 20 14:39:46.857494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0298c-cb70-4eb2-98b8-c98e9a3939f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:46.873428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.884913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:46.945776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.946462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:46.947935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3caadb6d-e805-451b-9c47-638136d12dfb req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "PUT /v2.0/ports/ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 1021 time: 0.6675193 Apr 20 14:39:46.974419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fba93-20cb-441d-8e40-bfa45d0f4e97 req-6b0db165-afb0-4bf7-8dfd-3bd3f1842a23 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.976522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c7fba93-20cb-441d-8e40-bfa45d0f4e97 req-6b0db165-afb0-4bf7-8dfd-3bd3f1842a23 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.1474166 Apr 20 14:39:46.990113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7da35-3780-4afe-8414-c0b82f373423 req-d63ef01e-1aa3-4f57-9dec-52f175d7e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:46.991980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a7da35-3780-4afe-8414-c0b82f373423 req-d63ef01e-1aa3-4f57-9dec-52f175d7e7dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 1101 time: 0.2141709 Apr 20 14:39:47.041825 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-39484297-63c3-4286-a786-b197ccd23c1e service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026546 Apr 20 14:39:47.042058 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ae7bd-b82a-474e-806f-6d4c36561500 x-openstack-request-id: req-d08ae7bd-b82a-474e-806f-6d4c36561500 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:47.042435 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "tag": "1cc8612a-2716-4289-90cc-148026931dfb", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:47.043032 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d08ae7bd-b82a-474e-806f-6d4c36561500 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:47.043487 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08ae7bd-b82a-474e-806f-6d4c36561500'] response: {'name': 'network-changed', 'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb', 'status': 'completed', 'code': 200} Apr 20 14:39:47.066452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681d72b-58f1-4cfb-baf8-0667374a56ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:47.091620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-48ec0b1a-7c56-4d7d-9987-7c0e3c151957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.093331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-48ec0b1a-7c56-4d7d-9987-7c0e3c151957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ed68216cb004bcbba581df1ebce3d39&device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 1094 time: 0.2470384 Apr 20 14:39:47.094193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:47.125798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c7fba93-20cb-441d-8e40-bfa45d0f4e97 req-419f3350-b366-43fe-b9bb-0ab583b618a7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327255 Apr 20 14:39:47.156793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a7da35-3780-4afe-8414-c0b82f373423 req-e5f607a5-8f4d-4b5f-aa7d-52189ae7b633 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457169 Apr 20 14:39:47.186179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b07e78de-83dd-44fb-94b2-b5ae134d0bd8 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:47.207375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-96347b68-b678-4d26-8660-a56f96dab77a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cc8612a-2716-4289-90cc-148026931dfb HTTP/1.1" status: 200 len: 217 time: 0.0816400 Apr 20 14:39:47.279252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be691e-c793-4155-b836-b429a6be55b6 req-8993040d-3e1a-45b9-916e-cea0aa4b3c89 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.290346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13be691e-c793-4155-b836-b429a6be55b6 req-8993040d-3e1a-45b9-916e-cea0aa4b3c89 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1024 time: 0.0859139 Apr 20 14:39:47.397123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13be691e-c793-4155-b836-b429a6be55b6 req-c070af5d-b55c-49b8-929d-9ad0ba92a3a2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=04aa7a15-9545-40a1-948e-cb9e75e56ac6&id=8e673446-08a4-4599-9076-d0f951da4bbf HTTP/1.1" status: 200 len: 6149 time: 0.1054559 Apr 20 14:39:47.422363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3265f67a-06b8-4727-8f14-31ca6782f23d req-93834e9e-2dc8-427e-82ee-3cebc57a1b5b service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664079 Apr 20 14:39:47.427659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-c01a4ad8-07a4-4d70-a334-eb4020658d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.429866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-c01a4ad8-07a4-4d70-a334-eb4020658d2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=808a41d5-98cb-483d-af93-115f137aca3d HTTP/1.1" status: 200 len: 851 time: 0.2168999 Apr 20 14:39:47.435644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:47.477856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'port_id': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'mac_address': 'fa:16:3e:c5:55:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:47.513230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-672a2e0b-30c8-4b9e-8dab-0ca1355bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.516370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-672a2e0b-30c8-4b9e-8dab-0ca1355bfc6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f65d3d7e-8ea6-4050-ad25-292693a69135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793457 Apr 20 14:39:47.554738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4846b-248d-4c3e-abc8-8f1a62ffa904 req-63618ba3-2eb7-4fdb-a027-43bb45317783 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.556372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62b4846b-248d-4c3e-abc8-8f1a62ffa904 req-63618ba3-2eb7-4fdb-a027-43bb45317783 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 943 time: 0.1245673 Apr 20 14:39:47.557638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.581105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c779c-12d0-47e4-bce4-e0af351fee50 req-ed09278e-1485-467a-9533-82ef62325159 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.582191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07e78de-83dd-44fb-94b2-b5ae134d0bd8 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:47.589305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed6c779c-12d0-47e4-bce4-e0af351fee50 req-ed09278e-1485-467a-9533-82ef62325159 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1019824 Apr 20 14:39:47.617153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:47.628623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.660921 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-38ba78b2-3c04-43f9-93d8-5c3111d156cc service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357291 Apr 20 14:39:47.663141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed6c779c-12d0-47e4-bce4-e0af351fee50 req-4f898cf8-8129-4b88-bce6-a528eb83f84e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729465 Apr 20 14:39:47.681456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62b4846b-248d-4c3e-abc8-8f1a62ffa904 req-ece0c7d4-9882-4d1c-84c4-7d7575ae4a9c tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019597 Apr 20 14:39:47.695694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:47.713907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.714249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.714612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.714953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.715283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.715612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.716120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.716445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.716839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.717094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.717565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.717929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:47.732875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1097256452 ', 'description': 'tempest-description-798545932'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:47.785013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.785295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc3ed6d4-6a34-4295-a528-3f2a84c92625 req-5112e3f7-e4f0-4818-a439-12a70124a6ee service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170762 Apr 20 14:39:47.821645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6885c-a180-45a5-9fa7-7c06c0afe003 req-ea9b551a-d326-46dd-ba9e-f1d8d4071e8a tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.823082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62d6885c-a180-45a5-9fa7-7c06c0afe003 req-ea9b551a-d326-46dd-ba9e-f1d8d4071e8a tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 945 time: 0.0734067 Apr 20 14:39:47.889484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62d6885c-a180-45a5-9fa7-7c06c0afe003 req-de96bf32-c23a-48ad-aa70-02003c5584fa tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Apr 20 14:39:47.892325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-64f64fc9-ff4a-4e77-ba40-77eed7eea1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:47.893902 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-64f64fc9-ff4a-4e77-ba40-77eed7eea1c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ed68216cb004bcbba581df1ebce3d39&device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 1094 time: 0.0590262 Apr 20 14:39:47.899242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.903170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.930026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:47.931280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-725422e9-1637-4111-a5dc-368eaa984ed7 req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2040961 Apr 20 14:39:47.947935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e03d7-a945-4c42-9568-5f2510c98f53 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa49d35-d786-483e-92b5-ab3547833471,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:48.029296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-5b73cfe3-4437-4bac-824b-be1b08d84c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.030658 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-5b73cfe3-4437-4bac-824b-be1b08d84c46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f65d3d7e-8ea6-4050-ad25-292693a69135 HTTP/1.1" status: 200 len: 913 time: 0.1225941 Apr 20 14:39:48.043545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae6d22-8596-43f7-b0d4-a32b81e1b685 req-a08e5848-5831-4e21-8c32-de11384446ea tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.045011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4ae6d22-8596-43f7-b0d4-a32b81e1b685 req-a08e5848-5831-4e21-8c32-de11384446ea tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 945 time: 0.0871627 Apr 20 14:39:48.047696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26a72531-5150-4b65-aeef-475e4d831cb3 req-f81da106-43cb-44b1-9d1b-078e14ef6fba tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/daa49d35-d786-483e-92b5-ab3547833471 HTTP/1.1" status: 200 len: 1782 time: 0.0773571 Apr 20 14:39:48.075181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-b0b4a32a-ddb2-470c-b3d4-eae3df0820c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cc8612a-2716-4289-90cc-148026931dfb HTTP/1.1" status: 200 len: 217 time: 0.0377612 Apr 20 14:39:48.099855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4ae6d22-8596-43f7-b0d4-a32b81e1b685 req-a630fe12-d4d0-4f0f-81d2-8448087372a7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478909 Apr 20 14:39:48.125348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdb7b17c-e2bb-45ed-adf5-b74a946ec9aa tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/daa49d35-d786-483e-92b5-ab3547833471 HTTP/1.1" status: 200 len: 1782 time: 0.0528674 Apr 20 14:39:48.125709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-b59e0e0a-0570-406a-ab7f-638511158648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.127285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-b59e0e0a-0570-406a-ab7f-638511158648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=808a41d5-98cb-483d-af93-115f137aca3d HTTP/1.1" status: 200 len: 851 time: 0.0448680 Apr 20 14:39:48.161732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:48.165151 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a781c44-577b-4b67-964a-3a645e32626b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:48.176865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-f61717aa-7b06-48f0-9803-b2ee95805b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.178054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-f61717aa-7b06-48f0-9803-b2ee95805b71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f65d3d7e-8ea6-4050-ad25-292693a69135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440748 Apr 20 14:39:48.195730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.223037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b07e78de-83dd-44fb-94b2-b5ae134d0bd8'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:48.244560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.273164 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-5646ffef-f5bf-4ca9-9c39-284bb1b23e43 service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871890 Apr 20 14:39:48.287678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5251-73bf-47be-ad5c-c82bff7fc616 req-934c21cd-3b7d-47ae-9890-953a98feee4a tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.289163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e98c5251-73bf-47be-ad5c-c82bff7fc616 req-934c21cd-3b7d-47ae-9890-953a98feee4a tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.0905247 Apr 20 14:39:48.303571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.307085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.308233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8d34bdf-8532-4eff-b7c3-61114f4274fe req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/daa49d35-d786-483e-92b5-ab3547833471 HTTP/1.1" status: 204 len: 173 time: 0.1758487 Apr 20 14:39:48.339267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6f0d-5f2e-47f1-982e-f3e1a642ce6a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa49d35-d786-483e-92b5-ab3547833471,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:48.367423 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ffadb7-3da4-4fee-8794-8ba5c2f2b34e x-openstack-request-id: req-81ffadb7-3da4-4fee-8794-8ba5c2f2b34e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:48.368259 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:48.368486 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81ffadb7-3da4-4fee-8794-8ba5c2f2b34e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:48.369582 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ffadb7-3da4-4fee-8794-8ba5c2f2b34e'] response: {'name': 'network-changed', 'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'status': 'completed', 'code': 200} Apr 20 14:39:48.387294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e98c5251-73bf-47be-ad5c-c82bff7fc616 req-32c4d5f8-d2d1-404c-bcfd-51dce2163913 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Apr 20 14:39:48.399242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c9f09776-d7f9-45c0-974f-6b9d770f7626 req-15c89e26-f17f-4d33-bfc5-4cda959b45cd service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166656 Apr 20 14:39:48.421174 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-2487af7f-effe-4377-9beb-53e15989479d req-2d4b39ea-4a86-4885-b304-29e1a506037a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:39:48.422181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2487af7f-effe-4377-9beb-53e15989479d req-2d4b39ea-4a86-4885-b304-29e1a506037a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/daa49d35-d786-483e-92b5-ab3547833471 HTTP/1.1" status: 404 len: 352 time: 0.0146499 Apr 20 14:39:48.449448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1859265678', 'description': 'tempest-description-1068153978'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:48.457183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781c44-577b-4b67-964a-3a645e32626b req-e8af5849-0147-4fc1-a774-1f960c4ce1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.459377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-e8af5849-0147-4fc1-a774-1f960c4ce1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1175 time: 0.0478606 Apr 20 14:39:48.473025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.550108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.555228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.572328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781c44-577b-4b67-964a-3a645e32626b req-8759127e-f9af-4e19-b168-65d3958e3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.574571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-8759127e-f9af-4e19-b168-65d3958e3283 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.1027989 Apr 20 14:39:48.584163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.585327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2e30e25-f436-4fdd-94a6-60ea1e6ee0c9 req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1410651 Apr 20 14:39:48.595004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05836be2-54cc-4bf6-9650-cea86f4ff020 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e246069a-f7b0-450c-adb6-84491a690869,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:48.615819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1218105553', 'description': 'tempest-description-874133978'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:48.630262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-e06c19ba-db59-44f2-9f7f-94f8f6e55fe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 200 len: 217 time: 0.0463283 Apr 20 14:39:48.639661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.694838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a781c44-577b-4b67-964a-3a645e32626b req-99a8f0f2-bed6-4fea-8dc4-b64f1dfb3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.696302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-99a8f0f2-bed6-4fea-8dc4-b64f1dfb3d16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.0498366 Apr 20 14:39:48.710347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.716132 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.740910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-755f0cbd-b25f-4aa6-bb21-38db75313ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304351 Apr 20 14:39:48.786647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:48.789297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37eece49-6171-42e2-b201-ecf938529cec req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1768541 Apr 20 14:39:48.799851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c3291-da09-4285-b37e-23071c98c65d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f237c58-765e-4d80-93b3-886e04378099,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:48.826184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585a53-0256-45ae-9bcb-7424cacc5dcf req-e1b7ea31-4e5d-4dfb-a2ba-11d664c81730 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.828050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab585a53-0256-45ae-9bcb-7424cacc5dcf req-e1b7ea31-4e5d-4dfb-a2ba-11d664c81730 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0919263 Apr 20 14:39:48.859387 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-cd96891b-bc2e-469c-a589-1156cc8a1608 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064918 Apr 20 14:39:48.907654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab585a53-0256-45ae-9bcb-7424cacc5dcf req-0c0b7992-8284-40e3-b1cb-a7075e3cb342 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Apr 20 14:39:48.930067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efa0c5-b6d3-40a7-a8d5-80c57af7a3c0 req-61ac3818-6410-466a-8d3e-2dc05429b6c2 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:48.931630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99efa0c5-b6d3-40a7-a8d5-80c57af7a3c0 req-61ac3818-6410-466a-8d3e-2dc05429b6c2 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 943 time: 0.0712881 Apr 20 14:39:48.950393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-813750037', 'description': 'tempest-description-1913775107'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:48.962816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a781c44-577b-4b67-964a-3a645e32626b req-055899a2-8e86-41ec-aa51-c18e88c4746c service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932441 Apr 20 14:39:48.994628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99efa0c5-b6d3-40a7-a8d5-80c57af7a3c0 req-29cbe47a-a427-4ab2-913c-a642a331d6ce tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559242 Apr 20 14:39:48.995731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.314710 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.321100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.359307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5118c-140c-4246-833c-889d41bd5fb7 req-f9d32da3-29de-4250-8fb4-25b688bf43a6 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:49.360943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a5118c-140c-4246-833c-889d41bd5fb7 req-f9d32da3-29de-4250-8fb4-25b688bf43a6 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 945 time: 0.3071918 Apr 20 14:39:49.365970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.367226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad44df-31b2-4ed0-96aa-2e8054bcb7b3 req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4260898 Apr 20 14:39:49.376463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e077abf-e9f4-4ed3-9724-ffc9898591f6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b773548-cc87-42df-a7fa-e9ae906c699e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:49.406223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a5118c-140c-4246-833c-889d41bd5fb7 req-766c351a-092f-426f-bb57-6e125acfe97b tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ee2d7ee-86cf-412c-bf6c-735b6ae33901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Apr 20 14:39:49.525725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-9bf178ea-d230-445e-a242-a8211ab3ec82 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:49.527265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-9bf178ea-d230-445e-a242-a8211ab3ec82 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa HTTP/1.1" status: 200 len: 945 time: 0.0543017 Apr 20 14:39:49.528766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c8cb5-2da9-4fe4-a6af-9c238cf29c1a req-6a76d675-aa53-4ce0-900e-2d4d072aaea1 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:49.530615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d14c8cb5-2da9-4fe4-a6af-9c238cf29c1a req-6a76d675-aa53-4ce0-900e-2d4d072aaea1 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 945 time: 0.1048858 Apr 20 14:39:49.606373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d14c8cb5-2da9-4fe4-a6af-9c238cf29c1a req-c217ba5a-e7c1-46e6-8af3-e0b85f00d973 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658612 Apr 20 14:39:49.618618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb83e070-60af-4202-8b8b-1415469c780d req-ac171c15-a75a-4c3d-bf52-1358ddf4ed9c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 10903 time: 0.1817508 Apr 20 14:39:49.621894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Deleting port 7f40f3e9-4fde-4bdc-8675-28903c383d98 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:39:49.622231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.676549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb83e070-60af-4202-8b8b-1415469c780d req-1ba1f98b-d920-4c5b-b355-786c6492e9f9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/fa82bb13-3678-4d53-aa3b-d6e9406bc531 HTTP/1.1" status: 200 len: 2981 time: 0.0516691 Apr 20 14:39:49.725899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] For port 7f40f3e9-4fde-4bdc-8675-28903c383d98, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7f40f3e9-4fde-4bdc-8675-28903c383d98,segment=NetworkSegment(31f10a70-bb3e-4516-8957-cf4be6f96f5f),segment_id=31f10a70-bb3e-4516-8957-cf4be6f96f5f)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:49.726262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.740156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Calling delete_port for 7f40f3e9-4fde-4bdc-8675-28903c383d98 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:39:49.748980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0bcd-2e91-464a-a105-b2505a5ba20f req-cc76d637-1024-4980-809e-ff185b7830ce tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:49.750454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73ab0bcd-2e91-464a-a105-b2505a5ba20f req-cc76d637-1024-4980-809e-ff185b7830ce tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.0782888 Apr 20 14:39:49.753180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb83e070-60af-4202-8b8b-1415469c780d req-4224f48f-6990-4959-bb1b-040d9eaf861e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/fa82bb13-3678-4d53-aa3b-d6e9406bc531 HTTP/1.1" status: 200 len: 2981 time: 0.0693460 Apr 20 14:39:49.814967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73ab0bcd-2e91-464a-a105-b2505a5ba20f req-ab2b3b5a-20f4-48bf-8487-0d08b9b7aa1b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Apr 20 14:39:49.826634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-85e7e112-e751-4762-a113-e6428fb3a0e1 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e246069a-f7b0-450c-adb6-84491a690869 HTTP/1.1" status: 200 len: 1803 time: 0.0508356 Apr 20 14:39:49.879331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.896219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['7f40f3e9-4fde-4bdc-8675-28903c383d98'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:49.903324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.923973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Pushing event deleted for resources: {'Port': ['ID=7f40f3e9-4fde-4bdc-8675-28903c383d98,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:49.930975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.969409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] No DVR routers for this DVR port 7f40f3e9-4fde-4bdc-8675-28903c383d98 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:39:49.972899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.979210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a7cec16-e4e0-4f69-9df9-2eff948ad6dc req-3aa3772b-a057-4365-a173-9f55e3ec8580 tempest-VolumesAdminNegativeTest-2109661121 tempest-VolumesAdminNegativeTest-2109661121-project] 10.222.0.43 "DELETE /v2.0/ports/7f40f3e9-4fde-4bdc-8675-28903c383d98 HTTP/1.1" status: 204 len: 173 time: 0.4445639 Apr 20 14:39:49.979607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'name': 'network-vif-deleted', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:49.980573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.983913 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021feb86-aed2-4d39-8c8d-9f3b66f104ad" -d '{"events": [{"server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "name": "network-vif-deleted", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:49.985288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:49.986813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c0a07a6-e887-4987-a0a1-091c7c854aad req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/e246069a-f7b0-450c-adb6-84491a690869 HTTP/1.1" status: 204 len: 173 time: 0.1527195 Apr 20 14:39:49.997134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfa65f-ec88-432d-84db-54b7a7612870 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e246069a-f7b0-450c-adb6-84491a690869,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:50.133478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe180-02b0-4974-ba34-557ebf23d854 req-b446c126-802f-408e-bb6c-3a8cc9d40179 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.135188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6dbe180-02b0-4974-ba34-557ebf23d854 req-b446c126-802f-408e-bb6c-3a8cc9d40179 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0720429 Apr 20 14:39:50.153999 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-6b5453a6-5e8f-49a2-a22f-bc30cc86463a req-9fa29ca2-d9c1-4750-b314-12fb6db013e2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:39:50.155059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b5453a6-5e8f-49a2-a22f-bc30cc86463a req-9fa29ca2-d9c1-4750-b314-12fb6db013e2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e246069a-f7b0-450c-adb6-84491a690869 HTTP/1.1" status: 404 len: 352 time: 0.0308545 Apr 20 14:39:50.187769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6dbe180-02b0-4974-ba34-557ebf23d854 req-46a88c7e-4985-40f9-80a4-cc9b5ca10e51 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Apr 20 14:39:50.197405 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1869a1-b1f0-4715-bcc6-049ffb2fbe3b x-openstack-request-id: req-7b1869a1-b1f0-4715-bcc6-049ffb2fbe3b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:50.197702 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d12f914-c773-4dd1-8312-ec00ac1c99aa", "name": "network-vif-deleted", "tag": "7f40f3e9-4fde-4bdc-8675-28903c383d98", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:50.197951 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b1869a1-b1f0-4715-bcc6-049ffb2fbe3b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:50.198362 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1869a1-b1f0-4715-bcc6-049ffb2fbe3b'] response: {'server_uuid': '8d12f914-c773-4dd1-8312-ec00ac1c99aa', 'name': 'network-vif-deleted', 'tag': '7f40f3e9-4fde-4bdc-8675-28903c383d98', 'status': 'completed', 'code': 200} Apr 20 14:39:50.293046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad53e-5899-4a1c-acbe-b258e5bdb52a req-17541377-186e-4a96-ac8f-68ed941f2df5 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.294673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-161ad53e-5899-4a1c-acbe-b258e5bdb52a req-17541377-186e-4a96-ac8f-68ed941f2df5 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 943 time: 0.0531487 Apr 20 14:39:50.334149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-161ad53e-5899-4a1c-acbe-b258e5bdb52a req-c858a63b-46dc-47ff-8bb7-128db3a9e7b8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Apr 20 14:39:50.396467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-a4efd95f-511d-4d45-a342-e15a6ce1b605 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/1f237c58-765e-4d80-93b3-886e04378099 HTTP/1.1" status: 200 len: 1802 time: 0.0392892 Apr 20 14:39:50.494392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.516106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.516636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.517098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.517838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.518192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.518784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.519321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.519885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.520345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.522392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-ce1ca9b3-9ca4-4318-8421-71aa9ddf7ad9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6&device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9&device_id=f4110d19-0caa-465b-a619-9f728bad0e1e&device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4&device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b&device_id=961995b5-bd45-4266-bf04-62462c24845e&device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4&device_id=8d12f914-c773-4dd1-8312-ec00ac1c99aa&device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407&device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 8278 time: 0.0817144 Apr 20 14:39:50.541054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.559325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-d441ac60-f017-40ff-81df-bedfcb6065af tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.615807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.618293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.619447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ae563be-a1f6-4555-8e64-aaa2b7730bc5 req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f237c58-765e-4d80-93b3-886e04378099 HTTP/1.1" status: 204 len: 173 time: 0.2170973 Apr 20 14:39:50.636643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd48ff-ee52-4f7a-a589-d48512233265 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f237c58-765e-4d80-93b3-886e04378099,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:50.666227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56704) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:50.678392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-d441ac60-f017-40ff-81df-bedfcb6065af tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.685454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-d441ac60-f017-40ff-81df-bedfcb6065af tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.701743 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-b8781e81-f172-49ff-b9c1-ba89b7ce3350 req-cf7f1370-6b71-4523-b463-afee192ece37 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:39:50.703644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8781e81-f172-49ff-b9c1-ba89b7ce3350 req-cf7f1370-6b71-4523-b463-afee192ece37 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/1f237c58-765e-4d80-93b3-886e04378099 HTTP/1.1" status: 404 len: 352 time: 0.0271490 Apr 20 14:39:50.722021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Deleting subnet c96ec424-49d7-42fb-b2f6-b85bd2509feb {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:39:50.723593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d405c2d-a0bf-46f4-9b26-0a7fb18c29f9 req-d441ac60-f017-40ff-81df-bedfcb6065af tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&id=bf230856-50b9-4bf0-b0e4-66b2485243b3&id=8e673446-08a4-4599-9076-d0f951da4bbf&id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=04aa7a15-9545-40a1-948e-cb9e75e56ac6&id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 1019 time: 0.1925113 Apr 20 14:39:50.725501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.739438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441ac60-f017-40ff-81df-bedfcb6065af tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f7313-3824-4acb-8bfe-146096559cf8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:50.778702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.816818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.838659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389655-4123-492c-bedf-93bf1b4d68ad req-10ec37a9-386c-4587-86c0-f10bf430fa62 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:50.842429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53389655-4123-492c-bedf-93bf1b4d68ad req-10ec37a9-386c-4587-86c0-f10bf430fa62 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 945 time: 0.0790863 Apr 20 14:39:50.842429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-9872479e-9d89-4c70-80f3-e1c969c926fa tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/2b773548-cc87-42df-a7fa-e9ae906c699e HTTP/1.1" status: 200 len: 1802 time: 0.0711131 Apr 20 14:39:50.872132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.899416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.902696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c96ec424-49d7-42fb-b2f6-b85bd2509feb HTTP/1.1" status: 204 len: 168 time: 0.2340539 Apr 20 14:39:50.903826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc29bbb-839c-439f-bed8-6b29322de265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96ec424-49d7-42fb-b2f6-b85bd2509feb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:50.905326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:50.911254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53389655-4123-492c-bedf-93bf1b4d68ad req-483d7a34-a70d-4f4f-8bd7-8e7035f557d7 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627966 Apr 20 14:39:50.941881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.967808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:50.988143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.013355 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.017372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.018167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01c0c2f8-4650-4fc2-bc2e-bd81a2be3fb0 req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b773548-cc87-42df-a7fa-e9ae906c699e HTTP/1.1" status: 204 len: 173 time: 0.1680603 Apr 20 14:39:51.030749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a454f-fafd-498b-9af4-ce72257f1deb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b773548-cc87-42df-a7fa-e9ae906c699e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.054981 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-b1611ba4-0d46-462c-b5ee-61730f6c93c8 req-2e3a7e78-a343-4274-a04d-b9c71afed7da tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:39:51.056070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1611ba4-0d46-462c-b5ee-61730f6c93c8 req-2e3a7e78-a343-4274-a04d-b9c71afed7da tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/2b773548-cc87-42df-a7fa-e9ae906c699e HTTP/1.1" status: 404 len: 352 time: 0.0164280 Apr 20 14:39:51.092131 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.113394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7a10e5-8219-4bab-8f59-91462ca10ca8']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.123397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f10a70-bb3e-4516-8957-cf4be6f96f5f') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.123685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f10a70-bb3e-4516-8957-cf4be6f96f5f') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.133554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.147506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.153974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:39:51.154348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:39:51.156225 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:39:51.173382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a85ee4d-7376-43de-8d3a-f4d8bf304f01 req-8ba79c74-32df-4460-8144-ad84b965c8a2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 6149 time: 0.0892606 Apr 20 14:39:51.191889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709e4e-620f-4125-9a6b-203fe1f239a1 req-9921d36d-72e3-49aa-9a87-87efb36f8681 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:51.192372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709e4e-620f-4125-9a6b-203fe1f239a1 req-9921d36d-72e3-49aa-9a87-87efb36f8681 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:51.192846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709e4e-620f-4125-9a6b-203fe1f239a1 req-9921d36d-72e3-49aa-9a87-87efb36f8681 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:51.194476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53709e4e-620f-4125-9a6b-203fe1f239a1 req-9921d36d-72e3-49aa-9a87-87efb36f8681 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e&device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b&device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 2882 time: 0.0663266 Apr 20 14:39:51.217236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.223426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1cc8612a-2716-4289-90cc-148026931dfb details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:39:51.224337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.229521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b07e78de-83dd-44fb-94b2-b5ae134d0bd8 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:51.230954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b7a10e5-8219-4bab-8f59-91462ca10ca8 HTTP/1.1" status: 204 len: 168 time: 0.3246284 Apr 20 14:39:51.231464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56722) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:51.241443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0ed49-b961-40f3-9cbe-1b3e51af6783 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7a10e5-8219-4bab-8f59-91462ca10ca8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.279762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a85ee4d-7376-43de-8d3a-f4d8bf304f01 req-2326666b-79f8-4173-be3c-2a5bbc3ef6de tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/fa82bb13-3678-4d53-aa3b-d6e9406bc531 HTTP/1.1" status: 200 len: 2981 time: 0.0996993 Apr 20 14:39:51.290185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53709e4e-620f-4125-9a6b-203fe1f239a1 req-77df0288-2095-48d8-a817-5713108932ad tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878441 Apr 20 14:39:51.305973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Deleting subnet 61becdd4-9f3a-4874-814b-5869d925d30b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:39:51.310314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.362791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:51.374791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:51.375162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.397852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.407541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1cc8612a-2716-4289-90cc-148026931dfb,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:51.419408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a85ee4d-7376-43de-8d3a-f4d8bf304f01 req-6539288a-6578-4279-828a-c4ccacc88112 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/fa82bb13-3678-4d53-aa3b-d6e9406bc531 HTTP/1.1" status: 200 len: 2981 time: 0.1313159 Apr 20 14:39:51.428847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '1cc8612a-2716-4289-90cc-148026931dfb', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'port_id': '1cc8612a-2716-4289-90cc-148026931dfb', 'mac_address': 'fa:16:3e:b7:df:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:39:51.451960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3741e4-77a1-43cd-b530-e20c48f0fe3d req-e446412d-bf90-4e7c-b77c-d220b8155c5f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:51.453454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f3741e4-77a1-43cd-b530-e20c48f0fe3d req-e446412d-bf90-4e7c-b77c-d220b8155c5f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1053512 Apr 20 14:39:51.456849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.487800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.532241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f3741e4-77a1-43cd-b530-e20c48f0fe3d req-c18686c0-53e3-4cf9-9852-85a283b9f664 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557563 Apr 20 14:39:51.533109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc8612a-2716-4289-90cc-148026931dfb {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:51.547254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.565801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1cc8612a-2716-4289-90cc-148026931dfb,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:51.566910 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.575829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61becdd4-9f3a-4874-814b-5869d925d30b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.577940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.581592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-de06a2ae-d047-414e-80d0-f4a778faa724 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61becdd4-9f3a-4874-814b-5869d925d30b HTTP/1.1" status: 204 len: 168 time: 0.3471038 Apr 20 14:39:51.584503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56732) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:51.593511 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.598401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1388328177', 'description': 'tempest-description-382006881'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:51.624082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.660786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.667727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:51.670645 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c4fc4-4f25-46b1-8687-184c14ce9792" -d '{"events": [{"server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "name": "network-vif-plugged", "status": "completed", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:51.687528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:51.692098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.692832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.725661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a24ff-3ae0-42cd-8519-66b5c78fd7de req-003c239d-6426-45ca-a820-b750d8d02842 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:51.727363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c87a24ff-3ae0-42cd-8519-66b5c78fd7de req-003c239d-6426-45ca-a820-b750d8d02842 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 944 time: 0.0806940 Apr 20 14:39:51.754379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.770961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.777470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.781555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.805704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c87a24ff-3ae0-42cd-8519-66b5c78fd7de req-c961324e-6202-4410-ae53-1d92be48ea15 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606151 Apr 20 14:39:51.806963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc8c9cc-f1cf-4668-afe3-b0a259a6684c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.817686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696a017b-04b2-4115-8b0a-98ed246c91a7') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.818148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696a017b-04b2-4115-8b0a-98ed246c91a7') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:51.830619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.830619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7ac9c2e-07c3-4aa5-b33b-9c3a374d6815 req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2331271 Apr 20 14:39:51.830619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2955deb-2112-48a0-9a14-a49cb22d566c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf76b34-f537-4b6d-8ae3-065f1d8025f2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:51.831118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.856815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.872562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:39:51.872967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:39:51.875550 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:39:51.878842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-570107117', 'description': 'tempest-description-359043139'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:51.886631 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181128fc-b3ef-4216-a0c7-82962fa793cd x-openstack-request-id: req-181128fc-b3ef-4216-a0c7-82962fa793cd {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:51.886935 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "name": "network-vif-plugged", "status": "completed", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:51.887191 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-181128fc-b3ef-4216-a0c7-82962fa793cd {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:51.887614 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181128fc-b3ef-4216-a0c7-82962fa793cd'] response: {'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'code': 200} Apr 20 14:39:51.914296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.967568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['1cc8612a-2716-4289-90cc-148026931dfb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:51.975341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.983113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:51.988281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] 10.222.0.20 "DELETE /v2.0/networks/5bc8c9cc-f1cf-4668-afe3-b0a259a6684c HTTP/1.1" status: 204 len: 168 time: 0.4006579 Apr 20 14:39:52.043194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919a1f-5825-413b-abec-d4ad9b4c1cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc8c9cc-f1cf-4668-afe3-b0a259a6684c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:52.059263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.062888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05795fb8-29c6-44ef-9d81-d185056c5d5e req-4dd3cf1e-e816-454d-86b4-9bbdf0da68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:52.065040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05795fb8-29c6-44ef-9d81-d185056c5d5e req-4dd3cf1e-e816-454d-86b4-9bbdf0da68c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1053658 Apr 20 14:39:52.065747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.086623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.088405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e1f7300-520f-4142-a519-62bc52ef04e3 req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2167122 Apr 20 14:39:52.115447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05795fb8-29c6-44ef-9d81-d185056c5d5e req-5c680346-c094-4419-857a-e5ee89e95b9f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Apr 20 14:39:52.138901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ea588-1830-4ef2-adb1-4826afcaad9e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190d75c4-644b-42bb-a5b7-94a861cb7482,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:52.209358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37cab4-a2e2-419b-8f0b-363cd25b1d01 req-bbfd3070-ad19-40ad-8268-f1717c8a2ba0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:52.210850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca37cab4-a2e2-419b-8f0b-363cd25b1d01 req-bbfd3070-ad19-40ad-8268-f1717c8a2ba0 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.0866947 Apr 20 14:39:52.241294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:52.262235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca37cab4-a2e2-419b-8f0b-363cd25b1d01 req-2f78f2ef-8e4a-4312-9411-42eba5762d1d tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437868 Apr 20 14:39:52.318092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73dc52ba-341f-461e-aea8-776b14529626 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=738fea480a8e4fdb84bf0611aaa98b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755932 Apr 20 14:39:52.320656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56758) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:52.379191 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.403608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.459705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-46b10ef8-8c5f-4b3e-b292-060b67578a99 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:52.461916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-46b10ef8-8c5f-4b3e-b292-060b67578a99 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 813 time: 0.1127081 Apr 20 14:39:52.463021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.465973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.469277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ee2d7ee-86cf-412c-bf6c-735b6ae33901 HTTP/1.1" status: 204 len: 168 time: 0.1450167 Apr 20 14:39:52.476854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf656ded-348b-4577-8ad9-1578723cbcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee2d7ee-86cf-412c-bf6c-735b6ae33901,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:52.487964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-e0e0fd2c-88b1-4a7a-9405-a41ef57f3ba8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/quotas/bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 375 time: 0.0170069 Apr 20 14:39:52.567253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aaa19-80d8-4f02-b8a6-0a2e5b3ed727 req-b822cd4e-fb2e-4f93-b855-ddc355fc8874 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:52.568533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-305aaa19-80d8-4f02-b8a6-0a2e5b3ed727 req-b822cd4e-fb2e-4f93-b855-ddc355fc8874 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.0785401 Apr 20 14:39:52.576217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-acdfd8ff-8b0f-4166-9d57-07d505bc028a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873723 Apr 20 14:39:52.653002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-305aaa19-80d8-4f02-b8a6-0a2e5b3ed727 req-a9ef7941-3ad3-4533-be99-9f27bf0eadc0 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758457 Apr 20 14:39:52.708131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-707b2ba7-84c5-4472-9b75-b2617912727d service neutron] 10.222.0.20 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233904 Apr 20 14:39:52.833245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255ad63-74f2-439c-abb8-2d6a28bb1f79 req-114b2fe7-b59d-45a8-a293-ff618b1e3a42 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:52.834770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0255ad63-74f2-439c-abb8-2d6a28bb1f79 req-114b2fe7-b59d-45a8-a293-ff618b1e3a42 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1108472 Apr 20 14:39:52.853127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:52.868670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-2abc0de4-c3d3-4f11-a932-ba5bdc140bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540637 Apr 20 14:39:52.892485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0255ad63-74f2-439c-abb8-2d6a28bb1f79 req-0c04d91b-5702-4a3b-820d-7afce2aad10e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Apr 20 14:39:52.901793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2169ca5-3130-4e3d-bb28-0ba96a5b3574 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddd32c9489fc4070b58f72be40806fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433245 Apr 20 14:39:52.902181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56778) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:52.955428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:52.982641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.000482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348880f-ec6c-47a9-82b1-2b58747a3874 req-f658b771-c1ad-4afa-8c62-76e55121933f tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:53.002993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5348880f-ec6c-47a9-82b1-2b58747a3874 req-f658b771-c1ad-4afa-8c62-76e55121933f tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.0504229 Apr 20 14:39:53.044616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.051028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.052759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e543db5-24b4-427a-b1f7-d6db19963dcc HTTP/1.1" status: 204 len: 168 time: 0.1496716 Apr 20 14:39:53.065524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5c86-f36a-40c5-8f2a-663ce5bcc004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e543db5-24b4-427a-b1f7-d6db19963dcc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:53.076252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5348880f-ec6c-47a9-82b1-2b58747a3874 req-dadcec7f-da6e-42d0-a95a-f84ea4fd83a9 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Apr 20 14:39:53.181236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab16c6fd-a3c5-4656-9e5c-03723a66361c req-b823e15f-4b50-4c0c-ab1f-43cd5b626ed1 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 210 time: 0.0430493 Apr 20 14:39:53.198853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae24923-6b2c-4eee-9b47-858ede7d885d req-27cf3d4b-070f-4920-b02c-d54be13001ce tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:53.209514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ae24923-6b2c-4eee-9b47-858ede7d885d req-27cf3d4b-070f-4920-b02c-d54be13001ce tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 944 time: 0.1017411 Apr 20 14:39:53.239879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1cc8612a-2716-4289-90cc-148026931dfb up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:39:53.266782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ae24923-6b2c-4eee-9b47-858ede7d885d req-5e126bfc-196f-4eab-9d9f-c975a6a6c842 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559618 Apr 20 14:39:53.317605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 1cc8612a-2716-4289-90cc-148026931dfb completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:39:53.322766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 1cc8612a-2716-4289-90cc-148026931dfb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:39:53.323487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.454339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.489662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bfc4f-109f-4861-9071-8802607c7550 req-eb1cb2c1-aada-48a5-924a-cb14b2f3db44 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:53.492380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-613bfc4f-109f-4861-9071-8802607c7550 req-eb1cb2c1-aada-48a5-924a-cb14b2f3db44 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.0801897 Apr 20 14:39:53.543144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1cc8612a-2716-4289-90cc-148026931dfb,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:39:53.548907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-613bfc4f-109f-4861-9071-8802607c7550 req-888411ce-c951-4f4e-8570-68d52b6cfbc5 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494633 Apr 20 14:39:53.551617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:53.651496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:53.889214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:53.893881 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b7946-b524-41fb-8fde-40273c688458" -d '{"events": [{"server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8612a-2716-4289-90cc-148026931dfb"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:53.947368 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ff328-995e-4de1-94eb-c39f089a0c01 x-openstack-request-id: req-ee1ff328-995e-4de1-94eb-c39f089a0c01 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:53.947688 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8612a-2716-4289-90cc-148026931dfb", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:53.947946 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee1ff328-995e-4de1-94eb-c39f089a0c01 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:53.948356 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1ff328-995e-4de1-94eb-c39f089a0c01'] response: {'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb', 'code': 200} Apr 20 14:39:54.088465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c6ff4-0176-4b7e-9cd6-ad750c6a1a7d req-cdecb6be-6f71-436a-9faa-8ca92f368b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.089929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-271c6ff4-0176-4b7e-9cd6-ad750c6a1a7d req-cdecb6be-6f71-436a-9faa-8ca92f368b8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 1096 time: 0.0682688 Apr 20 14:39:54.091827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3e00a-5dd2-40a9-8572-9fc734e78aac req-a99dd812-2256-409c-bfa6-0cf8b24ec7fa tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.093326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d3e00a-5dd2-40a9-8572-9fc734e78aac req-a99dd812-2256-409c-bfa6-0cf8b24ec7fa tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1134660 Apr 20 14:39:54.120386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298cbe-ecd7-4315-abbf-9aac30dd224c req-3447eb2f-c49c-481b-8c88-9b1b869828b0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.121860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d298cbe-ecd7-4315-abbf-9aac30dd224c req-3447eb2f-c49c-481b-8c88-9b1b869828b0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0724633 Apr 20 14:39:54.127339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-271c6ff4-0176-4b7e-9cd6-ad750c6a1a7d req-8f3b8d29-539f-4371-8933-d3e58cb2d5b6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Apr 20 14:39:54.162482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d3e00a-5dd2-40a9-8572-9fc734e78aac req-48e3258e-961c-49ab-b564-a15eb65e6aa9 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Apr 20 14:39:54.194882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d298cbe-ecd7-4315-abbf-9aac30dd224c req-f0ef8495-f285-4891-8d59-504383aeecbb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589411 Apr 20 14:39:54.223709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7f40f3e9-4fde-4bdc-8675-28903c383d98 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:39:54.249175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 7f40f3e9-4fde-4bdc-8675-28903c383d98 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:39:54.249917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7f40f3e9-4fde-4bdc-8675-28903c383d98 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:39:54.313121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfbe4721-4b74-4c20-b11e-c3b12d3a2d92 req-ff5f14d1-2fd0-40b2-b182-6abe63a0294d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 210 time: 0.0431333 Apr 20 14:39:54.437102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8858-637d-46d0-b44f-c3c6f50fb714 req-db5ab518-68f2-493a-85ef-3a57e9a75d9f tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.438864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49ed8858-637d-46d0-b44f-c3c6f50fb714 req-db5ab518-68f2-493a-85ef-3a57e9a75d9f tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.0562170 Apr 20 14:39:54.464682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-60cf8183-8ca8-4c19-bc35-0efca433392b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.466220 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-60cf8183-8ca8-4c19-bc35-0efca433392b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 813 time: 0.1439261 Apr 20 14:39:54.479601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'device_id': '99f457db-718d-47ce-ac6f-a540fffd6761', 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055', 'admin_state_up': True, 'tenant_id': 'bbc34c5fec884ea590e7ba74db3d04b5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:54.504882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49ed8858-637d-46d0-b44f-c3c6f50fb714 req-d07724ef-96f8-4434-8173-cfe7e332bb60 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498383 Apr 20 14:39:54.608100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Made reservation on behalf of bbc34c5fec884ea590e7ba74db3d04b5 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:54.614525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:54.678786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ee2d3-6c17-4140-adc6-47e4ea70d612 req-cbded13e-edd9-445a-8f85-fe286cda5600 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.680644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d5ee2d3-6c17-4140-adc6-47e4ea70d612 req-cbded13e-edd9-445a-8f85-fe286cda5600 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.0546010 Apr 20 14:39:54.721891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d5ee2d3-6c17-4140-adc6-47e4ea70d612 req-992edbd7-7303-45ed-9a33-beaf68be85de tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351157 Apr 20 14:39:54.774006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Allocated IP 172.20.0.3 (82c8c926-136c-4ac0-b068-9b8c5f3f7055/52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31/f76fdc2d-c588-461f-982e-a43b1be8454b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:39:54.861173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec0191-97dd-4c53-9a88-f30f7a3acffc req-9408568c-6d43-4ff5-915a-329f7b9ceb93 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:54.862862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18ec0191-97dd-4c53-9a88-f30f7a3acffc req-9408568c-6d43-4ff5-915a-329f7b9ceb93 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.0681567 Apr 20 14:39:54.876129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56872) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:54.881041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Request body: {'floatingip': {'port_id': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:54.929075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:55.019690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a66d44de-70a4-41a0-9f65-97b8e9ad0569 req-96b73b8f-1629-4a41-a4c3-5c9d7373628e tempest-FlavorsV2NegativeTest-588215716 tempest-FlavorsV2NegativeTest-588215716-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=25f0ef133c44431e9cfd4027c5f93665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354810 Apr 20 14:39:55.228423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d44de-70a4-41a0-9f65-97b8e9ad0569 req-d9765fb6-03a8-4ccc-8bef-8137e64be3e1 tempest-FlavorsV2NegativeTest-588215716 tempest-FlavorsV2NegativeTest-588215716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:55.229747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a66d44de-70a4-41a0-9f65-97b8e9ad0569 req-d9765fb6-03a8-4ccc-8bef-8137e64be3e1 tempest-FlavorsV2NegativeTest-588215716 tempest-FlavorsV2NegativeTest-588215716-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922283 Apr 20 14:39:55.274408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:55.305373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a66d44de-70a4-41a0-9f65-97b8e9ad0569 req-a0917169-a773-4ce5-9a87-73985f07fb72 tempest-FlavorsV2NegativeTest-588215716 tempest-FlavorsV2NegativeTest-588215716-project] 10.222.0.20 "GET /v2.0/quotas/25f0ef133c44431e9cfd4027c5f93665 HTTP/1.1" status: 200 len: 375 time: 0.0666430 Apr 20 14:39:55.314432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:55.327511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:39:55.366232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:39:55.369785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:39:55.375157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:39:55.379922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:55.402776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a66d44de-70a4-41a0-9f65-97b8e9ad0569 req-a357f810-7f13-438c-98f9-f975d5d034c3 tempest-FlavorsV2NegativeTest-588215716 tempest-FlavorsV2NegativeTest-588215716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=25f0ef133c44431e9cfd4027c5f93665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882180 Apr 20 14:39:55.460939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8fc-926b-49f5-8986-ebe81aa8cd6a req-5c0f4438-58b2-421f-afd6-4d3c81461c3f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:55.462297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3881e8fc-926b-49f5-8986-ebe81aa8cd6a req-5c0f4438-58b2-421f-afd6-4d3c81461c3f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.2130227 Apr 20 14:39:55.464629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:55.465372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:55.488654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-f6b5df2c-e9f8-4a74-8f5a-8539ec2390ab tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0129199 Apr 20 14:39:55.510544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Request body: {'port': {'device_id': '99f457db-718d-47ce-ac6f-a540fffd6761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:55.607396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.050387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76fdc2d-c588-461f-982e-a43b1be8454b {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:39:56.060758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.077942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Transition to ACTIVE for port object f76fdc2d-c588-461f-982e-a43b1be8454b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:39:56.083905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.201089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.201402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:56.211948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.219655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56914) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:56.226412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3881e8fc-926b-49f5-8986-ebe81aa8cd6a req-0fc07450-cb7c-4dc1-b278-336f412b1241 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340703 Apr 20 14:39:56.230534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Attempting to bind port f76fdc2d-c588-461f-982e-a43b1be8454b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:39:56.232185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Attempting to bind port f76fdc2d-c588-461f-982e-a43b1be8454b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:39:56.233447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Attempting to bind port f76fdc2d-c588-461f-982e-a43b1be8454b on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:56.252553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Port f76fdc2d-c588-461f-982e-a43b1be8454b on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:39:56.252921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Attempting to bind port f76fdc2d-c588-461f-982e-a43b1be8454b on network 82c8c926-136c-4ac0-b068-9b8c5f3f7055 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:39:56.258386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:39:56.258957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Checking segment: {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:39:56.259189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Bound using segment: {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:39:56.260970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Bound port: f76fdc2d-c588-461f-982e-a43b1be8454b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3f87da-aa30-415d-a5b9-cf4f81a4b186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:39:56.261142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.276909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1dd6d-00b2-4f2d-b649-51b0d5801a72 req-a9f108b0-de76-48df-a6c2-4977ed26fe9a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.285319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37a1dd6d-00b2-4f2d-b649-51b0d5801a72 req-a9f108b0-de76-48df-a6c2-4977ed26fe9a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.7529094 Apr 20 14:39:56.368955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:39:56.374091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:39:56.385815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.428793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08837043-6c5d-478b-9313-f9a0834f1902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.447796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37a1dd6d-00b2-4f2d-b649-51b0d5801a72 req-bff084c6-0f11-4da7-bacf-95170e1464aa tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615734 Apr 20 14:39:56.449346 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Floating IP 99ab17a9-9718-4d96-8a1a-c98bc28684a3 associated. External IP: 172.25.1.76, port: b07e78de-83dd-44fb-94b2-b5ae134d0bd8. Apr 20 14:39:56.476022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:56.502962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bfecc-409a-44ee-93f7-fbc1f318fab2 req-4de0684d-da38-405e-819d-4a3958f63668 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.510040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.510960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-156bfecc-409a-44ee-93f7-fbc1f318fab2 req-4de0684d-da38-405e-819d-4a3958f63668 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 943 time: 0.1831911 Apr 20 14:39:56.511116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.512537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-c55dc766-1512-403f-ac3a-f7916bf9d3f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 1091 time: 1.0074604 Apr 20 14:39:56.513077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:56.516620 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899a7a42-7cac-4f1c-a813-b2df2383ff90" -d '{"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:56.606917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08837043-6c5d-478b-9313-f9a0834f1902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.613282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08837043-6c5d-478b-9313-f9a0834f1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.622233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-fe0aaca3-9f9e-4ed9-b59d-3fda492149a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.623888 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-fe0aaca3-9f9e-4ed9-b59d-3fda492149a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1094 time: 0.0664132 Apr 20 14:39:56.627223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-156bfecc-409a-44ee-93f7-fbc1f318fab2 req-0659f494-d759-4dda-9ea0-bbea25d7d841 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152508 Apr 20 14:39:56.674364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9528a0-9071-4d5a-89d3-5ba472760542 req-5df076bf-7d12-4526-90c8-4424f17ebe18 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.678458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c9528a0-9071-4d5a-89d3-5ba472760542 req-5df076bf-7d12-4526-90c8-4424f17ebe18 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.1646528 Apr 20 14:39:56.679035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-12bc00c2-8b23-40de-ad04-b78021179a7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 217 time: 0.0403638 Apr 20 14:39:56.687862 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d9410-d918-4d2c-ad70-678ae2e4280a x-openstack-request-id: req-732d9410-d918-4d2c-ad70-678ae2e4280a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:56.688255 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:56.688556 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-732d9410-d918-4d2c-ad70-678ae2e4280a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:56.689100 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732d9410-d918-4d2c-ad70-678ae2e4280a'] response: {'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'status': 'completed', 'code': 200} Apr 20 14:39:56.730682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-08837043-6c5d-478b-9313-f9a0834f1902 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f0ef133c44431e9cfd4027c5f93665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098748 Apr 20 14:39:56.733012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08837043-6c5d-478b-9313-f9a0834f1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6129c08e-9d0d-4ade-9e01-9f75563cb81a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:56.733267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:56.751742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-55c19367-a84b-4bf5-9ef5-52c4f96655b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:56.753173 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-55c19367-a84b-4bf5-9ef5-52c4f96655b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.0560296 Apr 20 14:39:56.787874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-d25020db-6758-4c42-aebe-2fd292715a6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254018 Apr 20 14:39:56.819677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c9528a0-9071-4d5a-89d3-5ba472760542 req-0742801f-f020-4e14-b186-ad9df1eed1ec tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064074 Apr 20 14:39:56.854514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:56.859602 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.896189 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-73b0fad3-83a4-4786-97fd-6820745f334a service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974302 Apr 20 14:39:56.924157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:56.995861 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6d4ada5-bf22-4525-a714-4320917fba45 req-e2ae97a2-ad6b-460a-986f-50dd49dc72b3 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893826 Apr 20 14:39:57.051736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117d395-41b8-4c14-9df2-67dba182453c req-a40bb4d0-f027-4f5a-9938-76233ed277a2 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.053225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d117d395-41b8-4c14-9df2-67dba182453c req-a40bb4d0-f027-4f5a-9938-76233ed277a2 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.1271467 Apr 20 14:39:57.056970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:57.062680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56924) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:57.067435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Request body: {'floatingip': {'port_id': '1cc8612a-2716-4289-90cc-148026931dfb'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:57.072715 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:57.073215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.078093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.080100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.082615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6129c08e-9d0d-4ade-9e01-9f75563cb81a HTTP/1.1" status: 204 len: 168 time: 0.3454430 Apr 20 14:39:57.088237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:57.088980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:57.096047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-c2cc95cb-fd72-4386-942b-32b354078d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.097794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-c2cc95cb-fd72-4386-942b-32b354078d6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1094 time: 0.0492256 Apr 20 14:39:57.140535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.190706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcd6ee-ec38-43f5-a5b7-e2941409ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6129c08e-9d0d-4ade-9e01-9f75563cb81a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:57.197188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4e1ca8fd-0fdb-4565-a778-9915195a1a09 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "PUT /v2.0/floatingips/99ab17a9-9718-4d96-8a1a-c98bc28684a3 HTTP/1.1" status: 200 len: 991 time: 2.3199251 Apr 20 14:39:57.205154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:57.208074 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:57.224835 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:57.227599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-f9642490-6904-4337-a30a-ef61e689b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.228682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-f9642490-6904-4337-a30a-ef61e689b4f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.1232715 Apr 20 14:39:57.290649 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab53fe-6d5d-483f-8665-cc8d117bb75b x-openstack-request-id: req-16ab53fe-6d5d-483f-8665-cc8d117bb75b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:57.291288 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:57.291288 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16ab53fe-6d5d-483f-8665-cc8d117bb75b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:57.291566 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ab53fe-6d5d-483f-8665-cc8d117bb75b'] response: {'name': 'network-changed', 'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'status': 'completed', 'code': 200} Apr 20 14:39:57.323040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-2d49c33f-9ea4-4656-b62b-a762425a9547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 217 time: 0.0869181 Apr 20 14:39:57.431111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-34da049d-995b-46fe-b5f9-8477f75360f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.432763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-34da049d-995b-46fe-b5f9-8477f75360f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 1097 time: 0.1196949 Apr 20 14:39:57.434438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-2f118cf4-8427-474f-a896-e6b739665119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.435897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-2f118cf4-8427-474f-a896-e6b739665119 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.1044238 Apr 20 14:39:57.446762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e83dc-0814-4e3b-8246-89da8616a4d9 req-53a19434-62f6-469e-811e-60609c8eadb0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.448258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b6e83dc-0814-4e3b-8246-89da8616a4d9 req-53a19434-62f6-469e-811e-60609c8eadb0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1394517 Apr 20 14:39:57.493928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-0b7aff9a-df07-4c53-ba4f-5188f0254b82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381155 Apr 20 14:39:57.503276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b6e83dc-0814-4e3b-8246-89da8616a4d9 req-725ead5d-50e7-4bac-b21d-c977c9208957 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Apr 20 14:39:57.553130 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '99ab17a9-9718-4d96-8a1a-c98bc28684a3', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c5:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:55Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:57.593594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:57.606393 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:57.607685 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:57.635749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-02ed669b-410f-4670-ba8a-b242c67c8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.637236 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-02ed669b-410f-4670-ba8a-b242c67c8c35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.1975470 Apr 20 14:39:57.702529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5930d-20f2-4872-b20f-8c81cebd0a62 req-26189454-b376-4b86-a1cc-49bcf68a1768 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.704369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4cf5930d-20f2-4872-b20f-8c81cebd0a62 req-26189454-b376-4b86-a1cc-49bcf68a1768 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1367412 Apr 20 14:39:57.734415 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-bb40fba4-3b78-448e-8f53-12be0e64bb7c service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118680 Apr 20 14:39:57.765951 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:57.814260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-7878309e-f5e6-4451-b0ac-59274961e624 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 200 len: 999 time: 0.1618543 Apr 20 14:39:57.878222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-dbe99f68-2459-40d7-b154-311045e6ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.880423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-dbe99f68-2459-40d7-b154-311045e6ea2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.0551400 Apr 20 14:39:57.941199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-899a7a42-7cac-4f1c-a813-b2df2383ff90 req-3f10620c-406e-4116-8ecf-f82b15a96497 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932979 Apr 20 14:39:57.954333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-5a08b210-8c74-4cc5-87b5-5940cfce01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.956419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-5a08b210-8c74-4cc5-87b5-5940cfce01e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630467 Apr 20 14:39:57.966765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.977844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4cf5930d-20f2-4872-b20f-8c81cebd0a62 req-edb370e4-f4e3-4bf1-b298-6a284ff52d8a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630661 Apr 20 14:39:57.979969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:57.995025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad33d7-d06a-4553-bffe-18dfffd4ad29 req-3234a495-457e-427f-bdb9-1e50955cf8f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:57.996722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ad33d7-d06a-4553-bffe-18dfffd4ad29 req-3234a495-457e-427f-bdb9-1e50955cf8f8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 943 time: 0.2781534 Apr 20 14:39:58.081536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-348a18a3-8838-494c-8864-23383c4e5e3f service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180387 Apr 20 14:39:58.099580 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '99ab17a9-9718-4d96-8a1a-c98bc28684a3', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c5:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:55Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:58.119644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ad33d7-d06a-4553-bffe-18dfffd4ad29 req-684a2af7-5eb3-41fc-b96e-57b47714967a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904891 Apr 20 14:39:58.131751 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76a031-09ec-4b8d-9c0d-d1e68a55bffc None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '99ab17a9-9718-4d96-8a1a-c98bc28684a3', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'port_id': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'mac_address': 'fa:16:3e:c5:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:55Z', 'revision_number': 1, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:58.144847 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Floating IP da276592-d9f7-4b86-86ea-6cf8354840a1 associated. External IP: 172.25.1.17, port: 1cc8612a-2716-4289-90cc-148026931dfb. Apr 20 14:39:58.227453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3e64f754-83b0-4cc7-91c7-442b4a92bb5c req-443b97c3-9fd9-4410-8a21-39e085e0ff56 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385713 Apr 20 14:39:58.393449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435d824-ff52-4c34-ba6c-b6e26c1a725b None None] New status for floating IP 99ab17a9-9718-4d96-8a1a-c98bc28684a3: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:39:58.464739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56966) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:58.612689 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.699006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.699609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:39:58.703728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.711717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3dc8-c8da-4434-b97f-e69feb844ea5 req-68f021ca-23c3-4a16-8497-76b52fd918e8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:58.713369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d94a3dc8-c8da-4434-b97f-e69feb844ea5 req-68f021ca-23c3-4a16-8497-76b52fd918e8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0741158 Apr 20 14:39:58.745088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e515ff552f9d4a9489e5cb1de51a4ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792521 Apr 20 14:39:58.746252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd402ef-f10e-4ce1-b488-e056e51183bd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:58.748223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56974) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:58.764410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.764743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.765392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.765725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.766042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.766662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.767046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.767408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.767728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.768043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.768356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.768674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af505571-531c-471c-ba4e-48bb5608342f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:39:58.801775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d94a3dc8-c8da-4434-b97f-e69feb844ea5 req-6d71af86-383e-4e28-9d78-17b1ca811c7f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Apr 20 14:39:58.811869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.834071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.850305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:39:58.855323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.864415 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Sync routers for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:39:58.876874 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:58.877619 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:58.884157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.887008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.887978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-93d46c29-b44c-497f-bebe-1a15424210a9 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "PUT /v2.0/floatingips/da276592-d9f7-4b86-86ea-6cf8354840a1 HTTP/1.1" status: 200 len: 990 time: 1.8241351 Apr 20 14:39:58.888200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bd402ef-f10e-4ce1-b488-e056e51183bd HTTP/1.1" status: 204 len: 168 time: 0.1390400 Apr 20 14:39:58.896998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e118f7-8d01-4619-9985-5776e72dbaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd402ef-f10e-4ce1-b488-e056e51183bd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:39:58.992082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95273dd1-f9cf-49fa-af49-f75bf0777822 req-eb18a885-fc6e-4e38-98d2-2ee0c355d0ea tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:58.994002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95273dd1-f9cf-49fa-af49-f75bf0777822 req-eb18a885-fc6e-4e38-98d2-2ee0c355d0ea tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.0577934 Apr 20 14:39:59.039129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95273dd1-f9cf-49fa-af49-f75bf0777822 req-fb19eb02-a469-4e9f-8e92-f4f129e9b6a5 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 Apr 20 14:39:59.135003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0c6d9-17f0-49a6-9c93-4b6a324ff9e8 req-2a1dddb4-5f42-4bae-87e6-4215021012ca tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.148117 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:59.148638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fa0c6d9-17f0-49a6-9c93-4b6a324ff9e8 req-2a1dddb4-5f42-4bae-87e6-4215021012ca tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Apr 20 14:39:59.190607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fa0c6d9-17f0-49a6-9c93-4b6a324ff9e8 req-3280ce9e-6ad0-4d0d-b525-d5ea126f497a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Apr 20 14:39:59.245131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5ad8e-28a3-4e2b-bf09-df7ea71246fc req-b2bb0fb8-8b0f-42ec-9654-9ee6b7b0dc02 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.247272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e5ad8e-28a3-4e2b-bf09-df7ea71246fc req-b2bb0fb8-8b0f-42ec-9654-9ee6b7b0dc02 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 943 time: 0.0543199 Apr 20 14:39:59.294151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:39:59.296932 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "tag": "1cc8612a-2716-4289-90cc-148026931dfb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:39:59.304033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e5ad8e-28a3-4e2b-bf09-df7ea71246fc req-e64f015e-9bf6-4e7c-a598-9d8c90724316 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Apr 20 14:39:59.375995 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f68469-4411-4899-9c75-c83452e16d53 x-openstack-request-id: req-56f68469-4411-4899-9c75-c83452e16d53 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:39:59.376416 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "tag": "1cc8612a-2716-4289-90cc-148026931dfb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:39:59.376866 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56f68469-4411-4899-9c75-c83452e16d53 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:39:59.377303 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f68469-4411-4899-9c75-c83452e16d53'] response: {'name': 'network-changed', 'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb', 'status': 'completed', 'code': 200} Apr 20 14:39:59.417132 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'da276592-d9f7-4b86-86ea-6cf8354840a1', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'port_id': '1cc8612a-2716-4289-90cc-148026931dfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'mac_address': 'fa:16:3e:b7:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:40Z', 'updated_at': '2022-04-20T14:39:57Z', 'revision_number': 1, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:59.453955 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Checking router: 43cd6441-c0e3-4323-a36b-296bb1be5dc7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:39:59.462371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-7782ebfa-d930-4bc5-bc25-6cf012e31aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.464243 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-7782ebfa-d930-4bc5-bc25-6cf012e31aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ed68216cb004bcbba581df1ebce3d39&device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 1096 time: 0.0626197 Apr 20 14:39:59.465914 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:39:59.466948 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:39:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:59.602278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-85ed51c9-2aed-4f75-a840-059976a11631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.604182 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-85ed51c9-2aed-4f75-a840-059976a11631 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f65d3d7e-8ea6-4050-ad25-292693a69135 HTTP/1.1" status: 200 len: 913 time: 0.1300907 Apr 20 14:39:59.618727 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:39:59.707209 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-a9575fa5-1d57-4d2b-bc63-4caaf3cf9675 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cc8612a-2716-4289-90cc-148026931dfb HTTP/1.1" status: 200 len: 998 time: 0.0921936 Apr 20 14:39:59.716512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57026) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:39:59.761330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-d2365a9b-6bfe-4e41-8711-e77f563c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.763252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-d2365a9b-6bfe-4e41-8711-e77f563c2173 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=808a41d5-98cb-483d-af93-115f137aca3d HTTP/1.1" status: 200 len: 851 time: 0.0482373 Apr 20 14:39:59.817007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-a5e6a6d9-46d2-49f1-a737-a5e6e90465cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.818505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-a5e6a6d9-46d2-49f1-a737-a5e6e90465cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f65d3d7e-8ea6-4050-ad25-292693a69135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488949 Apr 20 14:39:59.824361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-328173327-network', 'tenant_id': '16e5f4c2a8bf477faf83eb192524ee0c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:39:59.855581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Made reservation on behalf of 16e5f4c2a8bf477faf83eb192524ee0c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:39:59.858097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:59.875020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:59.920841 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'da276592-d9f7-4b86-86ea-6cf8354840a1', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'port_id': '1cc8612a-2716-4289-90cc-148026931dfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'mac_address': 'fa:16:3e:b7:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:40Z', 'updated_at': '2022-04-20T14:39:57Z', 'revision_number': 1, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:39:59.939046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-ea9862ab-1063-49cc-8c5f-2a3b1acb05b3 service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026344 Apr 20 14:39:59.955498 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244b97cd-c0d1-41af-81e2-bb1e1f9fbc1c None None] The sync data for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 is: [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'da276592-d9f7-4b86-86ea-6cf8354840a1', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'floating_ip_address': '172.25.1.17', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'port_id': '1cc8612a-2716-4289-90cc-148026931dfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'mac_address': 'fa:16:3e:b7:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:39:40Z', 'updated_at': '2022-04-20T14:39:57Z', 'revision_number': 1, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:39:59.966144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8b0bf-7da7-470b-ab74-8efbb60a4269 req-23a51040-7526-4a64-9e53-4ba4ebba8724 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:39:59.967716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26d8b0bf-7da7-470b-ab74-8efbb60a4269 req-23a51040-7526-4a64-9e53-4ba4ebba8724 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0834520 Apr 20 14:40:00.031937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.047825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26d8b0bf-7da7-470b-ab74-8efbb60a4269 req-78caa393-93c7-4a94-b358-07f4aea22975 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701475 Apr 20 14:40:00.048477 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.057644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b41dee6-8d83-483b-b4ad-0a470efcc6a0 req-09da1860-d17a-4c21-8387-71c9d17a3d61 service neutron] 10.222.0.45 "GET /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095915 Apr 20 14:40:00.069544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:40:00.083106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d1bed-8cf2-4673-a259-3dc94e62793f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:00.089162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.089504 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Added segment e9118d5e-538e-4f87-82b7-ad2627ea1664 of type vlan for network fbb974d4-b795-41e7-93a2-b763189d3726 Apr 20 14:40:00.129987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.155769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.156762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.157407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.190217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed85058-7a7a-4fbc-916b-cb444c7924cb None None] New status for floating IP da276592-d9f7-4b86-86ea-6cf8354840a1: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:40:00.212253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4945722 Apr 20 14:40:00.215290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57032) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:00.220925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Request body: {'subnet': {'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-328173327-subnet', 'tenant_id': '16e5f4c2a8bf477faf83eb192524ee0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:00.231596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc941038-46b9-4970-9177-fe235a472195 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb974d4-b795-41e7-93a2-b763189d3726,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:00.245164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f76fdc2d-c588-461f-982e-a43b1be8454b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:00.252706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Made reservation on behalf of 16e5f4c2a8bf477faf83eb192524ee0c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:00.255325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.256580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network fbb974d4-b795-41e7-93a2-b763189d3726 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:40:00.444630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.450839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38aefc-d71a-4e83-afef-fe3cd228cdae req-077097f5-4b73-4749-8738-990064e7019e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.455098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e38aefc-d71a-4e83-afef-fe3cd228cdae req-077097f5-4b73-4749-8738-990064e7019e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 943 time: 0.0586777 Apr 20 14:40:00.496714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:00.501772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1284ec7-115a-4101-b377-43a476077961,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:00.511483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'network_id': '82c8c926-136c-4ac0-b068-9b8c5f3f7055', 'port_id': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'mac_address': 'fa:16:3e:e3:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:00.512068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Checking segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:00.512425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Network hostable DHCP agents. Network: fbb974d4-b795-41e7-93a2-b763189d3726, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:40:00.513677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e38aefc-d71a-4e83-afef-fe3cd228cdae req-00450901-2e2c-42b5-9b18-ff2f388d622a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Apr 20 14:40:00.531286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Network fbb974d4-b795-41e7-93a2-b763189d3726 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:40:00.548759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, fbb974d4-b795-41e7-93a2-b763189d3726) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:00.551489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.552171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.558528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9030bf-533e-4d26-a0b5-506864cfbd5c None None] Network fbb974d4-b795-41e7-93a2-b763189d3726 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:00.577460 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6b1a4f9a-a23c-4a36-8515-292054590a9c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3542473 Apr 20 14:40:00.577676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.622100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76fdc2d-c588-461f-982e-a43b1be8454b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:00.654893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:00.663445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.756837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ccddb-4d2e-4dbe-b435-535e4de324b5 None None] Network fbb974d4-b795-41e7-93a2-b763189d3726 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:00.814548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:01.002028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:01.072332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-38bda8cd-7b73-4c9e-857d-83171c37f5d6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:01.073884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-38bda8cd-7b73-4c9e-857d-83171c37f5d6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.1120946 Apr 20 14:40:01.091109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-1ec6a66c-228d-439e-8b34-e8a3058972a7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/quotas/16e5f4c2a8bf477faf83eb192524ee0c HTTP/1.1" status: 200 len: 375 time: 0.0102229 Apr 20 14:40:01.127518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-3d9cdc46-4243-4a91-a810-59184b98ea21 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295966 Apr 20 14:40:01.227591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af2ff-4068-4ead-a5b4-1ae651c1de21 req-2e581c9b-4391-4ed6-b7f4-db35ce0059c4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:01.229064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-678af2ff-4068-4ead-a5b4-1ae651c1de21 req-2e581c9b-4391-4ed6-b7f4-db35ce0059c4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1049964 Apr 20 14:40:01.258667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-cc97a634-6bba-4357-b488-aa38cfc968b9 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240168 Apr 20 14:40:01.293762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-678af2ff-4068-4ead-a5b4-1ae651c1de21 req-9870c9f9-d7d7-4aef-8217-f248e1200775 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570772 Apr 20 14:40:01.357714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-b9f21700-30cd-4929-98e5-2207e184cb01 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914547 Apr 20 14:40:01.537388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ef5963b-1583-4e0b-8b73-4a0f20d86a24 req-ab49012d-52a3-4449-9183-c514ae2f5b12 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 210 time: 0.0317893 Apr 20 14:40:01.649816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aea73-7cea-4f2b-8310-d958c5e61f24 req-996e741a-ba81-4abe-a1eb-f4e975b2836f tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:01.651247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f0aea73-7cea-4f2b-8310-d958c5e61f24 req-996e741a-ba81-4abe-a1eb-f4e975b2836f tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 944 time: 0.0514150 Apr 20 14:40:01.692892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f0aea73-7cea-4f2b-8310-d958c5e61f24 req-87b3323e-6f7d-4883-b7f3-f3f854de4940 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Apr 20 14:40:02.276209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f76fdc2d-c588-461f-982e-a43b1be8454b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:02.333216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port f76fdc2d-c588-461f-982e-a43b1be8454b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:02.337332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port f76fdc2d-c588-461f-982e-a43b1be8454b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:02.337709 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:02.415137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325dbe-5d33-42ef-b52f-3e092e0636df req-97620d28-f2a6-4b3a-b79f-023dcaa0b31c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:02.416606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2325dbe-5d33-42ef-b52f-3e092e0636df req-97620d28-f2a6-4b3a-b79f-023dcaa0b31c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0501411 Apr 20 14:40:02.419464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:02.443464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:02.445498 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd4ea1-53bc-47a2-921c-805a8c95c0b3" -d '{"events": [{"server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "name": "network-vif-plugged", "status": "completed", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:02.460597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:02.466496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:02.487808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2325dbe-5d33-42ef-b52f-3e092e0636df req-d49f5465-ceb2-4441-9310-8e9b1cc9ad3d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Apr 20 14:40:02.522354 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221af557-f560-4960-b9ae-27847359d3e2 x-openstack-request-id: req-221af557-f560-4960-b9ae-27847359d3e2 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:02.522698 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "name": "network-vif-plugged", "status": "completed", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:02.522950 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221af557-f560-4960-b9ae-27847359d3e2 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:02.523541 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221af557-f560-4960-b9ae-27847359d3e2'] response: {'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'code': 200} Apr 20 14:40:02.534429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:02.636803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5ade92a-d5e7-4224-a287-4bc97ddfd2e6 req-40db4717-bcdf-4e5c-bb02-19c7aa130528 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 210 time: 0.0266404 Apr 20 14:40:02.664023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-9f5214f8-3658-4ad9-b24e-cd2923833438 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:02.665494 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-9f5214f8-3658-4ad9-b24e-cd2923833438 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.1596167 Apr 20 14:40:02.668229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978f5d5-7a40-4e85-8c91-f29374e6332e req-98faabcd-fbcf-4d4a-bd96-fc1fdf84491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:02.669547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c978f5d5-7a40-4e85-8c91-f29374e6332e req-98faabcd-fbcf-4d4a-bd96-fc1fdf84491d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1096 time: 0.0781054 Apr 20 14:40:02.679015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Request body: {'port': {'device_id': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'admin_state_up': True, 'tenant_id': '16e5f4c2a8bf477faf83eb192524ee0c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:02.762178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c978f5d5-7a40-4e85-8c91-f29374e6332e req-75e40158-c487-4d76-b45f-1d4c52550aaf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785346 Apr 20 14:40:02.810837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Made reservation on behalf of 16e5f4c2a8bf477faf83eb192524ee0c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:02.814632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:02.817941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee3098-9365-487e-9f58-a39b917466c0 req-83f9cd42-cb79-4035-9248-4a3f367af4b9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:02.819473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ee3098-9365-487e-9f58-a39b917466c0 req-83f9cd42-cb79-4035-9248-4a3f367af4b9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 945 time: 0.0554113 Apr 20 14:40:02.872168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ee3098-9365-487e-9f58-a39b917466c0 req-32413d28-b7ed-40eb-91d4-0a75acb07528 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Apr 20 14:40:02.950585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Allocated IP 172.20.0.5 (fbb974d4-b795-41e7-93a2-b763189d3726/d1284ec7-115a-4101-b377-43a476077961/c4c9e04f-99d0-4fa1-9502-e42b34391ccf) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:03.093464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.129316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.177083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Network fbb974d4-b795-41e7-93a2-b763189d3726 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:03.180154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:03.185252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:03.191742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:03.216254 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.239013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:03.239675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.256185 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-79281382-7d01-4c4a-b58b-17eda4d30614 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810661 Apr 20 14:40:03.260833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:03.276292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Request body: {'port': {'device_id': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:03.330108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.357589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:03.370216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'mac_address': 'fa:16:3e:c5:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:03.410867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.423371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:03.443364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:03.445501 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:40:03.448436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.499160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:03.557508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c0434194-3caa-4fd2-a93d-fd2b08f06f6b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:03.603788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c9e04f-99d0-4fa1-9502-e42b34391ccf {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:03.612652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.615899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a91e4-96eb-4c4e-86d8-f4711e4d3674 req-6f390bac-bf29-465f-bf99-f87b74453ad3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:03.617150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-674a91e4-96eb-4c4e-86d8-f4711e4d3674 req-6f390bac-bf29-465f-bf99-f87b74453ad3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0653112 Apr 20 14:40:03.625035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Transition to ACTIVE for port object c4c9e04f-99d0-4fa1-9502-e42b34391ccf will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:03.630071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.670860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-674a91e4-96eb-4c4e-86d8-f4711e4d3674 req-cf27ad6d-8e8b-478c-bc4e-358e991ba9fd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461431 Apr 20 14:40:03.722979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:03.754214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Attempting to bind port c4c9e04f-99d0-4fa1-9502-e42b34391ccf on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:03.754558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Attempting to bind port c4c9e04f-99d0-4fa1-9502-e42b34391ccf by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:03.754914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Attempting to bind port c4c9e04f-99d0-4fa1-9502-e42b34391ccf on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:03.759196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Port c4c9e04f-99d0-4fa1-9502-e42b34391ccf on network fbb974d4-b795-41e7-93a2-b763189d3726 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:03.759518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Attempting to bind port c4c9e04f-99d0-4fa1-9502-e42b34391ccf on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:03.764190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:03.764525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Checking segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:03.764904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Bound using segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:03.765651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Bound port: c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:03.766008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.779036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110894b1-27cd-4153-a92d-f0b69d035fe9 req-d6d1c4be-22f5-4109-8c22-c52e2765a5d5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:03.780648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-110894b1-27cd-4153-a92d-f0b69d035fe9 req-d6d1c4be-22f5-4109-8c22-c52e2765a5d5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.0547714 Apr 20 14:40:03.820118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-110894b1-27cd-4153-a92d-f0b69d035fe9 req-90fa369f-de95-4e3b-9392-cd67f83c9c71 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Apr 20 14:40:03.831618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:03.834687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:03.840098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.877602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:03.878411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:03.879851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] 10.222.0.45 "PUT /v2.0/ports/c4c9e04f-99d0-4fa1-9502-e42b34391ccf HTTP/1.1" status: 200 len: 1091 time: 0.6080658 Apr 20 14:40:03.880296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:03.882535 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b315d9-6211-4b91-a1a8-dbcad940f67c" -d '{"events": [{"name": "network-changed", "server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:03.902137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb1f7-77a9-40c5-802f-a2433a1c9faa service neutron] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:03.927959 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a5cb4-e519-4903-aef8-ff8ab754e448 x-openstack-request-id: req-9a6a5cb4-e519-4903-aef8-ff8ab754e448 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:03.928252 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:03.928506 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6a5cb4-e519-4903-aef8-ff8ab754e448 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:03.928907 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6a5cb4-e519-4903-aef8-ff8ab754e448'] response: {'name': 'network-changed', 'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'status': 'completed', 'code': 200} Apr 20 14:40:03.981969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-88d2bd1a-a25b-499b-aa0a-24dcb9819f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:03.983610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-88d2bd1a-a25b-499b-aa0a-24dcb9819f20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 1094 time: 0.0424380 Apr 20 14:40:04.027607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af5ca5-ac31-44d5-abb5-d2466053d4c5 req-240eb487-0af5-40b4-ab55-8bd3406ae769 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.029517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79af5ca5-ac31-44d5-abb5-d2466053d4c5 req-240eb487-0af5-40b4-ab55-8bd3406ae769 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 945 time: 0.0581672 Apr 20 14:40:04.033251 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-aa9eb8b6-c583-41cf-9aac-720250d5f177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf HTTP/1.1" status: 200 len: 217 time: 0.0415604 Apr 20 14:40:04.085727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79af5ca5-ac31-44d5-abb5-d2466053d4c5 req-dd0c8d92-75ea-4d4f-9549-a4a4245aaed0 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Apr 20 14:40:04.093477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-31a61bd4-3918-44f5-9aee-41e0e3bc4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.094960 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-31a61bd4-3918-44f5-9aee-41e0e3bc4ada service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.0550559 Apr 20 14:40:04.130072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e0ec77d7-8ca3-4fc5-af11-3fc5c3c8e65c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275013 Apr 20 14:40:04.221145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-e2603ee3-40ac-49d5-8024-0501df45f435 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 Apr 20 14:40:04.308750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-405b5854-a4e5-41fb-8fe9-44f54d482a54 req-c29121fe-47e0-4b8c-ae3c-8170d3d06ee7 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810642 Apr 20 14:40:04.417835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-85898fc4-6173-41de-a818-315c276d98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.419226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-85898fc4-6173-41de-a818-315c276d98d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 1094 time: 0.0477717 Apr 20 14:40:04.524272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-a4763bf3-b6f7-4f3b-a5b3-5f9f96a526c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.525961 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-a4763bf3-b6f7-4f3b-a5b3-5f9f96a526c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 915 time: 0.0971725 Apr 20 14:40:04.568589 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-bf7c4ddd-daf4-4642-a954-cf23d72acc84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf HTTP/1.1" status: 200 len: 217 time: 0.0334301 Apr 20 14:40:04.616060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-5ba99bce-1091-4021-8a4e-6790a055d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.617489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-5ba99bce-1091-4021-8a4e-6790a055d756 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.0428989 Apr 20 14:40:04.670199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-39ee6e23-2e52-44a8-9bbe-6541be825743 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355265 Apr 20 14:40:04.766112 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-8fce7909-4208-4fde-883b-50a3b29b0d27 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828524 Apr 20 14:40:04.797720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa247dc-f3ae-4514-a7cf-afe4ddf4e722 req-92b4215f-0eb0-44c6-94b4-c9e7555bdfc3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.799411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaa247dc-f3ae-4514-a7cf-afe4ddf4e722 req-92b4215f-0eb0-44c6-94b4-c9e7555bdfc3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0532210 Apr 20 14:40:04.839444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaa247dc-f3ae-4514-a7cf-afe4ddf4e722 req-7bcca0ee-ec95-4e8e-b659-26d920723ea0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Apr 20 14:40:04.872748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-30b315d9-6211-4b91-a1a8-dbcad940f67c req-1008166a-1eb8-4094-ae07-0859354e7075 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998502 Apr 20 14:40:04.952606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e3d79-63c0-4555-a8fd-dcc7a33dd02b req-d84f142f-b697-44ed-a06b-e9e071410950 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:04.954049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-166e3d79-63c0-4555-a8fd-dcc7a33dd02b req-d84f142f-b697-44ed-a06b-e9e071410950 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.0518460 Apr 20 14:40:04.996995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-166e3d79-63c0-4555-a8fd-dcc7a33dd02b req-91c20c36-c887-4c80-9504-805e97c1b54b tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Apr 20 14:40:05.212175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e86f6b-ccbe-46e2-be3f-a4d82b47c422 req-494ad5e5-fefb-420a-a6f6-141688b0b4c5 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:05.213571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7e86f6b-ccbe-46e2-be3f-a4d82b47c422 req-494ad5e5-fefb-420a-a6f6-141688b0b4c5 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 945 time: 0.0598512 Apr 20 14:40:05.255016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7e86f6b-ccbe-46e2-be3f-a4d82b47c422 req-a35de9c0-2c24-4f66-9054-fccfbb26e404 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351963 Apr 20 14:40:05.271168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:05.324527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c0434194-3caa-4fd2-a93d-fd2b08f06f6b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:05.324974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.363404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-c5227a14-cad4-4c95-a95f-e528f3bb8309 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1388328177&fields=id&tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 267 time: 0.0392520 Apr 20 14:40:05.414228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.417701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-40fcad5b-6725-4f9e-b420-728856a95b96 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:05.419560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-40fcad5b-6725-4f9e-b420-728856a95b96 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Apr 20 14:40:05.431676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'security_groups': ['fa82bb13-3678-4d53-aa3b-d6e9406bc531', 'bcf76b34-f537-4b6d-8ae3-065f1d8025f2']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:05.441805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:05.444386 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f344ac7-3336-40d8-b306-60d9fb66d07d" -d '{"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:05.461590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:05.466412 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.496019 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2693ba-e2df-46cf-9cdb-6afd198541fc x-openstack-request-id: req-7f2693ba-e2df-46cf-9cdb-6afd198541fc {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:05.496318 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-plugged", "status": "completed", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:05.496563 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f2693ba-e2df-46cf-9cdb-6afd198541fc {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:05.496945 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2693ba-e2df-46cf-9cdb-6afd198541fc'] response: {'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'code': 200} Apr 20 14:40:05.505679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.524438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:05.691716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:05.726528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.733051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.745492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:05.776662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:05.777562 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:05.778795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbeade7a-689c-45f4-9d1c-6a7557979823 req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "PUT /v2.0/ports/f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 981 time: 0.3519890 Apr 20 14:40:05.779242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:05.781532 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e" -d '{"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:05.823025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:05.827902 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f505d11-de8d-42eb-a2f3-445d700a37d0 x-openstack-request-id: req-8f505d11-de8d-42eb-a2f3-445d700a37d0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:05.828191 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:05.828403 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f505d11-de8d-42eb-a2f3-445d700a37d0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:05.828794 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f505d11-de8d-42eb-a2f3-445d700a37d0'] response: {'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'status': 'completed', 'code': 200} Apr 20 14:40:05.845410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.845876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.846367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.846958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.847409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.847746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.848082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.848542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.848871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.849198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.849525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.849849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f0df8-7fdc-4d50-b2c5-0e165d5e57ac tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:05.873711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-057d3a72-d428-4471-8096-14c8edd1a21e req-f8714214-b69b-4a13-81ac-6a8684a51a69 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/bcf76b34-f537-4b6d-8ae3-065f1d8025f2 HTTP/1.1" status: 200 len: 1802 time: 0.0696924 Apr 20 14:40:05.904494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:05.922776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-f82faaac-9bb4-41ab-88ed-698d7bb8e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:05.924592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-f82faaac-9bb4-41ab-88ed-698d7bb8e17c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1135 time: 0.0675876 Apr 20 14:40:05.932535 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-057d3a72-d428-4471-8096-14c8edd1a21e req-bb1c99ca-7a9e-4575-944c-112f5a90f85b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 14:40:05.951019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-057d3a72-d428-4471-8096-14c8edd1a21e req-bb1c99ca-7a9e-4575-944c-112f5a90f85b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcf76b34-f537-4b6d-8ae3-065f1d8025f2 HTTP/1.1" status: 409 len: 341 time: 0.0638764 Apr 20 14:40:06.031278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561c37e-1bc4-466d-b63e-f0546fe21b99 req-ed3a42a9-965e-4c6f-bfa0-8fc435eb4804 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.042178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a561c37e-1bc4-466d-b63e-f0546fe21b99 req-ed3a42a9-965e-4c6f-bfa0-8fc435eb4804 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0817430 Apr 20 14:40:06.083159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-fc725117-c7b2-4be8-b99d-767154564a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.086449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-fc725117-c7b2-4be8-b99d-767154564a5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.1513798 Apr 20 14:40:06.090880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a561c37e-1bc4-466d-b63e-f0546fe21b99 req-024ee778-e539-475d-b94a-652939cf3929 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Apr 20 14:40:06.182806 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-4f18d05c-406a-4327-b674-82bbeb7c2393 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 217 time: 0.0766261 Apr 20 14:40:06.251696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-d3efa064-023d-405c-b8e0-692c57039641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.253849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-d3efa064-023d-405c-b8e0-692c57039641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.0600059 Apr 20 14:40:06.295212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166046a-2d0a-4bf7-97ab-5ba6dbeb75ce req-75f48741-ca50-44fe-955b-506215a43bf6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.296765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f166046a-2d0a-4bf7-97ab-5ba6dbeb75ce req-75f48741-ca50-44fe-955b-506215a43bf6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.0781827 Apr 20 14:40:06.305300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-619cdc09-39d7-46e1-9656-b66440a361a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331860 Apr 20 14:40:06.311419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56bac1-77f1-461e-974e-68049e95d41a req-8527aeb5-33ea-4b70-8857-fc2e8cdbfdae tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.312946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af56bac1-77f1-461e-974e-68049e95d41a req-8527aeb5-33ea-4b70-8857-fc2e8cdbfdae tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 984 time: 0.1032724 Apr 20 14:40:06.371370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f166046a-2d0a-4bf7-97ab-5ba6dbeb75ce req-7cfa74c1-1837-4fe9-89e7-d8ca4864c3cf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 Apr 20 14:40:06.387505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af56bac1-77f1-461e-974e-68049e95d41a req-06802960-1429-488a-958b-13c5c89ed0bf tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=bcf76b34-f537-4b6d-8ae3-065f1d8025f2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0586269 Apr 20 14:40:06.419670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-63056e4a-5d35-4503-b62f-7895af81195c service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987196 Apr 20 14:40:06.517151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-69d2a5ee-67af-4e1f-a6ca-28e774a7c71e req-4097e869-4d9b-416b-8ff5-e61e2c62fb8e service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810494 Apr 20 14:40:06.617401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-9142c7ee-1262-47f2-bfb9-3ed9e24b863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.618994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-9142c7ee-1262-47f2-bfb9-3ed9e24b863b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1135 time: 0.0434666 Apr 20 14:40:06.720366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-31b46439-d141-4687-9183-3146fc374e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:06.721914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-31b46439-d141-4687-9183-3146fc374e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.0960882 Apr 20 14:40:06.762276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-31ecdbf1-72ea-4b64-a61c-82196f5ff9b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 217 time: 0.0334702 Apr 20 14:40:07.106967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-e279b281-5b2a-4974-a5c4-50e29d6d7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:07.108448 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-e279b281-5b2a-4974-a5c4-50e29d6d7d8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.3311849 Apr 20 14:40:07.149268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-60e4694f-0696-4a3d-b99a-de89005b692e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251725 Apr 20 14:40:07.209006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ab89-a88a-4f8c-b8c6-25fa0213114e req-ebf4ff2d-8855-485f-bd66-b99875c0697c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:07.210810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76a9ab89-a88a-4f8c-b8c6-25fa0213114e req-ebf4ff2d-8855-485f-bd66-b99875c0697c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0545413 Apr 20 14:40:07.251062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-1dcb39e5-5a06-4ea2-9c93-416091aad00f service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939488 Apr 20 14:40:07.264179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76a9ab89-a88a-4f8c-b8c6-25fa0213114e req-14a6d447-370a-4171-9a1e-d480876fff53 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Apr 20 14:40:07.279627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:07.363020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a642a4fe-d229-42e8-bda9-35e3f71228a2 req-8fd44c6c-f8f4-444b-9435-6efc6c30fbe6 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026990 Apr 20 14:40:07.388724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:07.401942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'port_id': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'mac_address': 'fa:16:3e:08:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1284ec7-115a-4101-b377-43a476077961', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:07.440803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:07.455460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c9e04f-99d0-4fa1-9502-e42b34391ccf {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:07.483724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:07.490931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:07.555120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f07514-ae18-4c04-a1b3-b4c2153fb493 req-bd19a511-e44c-4f9d-a532-6bed59f2d2f1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:07.556790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2f07514-ae18-4c04-a1b3-b4c2153fb493 req-bd19a511-e44c-4f9d-a532-6bed59f2d2f1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.0864954 Apr 20 14:40:07.569657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:07.591317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58209d-3c5f-4976-9500-de9a20a1535c req-940ac7c1-9e5c-4e10-8db1-0450e100e15e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:07.592789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d58209d-3c5f-4976-9500-de9a20a1535c req-940ac7c1-9e5c-4e10-8db1-0450e100e15e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 984 time: 0.0879085 Apr 20 14:40:07.624519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2f07514-ae18-4c04-a1b3-b4c2153fb493 req-cbbfc349-fe7c-4ca9-b2da-fe48331370b1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597520 Apr 20 14:40:07.660570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d58209d-3c5f-4976-9500-de9a20a1535c req-27745e29-2305-4783-a081-8358c7b890ae tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=bcf76b34-f537-4b6d-8ae3-065f1d8025f2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0594294 Apr 20 14:40:07.942178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c4c9e04f-99d0-4fa1-9502-e42b34391ccf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:08.308699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:08.449949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfc8f9-faa3-470a-b463-e7e5f3d5db43 req-a0a3a91d-71f9-448f-8afb-2b19f4277183 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:08.459343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14bfc8f9-faa3-470a-b463-e7e5f3d5db43 req-a0a3a91d-71f9-448f-8afb-2b19f4277183 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0956159 Apr 20 14:40:08.518037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14bfc8f9-faa3-470a-b463-e7e5f3d5db43 req-4750acc3-af93-480d-87a0-a958ee517eee tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575871 Apr 20 14:40:08.627897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:08.640904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '335e8301-1a1c-4285-82ee-8c548c67235b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '335e8301-1a1c-4285-82ee-8c548c67235b', 'mac_address': 'fa:16:3e:d2:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:08.707079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:08.735486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:08.771759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:08.777519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:08.810376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424de31f-bc0f-48f9-958c-d38541728aa9 req-55a49b48-5802-4872-a79b-ea09b791afdd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:08.812068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424de31f-bc0f-48f9-958c-d38541728aa9 req-55a49b48-5802-4872-a79b-ea09b791afdd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 944 time: 0.0909305 Apr 20 14:40:08.873734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:08.888076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb5d9-09ed-4472-add3-b4eac3aa6a75 req-10a19e07-a96c-469d-bc20-115c82b6106e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:08.889717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8bb5d9-09ed-4472-add3-b4eac3aa6a75 req-10a19e07-a96c-469d-bc20-115c82b6106e tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 984 time: 0.1327775 Apr 20 14:40:08.902000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424de31f-bc0f-48f9-958c-d38541728aa9 req-b7881634-a179-4c3d-bbaf-62e6c31fb819 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818758 Apr 20 14:40:08.959493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8bb5d9-09ed-4472-add3-b4eac3aa6a75 req-627e53bc-4aa7-4e5b-a1fa-b831ebb1bfee tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=bcf76b34-f537-4b6d-8ae3-065f1d8025f2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0507908 Apr 20 14:40:09.064694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-a4b12ce5-449d-4cec-9a92-618b2d859a87 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-570107117&fields=id&tenant_id=bbc34c5fec884ea590e7ba74db3d04b5 HTTP/1.1" status: 200 len: 267 time: 0.0393419 Apr 20 14:40:09.114432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:09.186033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-643b1df8-14fa-453b-811f-4893b042799b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:09.195148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-643b1df8-14fa-453b-811f-4893b042799b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 984 time: 0.1097178 Apr 20 14:40:09.200722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'port': {'security_groups': ['bcf76b34-f537-4b6d-8ae3-065f1d8025f2', 'fa82bb13-3678-4d53-aa3b-d6e9406bc531', '190d75c4-644b-42bb-a5b7-94a861cb7482']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:09.276725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:09.282888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.378086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port c4c9e04f-99d0-4fa1-9502-e42b34391ccf completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:09.384176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c4c9e04f-99d0-4fa1-9502-e42b34391ccf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:09.384962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.408880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad023ae-0606-4303-912c-ff66d87540ae req-06e38141-d61e-4e1f-a7bf-16782d927c75 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:09.416423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ad023ae-0606-4303-912c-ff66d87540ae req-06e38141-d61e-4e1f-a7bf-16782d927c75 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1127753 Apr 20 14:40:09.482140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ad023ae-0606-4303-912c-ff66d87540ae req-67517d75-244a-4da9-bec8-61aaac630c62 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563993 Apr 20 14:40:09.512392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.546982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:09.551789 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12244c3c-d805-434e-8fd0-c1dc288f5647" -d '{"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-plugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:09.587186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:09.593342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.658814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:09.678725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:09.700726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64c674-f61b-4a6f-a2eb-fc6cc337a05e req-41a0f96d-df4d-4a1d-b6e9-6f1d58adfaa5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:09.702797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f64c674-f61b-4a6f-a2eb-fc6cc337a05e req-41a0f96d-df4d-4a1d-b6e9-6f1d58adfaa5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 948 time: 0.0991123 Apr 20 14:40:09.748195 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.760710 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.794094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f64c674-f61b-4a6f-a2eb-fc6cc337a05e req-c74c5c25-d3f2-45fb-8bc8-43d2f52256bb tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Apr 20 14:40:09.814973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:09.815643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:09.817182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b860df-9fd3-4bd6-97e7-73be7f72a8a6 req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "PUT /v2.0/ports/f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 1020 time: 0.6211567 Apr 20 14:40:09.817626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:09.820329 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3794109-3cde-43ba-88df-9fd500a58ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:09.867226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14d0af-fb54-422e-8279-0903ea79759d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:09.890951 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cfdf4f-b2d9-4d59-9348-e6f5cf132366 x-openstack-request-id: req-29cfdf4f-b2d9-4d59-9348-e6f5cf132366 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:09.891521 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:09.891930 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29cfdf4f-b2d9-4d59-9348-e6f5cf132366 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:09.892506 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cfdf4f-b2d9-4d59-9348-e6f5cf132366'] response: {'name': 'network-changed', 'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'status': 'completed', 'code': 200} Apr 20 14:40:09.897574 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc893d2-ad39-43db-b9f7-a085841f1be5 x-openstack-request-id: req-1cc893d2-ad39-43db-b9f7-a085841f1be5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:09.897865 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-plugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:09.898112 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cc893d2-ad39-43db-b9f7-a085841f1be5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:09.898495 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc893d2-ad39-43db-b9f7-a085841f1be5'] response: {'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'code': 200} Apr 20 14:40:09.929523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:09.988988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:09.996505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc39d89c-d1ec-4c49-9138-2caec607633e req-a5f60767-f91a-4a56-ac8b-a2ce92133374 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/190d75c4-644b-42bb-a5b7-94a861cb7482 HTTP/1.1" status: 200 len: 1801 time: 0.0671308 Apr 20 14:40:10.026151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-2feac31d-a33f-4535-b5ce-a13b7d779331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.027711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-2feac31d-a33f-4535-b5ce-a13b7d779331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1174 time: 0.0925620 Apr 20 14:40:10.173920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dc028-2d3c-4594-afaf-8ef5ccc489fd req-47b90c87-d13e-4cd8-9eca-73561d151a3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.176270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-778dc028-2d3c-4594-afaf-8ef5ccc489fd req-47b90c87-d13e-4cd8-9eca-73561d151a3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1831191 Apr 20 14:40:10.183836 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-fc39d89c-d1ec-4c49-9138-2caec607633e req-9cd10903-23e2-456f-94ee-d036618b94a1 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 14:40:10.185293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9f0ab-689a-4a9a-94f1-8c42a32a397c req-c9dbeab4-fcd0-4183-982d-e93ddfbbd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.187109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9ff9f0ab-689a-4a9a-94f1-8c42a32a397c req-c9dbeab4-fcd0-4183-982d-e93ddfbbd18f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1744981 Apr 20 14:40:10.198375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc39d89c-d1ec-4c49-9138-2caec607633e req-9cd10903-23e2-456f-94ee-d036618b94a1 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/190d75c4-644b-42bb-a5b7-94a861cb7482 HTTP/1.1" status: 409 len: 341 time: 0.1915672 Apr 20 14:40:10.202051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48163508-cf04-4655-a466-3d8ee822789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:10.226774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-96c84173-a2f0-4dfd-87d2-c7be099a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.228584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-96c84173-a2f0-4dfd-87d2-c7be099a940b service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 200 len: 914 time: 0.1727388 Apr 20 14:40:10.243760 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9ff9f0ab-689a-4a9a-94f1-8c42a32a397c req-aa7c6d97-0ba4-4317-b4d5-966cc10b5089 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Apr 20 14:40:10.282783 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-d8d14542-df71-42e8-a828-cfff3eb86796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 200 len: 217 time: 0.0378504 Apr 20 14:40:10.306304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-778dc028-2d3c-4594-afaf-8ef5ccc489fd req-96a09fa5-e354-4902-b521-0830542a9e0c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043565 Apr 20 14:40:10.359360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:10.383866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-0802dc35-33e4-46f3-9675-2ba2f9a18fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.387214 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-0802dc35-33e4-46f3-9675-2ba2f9a18fbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 200 len: 853 time: 0.0958848 Apr 20 14:40:10.452978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-5196e455-a0f3-45fc-b226-a70b89660af7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c8c926-136c-4ac0-b068-9b8c5f3f7055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537856 Apr 20 14:40:10.622292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 335e8301-1a1c-4285-82ee-8c548c67235b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:10.622945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:10.671089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28779107-323b-4ccc-a62d-7e68758f4954 req-c88ee4fc-2b2e-43fb-984b-65c46c99beee tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.679995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28779107-323b-4ccc-a62d-7e68758f4954 req-c88ee4fc-2b2e-43fb-984b-65c46c99beee tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1149166 Apr 20 14:40:10.692358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-3a51d1e4-4414-44ff-9b05-b4b9d12ba8c1 service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312801 Apr 20 14:40:10.739298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28779107-323b-4ccc-a62d-7e68758f4954 req-827ef071-98dd-4317-9ae6-29189d41ffaf tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569890 Apr 20 14:40:10.775197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3338abe-a0d5-42b7-8a77-e20b08f4fbc8 req-b8eda99a-c3f0-4927-9087-31a4cb54ab86 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.777286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3338abe-a0d5-42b7-8a77-e20b08f4fbc8 req-b8eda99a-c3f0-4927-9087-31a4cb54ab86 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1023 time: 0.1770134 Apr 20 14:40:10.833580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:10.868084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3338abe-a0d5-42b7-8a77-e20b08f4fbc8 req-4bf33dd6-040b-41a6-95a1-0498ce69c606 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=190d75c4-644b-42bb-a5b7-94a861cb7482&id=bcf76b34-f537-4b6d-8ae3-065f1d8025f2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0813434 Apr 20 14:40:10.905898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:10.916664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:10.945443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3794109-3cde-43ba-88df-9fd500a58ea9 req-ec8c92c4-5718-4dcc-aa88-22d617a4faaa service neutron] 10.222.0.43 "GET /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443514 Apr 20 14:40:10.970624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985423e9-665b-4d07-b14c-8cfa28278e06 req-4f407863-29f4-48b1-a7b9-a1abe98a8efd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:10.972441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-985423e9-665b-4d07-b14c-8cfa28278e06 req-4f407863-29f4-48b1-a7b9-a1abe98a8efd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0555542 Apr 20 14:40:10.989793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:11.023169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-985423e9-665b-4d07-b14c-8cfa28278e06 req-c55c42a1-6a9f-4c37-8b7b-f75ff3f24dad tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Apr 20 14:40:11.434795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c42e29-60fd-43eb-b7dd-7c255bee288b req-d103bb3b-bdc0-487a-a5ce-284af46c8119 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:11.436590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3c42e29-60fd-43eb-b7dd-7c255bee288b req-d103bb3b-bdc0-487a-a5ce-284af46c8119 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0648067 Apr 20 14:40:11.492351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3c42e29-60fd-43eb-b7dd-7c255bee288b req-e73c4878-9c3d-4c3d-865c-f5aa2f85d37d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489883 Apr 20 14:40:11.899724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:11.904470 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490d26c-5863-4a65-a5b3-6ab4431e7b3c" -d '{"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:11.943212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04180067-f6a8-4735-bf4d-beff17a59f54 req-15141996-67f2-4d03-adf9-60a734001d50 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:11.946835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04180067-f6a8-4735-bf4d-beff17a59f54 req-15141996-67f2-4d03-adf9-60a734001d50 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1410964 Apr 20 14:40:12.030336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04180067-f6a8-4735-bf4d-beff17a59f54 req-22aaa11a-4453-41d0-8c9e-54d31a007534 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765133 Apr 20 14:40:12.082206 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee701c0-2bdf-4964-86f1-3b5225c5bf97 x-openstack-request-id: req-1ee701c0-2bdf-4964-86f1-3b5225c5bf97 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:12.082595 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:12.082900 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee701c0-2bdf-4964-86f1-3b5225c5bf97 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:12.083354 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee701c0-2bdf-4964-86f1-3b5225c5bf97'] response: {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'code': 200} Apr 20 14:40:12.100121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734004f-1a2a-4ca4-80e8-18aab8f7119c req-db4c51bb-1aa4-4a54-820b-2c51fc3a5046 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.107101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4734004f-1a2a-4ca4-80e8-18aab8f7119c req-db4c51bb-1aa4-4a54-820b-2c51fc3a5046 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1023 time: 0.0748634 Apr 20 14:40:12.216479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4734004f-1a2a-4ca4-80e8-18aab8f7119c req-9d31413f-339e-4808-948d-9aed8d675afb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=190d75c4-644b-42bb-a5b7-94a861cb7482&id=bcf76b34-f537-4b6d-8ae3-065f1d8025f2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0999992 Apr 20 14:40:12.238211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190293ff-0b3a-4317-a119-93919858255e req-f0e17cbf-0bc9-42b9-af21-d943f0cba76d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.239899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190293ff-0b3a-4317-a119-93919858255e req-f0e17cbf-0bc9-42b9-af21-d943f0cba76d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0734193 Apr 20 14:40:12.305212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-1788b5ed-6ce4-4b0f-a785-bb7a79c14127 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.306749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-1788b5ed-6ce4-4b0f-a785-bb7a79c14127 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 1023 time: 0.0551341 Apr 20 14:40:12.319022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190293ff-0b3a-4317-a119-93919858255e req-bc195581-42d1-43fa-81b4-16ccd9ae49d9 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716732 Apr 20 14:40:12.336586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800de747-0ea8-4a28-8b5e-9f18625e53fd req-2ea2f57d-972b-4595-a5e9-fa9d61a64299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.338640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-800de747-0ea8-4a28-8b5e-9f18625e53fd req-2ea2f57d-972b-4595-a5e9-fa9d61a64299 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.0706840 Apr 20 14:40:12.391627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-800de747-0ea8-4a28-8b5e-9f18625e53fd req-1bf6fb90-c253-4b2f-9405-15d2802bc5df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Apr 20 14:40:12.425410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Deleting port f76fdc2d-c588-461f-982e-a43b1be8454b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:12.425872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:12.534174 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f797a94f-f069-449e-adae-472e5c79ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:12.559025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port f76fdc2d-c588-461f-982e-a43b1be8454b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=f76fdc2d-c588-461f-982e-a43b1be8454b,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:12.559398 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:12.577811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Calling delete_port for f76fdc2d-c588-461f-982e-a43b1be8454b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:12.655510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9e74-2684-4c22-b9b7-8fb1e23f17f6 req-d9adafcb-db3f-4126-9a96-f01d104b92bd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.657236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b5a9e74-2684-4c22-b9b7-8fb1e23f17f6 req-d9adafcb-db3f-4126-9a96-f01d104b92bd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0954435 Apr 20 14:40:12.729466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b5a9e74-2684-4c22-b9b7-8fb1e23f17f6 req-dc04e282-4c7a-4e00-a696-923fd574094e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644550 Apr 20 14:40:12.743807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:12.746808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-11a6331e-734b-4e73-996a-724e2836105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:12.749800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-11a6331e-734b-4e73-996a-724e2836105a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfa6a52e360145eebd839ed62241082c&device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.0575323 Apr 20 14:40:12.759145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'f76fdc2d-c588-461f-982e-a43b1be8454b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:12.866120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'Port': ['ID=f76fdc2d-c588-461f-982e-a43b1be8454b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:12.908500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] No DVR routers for this DVR port f76fdc2d-c588-461f-982e-a43b1be8454b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:12.912919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:12.916613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6e58f66-a9b7-4b9a-9a9d-7e1ce9d3442c req-166b4d50-f072-4e63-94bc-e29dd77ac96b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "DELETE /v2.0/ports/f76fdc2d-c588-461f-982e-a43b1be8454b HTTP/1.1" status: 204 len: 173 time: 0.6007445 Apr 20 14:40:12.917054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'name': 'network-vif-deleted', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:12.919475 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1653211e-3447-4397-8d42-3f0f65fa613b" -d '{"events": [{"server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "name": "network-vif-deleted", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:13.037204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-502b8952-2f37-4eb3-92ab-95271600a1ce tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.045109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-502b8952-2f37-4eb3-92ab-95271600a1ce tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1936975 Apr 20 14:40:13.047365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8fc8e-13dc-422c-959b-c0316eebaa1b req-e9d144f1-6ff7-42b6-86c6-b14d270ae2fb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.048795 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea43c92-2d68-4b86-aa9b-6b770beda3e0 x-openstack-request-id: req-8ea43c92-2d68-4b86-aa9b-6b770beda3e0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:13.049123 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f457db-718d-47ce-ac6f-a540fffd6761", "name": "network-vif-deleted", "tag": "f76fdc2d-c588-461f-982e-a43b1be8454b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:13.049405 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea43c92-2d68-4b86-aa9b-6b770beda3e0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:13.049945 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea43c92-2d68-4b86-aa9b-6b770beda3e0'] response: {'server_uuid': '99f457db-718d-47ce-ac6f-a540fffd6761', 'name': 'network-vif-deleted', 'tag': 'f76fdc2d-c588-461f-982e-a43b1be8454b', 'status': 'completed', 'code': 200} Apr 20 14:40:13.056771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bab8fc8e-13dc-422c-959b-c0316eebaa1b req-e9d144f1-6ff7-42b6-86c6-b14d270ae2fb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2236557 Apr 20 14:40:13.071374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-1d158f22-e87b-4069-b001-31743be558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.074495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-1d158f22-e87b-4069-b001-31743be558b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.2713802 Apr 20 14:40:13.152611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-8f7ba35b-a42c-4062-8a08-351d2ac6908f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=335e8301-1a1c-4285-82ee-8c548c67235b HTTP/1.1" status: 200 len: 217 time: 0.0541055 Apr 20 14:40:13.222988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Deleting port 2a33511d-a397-4df6-9052-3d6f9eb16cba {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:13.223757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.246332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bab8fc8e-13dc-422c-959b-c0316eebaa1b req-ababf0b8-49f4-443d-9c3a-5e0eac91dfdd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777697 Apr 20 14:40:13.281156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-6dbee2f9-80ce-4d71-a431-7b51477b266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.282702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-6dbee2f9-80ce-4d71-a431-7b51477b266d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1174965 Apr 20 14:40:13.293403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b520-3f52-4107-a727-e1f55bb97c4d req-a52810c0-b166-48f2-b366-083c88d28807 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.294886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c54b520-3f52-4107-a727-e1f55bb97c4d req-a52810c0-b166-48f2-b366-083c88d28807 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 946 time: 0.1207826 Apr 20 14:40:13.366600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c54b520-3f52-4107-a727-e1f55bb97c4d req-b3163f52-dfd5-4bc6-baf6-a73922e92b56 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617247 Apr 20 14:40:13.369527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-ae76ef9a-7bc6-4e5e-9dad-7b8d84d3c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.370945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-ae76ef9a-7bc6-4e5e-9dad-7b8d84d3c639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752208 Apr 20 14:40:13.382649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] For port 2a33511d-a397-4df6-9052-3d6f9eb16cba, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=2a33511d-a397-4df6-9052-3d6f9eb16cba,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:13.383217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.504654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-88f4f5e2-e5eb-4016-9926-7d36b8187ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127932 Apr 20 14:40:13.557115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e5c1439-2e2f-4caa-84f2-79724108fc50 req-e5b3bb37-6400-4467-9932-019feda2dcf2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=99f457db-718d-47ce-ac6f-a540fffd6761 HTTP/1.1" status: 200 len: 210 time: 0.0664604 Apr 20 14:40:13.596867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.797469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.797905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.798770 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Floating IP a807cb0b-7bcf-49ca-8bbf-ad9a41d13941 disassociated. External IP: 172.25.1.237, port: 2a33511d-a397-4df6-9052-3d6f9eb16cba. Apr 20 14:40:13.799145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Calling delete_port for 2a33511d-a397-4df6-9052-3d6f9eb16cba owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:13.815928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779e223-958e-4094-87ed-e284ecf2e5c0 req-8a655adf-7291-4c57-832e-bd831c15c3a8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.828482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2779e223-958e-4094-87ed-e284ecf2e5c0 req-8a655adf-7291-4c57-832e-bd831c15c3a8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1266167 Apr 20 14:40:13.843942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97666e8-b99b-4fde-a21d-2b2db7fda51f req-faf86a5f-4c2b-4f0f-a611-d0ce0953141a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:13.851894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c97666e8-b99b-4fde-a21d-2b2db7fda51f req-faf86a5f-4c2b-4f0f-a611-d0ce0953141a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1597340 Apr 20 14:40:13.879737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b35fa39-d00b-4b8d-9a7c-dbb52b3b1143 req-60e3e11b-0296-472b-b58a-28779337dff9 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418114 Apr 20 14:40:13.938868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2779e223-958e-4094-87ed-e284ecf2e5c0 req-3d98cb82-b78e-4019-a5eb-9cc81026ce67 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Apr 20 14:40:13.945601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c97666e8-b99b-4fde-a21d-2b2db7fda51f req-65311e7d-00dc-4091-94c6-f6742bb1953c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924575 Apr 20 14:40:14.082983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.116733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event deleted for resources: {'Port': ['ID=2a33511d-a397-4df6-9052-3d6f9eb16cba,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:14.145059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.299409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Router 8069e8a4-e309-47e1-87b5-401d51799dd4 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:14.426402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:14.439533 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Sync routers for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:14.454385 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:14.455183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:14.486493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] No DVR routers for this DVR port 2a33511d-a397-4df6-9052-3d6f9eb16cba on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:14.490688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.495289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-374b97ce-4224-4bb8-9a05-576b1967d4a8 req-e44410e4-4f90-4b28-9614-23b6bc480a11 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.45 "DELETE /v2.0/ports/2a33511d-a397-4df6-9052-3d6f9eb16cba HTTP/1.1" status: 204 len: 173 time: 1.4417884 Apr 20 14:40:14.548928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-774f19cc-2220-40b0-a7a1-ddf39685040d req-e68a4e51-8588-4113-bad7-568123245c6e tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0702639 Apr 20 14:40:14.719401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b3c1682-dfa2-480b-a021-69f626b975db req-ff3d8630-9981-4f63-bcc9-86bf298ba3f0 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/bcf76b34-f537-4b6d-8ae3-065f1d8025f2 HTTP/1.1" status: 200 len: 1802 time: 0.0781138 Apr 20 14:40:14.721330 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:14.793791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1b3c1682-dfa2-480b-a021-69f626b975db req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.819542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1b3c1682-dfa2-480b-a021-69f626b975db req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.876188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1b3c1682-dfa2-480b-a021-69f626b975db req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.879594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1b3c1682-dfa2-480b-a021-69f626b975db req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:14.880748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b3c1682-dfa2-480b-a021-69f626b975db req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcf76b34-f537-4b6d-8ae3-065f1d8025f2 HTTP/1.1" status: 204 len: 173 time: 0.1545606 Apr 20 14:40:14.925159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeabd2-7bb7-4d1f-a700-76d09877459d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf76b34-f537-4b6d-8ae3-065f1d8025f2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:14.948008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:14.982105 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Checking router: 8069e8a4-e309-47e1-87b5-401d51799dd4 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:14.991439 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:14.992122 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:15.001195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-547b9ec4-2d50-4ad4-b906-32c84a6b7c44 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/190d75c4-644b-42bb-a5b7-94a861cb7482 HTTP/1.1" status: 200 len: 1801 time: 0.0892687 Apr 20 14:40:15.054256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'name': 'network-vif-deleted', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:15.057088 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0751c77-f2be-44e5-8386-856d0da12b89" -d '{"events": [{"server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "name": "network-vif-deleted", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:15.092252 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.136818 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:15.160642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.243058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.275606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ddd95-9994-4f97-a7ea-3e5b62caeb65 req-d6aeda53-5638-444c-8b68-cf257fad1c49 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.282614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03ddd95-9994-4f97-a7ea-3e5b62caeb65 req-d6aeda53-5638-444c-8b68-cf257fad1c49 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.2033629 Apr 20 14:40:15.304649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.335440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-f45372b4-fc1a-4ad6-895e-4b5af319d034 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063402 Apr 20 14:40:15.375525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03ddd95-9994-4f97-a7ea-3e5b62caeb65 req-8d5efa59-b0ad-4355-bdaa-91dec7ce49b4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823531 Apr 20 14:40:15.408140 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.412853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.415832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ec92d31-e97c-4198-a5b1-d6bfe9c043b0 req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/190d75c4-644b-42bb-a5b7-94a861cb7482 HTTP/1.1" status: 204 len: 173 time: 0.4135575 Apr 20 14:40:15.443346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f6b8-8812-4a68-b617-5795d68eeae4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d75c4-644b-42bb-a5b7-94a861cb7482,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:15.485071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-aacb3e4f-cefb-4cf4-9d89-be1eed556eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.492163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-aacb3e4f-cefb-4cf4-9d89-be1eed556eed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4fecf577e5f7402b93759341fc8614f6&device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 1097 time: 0.1298335 Apr 20 14:40:15.514417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:15.558701 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c8606-8b89-4bcb-beea-a16ae81a1b8c None None] The sync data for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 is: [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:38:05Z', 'revision_number': 4, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '16e45713-b335-466e-88c3-cf38b3f7a271', 'name': '', 'network_id': 'a5480e57-01f1-4f43-bd83-4facdfb16132', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'mac_address': 'fa:16:3e:70:3a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:04Z', 'updated_at': '2022-04-20T14:38:13Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'subnets': [{'id': 'f14c98b1-e512-4d2d-9735-d06497ece45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:15.574942 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9260409-1bac-41ad-ac0a-38fa864c8be5 x-openstack-request-id: req-f9260409-1bac-41ad-ac0a-38fa864c8be5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:15.575100 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec331c2-c6e2-4b40-b6f6-e0ce76599407", "name": "network-vif-deleted", "tag": "2a33511d-a397-4df6-9052-3d6f9eb16cba", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:15.575294 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9260409-1bac-41ad-ac0a-38fa864c8be5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:15.575723 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9260409-1bac-41ad-ac0a-38fa864c8be5'] response: {'server_uuid': '3ec331c2-c6e2-4b40-b6f6-e0ce76599407', 'name': 'network-vif-deleted', 'tag': '2a33511d-a397-4df6-9052-3d6f9eb16cba', 'status': 'completed', 'code': 200} Apr 20 14:40:15.721410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1875394274', 'description': 'tempest-description-1456505105'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:15.741965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-a7293c7e-640d-4cda-87df-d66d389d7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.743813 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-a7293c7e-640d-4cda-87df-d66d389d7d41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 200 len: 907 time: 0.2197869 Apr 20 14:40:15.764590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:15.775452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927ae81-1d1e-46e1-9a40-3af9b1a593de req-55b4d32b-3230-44c2-9828-a6bfa611ff5d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.776954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4927ae81-1d1e-46e1-9a40-3af9b1a593de req-55b4d32b-3230-44c2-9828-a6bfa611ff5d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1022429 Apr 20 14:40:15.840699 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-1299e429-93d7-4025-83bc-18615160b2de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0871825 Apr 20 14:40:15.902539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-0b39b09c-5ad7-4c80-aba4-c84d0c6bf7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.904473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-0b39b09c-5ad7-4c80-aba4-c84d0c6bf7c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fea35272-a463-4ac6-8a8b-a5cfb480a7a3 HTTP/1.1" status: 200 len: 845 time: 0.0552363 Apr 20 14:40:15.948502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4927ae81-1d1e-46e1-9a40-3af9b1a593de req-523a72ed-73db-4d21-88d3-f4b783917297 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612008 Apr 20 14:40:15.973027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-0a781abe-b049-41fe-93d6-940788891483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:15.975008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-0a781abe-b049-41fe-93d6-940788891483 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ae158b6-0d63-4214-be25-1e839d402852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615420 Apr 20 14:40:16.041799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.050648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.096372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde8931-07f5-4f7f-b21c-530730d2eec2 None None] New status for floating IP a807cb0b-7bcf-49ca-8bbf-ad9a41d13941: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:40:16.140967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-6c03771f-95b1-43aa-8b4c-c28b1bbf1e65 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546452 Apr 20 14:40:16.188013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.202839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2713724a-5371-4627-82a4-ad497f951053 req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4888546 Apr 20 14:40:16.210516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa74d0-44cc-43cc-8cab-082adc58f13d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7938a32-a647-4381-af45-39632ba45ca6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:16.247961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833630b-10e0-409b-ab71-31f0f29c58eb req-945ec9cd-ef2a-41a1-b6a6-8bbc3a1b941c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:16.262703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3833630b-10e0-409b-ab71-31f0f29c58eb req-945ec9cd-ef2a-41a1-b6a6-8bbc3a1b941c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1792800 Apr 20 14:40:16.343191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-491bdcde-1913-4283-b6b3-5e65082ddcd8 req-d0f27266-b0e0-48c0-9690-fe4dd1b7eab8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881928 Apr 20 14:40:16.350803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3833630b-10e0-409b-ab71-31f0f29c58eb req-5133440b-5417-4013-a5f1-953174ddf99f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861535 Apr 20 14:40:16.404305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f76fdc2d-c588-461f-982e-a43b1be8454b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:16.465193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: f76fdc2d-c588-461f-982e-a43b1be8454b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:16.466001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device f76fdc2d-c588-461f-982e-a43b1be8454b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:16.474107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-635c8dbd-bd29-4f3f-922f-cbb74cb888f7 req-e546ceee-a66a-463d-a65a-12211cd11935 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.1195784 Apr 20 14:40:16.596097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-2e245415-0036-417f-9ad4-97aecac22309 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e7938a32-a647-4381-af45-39632ba45ca6 HTTP/1.1" status: 200 len: 1803 time: 0.1341324 Apr 20 14:40:16.603378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Request body: {'security_group': {'name': 'tempest-sg-hth-62271164', 'description': 'tempest-description-hth-149439012'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:16.665017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.729413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.735107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.740228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:16.742272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f3dd17f-ed5a-4b74-ba51-d22170d413db req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "PUT /v2.0/security-groups/e7938a32-a647-4381-af45-39632ba45ca6 HTTP/1.1" status: 200 len: 1774 time: 0.1449800 Apr 20 14:40:16.807247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b46738-ec4a-42d5-aea0-c68ece94df4c tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7938a32-a647-4381-af45-39632ba45ca6,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:16.924716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c16a03a-0887-4c95-a096-5ac625b353d9 req-91cbfeac-b426-4a61-a9b1-d198c02621c4 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e7938a32-a647-4381-af45-39632ba45ca6 HTTP/1.1" status: 200 len: 1774 time: 0.0595453 Apr 20 14:40:17.054271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e40ff5d7-5f0f-4fc9-8910-6a72deddfb2b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e7938a32-a647-4381-af45-39632ba45ca6 HTTP/1.1" status: 200 len: 1774 time: 0.0907056 Apr 20 14:40:17.093028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b306edd-4599-43c7-92bd-e274c02a32ae req-527f3d90-100b-4243-9a77-852b5ddb32fd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:17.095146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b306edd-4599-43c7-92bd-e274c02a32ae req-527f3d90-100b-4243-9a77-852b5ddb32fd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0837178 Apr 20 14:40:17.178597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b306edd-4599-43c7-92bd-e274c02a32ae req-904288fc-f4d2-4c05-ba23-c3fbdd22a157 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 Apr 20 14:40:17.210142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:17.264966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:17.301991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2a33511d-a397-4df6-9052-3d6f9eb16cba no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:17.333856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 2a33511d-a397-4df6-9052-3d6f9eb16cba {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:17.334594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 2a33511d-a397-4df6-9052-3d6f9eb16cba not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:17.388215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:17.391628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:17.392840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6cc8485-93f3-424d-8aa2-6f51859d40ed req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7938a32-a647-4381-af45-39632ba45ca6 HTTP/1.1" status: 204 len: 173 time: 0.3223960 Apr 20 14:40:17.423184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff489-7bdc-45c5-9209-43e379beafb7 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7938a32-a647-4381-af45-39632ba45ca6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:17.442922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef66e-978f-4a0f-a1e5-2d423da0f80a req-e57826a5-6c28-461a-80ee-0e534ceaa51d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:17.455697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfcef66e-978f-4a0f-a1e5-2d423da0f80a req-e57826a5-6c28-461a-80ee-0e534ceaa51d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1685266 Apr 20 14:40:17.531229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfcef66e-978f-4a0f-a1e5-2d423da0f80a req-fc51b333-aae4-4a3a-a966-a191151c901a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Apr 20 14:40:17.597018 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-849cab2b-42d1-4aeb-9387-fbfd08dd691a req-14f88f80-3191-4430-a7e5-e311cfa6c6d6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.604112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-849cab2b-42d1-4aeb-9387-fbfd08dd691a req-14f88f80-3191-4430-a7e5-e311cfa6c6d6 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/190d75c4-644b-42bb-a5b7-94a861cb7482 HTTP/1.1" status: 404 len: 352 time: 0.0358701 Apr 20 14:40:17.659129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-351470af-fdde-4c1e-a16d-9e21094df625 req-293842aa-a72c-45d8-b72a-a3051540e157 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0374143 Apr 20 14:40:17.675278 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c9595c58-9954-4251-ae26-339c59c2207d req-a940bf08-2df4-412f-b53e-566caaf6cb4a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.676628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9595c58-9954-4251-ae26-339c59c2207d req-a940bf08-2df4-412f-b53e-566caaf6cb4a tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/bcf76b34-f537-4b6d-8ae3-065f1d8025f2 HTTP/1.1" status: 404 len: 352 time: 0.0168433 Apr 20 14:40:17.718672 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-29cc1c48-6d3b-426b-b7ab-d2e1d3bc510e req-af130dc2-f382-453c-b019-39f72d1ebdc8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.720297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29cc1c48-6d3b-426b-b7ab-d2e1d3bc510e req-af130dc2-f382-453c-b019-39f72d1ebdc8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/2b773548-cc87-42df-a7fa-e9ae906c699e HTTP/1.1" status: 404 len: 352 time: 0.0192809 Apr 20 14:40:17.754887 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-9a7723d9-c455-4952-84ef-6a020c741245 req-5a857d1a-fa9a-4fb8-bc59-4a37ef901c31 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.760090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a7723d9-c455-4952-84ef-6a020c741245 req-5a857d1a-fa9a-4fb8-bc59-4a37ef901c31 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/1f237c58-765e-4d80-93b3-886e04378099 HTTP/1.1" status: 404 len: 352 time: 0.0197341 Apr 20 14:40:17.800791 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-b2057f38-a1b2-4dbd-a453-bd5629b2b9a8 req-98ebc4d7-ced2-42ff-944f-e9bb5495b8d8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.802428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2057f38-a1b2-4dbd-a453-bd5629b2b9a8 req-98ebc4d7-ced2-42ff-944f-e9bb5495b8d8 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/e246069a-f7b0-450c-adb6-84491a690869 HTTP/1.1" status: 404 len: 352 time: 0.0202541 Apr 20 14:40:17.848342 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-4fd85f2f-7893-489c-9d66-b56fecd9866e req-4d178c7e-0fa3-47a3-bb46-329c325828f9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] show failed (client error): The resource could not be found. Apr 20 14:40:17.849257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fd85f2f-7893-489c-9d66-b56fecd9866e req-4d178c7e-0fa3-47a3-bb46-329c325828f9 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/daa49d35-d786-483e-92b5-ab3547833471 HTTP/1.1" status: 404 len: 352 time: 0.0181737 Apr 20 14:40:18.178328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35222b-fb65-4002-a623-ef4c34d6131d req-b428eea1-d9bb-4c5b-896c-f6ae3884fc4b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:18.179730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d35222b-fb65-4002-a623-ef4c34d6131d req-b428eea1-d9bb-4c5b-896c-f6ae3884fc4b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1024 time: 0.0581591 Apr 20 14:40:18.283925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d35222b-fb65-4002-a623-ef4c34d6131d req-270c3c37-9606-49d6-933b-a73f867759f3 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=04aa7a15-9545-40a1-948e-cb9e75e56ac6&id=8e673446-08a4-4599-9076-d0f951da4bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0905316 Apr 20 14:40:18.391797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fd52f-a3ed-4ad0-af5e-966cb65f40de req-7181abb3-29bf-46a1-874a-e0330bfc3852 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:18.393464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953fd52f-a3ed-4ad0-af5e-966cb65f40de req-7181abb3-29bf-46a1-874a-e0330bfc3852 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0868058 Apr 20 14:40:18.438100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953fd52f-a3ed-4ad0-af5e-966cb65f40de req-0285801e-6baa-43d2-87ea-2bb0d2e82994 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Apr 20 14:40:18.661803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29855d-69c2-476a-8cd4-cca72522e5ac req-39aa8147-3c4c-4504-b907-06d8bcf864a7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:18.663366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b29855d-69c2-476a-8cd4-cca72522e5ac req-39aa8147-3c4c-4504-b907-06d8bcf864a7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0652564 Apr 20 14:40:18.708570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b29855d-69c2-476a-8cd4-cca72522e5ac req-a8a10618-4f85-4147-8296-5654fc9a5a59 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Apr 20 14:40:18.781076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fec5662c-7cea-434c-b735-6dd7fa18048f req-2a3e7475-e5e1-42a8-bb89-5a578a96c1ef tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0353856 Apr 20 14:40:19.437557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d525f6-7e80-4d6a-b088-18314450415b req-0b5a79d6-e6a4-4dff-bbda-fa452f73375d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:19.448560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01d525f6-7e80-4d6a-b088-18314450415b req-0b5a79d6-e6a4-4dff-bbda-fa452f73375d tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1024 time: 0.0805874 Apr 20 14:40:19.499259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01d525f6-7e80-4d6a-b088-18314450415b req-126486da-d638-487c-a318-9e3add1094ad tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa82bb13-3678-4d53-aa3b-d6e9406bc531&id=04aa7a15-9545-40a1-948e-cb9e75e56ac6&id=8e673446-08a4-4599-9076-d0f951da4bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0489104 Apr 20 14:40:19.972943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201d8d4-f3da-4af1-978f-29ac4aa81da1 req-c797c649-b32f-4aea-a90d-03036b2f5456 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:19.980737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8201d8d4-f3da-4af1-978f-29ac4aa81da1 req-c797c649-b32f-4aea-a90d-03036b2f5456 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.4269972 Apr 20 14:40:19.996709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-5b6a37d3-58e3-47ec-a9dd-8ffbab23a6ff tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:19.998278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-5b6a37d3-58e3-47ec-a9dd-8ffbab23a6ff tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 1024 time: 0.4543023 Apr 20 14:40:20.007202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75faa71-67e7-470a-8140-f1dde4c0f563 req-b9593ac7-00a9-4d8f-8c5e-6557c347a916 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:20.014608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d75faa71-67e7-470a-8140-f1dde4c0f563 req-b9593ac7-00a9-4d8f-8c5e-6557c347a916 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1449220 Apr 20 14:40:20.101925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8201d8d4-f3da-4af1-978f-29ac4aa81da1 req-101412b7-65f4-4e55-82f4-e178eb8a25c0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202846 Apr 20 14:40:20.155027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d75faa71-67e7-470a-8140-f1dde4c0f563 req-fcc3ca63-4a76-40e6-85bd-574fa0edf9bc tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351798 Apr 20 14:40:20.211079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Deleting port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:20.211515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:20.332833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] For port ad59eece-f5eb-4ec0-80c3-770a76b4cc04, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,segment=NetworkSegment(7e3f87da-aa30-415d-a5b9-cf4f81a4b186),segment_id=7e3f87da-aa30-415d-a5b9-cf4f81a4b186)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:20.333480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:20.378148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Calling delete_port for ad59eece-f5eb-4ec0-80c3-770a76b4cc04 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:20.384849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84909c60-25d1-4eaa-adbc-8b0dba45b1bc req-d6704f9d-bb1a-44c4-9b67-fea659bc9ccf tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ec331c2-c6e2-4b40-b6f6-e0ce76599407 HTTP/1.1" status: 200 len: 210 time: 0.0541050 Apr 20 14:40:20.585167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:20.599429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ad59eece-f5eb-4ec0-80c3-770a76b4cc04'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:20.637359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'Port': ['ID=ad59eece-f5eb-4ec0-80c3-770a76b4cc04,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:20.656641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c214e54-09f3-4cbe-854e-17eea573442d req-fd120f00-7110-483a-9126-271f56c69ccc tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dc081c-be9c-451b-b99c-65e511a2f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0403302 Apr 20 14:40:20.719416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] No DVR routers for this DVR port ad59eece-f5eb-4ec0-80c3-770a76b4cc04 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:20.722889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:20.726759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b0c6b58-de6e-4592-8f64-7467c35af2e1 req-6ce40424-058c-42e5-96d9-7999ea78ef40 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.43 "DELETE /v2.0/ports/ad59eece-f5eb-4ec0-80c3-770a76b4cc04 HTTP/1.1" status: 204 len: 173 time: 0.7033167 Apr 20 14:40:20.727286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'name': 'network-vif-deleted', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:20.729890 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a48f0-4fb9-4862-bb55-aa12d98d6a94" -d '{"events": [{"server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "name": "network-vif-deleted", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:20.778052 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a2425-211b-4c00-a055-65d6cc0c2e73 x-openstack-request-id: req-8c2a2425-211b-4c00-a055-65d6cc0c2e73 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:20.778453 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc081c-be9c-451b-b99c-65e511a2f6f4", "name": "network-vif-deleted", "tag": "ad59eece-f5eb-4ec0-80c3-770a76b4cc04", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:20.778784 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c2a2425-211b-4c00-a055-65d6cc0c2e73 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:20.779127 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a2425-211b-4c00-a055-65d6cc0c2e73'] response: {'server_uuid': 'd9dc081c-be9c-451b-b99c-65e511a2f6f4', 'name': 'network-vif-deleted', 'tag': 'ad59eece-f5eb-4ec0-80c3-770a76b4cc04', 'status': 'completed', 'code': 200} Apr 20 14:40:21.266324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f414c-3059-4672-866b-6ccc13fdcbf3 req-3103f903-bdc5-4bfd-9a6a-10999a214e96 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:21.268046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f3f414c-3059-4672-866b-6ccc13fdcbf3 req-3103f903-bdc5-4bfd-9a6a-10999a214e96 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0885837 Apr 20 14:40:21.314536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874651cc-ae92-4f73-857b-37841936ea1a req-f0cbd3c5-795d-41aa-a08a-623f30429a97 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:21.316257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874651cc-ae92-4f73-857b-37841936ea1a req-f0cbd3c5-795d-41aa-a08a-623f30429a97 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0895650 Apr 20 14:40:21.343503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f3f414c-3059-4672-866b-6ccc13fdcbf3 req-90b1d9b8-7740-4680-b702-285f0c1a1719 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662885 Apr 20 14:40:21.367094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-874651cc-ae92-4f73-857b-37841936ea1a req-bb711712-e601-4912-b4ec-d6341f8457a4 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Apr 20 14:40:21.482215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57544) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:21.543392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.567015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.616750 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.620438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.624347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9 HTTP/1.1" status: 204 len: 168 time: 0.1376863 Apr 20 14:40:21.625481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57556) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:21.634058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb280a-49b4-4368-9f84-2cdede292189 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:21.661265 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-16738fc7-8ce0-4b49-a221-f08c8fb19bd3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] show failed (client error): The resource could not be found. Apr 20 14:40:21.662368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-16738fc7-8ce0-4b49-a221-f08c8fb19bd3 tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "GET /v2.0/security-groups/a1f1ef11-cf40-47f4-92b7-5e36e3a7e3e9 HTTP/1.1" status: 404 len: 347 time: 0.0358367 Apr 20 14:40:21.665485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57562) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:21.792318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-f8935492-a9da-4550-adc1-73247f6e3792 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/8e673446-08a4-4599-9076-d0f951da4bbf HTTP/1.1" status: 200 len: 1801 time: 0.0500267 Apr 20 14:40:21.832975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Deleting port 725bffb9-647f-4e44-97b9-c7ca9c13725d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:21.833315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.880995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.913000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.918544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.918947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.939176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Calling delete_port for 725bffb9-647f-4e44-97b9-c7ca9c13725d owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:21.971377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:21.974104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.005224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfacb6e6-138c-431b-8153-6a2e228b6bbe req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e673446-08a4-4599-9076-d0f951da4bbf HTTP/1.1" status: 204 len: 173 time: 0.2042162 Apr 20 14:40:22.034838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fca1c3-fb17-424e-aa46-d18a1ff0d12b tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e673446-08a4-4599-9076-d0f951da4bbf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:22.084340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-fe4e3b2c-8f2e-4f79-a666-6fa4f7067be2 tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "GET /v2.0/security-groups/04aa7a15-9545-40a1-948e-cb9e75e56ac6 HTTP/1.1" status: 200 len: 1800 time: 0.0631602 Apr 20 14:40:22.105165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.136565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Pushing event deleted for resources: {'Port': ['ID=725bffb9-647f-4e44-97b9-c7ca9c13725d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:22.160863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.210785 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.238469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.241180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.246738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-43e6ffd8-1aac-4cca-9ed3-3bd443b5274f tempest-ServersTestBootFromVolume-188014205 tempest-ServersTestBootFromVolume-188014205-project] 10.222.0.20 "DELETE /v2.0/floatingips/a807cb0b-7bcf-49ca-8bbf-ad9a41d13941 HTTP/1.1" status: 204 len: 168 time: 0.5772724 Apr 20 14:40:22.246917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:22.273932 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.277551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.278684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f464d7-9da1-4cd6-912c-5b7bec420ea4 req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] 10.222.0.20 "DELETE /v2.0/security-groups/04aa7a15-9545-40a1-948e-cb9e75e56ac6 HTTP/1.1" status: 204 len: 173 time: 0.1851780 Apr 20 14:40:22.287981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57598) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:22.300365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6056f1-2276-4a22-9058-0640dab84bdb tempest-SecurityGroupsTestJSON-531553105 tempest-SecurityGroupsTestJSON-531553105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa7a15-9545-40a1-948e-cb9e75e56ac6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:22.359946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Deleting subnet 52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:40:22.366221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.412604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.521180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.651225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6689ab-3192-41fe-9bd5-7647b87d0eaf req-1e533f5a-3345-4bf1-8884-b12dc6e65a09 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:22.652631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d6689ab-3192-41fe-9bd5-7647b87d0eaf req-1e533f5a-3345-4bf1-8884-b12dc6e65a09 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1888731 Apr 20 14:40:22.712679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.727871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-327036fd-95a2-4030-a31c-4aa473a7ee76 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:22.729632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-327036fd-95a2-4030-a31c-4aa473a7ee76 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.2427809 Apr 20 14:40:22.736262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.787649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d6689ab-3192-41fe-9bd5-7647b87d0eaf req-6c65fa02-5eee-4add-9669-e7bafc56a66f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197116 Apr 20 14:40:22.788452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:22.795676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.802216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c08ce18-fb66-4e3c-ad7f-5ff6d11bf62a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52dcf1c4-3b5b-44b2-9d16-3cc2223a4e31 HTTP/1.1" status: 204 len: 168 time: 0.5098219 Apr 20 14:40:22.803198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:22.804316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-e2f11c9c-04d7-43c4-b2e7-26fab74afbe0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/quotas/8485038300334bc992f2694df216c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0536911 Apr 20 14:40:22.939040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-ff4fac27-c552-4771-860b-a2f9af071091 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141365 Apr 20 14:40:22.939302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:22.970530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9d1f3-c06a-4fea-894a-f3344844afdc req-4bea55fb-bcf4-410e-bf37-757968d37b28 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:22.975169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cef9d1f3-c06a-4fea-894a-f3344844afdc req-4bea55fb-bcf4-410e-bf37-757968d37b28 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0973938 Apr 20 14:40:23.074288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cef9d1f3-c06a-4fea-894a-f3344844afdc req-295b4d29-425d-490b-b092-0386f91b67eb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817244 Apr 20 14:40:23.106709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-e685eb20-972e-40ae-9e60-60d9edb1c947 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554325 Apr 20 14:40:23.227890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-a7530c7a-8e09-4917-bf67-73640036e182 service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120362 Apr 20 14:40:23.368580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.394412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c8c926-136c-4ac0-b068-9b8c5f3f7055']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:23.418755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e02e1718-0199-4980-b77c-01f3f1e3ed43 req-80278c65-43ee-47b2-8c10-99fc94a1cfe0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 210 time: 0.0305085 Apr 20 14:40:23.419315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3f87da-aa30-415d-a5b9-cf4f81a4b186') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:23.419315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3f87da-aa30-415d-a5b9-cf4f81a4b186') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:23.432686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.465294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.474413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:40:23.474949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:40:23.476621 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:40:23.550164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Deleting port 16e45713-b335-466e-88c3-cf38b3f7a271 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:23.550747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.554193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.574926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.577996 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82c8c926-136c-4ac0-b068-9b8c5f3f7055 HTTP/1.1" status: 204 len: 168 time: 0.7738125 Apr 20 14:40:23.589346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2e0b6-d43e-4007-8695-a7db9bd62d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c8c926-136c-4ac0-b068-9b8c5f3f7055,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:23.668800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] For port 16e45713-b335-466e-88c3-cf38b3f7a271, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16e45713-b335-466e-88c3-cf38b3f7a271,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:23.669318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.682496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Calling delete_port for 16e45713-b335-466e-88c3-cf38b3f7a271 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:23.711621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:23.757687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3cb40a1-a793-45e2-a1b2-80063c320691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc34c5fec884ea590e7ba74db3d04b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445914 Apr 20 14:40:23.760112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:23.810848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.840188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.877416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.915200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Pushing event deleted for resources: {'Port': ['ID=16e45713-b335-466e-88c3-cf38b3f7a271,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:23.938713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.941763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:23.945282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa82bb13-3678-4d53-aa3b-d6e9406bc531 HTTP/1.1" status: 204 len: 168 time: 0.1818645 Apr 20 14:40:23.961209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25a9ef-b759-46c0-8b8b-c19de0e9d44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82bb13-3678-4d53-aa3b-d6e9406bc531,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:23.990852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96103-b9d4-4dd8-b180-87fe4b5797a7 req-06560323-f102-48e9-b84b-6df781a04a2d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:23.992423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fa96103-b9d4-4dd8-b180-87fe4b5797a7 req-06560323-f102-48e9-b84b-6df781a04a2d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0995266 Apr 20 14:40:24.075831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fa96103-b9d4-4dd8-b180-87fe4b5797a7 req-5c09294c-eaea-4731-86db-99b9d0a1b4f6 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765023 Apr 20 14:40:24.187641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-ad16a67e-5ec2-481e-a035-0e7b3b86b8a1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:24.189297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-ad16a67e-5ec2-481e-a035-0e7b3b86b8a1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "GET /v2.0/ports?device_id=c53c814f-7dc3-4f4d-bfbc-19f376c543b4 HTTP/1.1" status: 200 len: 946 time: 0.1002600 Apr 20 14:40:24.224479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8608-ec52-4e81-9d86-e9ab31ff3e2e req-867a2c12-75c8-4e19-8a13-2fceef5e3953 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:24.226318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bfd8608-ec52-4e81-9d86-e9ab31ff3e2e req-867a2c12-75c8-4e19-8a13-2fceef5e3953 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0615904 Apr 20 14:40:24.239511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.283079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bfd8608-ec52-4e81-9d86-e9ab31ff3e2e req-e86cc99d-11cc-4a04-904b-62efd6cc0d1b tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Apr 20 14:40:24.394815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Deleting port c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:24.395142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.428024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ad59eece-f5eb-4ec0-80c3-770a76b4cc04 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:24.473293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: ad59eece-f5eb-4ec0-80c3-770a76b4cc04 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:24.475406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ad59eece-f5eb-4ec0-80c3-770a76b4cc04 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:24.553602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bae37212-eab5-4e84-b529-24d78639d3ec req-d76cb6a0-f745-416a-a1a0-7ff05dcec5ad tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 210 time: 0.0434933 Apr 20 14:40:24.564095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] For port c0434194-3caa-4fd2-a93d-fd2b08f06f6b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:24.564095 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.587170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Calling delete_port for c0434194-3caa-4fd2-a93d-fd2b08f06f6b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:24.608409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Router 8069e8a4-e309-47e1-87b5-401d51799dd4 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:24.677591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-4a5ba3d0-64cc-47b3-b166-2b8e4c97a042 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:24.679124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-4a5ba3d0-64cc-47b3-b166-2b8e4c97a042 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.2244678 Apr 20 14:40:24.693328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Request body: {'port': {'device_id': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'admin_state_up': True, 'tenant_id': '8485038300334bc992f2694df216c0c3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:24.803791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:24.810265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-186da0d4-2e82-4af3-aedf-774ce4cf418e admin admin] 10.222.0.20 "PUT /v2.0/routers/8069e8a4-e309-47e1-87b5-401d51799dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623000 Apr 20 14:40:24.813129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:24.816711 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Sync routers for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:24.823983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:24.827393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.827716 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:24.828355 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:24.836975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.887316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event deleted for resources: {'Port': ['ID=c0434194-3caa-4fd2-a93d-fd2b08f06f6b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:24.895820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57660) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:24.976557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] No DVR routers for this DVR port c0434194-3caa-4fd2-a93d-fd2b08f06f6b on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:24.981395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.986490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62aaec3b-79f6-417b-af1e-85cf854048ce req-5f2edf68-cc91-4d53-872c-a8057e5dc884 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "DELETE /v2.0/ports/c0434194-3caa-4fd2-a93d-fd2b08f06f6b HTTP/1.1" status: 204 len: 173 time: 0.7909060 Apr 20 14:40:24.989947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-deleted', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:24.993459 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2236422-847d-488f-b171-9b07a9454113" -d '{"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-deleted", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:25.043546 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:25.055245 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4678557a-0001-41f7-bb53-eab29354c451 x-openstack-request-id: req-4678557a-0001-41f7-bb53-eab29354c451 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:25.055821 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53c814f-7dc3-4f4d-bfbc-19f376c543b4", "name": "network-vif-deleted", "tag": "c0434194-3caa-4fd2-a93d-fd2b08f06f6b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:25.056160 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4678557a-0001-41f7-bb53-eab29354c451 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:25.056662 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4678557a-0001-41f7-bb53-eab29354c451'] response: {'server_uuid': 'c53c814f-7dc3-4f4d-bfbc-19f376c543b4', 'name': 'network-vif-deleted', 'tag': 'c0434194-3caa-4fd2-a93d-fd2b08f06f6b', 'status': 'completed', 'code': 200} Apr 20 14:40:25.062191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.104125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-249721745-network', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:25.115334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Allocated IP 172.20.0.9 (eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d/b8ac8d3b-4c22-46c1-8c27-c59ec2722d19/8f4209ed-ec61-443a-8f1b-0b2684faa02f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:25.154141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Made reservation on behalf of 173812c404d44beb9a03dc02a4d4e1ae for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:25.156505 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.213952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.244440 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:40:23Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:25.271515 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Checking router: 8069e8a4-e309-47e1-87b5-401d51799dd4 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:25.280286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Routers {'8069e8a4-e309-47e1-87b5-401d51799dd4'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:25.280896 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8069e8a4-e309-47e1-87b5-401d51799dd4'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:25.337854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.358700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522f7ea-5a27-4607-a585-33f713f4fd32 req-60f781af-3bce-493a-bcf9-b6b24a30a402 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:25.360159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8522f7ea-5a27-4607-a585-33f713f4fd32 req-60f781af-3bce-493a-bcf9-b6b24a30a402 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1721005 Apr 20 14:40:25.363437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:25.384721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:25.385427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:25.389121 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] Set router 8069e8a4-e309-47e1-87b5-401d51799dd4 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:25.542640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.547276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8522f7ea-5a27-4607-a585-33f713f4fd32 req-7378d849-8f6a-4c93-9bb7-e444b961dd41 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746359 Apr 20 14:40:25.576289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd4a0-42c3-41e5-b872-b9411b3a43fe req-93fd9de1-8c56-442b-9d64-6d3c03bd3b67 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:25.579204 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:40:23Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:25.583085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-836cd4a0-42c3-41e5-b872-b9411b3a43fe req-93fd9de1-8c56-442b-9d64-6d3c03bd3b67 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2145269 Apr 20 14:40:25.613270 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8850b12-22f4-48d7-a9ee-08f44a00d07a None None] The sync data for ids ['8069e8a4-e309-47e1-87b5-401d51799dd4'] in n-d-836145-2 is: [{'id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'name': 'tempest-ServersTestBootFromVolume-320831985-router', 'tenant_id': '736733985a3e4cb48321b3bdd8da719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:58Z', 'updated_at': '2022-04-20T14:40:23Z', 'revision_number': 5, 'project_id': '736733985a3e4cb48321b3bdd8da719c', 'gw_port': {'id': '11fa05e8-c52f-463e-b667-f1dbbc038bf3', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8069e8a4-e309-47e1-87b5-401d51799dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:59Z', 'updated_at': '2022-04-20T14:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:25.630729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.657213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.692553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Deleting port 11fa05e8-c52f-463e-b667-f1dbbc038bf3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:25.692919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.695891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17585c74-b54c-4c62-9deb-bab36234ec2b req-b8b6ebe1-8012-4b49-9712-edac9e9195c9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 210 time: 0.0605171 Apr 20 14:40:25.722778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:40:25.731048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-836cd4a0-42c3-41e5-b872-b9411b3a43fe req-b71658dd-af6b-4da5-83ac-19b109b8cd49 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471806 Apr 20 14:40:25.771996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.784203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d27906-4c49-41ab-acc3-2d91dea3b656,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:25.789099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:25.789445 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Added segment 95dc8485-590f-4e30-90f8-ba74b74096fc of type vlan for network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 Apr 20 14:40:25.870328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:26.019912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16e45713-b335-466e-88c3-cf38b3f7a271 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:26.041637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 16e45713-b335-466e-88c3-cf38b3f7a271 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:26.042115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16e45713-b335-466e-88c3-cf38b3f7a271 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:26.125988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.133436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:26.147688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:26.163177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] For port 11fa05e8-c52f-463e-b667-f1dbbc038bf3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=11fa05e8-c52f-463e-b667-f1dbbc038bf3,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:26.163548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.191466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:26.204806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Calling delete_port for 11fa05e8-c52f-463e-b667-f1dbbc038bf3 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:26.220995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.221965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:26.222544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.282377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:26.283011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.330843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4336715 Apr 20 14:40:26.334636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:26.340828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Request body: {'subnet': {'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-249721745-subnet', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:26.343084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f3f6f-c3e6-45fb-959b-d897ffab6f11 admin admin] Pushing event updated for resources: {'Network': ['ID=354d6071-9bbf-48a4-84e7-7b0f0daa82b5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:26.351326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-3d79c1b6-1568-4a52-8fd1-a00ef555eaee tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6632500 Apr 20 14:40:26.353727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:40:26.366053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Request body: {'port': {'device_id': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:26.366954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Made reservation on behalf of 173812c404d44beb9a03dc02a4d4e1ae for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:26.369678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.472089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.539569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.551742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.598431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c6eee1-5f16-45bb-9789-7e7321ffa360,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:26.616073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Checking segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:26.616455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Network hostable DHCP agents. Network: 354d6071-9bbf-48a4-84e7-7b0f0daa82b5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:40:26.631570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Pushing event deleted for resources: {'Port': ['ID=11fa05e8-c52f-463e-b667-f1dbbc038bf3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:26.634226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:40:26.647583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 354d6071-9bbf-48a4-84e7-7b0f0daa82b5) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:26.652301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:26.652981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.662807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68556-469b-40ec-9471-db1a8e6323cc None None] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:26.676595 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56cd7fda-cf7e-48ce-9e31-749481da03a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3406231 Apr 20 14:40:26.679314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57676) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:26.684909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:26.708271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.709543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.772885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.789603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85107-1e88-44c9-90e5-b9d7517ca53e req-a6201ea3-d57f-4bb5-be51-bedf4e3bce88 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:26.791232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9e85107-1e88-44c9-90e5-b9d7517ca53e req-a6201ea3-d57f-4bb5-be51-bedf4e3bce88 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1609302 Apr 20 14:40:26.812093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.826109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:40:26.827317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.925820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.964050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.974435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.009012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Allocated IP 172.20.0.2 (354d6071-9bbf-48a4-84e7-7b0f0daa82b5/e6c6eee1-5f16-45bb-9789-7e7321ffa360/3cc06166-2356-4f88-a296-f71ec30fefea) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:27.061791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c46f5-7131-4201-be42-b37e1232c0c7 req-139f93b6-47bb-47d1-82cb-292266e3245b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:27.063324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d63c46f5-7131-4201-be42-b37e1232c0c7 req-139f93b6-47bb-47d1-82cb-292266e3245b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 931 time: 0.2673821 Apr 20 14:40:27.069514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9e85107-1e88-44c9-90e5-b9d7517ca53e req-43830bef-a0e3-44f7-8b01-d06fcebbfc7d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617733 Apr 20 14:40:27.093723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.094237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8069e8a4-e309-47e1-87b5-401d51799dd4 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:40:27.101234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.105079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-220e3518-7f2b-42ba-bc8d-ff3e5c74e78a admin admin] 10.222.0.20 "DELETE /v2.0/routers/8069e8a4-e309-47e1-87b5-401d51799dd4 HTTP/1.1" status: 204 len: 168 time: 2.2882090 Apr 20 14:40:27.105291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:27.179107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.206223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d63c46f5-7131-4201-be42-b37e1232c0c7 req-ec0f1f57-4fcb-454e-97f8-657a033309e2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271634 Apr 20 14:40:27.210433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.230324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4209ed-ec61-443a-8f1b-0b2684faa02f {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:27.244682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.245728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.256432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.258486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Deleting subnet f14c98b1-e512-4d2d-9735-d06497ece45d {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:40:27.267402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.290720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Transition to ACTIVE for port object 8f4209ed-ec61-443a-8f1b-0b2684faa02f will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:27.311471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:27.312229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb632c05-69fc-479f-b40d-ff6db8995eec req-b09dd8a4-a6f2-42dd-b789-58c5182a5b77 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:27.314193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb632c05-69fc-479f-b40d-ff6db8995eec req-b09dd8a4-a6f2-42dd-b789-58c5182a5b77 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1422403 Apr 20 14:40:27.316597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.317244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:27.326738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:27.335653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Pushing event updated for resources: {'Port': ['ID=3cc06166-2356-4f88-a296-f71ec30fefea,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.344292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.365281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Allocated IP 172.25.1.208 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/6257ac1c-a196-4627-93e6-b769ee186990) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:27.385317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Attempting to bind port 3cc06166-2356-4f88-a296-f71ec30fefea on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:27.385772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Attempting to bind port 3cc06166-2356-4f88-a296-f71ec30fefea by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:27.386341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Attempting to bind port 3cc06166-2356-4f88-a296-f71ec30fefea on network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:27.392510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:27.392997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Checking segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:27.393633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.394210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Bound using segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:27.395181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Bound port: 3cc06166-2356-4f88-a296-f71ec30fefea, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:27.395181 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.422257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.445826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb632c05-69fc-479f-b40d-ff6db8995eec req-d70d60ca-f04b-4422-839b-168ba7159553 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010659 Apr 20 14:40:27.476445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] For port 3cc06166-2356-4f88-a296-f71ec30fefea, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:27.480320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] For port 3cc06166-2356-4f88-a296-f71ec30fefea, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3cc06166-2356-4f88-a296-f71ec30fefea,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:27.484383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.494696 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.528165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.542097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.559425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c3f5-a65b-4cad-ae21-81d2d36ff6a2 None None] Pushing event updated for resources: {'Port': ['ID=3cc06166-2356-4f88-a296-f71ec30fefea,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.579959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:27.580384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Attempting to bind port 8f4209ed-ec61-443a-8f1b-0b2684faa02f on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:27.580841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Attempting to bind port 8f4209ed-ec61-443a-8f1b-0b2684faa02f by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:27.581172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Attempting to bind port 8f4209ed-ec61-443a-8f1b-0b2684faa02f on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:27.587517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:27.590538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Port 8f4209ed-ec61-443a-8f1b-0b2684faa02f on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:27.590890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Attempting to bind port 8f4209ed-ec61-443a-8f1b-0b2684faa02f on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:27.591245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:27.596512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:27.596851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Checking segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:27.597229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Bound using segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:27.597668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Bound port: 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:27.598024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.622399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Pushing event updated for resources: {'Port': ['ID=6257ac1c-a196-4627-93e6-b769ee186990,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.659090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.679792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.685274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63277d6-afa2-495d-bac6-18b81dbd19b1 None None] Network a5480e57-01f1-4f43-bd83-4facdfb16132 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:27.686857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f14c98b1-e512-4d2d-9735-d06497ece45d HTTP/1.1" status: 204 len: 168 time: 0.5748968 Apr 20 14:40:27.692194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:27.723888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7435ec-53c8-40ae-979c-1e84bdf7bb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14c98b1-e512-4d2d-9735-d06497ece45d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.820973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:27.846051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.854131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:27.861485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.920211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.933690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:27.934297 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:27.935719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] 10.222.0.43 "PUT /v2.0/ports/8f4209ed-ec61-443a-8f1b-0b2684faa02f HTTP/1.1" status: 200 len: 1091 time: 1.5751393 Apr 20 14:40:27.937047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:27.939328 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e3d380-25f9-4291-97f6-4bd1d453d404" -d '{"events": [{"name": "network-changed", "server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:27.969951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468e0de-b805-4be5-918a-2744d1ee441e service neutron] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:27.990361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Deleting port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:27.990782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.000451 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360cd926-a978-4e5e-ad0b-f2e59b62c64c x-openstack-request-id: req-360cd926-a978-4e5e-ad0b-f2e59b62c64c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:28.000737 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:28.000988 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-360cd926-a978-4e5e-ad0b-f2e59b62c64c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:28.001386 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360cd926-a978-4e5e-ad0b-f2e59b62c64c'] response: {'name': 'network-changed', 'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'status': 'completed', 'code': 200} Apr 20 14:40:28.012635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] DHCP port deletion for a5480e57-01f1-4f43-bd83-4facdfb16132 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:40:28.108191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Deleting port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:28.109506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.155288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] For port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:28.155758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.166362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-6d86e313-c1fd-47bf-9f96-ab574ff2bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:28.167883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-6d86e313-c1fd-47bf-9f96-ab574ff2bdaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 1094 time: 0.1692898 Apr 20 14:40:28.178458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3cc06166-2356-4f88-a296-f71ec30fefea up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:28.201704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Calling delete_port for ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:28.212673 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.224878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] For port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,segment=NetworkSegment(b523621b-3e3d-458c-b89e-c13552554464),segment_id=b523621b-3e3d-458c-b89e-c13552554464)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:28.225200 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.254030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Calling delete_port for ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:28.282080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-2d36426b-dbed-4efc-9dd7-980717f559b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f HTTP/1.1" status: 200 len: 217 time: 0.0832307 Apr 20 14:40:28.329660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3cc06166-2356-4f88-a296-f71ec30fefea triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:28.330027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.368241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:40:28.386075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99969d9e-66aa-4f5e-b8e2-aa3848d19aaa req-492aaf99-bb83-47fa-89ec-a51de6caca0f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:28.390615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99969d9e-66aa-4f5e-b8e2-aa3848d19aaa req-492aaf99-bb83-47fa-89ec-a51de6caca0f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.2188480 Apr 20 14:40:28.434835 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.455161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-b03d7536-939a-4268-93db-88c8be41567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:28.456712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-b03d7536-939a-4268-93db-88c8be41567a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.1612434 Apr 20 14:40:28.474406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9a7f7-cc1d-49b5-ada9-2b7b3e1c84a1 req-60a9fb9f-f716-4fd9-8f16-93fb1a6db568 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:28.476016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6f9a7f7-cc1d-49b5-ada9-2b7b3e1c84a1 req-60a9fb9f-f716-4fd9-8f16-93fb1a6db568 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 943 time: 0.1780946 Apr 20 14:40:28.552104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99969d9e-66aa-4f5e-b8e2-aa3848d19aaa req-ed1083bd-2ff3-407e-ab4e-1b4fbc432e38 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407239 Apr 20 14:40:28.561485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-883e3d57-31be-47bb-be40-f797985cbcf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844498 Apr 20 14:40:28.570628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.593261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] No DVR routers for this DVR port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:28.625873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6f9a7f7-cc1d-49b5-ada9-2b7b3e1c84a1 req-4627b428-9ea0-4bbe-bae9-ce52d4a96dcf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347506 Apr 20 14:40:28.639623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:28.680646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] Pushing event deleted for resources: {'Port': ['ID=ddf8c2eb-d4d7-4583-86c2-320c5ed1c576,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:28.682506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.725606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 3cc06166-2356-4f88-a296-f71ec30fefea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3cc06166-2356-4f88-a296-f71ec30fefea,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:28.731427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1ffa7-7cd5-4896-bd8f-9e896e9b0433 None None] No DVR routers for this DVR port ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:28.736371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.807343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-2803e603-0c9a-4aa6-92f6-acfdcc31497d service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215314 Apr 20 14:40:28.809167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=3cc06166-2356-4f88-a296-f71ec30fefea,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:28.843075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:28.873526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c3acb-4d45-47f3-9b24-37f4188029df None None] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:28.876784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:28.877261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ddf8c2eb-d4d7-4583-86c2-320c5ed1c576 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:28.877705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 11fa05e8-c52f-463e-b667-f1dbbc038bf3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:28.919244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:28.938609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.943526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c9c1128-8d09-4da6-bcc9-0b20944a7723 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2598062 Apr 20 14:40:28.943779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Sync routers for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:28.943905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57700) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:28.945392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 11fa05e8-c52f-463e-b667-f1dbbc038bf3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:28.945790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 11fa05e8-c52f-463e-b667-f1dbbc038bf3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:28.980840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:28.981481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:28.985871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e564194e-e5a2-4eef-ac18-bda0224ab82a None None] Provisioning complete for port 3cc06166-2356-4f88-a296-f71ec30fefea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:28.986239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e564194e-e5a2-4eef-ac18-bda0224ab82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.210706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:29.226136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eb4026e-da98-407e-a5ac-64fbe5dd71e4 req-b31b93f2-3879-4884-ab49-6b45c83a0d95 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511150 Apr 20 14:40:29.236761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.261398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5480e57-01f1-4f43-bd83-4facdfb16132']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:29.271630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de42f4-c2e5-483e-8f67-351137e8b14f req-41b11b92-67fa-46d1-adf4-a956016704a1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.273170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30de42f4-c2e5-483e-8f67-351137e8b14f req-41b11b92-67fa-46d1-adf4-a956016704a1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.6005809 Apr 20 14:40:29.282097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b523621b-3e3d-458c-b89e-c13552554464') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:29.282517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b523621b-3e3d-458c-b89e-c13552554464') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:29.294787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.353361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.372207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:40:29.372614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:40:29.374379 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:40:29.393049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30de42f4-c2e5-483e-8f67-351137e8b14f req-7adf9d22-0222-489e-a3c2-bb98113bd5a5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032109 Apr 20 14:40:29.398846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:29.438187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-d965d38a-b8a3-4454-81a7-71e21cc7dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.439903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-d965d38a-b8a3-4454-81a7-71e21cc7dfb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 1094 time: 0.1436429 Apr 20 14:40:29.441161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: c0434194-3caa-4fd2-a93d-fd2b08f06f6b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:29.441510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0434194-3caa-4fd2-a93d-fd2b08f06f6b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:29.459991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.469807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.478364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.483480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5480e57-01f1-4f43-bd83-4facdfb16132 HTTP/1.1" status: 204 len: 168 time: 1.7682619 Apr 20 14:40:29.518939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:27Z', 'revision_number': 3, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:29.550919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Checking router: 9d91ac7e-4c6c-4c04-ab02-bff3f799081b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:29.551621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Updating router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b port 6257ac1c-a196-4627-93e6-b769ee186990 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:40:29.566344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba1b6b-f904-4170-b990-2447a21cdbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5480e57-01f1-4f43-bd83-4facdfb16132,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:29.585814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.618886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-813ae346-5af1-467e-98d5-d974e2f72fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.622692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-813ae346-5af1-467e-98d5-d974e2f72fc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 906 time: 0.1724753 Apr 20 14:40:29.668985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:29.686419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-e31c9de8-0c74-4c04-a09f-6b7ce9ecc163 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f HTTP/1.1" status: 200 len: 217 time: 0.0572157 Apr 20 14:40:29.707345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d44b1373-e542-4681-ba20-3ce6737a6020 None None] Provisioning complete for port 3cc06166-2356-4f88-a296-f71ec30fefea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:29.708480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d44b1373-e542-4681-ba20-3ce6737a6020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.750602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Allocated IP 172.20.0.1 (354d6071-9bbf-48a4-84e7-7b0f0daa82b5/e6c6eee1-5f16-45bb-9789-7e7321ffa360/3b494df9-7c8c-4b85-9bbc-d0b3fbebf680) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:29.759313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29ae9ded-543f-4df8-a54f-b76c3fc20665 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736733985a3e4cb48321b3bdd8da719c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867114 Apr 20 14:40:29.759565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:29.796961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-acfc0cb6-2f2e-4a80-a2b6-3d343a848654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.798419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-acfc0cb6-2f2e-4a80-a2b6-3d343a848654 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.1000047 Apr 20 14:40:29.812740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011702-afa9-4c2b-a4d2-55c1c97c2317 req-2eca498d-dc8a-401c-8913-a2821ba1fac3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.814223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53011702-afa9-4c2b-a4d2-55c1c97c2317 req-2eca498d-dc8a-401c-8913-a2821ba1fac3 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1268878 Apr 20 14:40:29.859133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-bd7b9f67-ae8b-4e47-b9b4-37c80b05579e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437596 Apr 20 14:40:29.866949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546861a-0bce-4ac2-96a0-7a0754db77bf req-afd7b0b6-d4f0-4504-8149-80f03e76472f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:29.868668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4546861a-0bce-4ac2-96a0-7a0754db77bf req-afd7b0b6-d4f0-4504-8149-80f03e76472f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 943 time: 0.1244352 Apr 20 14:40:29.875570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.917881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.927471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.966943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53011702-afa9-4c2b-a4d2-55c1c97c2317 req-855886d6-aaa5-4710-af54-8d9718cbce76 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403744 Apr 20 14:40:29.989844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4546861a-0bce-4ac2-96a0-7a0754db77bf req-31a52c71-3af8-43ab-9917-dc6f27e7659d tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108937 Apr 20 14:40:29.997893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.999802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.004489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.006527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023a2862-b321-47da-adee-af997330caaf HTTP/1.1" status: 204 len: 168 time: 0.2422149 Apr 20 14:40:30.013342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.015833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.050339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-522d9833-c9f4-47fe-a7f3-fe68f41119a8 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786666 Apr 20 14:40:30.054428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f285b-36f4-4a08-a657-f8c14ddde0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a2862-b321-47da-adee-af997330caaf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:30.073655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Attempting to bind port 6257ac1c-a196-4627-93e6-b769ee186990 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:30.074024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Attempting to bind port 6257ac1c-a196-4627-93e6-b769ee186990 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:30.074384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Attempting to bind port 6257ac1c-a196-4627-93e6-b769ee186990 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:30.075351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:30.081189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:30.084050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:30.087472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Pushing event updated for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:30.096634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:30.097049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:30.097459 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.097846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:30.098325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Bound port: 6257ac1c-a196-4627-93e6-b769ee186990, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:30.098730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.102260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49085b-559e-4708-8ec5-e72a622eece1 None None] Pushing event updated for resources: {'Port': ['ID=6257ac1c-a196-4627-93e6-b769ee186990,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:30.147862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.160009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3cc06166-2356-4f88-a296-f71ec30fefea up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:30.216488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66e3d380-25f9-4291-97f6-4bd1d453d404 req-158a2bb7-9f55-41b5-a1c7-ece165f10d38 service neutron] 10.222.0.43 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585424 Apr 20 14:40:30.273208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] For port 6257ac1c-a196-4627-93e6-b769ee186990, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:30.291598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] For port 6257ac1c-a196-4627-93e6-b769ee186990, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6257ac1c-a196-4627-93e6-b769ee186990,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:30.304899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.318789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3cc06166-2356-4f88-a296-f71ec30fefea triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:30.319159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.352981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.408318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49085b-559e-4708-8ec5-e72a622eece1 None None] Pushing event updated for resources: {'Port': ['ID=6257ac1c-a196-4627-93e6-b769ee186990,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:30.412111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:30.412715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:30.504535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-203f7a8e-797b-415c-9cc3-4fc371169e85 None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:30.504913 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-203f7a8e-797b-415c-9cc3-4fc371169e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.557145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe02c6-db4f-4ec8-8847-da0a82eb448b req-9968f85a-fed7-41ac-87d6-4b5d1d96a4bd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:30.558778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.566037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aabe02c6-db4f-4ec8-8847-da0a82eb448b req-9968f85a-fed7-41ac-87d6-4b5d1d96a4bd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0843172 Apr 20 14:40:30.568282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.619653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aabe02c6-db4f-4ec8-8847-da0a82eb448b req-b102c452-e7ba-44ae-a4b4-f105c8a77c69 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525260 Apr 20 14:40:30.667693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Pushing event updated for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:30.670325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:30.737820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-203f7a8e-797b-415c-9cc3-4fc371169e85 None None] Port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:30.740459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:30.767398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:30.768829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:30.920932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:30.973983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:29Z', 'revision_number': 1, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:31.014425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f98a8c-b661-45f1-b88e-b8ad1f0a394e None None] The sync data for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 is: [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:29Z', 'revision_number': 1, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:31.050060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57738) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:31.074188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f3ccdc03-1dfc-4bcd-89c1-3ba374471e2b None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:31.077164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f3ccdc03-1dfc-4bcd-89c1-3ba374471e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.107566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:31.114206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75bf5732-b12d-4926-9e45-87e5bd4d783b admin admin] 10.222.0.20 "PUT /v2.0/routers/9d91ac7e-4c6c-4c04-ab02-bff3f799081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1693554 Apr 20 14:40:31.133566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccdc03-1dfc-4bcd-89c1-3ba374471e2b None None] Port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:31.181340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c73ff-9b14-4e26-b364-24f68e4be8ca req-7fa39088-da25-4818-b7a1-b5d71a01afc7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:31.182941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a07c73ff-9b14-4e26-b364-24f68e4be8ca req-7fa39088-da25-4818-b7a1-b5d71a01afc7 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1210155 Apr 20 14:40:31.197175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20223e-f084-4317-ab43-f25eaf89e4db req-af4ad379-74b7-4380-82c1-a1b2391a9d37 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:31.198549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f20223e-f084-4317-ab43-f25eaf89e4db req-af4ad379-74b7-4380-82c1-a1b2391a9d37 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 943 time: 0.1057749 Apr 20 14:40:31.226881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-761030679-network', 'tenant_id': '0adc131ef58843ceb5459fe0781055d6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:31.285204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a07c73ff-9b14-4e26-b364-24f68e4be8ca req-cf53ae41-22d2-4322-bf3e-7e23dcc95c94 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841177 Apr 20 14:40:31.305495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f20223e-f084-4317-ab43-f25eaf89e4db req-2d6252bc-6669-4a34-a52d-afc1b9d6912a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988374 Apr 20 14:40:31.307761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Made reservation on behalf of 0adc131ef58843ceb5459fe0781055d6 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:31.310027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.320399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.434498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.440342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.465518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:40:31.481836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea34956-96cc-4e0c-8bf1-bc293efa18d1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:31.488815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.489169 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Added segment 01acbb26-8433-446e-ba69-d6487aacf555 of type vlan for network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 Apr 20 14:40:31.536968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.564971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.566207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:31.566889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.622540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:31.626787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57750) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:31.627234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5758431 Apr 20 14:40:31.632287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336517020', 'description': 'tempest-description--1127243680'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:31.641890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Request body: {'subnet': {'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-761030679-subnet', 'tenant_id': '0adc131ef58843ceb5459fe0781055d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:31.648125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d42133-992b-4748-8b64-67cf95f3afa1 admin admin] Pushing event updated for resources: {'Network': ['ID=f45e3f0f-3a4c-44f3-85b4-68a526d7b230,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:31.659757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:40:31.674692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.679481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Made reservation on behalf of 0adc131ef58843ceb5459fe0781055d6 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:31.685268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.806203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f68d7-c72c-4dd2-8c4c-4f297bce09af req-02f43d87-1a89-4881-9f6c-6fd9acc730db tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:31.807830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d7f68d7-c72c-4dd2-8c4c-4f297bce09af req-02f43d87-1a89-4881-9f6c-6fd9acc730db tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Apr 20 14:40:31.866714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d7f68d7-c72c-4dd2-8c4c-4f297bce09af req-2dae8105-1e12-4cf9-a2bf-a820d8d4ac63 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Apr 20 14:40:31.866982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.887824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.928491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.932706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57756) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:31.932879 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3090384 Apr 20 14:40:31.937868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'security_group_rule': {'security_group_id': '474d2f76-bf5b-4afa-98ea-33e3137bb924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:31.940708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490fd72-d632-4598-ba36-5b29df7961cc tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474d2f76-bf5b-4afa-98ea-33e3137bb924,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:31.968179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.991790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.026001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.032339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.060158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=860895b8-d805-472e-be79-7b8b83d84498,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:32.060344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1348ce07-dc41-4dec-993b-b2347ffd4201,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:32.067944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.069105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Checking segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:32.069351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc5bd5d0-fb56-4b40-941d-26faba15da8d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354625 Apr 20 14:40:32.069474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Network hostable DHCP agents. Network: f45e3f0f-3a4c-44f3-85b4-68a526d7b230, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:40:32.072486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57758) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:32.081582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'security_group_rule': {'security_group_id': '474d2f76-bf5b-4afa-98ea-33e3137bb924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:32.103109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:40:32.112554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.114238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f45e3f0f-3a4c-44f3-85b4-68a526d7b230) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:32.119525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:32.121246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.124187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d2346-2e9a-4502-8fb8-c68f54954457 None None] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:32.144092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3200a8a1-175a-49be-bf01-1ac3f841b09e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5144649 Apr 20 14:40:32.170412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6257ac1c-a196-4627-93e6-b769ee186990 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:32.223516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.228774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.250356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fca924-08eb-417f-b47f-766fa14114e3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:32.262836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.264448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8acb64a4-9bbd-49b6-aba4-147b6d1c7998 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909754 Apr 20 14:40:32.277456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57762) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:32.285098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:32.336370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6257ac1c-a196-4627-93e6-b769ee186990 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:32.337064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.348468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.425506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'tenant_id': '0adc131ef58843ceb5459fe0781055d6', 'fixed_ips': [{'subnet_id': '860895b8-d805-472e-be79-7b8b83d84498'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:40:32.426360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.450024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:32.507410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05b9d1-3a4c-49af-b0cd-7d9a4ceb8430 req-2ed69ef1-8858-47d8-b55d-217efdb15d6b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:32.515002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b05b9d1-3a4c-49af-b0cd-7d9a4ceb8430 req-2ed69ef1-8858-47d8-b55d-217efdb15d6b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1487315 Apr 20 14:40:32.525001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.545851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c359f3-25f5-493f-a76c-faad1c1fa635 req-4573ad55-5ff9-4f1a-abfc-36e3632ae177 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:32.547601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7c359f3-25f5-493f-a76c-faad1c1fa635 req-4573ad55-5ff9-4f1a-abfc-36e3632ae177 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 943 time: 0.1346610 Apr 20 14:40:32.589853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b05b9d1-3a4c-49af-b0cd-7d9a4ceb8430 req-31622af2-373d-4c83-afba-26129dc445ab tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 Apr 20 14:40:32.615251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7c359f3-25f5-493f-a76c-faad1c1fa635 req-d033171a-8c7f-49dd-9ab0-3cc7250eb769 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551012 Apr 20 14:40:32.636259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.682253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Allocated IP 172.25.1.119 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/89ccfc29-7558-47ef-bede-e9f6e7c180f3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:32.683469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 6257ac1c-a196-4627-93e6-b769ee186990, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6257ac1c-a196-4627-93e6-b769ee186990,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:32.734850 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.781391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:32.784152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Allocated IP 172.20.0.2 (f45e3f0f-3a4c-44f3-85b4-68a526d7b230/860895b8-d805-472e-be79-7b8b83d84498/a13218d6-16b8-4d8e-934f-3185ca6d97f1) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:32.815246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'mac_address': 'fa:16:3e:25:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:32.822124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.847975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=6257ac1c-a196-4627-93e6-b769ee186990,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:32.867115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.876734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-c814f906-db32-4d6c-b623-060e4813bc74 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:32.878492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-c814f906-db32-4d6c-b623-060e4813bc74 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.1112912 Apr 20 14:40:32.904880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-b7608f77-397a-49e1-a464-892a50766a52 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/quotas/0adc131ef58843ceb5459fe0781055d6 HTTP/1.1" status: 200 len: 375 time: 0.0185499 Apr 20 14:40:32.920882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:32.924909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:32.926168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:32.931395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:32.937221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'Port': ['ID=89ccfc29-7558-47ef-bede-e9f6e7c180f3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:32.960591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4209ed-ec61-443a-8f1b-0b2684faa02f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:32.969918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-88d1cd0c-33ae-4852-b064-031171b63d4c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555665 Apr 20 14:40:32.996524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:33.016315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.029433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.068695 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.071412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.078903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.089450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:33.095325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0796c88-6cba-47c0-9801-ea9f221ca91b req-5b729410-856d-40d2-91e0-253085243ed1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:33.104101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0796c88-6cba-47c0-9801-ea9f221ca91b req-5b729410-856d-40d2-91e0-253085243ed1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1323764 Apr 20 14:40:33.118526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:33.121476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:33.125154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:33.160947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Pushing event updated for resources: {'Port': ['ID=a13218d6-16b8-4d8e-934f-3185ca6d97f1,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:33.185661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0796c88-6cba-47c0-9801-ea9f221ca91b req-34ea023f-3356-48d2-96bd-7d2f732d6d11 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806365 Apr 20 14:40:33.194654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-872167fa-c91e-40a6-904c-9fd0391cf711 service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026718 Apr 20 14:40:33.231271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Attempting to bind port a13218d6-16b8-4d8e-934f-3185ca6d97f1 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:33.231648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Attempting to bind port a13218d6-16b8-4d8e-934f-3185ca6d97f1 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:33.232000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Attempting to bind port a13218d6-16b8-4d8e-934f-3185ca6d97f1 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:33.239478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.240712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:33.241078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Checking segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:33.241470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.241858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Bound using segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:33.242613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Bound port: a13218d6-16b8-4d8e-934f-3185ca6d97f1, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:33.243050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.263658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.270504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.298623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8f4209ed-ec61-443a-8f1b-0b2684faa02f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:33.307354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-0c5a7cd3-d85c-4137-a0a3-d2f191c47464 service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030734 Apr 20 14:40:33.351603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'Port': ['ID=89ccfc29-7558-47ef-bede-e9f6e7c180f3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:33.360241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.364016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] For port a13218d6-16b8-4d8e-934f-3185ca6d97f1, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:33.368012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] For port a13218d6-16b8-4d8e-934f-3185ca6d97f1, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a13218d6-16b8-4d8e-934f-3185ca6d97f1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:33.376993 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.381265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:33.386613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ae91bc1d-f557-433a-9709-5716455d48a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1037335 Apr 20 14:40:33.533394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7ba53-8ed6-4d61-b6a8-e8c5724f9ce3 None None] Pushing event updated for resources: {'Port': ['ID=a13218d6-16b8-4d8e-934f-3185ca6d97f1,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:33.654038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-69952ff8-96bc-4d57-a740-5324fa5dffd0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--336517020&fields=id&tenant_id=173812c404d44beb9a03dc02a4d4e1ae HTTP/1.1" status: 200 len: 267 time: 0.1080496 Apr 20 14:40:33.716495 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Sync routers for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:33.737871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:33.738668 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:33.854858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-8b40bb99-0689-417d-ab45-ee1df0816950 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:33.856392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-8b40bb99-0689-417d-ab45-ee1df0816950 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.2388701 Apr 20 14:40:33.884248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e4c666fb-ed14-4067-ab14-f6c307e854a5 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/quotas/0adc131ef58843ceb5459fe0781055d6 HTTP/1.1" status: 200 len: 375 time: 0.0182889 Apr 20 14:40:33.891699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-19333cef-9a40-4fa5-80fd-3e4ad17d3943 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:33.893470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-19333cef-9a40-4fa5-80fd-3e4ad17d3943 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/networks?id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 200 len: 814 time: 0.1837986 Apr 20 14:40:33.894158 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:33.939801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-e6ee44e3-0df9-4943-94ce-709ac12bf7ea tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/quotas/173812c404d44beb9a03dc02a4d4e1ae HTTP/1.1" status: 200 len: 375 time: 0.0165436 Apr 20 14:40:33.950772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-82ef7481-3b96-4c6d-b01f-2ff2e24cd087 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562015 Apr 20 14:40:34.074081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-adc34338-566a-4d2f-85b5-ff072ff93382 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222489 Apr 20 14:40:34.129481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 2, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:34.167449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-b50eb7a0-ff9f-4992-8cac-080ce81a7489 service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033882 Apr 20 14:40:34.174282 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Checking router: 9d91ac7e-4c6c-4c04-ab02-bff3f799081b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:34.175261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Updating router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:40:34.204895 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.275196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-0e1ce0dc-7f57-4e7c-af1b-90433fafec93 service neutron] 10.222.0.20 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995325 Apr 20 14:40:34.277618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a13218d6-16b8-4d8e-934f-3185ca6d97f1 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:34.374485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6330eaa3-dd99-4011-8dc4-24bd9d834ca0 service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054496 Apr 20 14:40:34.408590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a13218d6-16b8-4d8e-934f-3185ca6d97f1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:34.409000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.424905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-5f34a3b1-227f-4f2d-b2c1-bf907f29790b service neutron] 10.222.0.20 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409261 Apr 20 14:40:34.464138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:34.641055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 8f4209ed-ec61-443a-8f1b-0b2684faa02f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:34.642296 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.652834 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.660946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 8f4209ed-ec61-443a-8f1b-0b2684faa02f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:34.661456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.663341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.722655 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Pushing event updated for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:34.838888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Attempting to bind port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:34.839126 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Attempting to bind port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:34.839495 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Attempting to bind port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 on network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:34.852671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a13218d6-16b8-4d8e-934f-3185ca6d97f1, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a13218d6-16b8-4d8e-934f-3185ca6d97f1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:34.856914 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:34.858336 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Checking segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:34.858970 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.859366 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Bound using segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:34.859898 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Bound port: 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:34.860234 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.863350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:34.864476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6257ac1c-a196-4627-93e6-b769ee186990 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:34.952210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647a21-1c64-4ad1-9427-8d389e77fa1e req-8846d0fc-2a5c-416a-9fe0-aa2b1292f58b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:34.953977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56647a21-1c64-4ad1-9427-8d389e77fa1e req-8846d0fc-2a5c-416a-9fe0-aa2b1292f58b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.3390293 Apr 20 14:40:34.988871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756b2fc-8f54-414b-bd81-cec320a91955 req-e2c339db-c169-4221-b17b-68ae39e01ce0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:34.990432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3756b2fc-8f54-414b-bd81-cec320a91955 req-e2c339db-c169-4221-b17b-68ae39e01ce0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 944 time: 0.2678254 Apr 20 14:40:35.043146 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] For port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:35.047455 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] For port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:35.055523 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.119828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d834dda-f56a-41bc-8491-22da6821378d None None] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:35.132774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.195800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a13218d6-16b8-4d8e-934f-3185ca6d97f1,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:35.199246 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Pushing event updated for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:35.213212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.213700 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.214379 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.215043 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.215647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.216202 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.217005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.217343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.217750 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.218090 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.218437 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.218801 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73826040-4775-4f76-9f9f-77da3e8796cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:35.221833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6257ac1c-a196-4627-93e6-b769ee186990 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:35.225351 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.225918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:35.226997 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:35.400735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3756b2fc-8f54-414b-bd81-cec320a91955 req-ccbbe9c8-0bf7-4fe2-a26e-9744cb9035ae tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734403 Apr 20 14:40:35.433084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56647a21-1c64-4ad1-9427-8d389e77fa1e req-5f5f88b6-f177-4270-93c8-4061d9096c90 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414411 Apr 20 14:40:35.499779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:35.524646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:35.530882 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b5beb0-f58d-434b-87c1-aae6a73b9cee" -d '{"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-plugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:35.549837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-0b5bfc3c-00c8-4b78-bc68-547fa1b17cf4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:35.550982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.555149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-0b5bfc3c-00c8-4b78-bc68-547fa1b17cf4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.7028155 Apr 20 14:40:35.567382 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:35.575895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:35.576287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.628599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Request body: {'port': {'device_id': '71e92560-015e-442f-a595-449c62bc945b', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'admin_state_up': True, 'tenant_id': '0adc131ef58843ceb5459fe0781055d6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:35.703672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a6f3b-c8a7-430d-ad60-139bd3b6b8ea req-b79538b9-ef1b-4824-bbef-eab05c784821 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:35.712843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c85a6f3b-c8a7-430d-ad60-139bd3b6b8ea req-b79538b9-ef1b-4824-bbef-eab05c784821 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1545362 Apr 20 14:40:35.746701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cfbd50c-814a-49b1-89b6-dd27da0b3f70 req-d4733183-55d3-4848-b330-fdbbda9a21a3 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 210 time: 0.1102698 Apr 20 14:40:35.825944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:35.849990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.853949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c85a6f3b-c8a7-430d-ad60-139bd3b6b8ea req-786af191-bbda-4613-a213-d8834943a078 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397047 Apr 20 14:40:35.901381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] For port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:35.904908 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:35.912427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:35.949019 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb0700-3581-4a7e-9121-2b4a600dcab6 None None] The sync data for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 is: [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:35.980355 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc33d64-71e0-4e22-9948-aa37d26af902 x-openstack-request-id: req-7dc33d64-71e0-4e22-9948-aa37d26af902 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:35.980637 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-plugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:35.981048 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dc33d64-71e0-4e22-9948-aa37d26af902 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:35.981496 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc33d64-71e0-4e22-9948-aa37d26af902'] response: {'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'code': 200} Apr 20 14:40:35.986511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Provisioning complete for port a13218d6-16b8-4d8e-934f-3185ca6d97f1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:35.987165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.031824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faf851-b292-4053-a5a9-1f1764998c49 None None] Pushing event updated for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:36.122879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Made reservation on behalf of 0adc131ef58843ceb5459fe0781055d6 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:36.126375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.153922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8ef6-8def-4cf6-93a6-3c010898fb4a req-9bea9c31-2590-48d8-87d2-8010fa9dc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:36.162544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ef5b8ef6-8def-4cf6-93a6-3c010898fb4a req-9bea9c31-2590-48d8-87d2-8010fa9dc33d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 1096 time: 0.1115167 Apr 20 14:40:36.178594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-dcf4b2b3-72d7-4d59-93ae-748e26bce140 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:36.189873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-dcf4b2b3-72d7-4d59-93ae-748e26bce140 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.2805638 Apr 20 14:40:36.197883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a13218d6-16b8-4d8e-934f-3185ca6d97f1 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:36.216905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-eb59ed24-c079-4599-9fe5-b80a10b204a1 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/quotas/0adc131ef58843ceb5459fe0781055d6 HTTP/1.1" status: 200 len: 375 time: 0.0252998 Apr 20 14:40:36.241865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ef5b8ef6-8def-4cf6-93a6-3c010898fb4a req-9e401229-750c-402a-9a3d-4d47c28f13a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715597 Apr 20 14:40:36.325494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-72a4bfbe-c186-4779-b4f2-3dc66725d291 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074152 Apr 20 14:40:36.340888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a13218d6-16b8-4d8e-934f-3185ca6d97f1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:36.341975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.344043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e6588bdf-353f-4073-8662-953bd4ee39dc None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:36.344531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6588bdf-353f-4073-8662-953bd4ee39dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.479917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-7fbd484b-35f3-480a-bbe6-328fd9f49b3e service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228373 Apr 20 14:40:36.559396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-c1253d15-0925-4ebc-ae49-b16987ceaa74 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:36.561201 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-c1253d15-0925-4ebc-ae49-b16987ceaa74 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.45 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.2076521 Apr 20 14:40:36.580145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Request body: {'port': {'device_id': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'admin_state_up': True, 'tenant_id': '0adc131ef58843ceb5459fe0781055d6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:36.622081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:36.678166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:36.678589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.751552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Made reservation on behalf of 0adc131ef58843ceb5459fe0781055d6 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:36.755464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.804258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-efaafd27-8a1c-432f-b7de-0775cac3c760 None None] Provisioning complete for port a13218d6-16b8-4d8e-934f-3185ca6d97f1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:36.804509 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efaafd27-8a1c-432f-b7de-0775cac3c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:36.940792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Allocated IP 172.20.0.14 (f45e3f0f-3a4c-44f3-85b4-68a526d7b230/860895b8-d805-472e-be79-7b8b83d84498/c1869958-d664-4ef0-9b9b-5cc34d6316f3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:36.997004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e8e21-2a26-4881-8456-f207e23c9dc9 req-759f2e8a-6aac-4cff-a198-1887ad816ed2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:36.998530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-876e8e21-2a26-4881-8456-f207e23c9dc9 req-759f2e8a-6aac-4cff-a198-1887ad816ed2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 945 time: 0.2094648 Apr 20 14:40:37.075697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-5649c4ef-169b-403c-9686-bd7e589d28c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845969 Apr 20 14:40:37.117428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-d7159bee-a84d-4347-a2d1-06eee2bd0cdf tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:37.118852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-d7159bee-a84d-4347-a2d1-06eee2bd0cdf tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.45 "GET /v2.0/networks?id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 200 len: 814 time: 0.2249718 Apr 20 14:40:37.128551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-876e8e21-2a26-4881-8456-f207e23c9dc9 req-2ca3d84d-abf3-4155-8082-36641de43b27 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160333 Apr 20 14:40:37.238050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-0adfc5d6-74df-4a8f-9a9c-365f9530b414 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=173812c404d44beb9a03dc02a4d4e1ae HTTP/1.1" status: 200 len: 379 time: 0.1084917 Apr 20 14:40:37.261352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'port': {'device_id': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'admin_state_up': True, 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'security_groups': ['474d2f76-bf5b-4afa-98ea-33e3137bb924']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:37.360595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b7cd78c-9026-4aa6-8c0e-4e90c652c096 req-52bbe4b2-d578-48f9-85d8-cc3ceab03df8 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 210 time: 0.0931227 Apr 20 14:40:37.405962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bac1a-71f2-4fc2-a32e-116a9bf364ba req-6114eed3-73ff-4daa-87be-abbfec1c19a0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:37.407695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa8bac1a-71f2-4fc2-a32e-116a9bf364ba req-6114eed3-73ff-4daa-87be-abbfec1c19a0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1931496 Apr 20 14:40:37.416562 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.537354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa8bac1a-71f2-4fc2-a32e-116a9bf364ba req-df8bb975-def5-4310-973a-837c37be5460 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138186 Apr 20 14:40:37.575349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ed5eb-fab3-446a-a223-b6fc3d54cdb0 req-e57df7e1-88d8-4387-93b0-eb26f30ff0bc tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:37.577026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b72ed5eb-fab3-446a-a223-b6fc3d54cdb0 req-e57df7e1-88d8-4387-93b0-eb26f30ff0bc tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1447406 Apr 20 14:40:37.580452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.624339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Made reservation on behalf of 173812c404d44beb9a03dc02a4d4e1ae for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:37.628105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.631976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Allocated IP 172.20.0.6 (f45e3f0f-3a4c-44f3-85b4-68a526d7b230/860895b8-d805-472e-be79-7b8b83d84498/50b67109-ac7b-4d08-af49-14f3e815e7d1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:37.677551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c751acc7-e789-4ece-99e2-19c97a53614a req-d8c00aca-41d9-4c32-adda-98f208651e2a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 210 time: 0.0859547 Apr 20 14:40:37.696320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:37.707770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:37.721612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event updated for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:37.727364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:37.739324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b72ed5eb-fab3-446a-a223-b6fc3d54cdb0 req-feb686e5-bad5-4ca7-a49f-9d544f886259 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555545 Apr 20 14:40:37.827160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.827962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:37.831750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.878468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:37.894098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-906b2886-7786-4048-b9c3-64e560903b1a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2697966 Apr 20 14:40:37.908806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Request body: {'port': {'device_id': '71e92560-015e-442f-a595-449c62bc945b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:37.933409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:37.937077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:37.938106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Allocated IP 172.20.0.7 (354d6071-9bbf-48a4-84e7-7b0f0daa82b5/e6c6eee1-5f16-45bb-9789-7e7321ffa360/90390d0b-114f-4136-975d-d4d706a55387) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:37.942278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:37.946877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event updated for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:37.997075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.003378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.004452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.029910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-6d528000-b8e7-4429-9bba-3ba72d45c255 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4583192 Apr 20 14:40:38.043896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Request body: {'port': {'device_id': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:38.069365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8387f559-0b40-4f95-be27-2e91ec4f2c72 None None] Provisioning complete for port c1869958-d664-4ef0-9b9b-5cc34d6316f3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:38.069926 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8387f559-0b40-4f95-be27-2e91ec4f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.098497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:38.124768 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.144045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8387f559-0b40-4f95-be27-2e91ec4f2c72 None None] Port c1869958-d664-4ef0-9b9b-5cc34d6316f3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:38.207183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:38.207842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.313073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.365478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f56718d2-05c4-4223-804b-ecf1d1a01c45 None None] Provisioning complete for port 50b67109-ac7b-4d08-af49-14f3e815e7d1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:38.366480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56718d2-05c4-4223-804b-ecf1d1a01c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.411713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e36b14-1f98-4ef5-b2c6-78f1c486c7cc req-eee0a5c6-c6fc-40ec-bf50-e436d7d2d518 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.419724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4e36b14-1f98-4ef5-b2c6-78f1c486c7cc req-eee0a5c6-c6fc-40ec-bf50-e436d7d2d518 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 945 time: 0.1604128 Apr 20 14:40:38.431615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f56718d2-05c4-4223-804b-ecf1d1a01c45 None None] Port 50b67109-ac7b-4d08-af49-14f3e815e7d1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:38.486790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-c9c14e67-eb34-49a0-94f3-c1479cdbf765 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.489146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-c9c14e67-eb34-49a0-94f3-c1479cdbf765 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 815 time: 0.1456795 Apr 20 14:40:38.508309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Request body: {'port': {'device_id': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'admin_state_up': True, 'tenant_id': '0adc131ef58843ceb5459fe0781055d6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:38.523552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.545230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4e36b14-1f98-4ef5-b2c6-78f1c486c7cc req-a9694d08-6c58-46cd-ad93-f92704fcb568 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246109 Apr 20 14:40:38.603636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:38.615302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:38.627313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Made reservation on behalf of 0adc131ef58843ceb5459fe0781055d6 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:38.630975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.633972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a510-19a1-4ea4-a54d-8433e0f2262a req-ce3e6b47-d4d2-4053-ac24-3862ab66bd38 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.635557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9909a510-19a1-4ea4-a54d-8433e0f2262a req-ce3e6b47-d4d2-4053-ac24-3862ab66bd38 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 931 time: 0.1609826 Apr 20 14:40:38.637370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:38.650344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event updated for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:38.756802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1869958-d664-4ef0-9b9b-5cc34d6316f3 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:38.771634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.789493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.790117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.816281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9909a510-19a1-4ea4-a54d-8433e0f2262a req-b0908941-8da4-4981-a00c-f87631863005 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613503 Apr 20 14:40:38.818678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Transition to ACTIVE for port object c1869958-d664-4ef0-9b9b-5cc34d6316f3 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:38.830931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ab0a5-9cf8-4a84-9523-46c40321bae4 req-55bf7923-110b-42f8-817a-4bef0955160e tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:38.832586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb2ab0a5-9cf8-4a84-9523-46c40321bae4 req-55bf7923-110b-42f8-817a-4bef0955160e tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.2151697 Apr 20 14:40:38.834101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.838842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-7e249d4d-69e3-4c2c-a4fb-809c74866ead tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5834930 Apr 20 14:40:38.867731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-71f092ad-6ad1-4a6a-a589-cefecdf7d81d None None] Provisioning complete for port 90390d0b-114f-4136-975d-d4d706a55387 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:38.868101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-71f092ad-6ad1-4a6a-a589-cefecdf7d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:38.877212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Request body: {'port': {'device_id': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:38.929974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-71f092ad-6ad1-4a6a-a589-cefecdf7d81d None None] Port 90390d0b-114f-4136-975d-d4d706a55387 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:38.944606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Pushing event updated for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:38.978876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb2ab0a5-9cf8-4a84-9523-46c40321bae4 req-5f62205f-2954-4d4d-9208-8b543b89e5be tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367922 Apr 20 14:40:39.044841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b67109-ac7b-4d08-af49-14f3e815e7d1 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:39.066920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.069053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.099324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Transition to ACTIVE for port object 50b67109-ac7b-4d08-af49-14f3e815e7d1 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:39.104404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Attempting to bind port c1869958-d664-4ef0-9b9b-5cc34d6316f3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:39.104974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Attempting to bind port c1869958-d664-4ef0-9b9b-5cc34d6316f3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:39.105472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Attempting to bind port c1869958-d664-4ef0-9b9b-5cc34d6316f3 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:39.139683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.144425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Port c1869958-d664-4ef0-9b9b-5cc34d6316f3 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:39.144747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Attempting to bind port c1869958-d664-4ef0-9b9b-5cc34d6316f3 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:39.195260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:39.195600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Checking segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:39.195987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Bound using segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:39.196442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Bound port: c1869958-d664-4ef0-9b9b-5cc34d6316f3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:39.196795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.222503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83ddf79e-0fb9-4b9b-9f09-62f4bef83244 req-1f543c65-e0f1-4481-8cae-50d7c8195827 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 210 time: 0.0788686 Apr 20 14:40:39.224988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Allocated IP 172.20.0.9 (f45e3f0f-3a4c-44f3-85b4-68a526d7b230/860895b8-d805-472e-be79-7b8b83d84498/27888b37-ea5b-4e32-aeb4-0a01bfd48878) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:40:39.237978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Pushing event updated for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:39.362771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca03e0-6ecf-43f7-a327-8246d2c273fb req-1c945c9b-29df-4cf6-ae2e-1de39a470062 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.364604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63ca03e0-6ecf-43f7-a327-8246d2c273fb req-1c945c9b-29df-4cf6-ae2e-1de39a470062 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2525790 Apr 20 14:40:39.399645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Attempting to bind port 50b67109-ac7b-4d08-af49-14f3e815e7d1 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:39.400140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Attempting to bind port 50b67109-ac7b-4d08-af49-14f3e815e7d1 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:39.400692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Attempting to bind port 50b67109-ac7b-4d08-af49-14f3e815e7d1 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:39.411255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Port 50b67109-ac7b-4d08-af49-14f3e815e7d1 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:39.411747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Attempting to bind port 50b67109-ac7b-4d08-af49-14f3e815e7d1 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:39.421291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:39.421782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Checking segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:39.422269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Bound using segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:39.422868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Bound port: 50b67109-ac7b-4d08-af49-14f3e815e7d1, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:39.423344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.484735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:39.505350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.520383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8e3e5-d834-491b-8c9e-69e740ad2fb8 req-07411388-5faf-4151-af0a-71146a41d5cf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.521940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11d8e3e5-d834-491b-8c9e-69e740ad2fb8 req-07411388-5faf-4151-af0a-71146a41d5cf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 945 time: 0.1947691 Apr 20 14:40:39.528240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:39.532289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63ca03e0-6ecf-43f7-a327-8246d2c273fb req-8d28a981-b127-40be-8fa4-ef9f46122e55 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482277 Apr 20 14:40:39.532625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:39.537107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:39.538185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.554910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.585887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.586512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.587960 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] 10.222.0.45 "PUT /v2.0/ports/50b67109-ac7b-4d08-af49-14f3e815e7d1 HTTP/1.1" status: 200 len: 1091 time: 1.5485690 Apr 20 14:40:39.590345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:39.592919 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985abd5a-9f63-4836-93fd-dbc0111a3789" -d '{"events": [{"name": "network-changed", "server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:39.617925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.618791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.620923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] 10.222.0.43 "PUT /v2.0/ports/c1869958-d664-4ef0-9b9b-5cc34d6316f3 HTTP/1.1" status: 200 len: 1092 time: 1.7166672 Apr 20 14:40:39.624329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.631068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:39.633476 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d" -d '{"events": [{"name": "network-changed", "server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:39.656088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a06b9-e611-4ce3-8923-04d9af251d95 service neutron] Pushing event updated for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:39.661552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:40:39.667812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:39.695213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:40:39.725974 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bac7ae-2505-42d3-91e8-0bb94423ff4c x-openstack-request-id: req-c8bac7ae-2505-42d3-91e8-0bb94423ff4c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:39.726351 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:39.726536 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8bac7ae-2505-42d3-91e8-0bb94423ff4c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:39.726930 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bac7ae-2505-42d3-91e8-0bb94423ff4c'] response: {'name': 'network-changed', 'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1', 'status': 'completed', 'code': 200} Apr 20 14:40:39.748774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11d8e3e5-d834-491b-8c9e-69e740ad2fb8 req-0f313c0a-6dbd-4a1e-be72-e7fafaa73764 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153883 Apr 20 14:40:39.771012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e52d6-89ae-4a63-b416-0ef50d467223 service neutron] Pushing event updated for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:39.808461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.813952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:39.839655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event updated for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:39.869922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-e7f84b80-8a50-4685-bcdd-95ba0c8f271c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3657818 Apr 20 14:40:39.893823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-5bd79bd2-e52e-428f-b508-824f7f8832f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:39.895371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-5bd79bd2-e52e-428f-b508-824f7f8832f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 1094 time: 0.1677067 Apr 20 14:40:39.958519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-80552b02-b892-4b39-b9d8-9ccac0814054 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1 HTTP/1.1" status: 200 len: 217 time: 0.0548768 Apr 20 14:40:39.980133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Request body: {'port': {'device_id': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:40.068970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-11600ada-546d-4436-92cd-b8f94e0cc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.070453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-11600ada-546d-4436-92cd-b8f94e0cc102 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.1052508 Apr 20 14:40:40.077333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.120983 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb088-c066-431d-8a58-2375448b6e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.123352 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4326354c-bdb4-4d4b-8a19-3a85275f8043 x-openstack-request-id: req-4326354c-bdb4-4d4b-8a19-3a85275f8043 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:40.124300 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:40.124552 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4326354c-bdb4-4d4b-8a19-3a85275f8043 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:40.125292 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4326354c-bdb4-4d4b-8a19-3a85275f8043'] response: {'name': 'network-changed', 'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3', 'status': 'completed', 'code': 200} Apr 20 14:40:40.149307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-56c5f553-d5c9-43f0-9863-b986d487fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.150794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-56c5f553-d5c9-43f0-9863-b986d487fc93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 1095 time: 0.4543006 Apr 20 14:40:40.161342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-82800b1b-1f17-426e-8184-0ec64747e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.162876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-82800b1b-1f17-426e-8184-0ec64747e45a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832565 Apr 20 14:40:40.169671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e0847506-11f8-4e9b-80e6-8c8be3fb119f None None] Provisioning complete for port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:40.170357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e0847506-11f8-4e9b-80e6-8c8be3fb119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.214514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90390d0b-114f-4136-975d-d4d706a55387 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:40.215330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e0847506-11f8-4e9b-80e6-8c8be3fb119f None None] Port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:40:40.257910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.262091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-599a9243-a9b4-44d6-b36b-53d4fc063a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3 HTTP/1.1" status: 200 len: 217 time: 0.0859523 Apr 20 14:40:40.281375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Transition to ACTIVE for port object 90390d0b-114f-4136-975d-d4d706a55387 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:40.318189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.327080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91000d-34de-455e-85e8-1b1e884d90c3 req-4f20a6c7-063a-4735-8bbd-5bf354e40271 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.328934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e91000d-34de-455e-85e8-1b1e884d90c3 req-4f20a6c7-063a-4735-8bbd-5bf354e40271 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.1997521 Apr 20 14:40:40.342024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34c5fc-af26-4ee7-a79a-73083c0d2c40 req-62bb40ac-0117-4a64-ab5b-5e852a48eae3 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.343746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b34c5fc-af26-4ee7-a79a-73083c0d2c40 req-62bb40ac-0117-4a64-ab5b-5e852a48eae3 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 931 time: 0.2158811 Apr 20 14:40:40.377955 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-baf6af7a-7c0d-4eba-8e7a-f6462e1af5ee service neutron] 10.222.0.45 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056682 Apr 20 14:40:40.432435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-67179f8b-56ab-4d8f-9e1c-42930d773668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.433928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-67179f8b-56ab-4d8f-9e1c-42930d773668 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.1509981 Apr 20 14:40:40.443773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Pushing event updated for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:40.446704 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:40:40.502084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b34c5fc-af26-4ee7-a79a-73083c0d2c40 req-c2db6b55-5c03-41c8-b436-254b7f113e94 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193402 Apr 20 14:40:40.532369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d435f63d-2b23-4345-b2d7-8476dc2a4144 req-f623a38d-cd66-468e-b191-952c5c8a65f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465132 Apr 20 14:40:40.571962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e91000d-34de-455e-85e8-1b1e884d90c3 req-88c66100-cff5-4314-b92c-6594fe1e4940 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229984 Apr 20 14:40:40.607267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-eb665bba-051c-4b07-9982-d7779ae1ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.609425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-eb665bba-051c-4b07-9982-d7779ae1ca5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610851 Apr 20 14:40:40.617037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Attempting to bind port 90390d0b-114f-4136-975d-d4d706a55387 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:40.617403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Attempting to bind port 90390d0b-114f-4136-975d-d4d706a55387 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:40.617684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Attempting to bind port 90390d0b-114f-4136-975d-d4d706a55387 on network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:40.632470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Port 90390d0b-114f-4136-975d-d4d706a55387 on network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:40.633729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Attempting to bind port 90390d0b-114f-4136-975d-d4d706a55387 on network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:40.703464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:40.703808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Checking segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:40.704195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Bound using segment: {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:40.704654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Bound port: 90390d0b-114f-4136-975d-d4d706a55387, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dc8485-590f-4e30-90f8-ba74b74096fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:40.705086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.859135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6fa3e-bac3-42b6-ad39-26bcd207a1f4 req-e8f832a2-2a8d-46c6-b10d-3a0e46040f7c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.860743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34e6fa3e-bac3-42b6-ad39-26bcd207a1f4 req-e8f832a2-2a8d-46c6-b10d-3a0e46040f7c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.2144489 Apr 20 14:40:40.868676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938fc49-7573-435c-81c1-e3e8ee177517 req-a0217909-3918-4740-a39f-b4e2c73dd95d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.870223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0938fc49-7573-435c-81c1-e3e8ee177517 req-a0217909-3918-4740-a39f-b4e2c73dd95d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 931 time: 0.1963012 Apr 20 14:40:40.888709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-718502c0-7a54-43e2-aae0-8cbf736054f5 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571251 Apr 20 14:40:40.916732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:40.925763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27888b37-ea5b-4e32-aeb4-0a01bfd48878 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:40.934847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.952235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Transition to ACTIVE for port object 27888b37-ea5b-4e32-aeb4-0a01bfd48878 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:40:40.954438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-51fcdfbd-1af9-4eaf-b0fe-12e9a3ac3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:40.956135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-51fcdfbd-1af9-4eaf-b0fe-12e9a3ac3f76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 1094 time: 0.0707798 Apr 20 14:40:40.957561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:40.958845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90390d0b-114f-4136-975d-d4d706a55387,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:40.999003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:41.018650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34e6fa3e-bac3-42b6-ad39-26bcd207a1f4 req-fe5912c6-856d-41eb-a706-7af3534e9ddd tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452355 Apr 20 14:40:41.069514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0938fc49-7573-435c-81c1-e3e8ee177517 req-4660e7df-1fb1-47cb-a34c-f4f73112a4a4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839693 Apr 20 14:40:41.095232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.095938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:41.097778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] 10.222.0.45 "PUT /v2.0/ports/90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 200 len: 1091 time: 2.2253115 Apr 20 14:40:41.146409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-4eec80c6-022c-4aaf-8691-54a5288b03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.148253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-4eec80c6-022c-4aaf-8691-54a5288b03b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 916 time: 0.1846700 Apr 20 14:40:41.152892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Pushing event updated for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:41.222793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-ec41a464-e0f9-4067-ad6d-7baae7316ece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1 HTTP/1.1" status: 200 len: 217 time: 0.0607808 Apr 20 14:40:41.223395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac69674-c6b8-4416-a8a4-5fe1e9fa98a2 req-4f06ac58-8e0f-4f9e-9e54-648989cb6e28 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254025 Apr 20 14:40:41.225044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac49b6-6b0e-4f8e-8adf-345696e2eed7 service neutron] Pushing event updated for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:41.313936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-8f6400bf-caef-4ce0-872c-17a0663978b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.315407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-8f6400bf-caef-4ce0-872c-17a0663978b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.0718434 Apr 20 14:40:41.335009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Attempting to bind port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:40:41.335380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Attempting to bind port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:40:41.335603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Attempting to bind port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:41.338984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cdb1b-5156-4a19-aa8c-e0284ac18663 req-481bfbb8-0873-4440-b055-763af9165481 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.340773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-123cdb1b-5156-4a19-aa8c-e0284ac18663 req-481bfbb8-0873-4440-b055-763af9165481 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2246511 Apr 20 14:40:41.347088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-175157d7-a075-4d7b-aaf3-595dd643c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.348742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-175157d7-a075-4d7b-aaf3-595dd643c470 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 1094 time: 0.1770446 Apr 20 14:40:41.365843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:40:41.366085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Attempting to bind port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 on network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:40:41.374599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:40:41.374937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Checking segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:41.375285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Bound using segment: {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:40:41.375719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Bound port: 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01acbb26-8433-446e-ba69-d6487aacf555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:40:41.376081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:41.378553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ca5b-3870-49ac-8010-1e199a6ccdf6 req-a9cd607c-355b-4e08-b0eb-c4db0a12bf7f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.383079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f398ca5b-3870-49ac-8010-1e199a6ccdf6 req-a9cd607c-355b-4e08-b0eb-c4db0a12bf7f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 945 time: 0.1830962 Apr 20 14:40:41.395320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-7dd959bf-c636-44a9-800a-1b9d8484d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.396811 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-7dd959bf-c636-44a9-800a-1b9d8484d97e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735824 Apr 20 14:40:41.441335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-aa4df786-1a16-4d06-ad87-43d4f62b7a66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 200 len: 217 time: 0.0800819 Apr 20 14:40:41.457290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-6044f205-99de-4c90-9054-5280ffbf5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.458870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-6044f205-99de-4c90-9054-5280ffbf5f1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 1095 time: 0.1641300 Apr 20 14:40:41.512048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:40:41.517008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:40:41.520053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-123cdb1b-5156-4a19-aa8c-e0284ac18663 req-5ca986b2-2d3c-4c84-a78a-70e11075b6bf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647494 Apr 20 14:40:41.524314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:41.544953 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-95e3acd2-ba91-4498-9de2-00ff98d707ac service neutron] 10.222.0.45 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216152 Apr 20 14:40:41.546769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f398ca5b-3870-49ac-8010-1e199a6ccdf6 req-b5e25e64-1656-4d7c-b52f-62c166c285d0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173131 Apr 20 14:40:41.588129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-423756fb-5f71-4f9f-bd97-c72116c0829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.589672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-423756fb-5f71-4f9f-bd97-c72116c0829e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e6c6eee1-5f16-45bb-9789-7e7321ffa360 HTTP/1.1" status: 200 len: 853 time: 0.1350911 Apr 20 14:40:41.593075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.593679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:41.595637 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] 10.222.0.43 "PUT /v2.0/ports/27888b37-ea5b-4e32-aeb4-0a01bfd48878 HTTP/1.1" status: 200 len: 1091 time: 1.6193886 Apr 20 14:40:41.711599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4fd40-1950-4660-8332-8aeb2afbba59 service neutron] Pushing event updated for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:41.728059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:41.732535 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf1d43-55e0-447b-bc60-98ec857d7b91" -d '{"events": [{"name": "network-changed", "server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:41.746890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-a4de6a94-eb01-456a-8e2c-f6b51f6d0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.748352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-a4de6a94-eb01-456a-8e2c-f6b51f6d0ed6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 916 time: 0.2747204 Apr 20 14:40:41.786487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-78b788b0-3a8c-4354-a243-46c6dc89abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.788153 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-78b788b0-3a8c-4354-a243-46c6dc89abc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 1094 time: 0.1352620 Apr 20 14:40:41.795773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-985abd5a-9f63-4836-93fd-dbc0111a3789 req-f472f43b-ec49-47fb-a41c-cc442bbac3cd service neutron] 10.222.0.45 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151594 Apr 20 14:40:41.818784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-52c42017-a85e-4e1d-8607-d015a327f4b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3 HTTP/1.1" status: 200 len: 217 time: 0.0595481 Apr 20 14:40:41.834888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9d799-2df5-4212-8a8a-ba5513b775f7 req-6d49194d-25bb-4591-acea-297c65621461 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.841374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1a9d799-2df5-4212-8a8a-ba5513b775f7 req-6d49194d-25bb-4591-acea-297c65621461 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 943 time: 0.1583276 Apr 20 14:40:41.841568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-67eb3a58-b08b-4d21-bd68-096f4017f02f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878 HTTP/1.1" status: 200 len: 217 time: 0.0434484 Apr 20 14:40:41.850316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-5776938b-5c23-416d-860a-b892a4d6133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.850316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-5776938b-5c23-416d-860a-b892a4d6133e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426333 Apr 20 14:40:41.900732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-8e683636-e037-4cb4-a827-5e71ed95e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.902192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-8e683636-e037-4cb4-a827-5e71ed95e28e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.0551469 Apr 20 14:40:41.952445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c62a-ef34-4df1-a816-0808387646f2 req-f4628f87-23d8-4dc2-a507-0c6bb2a3807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.954661 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-f4628f87-23d8-4dc2-a507-0c6bb2a3807b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457478 Apr 20 14:40:41.969464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-cb07ae8e-61b2-413f-9304-ec93e3e41082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:41.971031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-cb07ae8e-61b2-413f-9304-ec93e3e41082 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.1332376 Apr 20 14:40:41.974205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1a9d799-2df5-4212-8a8a-ba5513b775f7 req-2806a960-8be1-443d-8080-2c656772ed00 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247423 Apr 20 14:40:42.061168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-15fe43b0-c99b-4ec8-99e8-92ddb7ccbfd7 service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759782 Apr 20 14:40:42.070040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-360941f8-58e3-474a-b06f-4839cc38eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.072091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-360941f8-58e3-474a-b06f-4839cc38eb80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925860 Apr 20 14:40:42.090684 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-8e2aad5d-ff95-4577-9333-f56f9e2ece5b service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265142 Apr 20 14:40:42.148053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'tag': '90390d0b-114f-4136-975d-d4d706a55387'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:42.151140 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe5c80-1cea-4f3d-91e6-218a0779f27c" -d '{"events": [{"name": "network-changed", "server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "tag": "90390d0b-114f-4136-975d-d4d706a55387"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:42.156872 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0decf636-2885-4e7e-bdca-ac1f84cc66aa x-openstack-request-id: req-0decf636-2885-4e7e-bdca-ac1f84cc66aa {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:42.157459 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:42.157459 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0decf636-2885-4e7e-bdca-ac1f84cc66aa {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:42.157865 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0decf636-2885-4e7e-bdca-ac1f84cc66aa'] response: {'name': 'network-changed', 'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878', 'status': 'completed', 'code': 200} Apr 20 14:40:42.200782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8721c62a-ef34-4df1-a816-0808387646f2 req-b873e675-d3c6-4888-877c-5bdb5a6dba7b service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987110 Apr 20 14:40:42.298935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-e2818c68-8ba5-4c4a-bcbc-c37f518706ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.300561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-e2818c68-8ba5-4c4a-bcbc-c37f518706ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 1094 time: 0.0515816 Apr 20 14:40:42.306875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740e85-6b94-44a4-b71a-1a73c44f3951 req-1d7ca2c7-c176-4bcd-8252-ad6f0fc8f677 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.308350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3740e85-6b94-44a4-b71a-1a73c44f3951 req-1d7ca2c7-c176-4bcd-8252-ad6f0fc8f677 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.2260044 Apr 20 14:40:42.354420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-ca344a85-ccb6-479a-8d2c-190896b141d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731059 Apr 20 14:40:42.367030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deab8e-6b1c-479f-bb17-f2d9ae89e751 req-e47993b3-894f-41b9-901b-c1158dfa00e5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.368480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6deab8e-6b1c-479f-bb17-f2d9ae89e751 req-e47993b3-894f-41b9-901b-c1158dfa00e5 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1536031 Apr 20 14:40:42.371847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c987c21b-9ee1-4c0b-b3b6-b7d2493ee66c req-24325add-0bb3-4e67-9243-27bf118ddc31 service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992134 Apr 20 14:40:42.396449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-d76df245-30a7-4392-8596-575cee96dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.398810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-d76df245-30a7-4392-8596-575cee96dd5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 916 time: 0.0892005 Apr 20 14:40:42.436652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3740e85-6b94-44a4-b71a-1a73c44f3951 req-7c8ec1b2-62b5-4031-bb34-2a40e6031e59 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152029 Apr 20 14:40:42.450243 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-c8356239-c2cc-4abd-8192-876185592b22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878 HTTP/1.1" status: 200 len: 217 time: 0.0411618 Apr 20 14:40:42.508730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-e4620700-95b9-4c33-9904-5075295e6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.511226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb99d88-6849-4ce8-bfc1-3fa0a9f7b68d req-a78b7fc9-0183-4060-afdd-3a34d4e11329 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418028 Apr 20 14:40:42.511793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-e4620700-95b9-4c33-9904-5075295e6798 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.0549452 Apr 20 14:40:42.532884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efdfbfb9-c0d4-4dff-af0a-36f667d1b611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:42.553232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6deab8e-6b1c-479f-bb17-f2d9ae89e751 req-dc01dc54-41d5-4d2a-84bc-8b608640ef91 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709547 Apr 20 14:40:42.577298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-d74a1b35-d07b-4837-9ff8-0d58e88f1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.577529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cb2f2-2823-483b-9b1f-adb105bb9bb2 req-bbe88bbb-7a28-429b-aa53-e0d5aed632da tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.579084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f23cb2f2-2823-483b-9b1f-adb105bb9bb2 req-bbe88bbb-7a28-429b-aa53-e0d5aed632da tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 943 time: 0.0670116 Apr 20 14:40:42.580155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-d74a1b35-d07b-4837-9ff8-0d58e88f1a4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528498 Apr 20 14:40:42.623012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f23cb2f2-2823-483b-9b1f-adb105bb9bb2 req-fa935dc3-8f47-4884-bb6a-633205478a8d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Apr 20 14:40:42.680533 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba91975-120a-4f79-b8c2-9a6b25b58d45 x-openstack-request-id: req-2ba91975-120a-4f79-b8c2-9a6b25b58d45 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:42.681073 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "tag": "90390d0b-114f-4136-975d-d4d706a55387", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:42.682141 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ba91975-120a-4f79-b8c2-9a6b25b58d45 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:42.682675 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba91975-120a-4f79-b8c2-9a6b25b58d45'] response: {'name': 'network-changed', 'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'tag': '90390d0b-114f-4136-975d-d4d706a55387', 'status': 'completed', 'code': 200} Apr 20 14:40:42.701228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-beea16fe-7598-45f6-9aca-cfcd887302e8 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123827 Apr 20 14:40:42.769861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05589bd4-b172-4985-a082-72f31cb86489 req-2aa4c2b0-622d-4b37-aeb1-80085a8b4392 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.771278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05589bd4-b172-4985-a082-72f31cb86489 req-2aa4c2b0-622d-4b37-aeb1-80085a8b4392 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0767195 Apr 20 14:40:42.778401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-d1c0f32e-199a-4633-9e28-0bae45f2894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.779842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-d1c0f32e-199a-4633-9e28-0bae45f2894c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 1094 time: 0.0752997 Apr 20 14:40:42.804842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6cbf1d43-55e0-447b-bc60-98ec857d7b91 req-3cdbd6e4-79ed-46e0-aa84-5db93b1bff19 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938494 Apr 20 14:40:42.860322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05589bd4-b172-4985-a082-72f31cb86489 req-2a02ac7c-4503-4728-a66f-664117294268 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794938 Apr 20 14:40:42.891393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-c3efee7d-5f42-475f-9f49-59f33f7267f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.893837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-c3efee7d-5f42-475f-9f49-59f33f7267f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 200 len: 915 time: 0.1060820 Apr 20 14:40:42.937529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-993a04c8-a187-4a48-bf77-a4e4c3fbf03c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 200 len: 217 time: 0.0330153 Apr 20 14:40:42.987251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-a96b434b-cca2-4e8c-9053-233e1eacaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:42.988679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-a96b434b-cca2-4e8c-9053-233e1eacaac3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e6c6eee1-5f16-45bb-9789-7e7321ffa360 HTTP/1.1" status: 200 len: 853 time: 0.0428019 Apr 20 14:40:43.039550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-2c5eee04-459f-4e14-a0b5-92d7d5825bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:43.040932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-2c5eee04-459f-4e14-a0b5-92d7d5825bcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455582 Apr 20 14:40:43.138611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525ac6-f9da-4721-8413-34f1799d7453 req-59813b24-9c74-4399-a271-98466ecb2b21 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:43.140059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43525ac6-f9da-4721-8413-34f1799d7453 req-59813b24-9c74-4399-a271-98466ecb2b21 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 943 time: 0.0930123 Apr 20 14:40:43.178659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-428f7bfb-210a-4f6e-834e-2613b648c278 service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Apr 20 14:40:43.209142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43525ac6-f9da-4721-8413-34f1799d7453 req-950f0a6d-65c8-4152-8200-c9f4860b3406 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625470 Apr 20 14:40:43.276825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe5c80-1cea-4f3d-91e6-218a0779f27c req-d94c6cf1-242c-4a13-83b3-d6269643a250 service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892329 Apr 20 14:40:43.568584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:43.595575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-31f0c15c-f01b-4ad4-ba3d-2b7f112f3354 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:43.597077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-31f0c15c-f01b-4ad4-ba3d-2b7f112f3354 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.0806575 Apr 20 14:40:43.611625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160037e-3537-4d8f-94b6-01ec261205b0 req-0832254f-4a60-4377-ab17-3e502340283b tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:43.612968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2160037e-3537-4d8f-94b6-01ec261205b0 req-0832254f-4a60-4377-ab17-3e502340283b tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 946 time: 0.0714152 Apr 20 14:40:43.954179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2160037e-3537-4d8f-94b6-01ec261205b0 req-d6a9b9a2-6fad-4782-a5fe-4779831aaa18 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342137 Apr 20 14:40:43.999061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbccfc2-532c-4696-8193-36fec12ce0de req-4182ac13-a313-46e5-8f73-6e80dc5c40b8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:44.000638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dbccfc2-532c-4696-8193-36fec12ce0de req-4182ac13-a313-46e5-8f73-6e80dc5c40b8 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1076016 Apr 20 14:40:44.045669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Deleting port f2d34abd-b525-485c-a946-0fa9bfb07fa8 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:44.046014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.068471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dbccfc2-532c-4696-8193-36fec12ce0de req-b96c1715-a272-4a63-8687-1649996dbfd4 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Apr 20 14:40:44.150967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.187133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] For port f2d34abd-b525-485c-a946-0fa9bfb07fa8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f2d34abd-b525-485c-a946-0fa9bfb07fa8,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:44.187568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.291980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdff97-6c9e-4eba-9614-55df966ebaa8 req-52790802-58ad-4f50-8fa4-dc82903f423e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:44.293516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8fdff97-6c9e-4eba-9614-55df966ebaa8 req-52790802-58ad-4f50-8fa4-dc82903f423e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1439323 Apr 20 14:40:44.425494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8fdff97-6c9e-4eba-9614-55df966ebaa8 req-6dc3513b-b57f-4a63-8e77-4fe52411c05d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233699 Apr 20 14:40:44.471390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1ad7e-bcc9-4145-929f-cb3f71460066 req-be1c904f-fd43-45cf-b41d-ffa33582545c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:44.472900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7f1ad7e-bcc9-4145-929f-cb3f71460066 req-be1c904f-fd43-45cf-b41d-ffa33582545c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 943 time: 0.1698105 Apr 20 14:40:44.482296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 27888b37-ea5b-4e32-aeb4-0a01bfd48878 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:44.498855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.499204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.499720 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Floating IP ee3f2e40-9878-4a3b-ae0e-5e18422ab72b disassociated. External IP: 172.25.1.136, port: f2d34abd-b525-485c-a946-0fa9bfb07fa8. Apr 20 14:40:44.499894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Calling delete_port for f2d34abd-b525-485c-a946-0fa9bfb07fa8 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:44.600489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:44.616375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '27888b37-ea5b-4e32-aeb4-0a01bfd48878', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'port_id': '27888b37-ea5b-4e32-aeb4-0a01bfd48878', 'mac_address': 'fa:16:3e:b5:eb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860895b8-d805-472e-be79-7b8b83d84498', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:44.633000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7f1ad7e-bcc9-4145-929f-cb3f71460066 req-e978894b-8071-432c-9645-79b010807dc4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285672 Apr 20 14:40:44.640570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565675e-cb77-4f70-b26f-608f8a10d40e req-f91b8c83-274f-4f46-9b11-70a25929222d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:44.642039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4565675e-cb77-4f70-b26f-608f8a10d40e req-f91b8c83-274f-4f46-9b11-70a25929222d tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 943 time: 0.1365077 Apr 20 14:40:44.661731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.677249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27888b37-ea5b-4e32-aeb4-0a01bfd48878 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:44.699028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:44.699503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4565675e-cb77-4f70-b26f-608f8a10d40e req-02fc0174-6a8c-4bcb-bb8b-608c985d9f97 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495057 Apr 20 14:40:44.704189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.705161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:44.745954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.781252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event deleted for resources: {'Port': ['ID=f2d34abd-b525-485c-a946-0fa9bfb07fa8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:44.815100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:44.869751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:44.883479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'mac_address': 'fa:16:3e:25:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:44.903941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Router bde5a358-9505-4791-925f-b57c7c454353 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:44.927894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.949610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f4209ed-ec61-443a-8f1b-0b2684faa02f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:44.973179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:44.979011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:44.980004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c1869958-d664-4ef0-9b9b-5cc34d6316f3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:45.066127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:45.095444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Sync routers for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:45.135040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:45.149037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:45.151048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'port_id': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3', 'mac_address': 'fa:16:3e:53:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860895b8-d805-472e-be79-7b8b83d84498', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:45.159139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] No DVR routers for this DVR port f2d34abd-b525-485c-a946-0fa9bfb07fa8 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:45.162963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5559f2b6-ff6b-4853-9e98-d6f4ca9bf525 req-53982128-6271-469e-a705-3aa492335ec8 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0e9ad43-c781-4474-9905-3b880e0aec7b HTTP/1.1" status: 200 len: 210 time: 0.0770414 Apr 20 14:40:45.169787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:45.173988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce5e6154-2cb8-4e41-a0e3-67eba62f72da req-0901be8e-7d90-4ba9-954d-f6cffa3274ef tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.45 "DELETE /v2.0/ports/f2d34abd-b525-485c-a946-0fa9bfb07fa8 HTTP/1.1" status: 204 len: 173 time: 1.5705252 Apr 20 14:40:45.174699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:45.174845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'name': 'network-vif-deleted', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:45.177379 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef8ae4-78ef-4d62-95ec-79310c0f0797" -d '{"events": [{"server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "name": "network-vif-deleted", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:45.209365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:45.210277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:45.256655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4c75-fadb-4ea4-87ce-6b32fd56748b req-5f163b92-2609-4687-939d-40c8da22c8ce tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:45.258470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-173b4c75-fadb-4ea4-87ce-6b32fd56748b req-5f163b92-2609-4687-939d-40c8da22c8ce tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.0766654 Apr 20 14:40:45.273486 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d61f703-73d2-4dee-89b6-7baff7a3cb21 x-openstack-request-id: req-0d61f703-73d2-4dee-89b6-7baff7a3cb21 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:45.273843 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e9ad43-c781-4474-9905-3b880e0aec7b", "name": "network-vif-deleted", "tag": "f2d34abd-b525-485c-a946-0fa9bfb07fa8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:45.274080 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d61f703-73d2-4dee-89b6-7baff7a3cb21 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:45.274468 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d61f703-73d2-4dee-89b6-7baff7a3cb21'] response: {'server_uuid': 'a0e9ad43-c781-4474-9905-3b880e0aec7b', 'name': 'network-vif-deleted', 'tag': 'f2d34abd-b525-485c-a946-0fa9bfb07fa8', 'status': 'completed', 'code': 200} Apr 20 14:40:45.360091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:45.370926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-173b4c75-fadb-4ea4-87ce-6b32fd56748b req-a7a21b4a-4448-4f4c-84d0-90d1bbb30a3c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009598 Apr 20 14:40:45.432391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 50b67109-ac7b-4d08-af49-14f3e815e7d1 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:45.487732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2dd7a-ce7b-4eec-bee6-38ef1f6ac5cf req-cc6bec82-bb1c-4a03-bfc2-e299d5ab9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:45.489224 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bfe2dd7a-ce7b-4eec-bee6-38ef1f6ac5cf req-cc6bec82-bb1c-4a03-bfc2-e299d5ab9391 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1100 time: 0.0585189 Apr 20 14:40:45.544313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bfe2dd7a-ce7b-4eec-bee6-38ef1f6ac5cf req-124ca8fd-0cc0-490b-88ec-739e987119cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Apr 20 14:40:45.613173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862e50b-1098-4ecb-8fff-6bdb4db318bc req-189227f9-c663-4924-93ed-c39a99969d7f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:45.623549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2862e50b-1098-4ecb-8fff-6bdb4db318bc req-189227f9-c663-4924-93ed-c39a99969d7f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0726769 Apr 20 14:40:45.676788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2862e50b-1098-4ecb-8fff-6bdb4db318bc req-af59b629-3e9e-4ecb-a608-3e61cd904d5b tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495532 Apr 20 14:40:45.745948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:45.794775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:45.822822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ec13-c33f-4fbd-be24-e9a150cd4d96 req-fbc4f25e-06f8-4828-9d4a-b39f056ce762 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:45.834036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e92ec13-c33f-4fbd-be24-e9a150cd4d96 req-fbc4f25e-06f8-4828-9d4a-b39f056ce762 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 944 time: 0.1158662 Apr 20 14:40:45.910629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1869958-d664-4ef0-9b9b-5cc34d6316f3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:45.944073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e92ec13-c33f-4fbd-be24-e9a150cd4d96 req-ea79b550-17d8-48e2-8361-75c89c80e081 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081600 Apr 20 14:40:45.957142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:45.972490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:45.992887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08e059-d0bd-4e6b-bf18-9749c4f29143 req-37959fc0-3f96-46eb-a123-66b52c195044 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:46.005127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f08e059-d0bd-4e6b-bf18-9749c4f29143 req-37959fc0-3f96-46eb-a123-66b52c195044 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 943 time: 0.1385880 Apr 20 14:40:46.040259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:46.099729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f08e059-d0bd-4e6b-bf18-9749c4f29143 req-1903d22f-4df2-4b6c-add8-920808126688 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932508 Apr 20 14:40:46.100359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '50b67109-ac7b-4d08-af49-14f3e815e7d1', 'network_id': 'f45e3f0f-3a4c-44f3-85b4-68a526d7b230', 'port_id': '50b67109-ac7b-4d08-af49-14f3e815e7d1', 'mac_address': 'fa:16:3e:e1:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860895b8-d805-472e-be79-7b8b83d84498', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:46.105075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:46.140992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8f4209ed-ec61-443a-8f1b-0b2684faa02f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:46.206024 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.230732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b67109-ac7b-4d08-af49-14f3e815e7d1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:46.245425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:46.283226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58036) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:46.287397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Checking router: bde5a358-9505-4791-925f-b57c7c454353 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:46.290152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:46.294598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c1869958-d664-4ef0-9b9b-5cc34d6316f3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:46.296585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['27888b37-ea5b-4e32-aeb4-0a01bfd48878'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:46.330855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.364785 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.404767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.417499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:46.418150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:46.499059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:46.501471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:46.504432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.511916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.515856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2 HTTP/1.1" status: 204 len: 168 time: 0.2312198 Apr 20 14:40:46.516651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58040) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:46.535162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47065b-7fa7-49e8-95c6-ac88768472b0 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:46.563492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:46.564411 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-6fcfd4b5-c60d-4843-8f97-40897389cde6 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] show failed (client error): The resource could not be found. Apr 20 14:40:46.572448 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fcfd4b5-c60d-4843-8f97-40897389cde6 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "GET /v2.0/security-groups/ee4aac35-e003-46ca-b9c1-bbb3b0b4bce2 HTTP/1.1" status: 404 len: 347 time: 0.0505989 Apr 20 14:40:46.572993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bfd0c-b8e3-4732-9f69-3c3b2c0b099f req-75c5cd2f-284e-4f12-afea-13a7e8e2285f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:46.573524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58044) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:46.575245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040bfd0c-b8e3-4732-9f69-3c3b2c0b099f req-75c5cd2f-284e-4f12-afea-13a7e8e2285f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 949 time: 0.1125562 Apr 20 14:40:46.670211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040bfd0c-b8e3-4732-9f69-3c3b2c0b099f req-e9380803-aec6-4c84-ba48-c7c71ce0ae4c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Apr 20 14:40:46.717905 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:40:46.740160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['50b67109-ac7b-4d08-af49-14f3e815e7d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:46.833448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Deleting port e28304f7-c2af-4b92-b2f7-0aa28bcb4145 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:46.833887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.835561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6a0f3-44d0-41da-bbe7-6a3e8a3fc76a req-f5ff976b-63e5-41f9-9957-1a73125e9e21 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:46.837181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31e6a0f3-44d0-41da-bbe7-6a3e8a3fc76a req-f5ff976b-63e5-41f9-9957-1a73125e9e21 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0849297 Apr 20 14:40:46.919152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31e6a0f3-44d0-41da-bbe7-6a3e8a3fc76a req-f62652d3-6dee-4042-be04-709d1820c1db tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626614 Apr 20 14:40:46.991559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:46.992035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.007415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Calling delete_port for e28304f7-c2af-4b92-b2f7-0aa28bcb4145 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:47.008669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:47.112355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce3a59-47a6-4bcf-af92-d70b63a169f4 req-3e0aac09-f5ea-4144-9eca-12b819e31249 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:47.134280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53ce3a59-47a6-4bcf-af92-d70b63a169f4 req-3e0aac09-f5ea-4144-9eca-12b819e31249 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 944 time: 0.1114261 Apr 20 14:40:47.230768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:47.235814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.243391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53ce3a59-47a6-4bcf-af92-d70b63a169f4 req-c0cf8747-94a1-4b69-8c8f-92cb240c1144 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000326 Apr 20 14:40:47.294114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Pushing event deleted for resources: {'Port': ['ID=e28304f7-c2af-4b92-b2f7-0aa28bcb4145,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:47.338218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.344459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a20f6-6fb6-4544-93c0-11dff51b1b2b req-ee895b3e-1ef9-4714-b62f-25338a174065 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:47.346858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-033a20f6-6fb6-4544-93c0-11dff51b1b2b req-ee895b3e-1ef9-4714-b62f-25338a174065 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 943 time: 0.1262252 Apr 20 14:40:47.361945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.368945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.370190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-43ac6d39-dff0-42b0-b2b9-c8b8ca997830 tempest-ServersTestJSON-714447010 tempest-ServersTestJSON-714447010-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee3f2e40-9878-4a3b-ae0e-5e18422ab72b HTTP/1.1" status: 204 len: 168 time: 0.7867272 Apr 20 14:40:47.373631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58064) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:47.398500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-033a20f6-6fb6-4544-93c0-11dff51b1b2b req-cb0a6eaf-b6f2-48a8-8183-7f493ddba088 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Apr 20 14:40:47.420598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '335e8301-1a1c-4285-82ee-8c548c67235b', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '335e8301-1a1c-4285-82ee-8c548c67235b', 'mac_address': 'fa:16:3e:d2:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:47.444426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90390d0b-114f-4136-975d-d4d706a55387 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:47.457021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2d34abd-b525-485c-a946-0fa9bfb07fa8 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:47.468659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:47.472576 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9044bf-d426-40e3-96ff-76f594096ae0" -d '{"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-unplugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:47.525010 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e54fef-a231-4f47-9c92-2547ddf25399 x-openstack-request-id: req-25e54fef-a231-4f47-9c92-2547ddf25399 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:47.525368 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-unplugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:47.525682 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e54fef-a231-4f47-9c92-2547ddf25399 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:47.526135 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e54fef-a231-4f47-9c92-2547ddf25399'] response: {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'code': 200} Apr 20 14:40:47.550115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f2d34abd-b525-485c-a946-0fa9bfb07fa8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:47.550551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f2d34abd-b525-485c-a946-0fa9bfb07fa8 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:47.551060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:47.561123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:47.571509 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:40:47.617450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.825811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.841930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2ba21-d3cd-4f47-aab3-2e537c3e5263 req-7ae265f7-618d-4ed4-8fc7-b99c387ecc51 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:47.850303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89c2ba21-d3cd-4f47-aab3-2e537c3e5263 req-7ae265f7-618d-4ed4-8fc7-b99c387ecc51 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 947 time: 0.1028202 Apr 20 14:40:47.911346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:47.925348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89c2ba21-d3cd-4f47-aab3-2e537c3e5263 req-155d1605-c539-4276-ad9d-1a5cd6379ab9 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772777 Apr 20 14:40:48.046230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:48.098373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc172-bbfd-403f-bc44-e492979f1cf8 req-7aa963ec-f072-445a-ac1a-dd0d713368fa tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:48.107349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:48.107752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e53dc172-bbfd-403f-bc44-e492979f1cf8 req-7aa963ec-f072-445a-ac1a-dd0d713368fa tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0750501 Apr 20 14:40:48.126582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90390d0b-114f-4136-975d-d4d706a55387,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:48.169555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.170270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.170851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.171398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.171945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.172473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.173000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.173580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.174598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.175162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.175690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.176242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:48.189912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e53dc172-bbfd-403f-bc44-e492979f1cf8 req-11107169-a1f4-4ebe-a420-63cc6cab76c4 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765457 Apr 20 14:40:48.198196 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.210983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '90390d0b-114f-4136-975d-d4d706a55387', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'port_id': '90390d0b-114f-4136-975d-d4d706a55387', 'mac_address': 'fa:16:3e:f4:9b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:48.256717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:40:48.256717 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:40:48.310012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Deleting port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:48.310352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.311984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:48.324435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.326577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.345518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:48.399379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90390d0b-114f-4136-975d-d4d706a55387 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:48.403621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a4877-d3a7-44f1-a12c-0a97b7bccbd7 None None] The sync data for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 is: [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:38:41Z', 'revision_number': 4, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6', 'name': '', 'network_id': '7ae158b6-0d63-4214-be25-1e839d402852', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'mac_address': 'fa:16:3e:9e:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:39Z', 'updated_at': '2022-04-20T14:38:45Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'subnets': [{'id': 'fea35272-a463-4ac6-8a8b-a5cfb480a7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:48.435444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8705b08-b0fe-4224-86fd-e4647761e38e req-596825c6-6611-450e-8e9a-e0600c2ca453 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:48.442584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90390d0b-114f-4136-975d-d4d706a55387,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:48.445263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8705b08-b0fe-4224-86fd-e4647761e38e req-596825c6-6611-450e-8e9a-e0600c2ca453 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1098 time: 0.1288540 Apr 20 14:40:48.451738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:48.459124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] For port a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:48.459500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.466216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.492778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Calling delete_port for a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:48.511789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8b24d-c2f9-47e0-ba80-dc21053207bb req-7fdf45e8-107e-4673-b4b7-ba61f30a8477 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:48.520699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4f8b24d-c2f9-47e0-ba80-dc21053207bb req-7fdf45e8-107e-4673-b4b7-ba61f30a8477 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 944 time: 0.1467521 Apr 20 14:40:48.550086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:48.585658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8705b08-b0fe-4224-86fd-e4647761e38e req-302330bf-1a53-4614-8e19-316b3f0ae085 tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333165 Apr 20 14:40:48.624079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4f8b24d-c2f9-47e0-ba80-dc21053207bb req-6efabf7c-0e28-48d0-8e13-43be5d166cdb tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948322 Apr 20 14:40:48.842455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.852316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c753-fb84-4b82-923a-c1891b86a422 req-44204b40-8b05-4094-b1b1-3f1acd73aebb tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:48.857002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c777c753-fb84-4b82-923a-c1891b86a422 req-44204b40-8b05-4094-b1b1-3f1acd73aebb tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 944 time: 0.1130753 Apr 20 14:40:48.864881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:48.885173 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f88d00-ff45-4769-b162-8fdd939e98aa None None] New status for floating IP ee3f2e40-9878-4a3b-ae0e-5e18422ab72b: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:40:48.887231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:48.966847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:48.969544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:48.980384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['90390d0b-114f-4136-975d-d4d706a55387'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:49.002694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:49.006106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c777c753-fb84-4b82-923a-c1891b86a422 req-da1c3769-f1bd-4750-94b5-2f6810aff6ee tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364069 Apr 20 14:40:49.118161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd3c6-17b1-48d5-9ffd-5d75b4c2b004 req-1bf32cac-ddfe-43f9-856b-7ad5bb004a9a tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:49.118406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 27888b37-ea5b-4e32-aeb4-0a01bfd48878 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:49.120850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbbbd3c6-17b1-48d5-9ffd-5d75b4c2b004 req-1bf32cac-ddfe-43f9-856b-7ad5bb004a9a tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 1099 time: 0.0930600 Apr 20 14:40:49.168704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:49.169699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbbbd3c6-17b1-48d5-9ffd-5d75b4c2b004 req-c7366f41-b3f8-477f-be6c-003aca64d63e tempest-ServersAdminTestJSON-1948060373 tempest-ServersAdminTestJSON-1948060373-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Apr 20 14:40:49.319555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:49.341082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:49.381383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818090c-33b6-488f-b546-cee251a58ae4 req-65852465-c152-4552-a0ee-b803cb439c33 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:49.386837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1818090c-33b6-488f-b546-cee251a58ae4 req-65852465-c152-4552-a0ee-b803cb439c33 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.1014221 Apr 20 14:40:49.418138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 50b67109-ac7b-4d08-af49-14f3e815e7d1 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:49.473083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1818090c-33b6-488f-b546-cee251a58ae4 req-7eb803d0-e1eb-44c0-9ae1-57c9af62f8d0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725040 Apr 20 14:40:49.511348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Router bde5a358-9505-4791-925f-b57c7c454353 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:49.527310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:49.531176 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b5d6f-bb37-4768-9e09-29d294ae6b5b" -d '{"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:49.558337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6197a-27bc-445d-8a93-ba4507dc84a0 req-edcb3b95-9db2-4cea-88fa-dec5070d9592 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:49.560765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d6197a-27bc-445d-8a93-ba4507dc84a0 req-edcb3b95-9db2-4cea-88fa-dec5070d9592 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.0867255 Apr 20 14:40:49.602947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:49.621956 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae62a8-7b16-4eab-b7a4-92607cfe685d x-openstack-request-id: req-8aae62a8-7b16-4eab-b7a4-92607cfe685d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:49.622681 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:49.623177 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8aae62a8-7b16-4eab-b7a4-92607cfe685d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:49.623797 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aae62a8-7b16-4eab-b7a4-92607cfe685d'] response: {'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'code': 200} Apr 20 14:40:49.625147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70d6197a-27bc-445d-8a93-ba4507dc84a0 req-e51c69f9-6030-4182-8db8-c478fde69138 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Apr 20 14:40:49.631140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:49.631828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:49.674153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:49.687796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0466bc50-1deb-4e32-8ae8-53d4221fc41b admin admin] 10.222.0.20 "PUT /v2.0/routers/bde5a358-9505-4791-925f-b57c7c454353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3130879 Apr 20 14:40:49.690674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:49.707469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Sync routers for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:49.781351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 50b67109-ac7b-4d08-af49-14f3e815e7d1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:49.783507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:49.784099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:49.846821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 50b67109-ac7b-4d08-af49-14f3e815e7d1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:49.847198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:49.936034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701b043-8716-46a1-a254-f7cb592cfc0b req-32ef5829-7007-4825-bf4d-1638a8a7a3bd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:49.937444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3701b043-8716-46a1-a254-f7cb592cfc0b req-32ef5829-7007-4825-bf4d-1638a8a7a3bd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 944 time: 0.1203811 Apr 20 14:40:49.964326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.044480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:50.067777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3701b043-8716-46a1-a254-f7cb592cfc0b req-63c41feb-4de5-45d9-9d0a-6c2df687cefe tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159322 Apr 20 14:40:50.074293 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.189223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.237192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6afcc-2ac3-42ae-a0fd-2542aecc6764 req-69d58ec7-cc8d-466b-b499-b1652e8315c7 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:50.244649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a6afcc-2ac3-42ae-a0fd-2542aecc6764 req-69d58ec7-cc8d-466b-b499-b1652e8315c7 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 944 time: 0.1036756 Apr 20 14:40:50.255080 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.268394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:50.286543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.287410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:50.311353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8a6afcc-2ac3-42ae-a0fd-2542aecc6764 req-260622c9-743f-4b02-9d76-e86c258d9f4a tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608377 Apr 20 14:40:50.320733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Deleting port 3efa06d2-2e3a-429e-8526-7085bc958269 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:50.321100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.400342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:50.422759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] For port 3efa06d2-2e3a-429e-8526-7085bc958269, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3efa06d2-2e3a-429e-8526-7085bc958269,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:50.423402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.434501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.437794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Calling delete_port for 3efa06d2-2e3a-429e-8526-7085bc958269 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:50.445629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:50.504109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 8f4209ed-ec61-443a-8f1b-0b2684faa02f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:50.504477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.548362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:50.588117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:40:48Z', 'revision_number': 5, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port': {'id': '3efa06d2-2e3a-429e-8526-7085bc958269', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde5a358-9505-4791-925f-b57c7c454353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:38:33Z', 'updated_at': '2022-04-20T14:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:50.643527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2be19-44db-4988-898b-0de7bab721f3 req-56ee032d-a893-4a2a-8bc2-8469059af0ef tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:50.645388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61c2be19-44db-4988-898b-0de7bab721f3 req-56ee032d-a893-4a2a-8bc2-8469059af0ef tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 943 time: 0.0696623 Apr 20 14:40:50.649951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Checking router: bde5a358-9505-4791-925f-b57c7c454353 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:40:50.715370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Routers {'bde5a358-9505-4791-925f-b57c7c454353'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:50.715910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bde5a358-9505-4791-925f-b57c7c454353'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:50.756562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61c2be19-44db-4988-898b-0de7bab721f3 req-c2e507bd-5faf-4188-87f0-82c9f776db4e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966871 Apr 20 14:40:50.794237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33b841-7774-4164-a805-f4e04461d0eb req-8c751922-f1d8-420a-a3d9-a3eec76f658b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:50.798957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1d33b841-7774-4164-a805-f4e04461d0eb req-8c751922-f1d8-420a-a3d9-a3eec76f658b tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.0623479 Apr 20 14:40:50.835740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.908729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efa06d2-2e3a-429e-8526-7085bc958269,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:50.918119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eefb7-b049-4145-9cd4-101fb14212ea req-5c1bae0e-2a22-4ed9-bc88-7b8b28bc063d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:50.926285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-003eefb7-b049-4145-9cd4-101fb14212ea req-5c1bae0e-2a22-4ed9-bc88-7b8b28bc063d tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 950 time: 0.1958323 Apr 20 14:40:50.932599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Deleting port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:50.933231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:50.961140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.020439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-003eefb7-b049-4145-9cd4-101fb14212ea req-c12e7523-b1bb-47db-8593-bcb9b56879c2 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931189 Apr 20 14:40:51.049169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.081924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:51.094429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] Set router bde5a358-9505-4791-925f-b57c7c454353 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:51.173073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.173636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:40:50Z', 'revision_number': 6, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:51.175708 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.177135 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.178422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c1869958-d664-4ef0-9b9b-5cc34d6316f3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:51.187492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] For port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:51.188239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.208828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Calling delete_port for 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:51.242170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.242758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde5a358-9505-4791-925f-b57c7c454353 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:40:51.252380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.256365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a80e15a7-d341-4a74-a591-54bd873e0702 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bde5a358-9505-4791-925f-b57c7c454353 HTTP/1.1" status: 204 len: 168 time: 1.5618558 Apr 20 14:40:51.269772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58138) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:51.293859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:51.324500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eae36-3584-4830-811c-ffbfb03c9b24 None None] The sync data for ids ['bde5a358-9505-4791-925f-b57c7c454353'] in n-d-836145-2 is: [{'id': 'bde5a358-9505-4791-925f-b57c7c454353', 'name': 'tempest-ServersTestJSON-1694169441-router', 'tenant_id': '4fecf577e5f7402b93759341fc8614f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:38:30Z', 'updated_at': '2022-04-20T14:40:50Z', 'revision_number': 6, 'project_id': '4fecf577e5f7402b93759341fc8614f6', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:40:51.336520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Deleting subnet fea35272-a463-4ac6-8a8b-a5cfb480a7a3 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:40:51.359417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18754a8-f992-4920-83d3-9566cefda87c req-48bf19bc-e346-440f-85a1-4cf9993df1a4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:51.377973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18754a8-f992-4920-83d3-9566cefda87c req-48bf19bc-e346-440f-85a1-4cf9993df1a4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1458292 Apr 20 14:40:51.382258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c1869958-d664-4ef0-9b9b-5cc34d6316f3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:51.391387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c1869958-d664-4ef0-9b9b-5cc34d6316f3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:51.392048 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.426482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.431251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:51.488901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.509409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18754a8-f992-4920-83d3-9566cefda87c req-3d6efa74-daf6-4c48-beed-cd76e4e1f965 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110494 Apr 20 14:40:51.528580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event deleted for resources: {'Port': ['ID=6152ec71-f3ca-455b-9ce5-507a4bc4ac49,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:51.542194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.565476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:51.580815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90390d0b-114f-4136-975d-d4d706a55387 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:51.588493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'port_id': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'mac_address': 'fa:16:3e:08:fe:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1284ec7-115a-4101-b377-43a476077961', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:51.591357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b6696823-86d3-478c-b543-5e222c2adf75', '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', '335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:51.598310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dcd8a-5672-4898-b4d9-b97aacda7558 req-e2fc988a-a16b-4bb4-b786-56f73704e81c tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:51.600488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc0dcd8a-5672-4898-b4d9-b97aacda7558 req-e2fc988a-a16b-4bb4-b786-56f73704e81c tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 944 time: 0.1439521 Apr 20 14:40:51.619312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] No DVR routers for this DVR port 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:51.624437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.629787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1d33b841-7774-4164-a805-f4e04461d0eb req-f3bdbead-8781-48a3-a88f-f3d4ca5d8912 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "DELETE /v2.0/ports/6152ec71-f3ca-455b-9ce5-507a4bc4ac49 HTTP/1.1" status: 204 len: 173 time: 0.8255107 Apr 20 14:40:51.635412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'name': 'network-vif-deleted', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:51.638085 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3080b16-e421-497f-aa5e-89538f208274" -d '{"events": [{"server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "name": "network-vif-deleted", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:51.646829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878'}, {'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1'}, {'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:51.654615 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b44b3-28f1-4b46-9135-13c5399a018a" -d '{"events": [{"server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "name": "network-vif-plugged", "status": "completed", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878"}, {"server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "name": "network-vif-plugged", "status": "completed", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1"}, {"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-plugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:51.743243 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb8059c-40ae-42aa-b732-76cabfab0a55 x-openstack-request-id: req-efb8059c-40ae-42aa-b732-76cabfab0a55 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:51.743539 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4110d19-0caa-465b-a619-9f728bad0e1e", "name": "network-vif-deleted", "tag": "6152ec71-f3ca-455b-9ce5-507a4bc4ac49", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:51.744487 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efb8059c-40ae-42aa-b732-76cabfab0a55 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:51.745257 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb8059c-40ae-42aa-b732-76cabfab0a55'] response: {'server_uuid': 'f4110d19-0caa-465b-a619-9f728bad0e1e', 'name': 'network-vif-deleted', 'tag': '6152ec71-f3ca-455b-9ce5-507a4bc4ac49', 'status': 'completed', 'code': 200} Apr 20 14:40:51.789641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc0dcd8a-5672-4898-b4d9-b97aacda7558 req-bb634039-7a66-4623-aa49-940a357de5fe tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770554 Apr 20 14:40:51.822552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.823282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:51.864216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c9e04f-99d0-4fa1-9502-e42b34391ccf {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:51.884013 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ad143-74ba-4569-894b-97685abf9809 x-openstack-request-id: req-8d7ad143-74ba-4569-894b-97685abf9809 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:51.884453 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "name": "network-vif-plugged", "status": "completed", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878", "code": 200}, {"server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "name": "network-vif-plugged", "status": "completed", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1", "code": 200}, {"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-plugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:51.884815 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d7ad143-74ba-4569-894b-97685abf9809 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:51.885376 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7ad143-74ba-4569-894b-97685abf9809'] response: {'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878', 'code': 200} Apr 20 14:40:51.885765 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7ad143-74ba-4569-894b-97685abf9809'] response: {'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1', 'code': 200} Apr 20 14:40:51.886109 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7ad143-74ba-4569-894b-97685abf9809'] response: {'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'code': 200} Apr 20 14:40:51.950532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 90390d0b-114f-4136-975d-d4d706a55387 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:40:51.976809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:52.091130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 90390d0b-114f-4136-975d-d4d706a55387 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:52.099118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.105084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.136163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403bb5c-4c8f-4f55-8be6-e562060f0917 req-e3f448ad-89e6-465e-ab18-2e1ffc526cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:52.137712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6403bb5c-4c8f-4f55-8be6-e562060f0917 req-e3f448ad-89e6-465e-ab18-2e1ffc526cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 1096 time: 0.1496949 Apr 20 14:40:52.180767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.224742 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6403bb5c-4c8f-4f55-8be6-e562060f0917 req-b725d46a-9f9c-4f39-9e9f-38cbe90b4a34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719562 Apr 20 14:40:52.340704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:52.346286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:52.364675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.402031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:52.446600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:52.453268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a7d4d171-7d11-40a7-8ec3-7abf7ec67ac6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:52.453906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3efa06d2-2e3a-429e-8526-7085bc958269 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:52.511408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d3260c6-9746-44ee-a07c-355554f3e841 req-f2bb26b1-3f90-46cc-95e6-88c2a91e3f9a tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4110d19-0caa-465b-a619-9f728bad0e1e HTTP/1.1" status: 200 len: 210 time: 0.0853555 Apr 20 14:40:52.530280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:52.540935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.546984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3efa06d2-2e3a-429e-8526-7085bc958269 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:52.548060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3efa06d2-2e3a-429e-8526-7085bc958269 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:52.574395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106c3a1-b611-4288-ad2f-120d8cdf20da req-2fd80d0d-d8d5-4024-bca7-bb90d68eab1e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:52.582590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5106c3a1-b611-4288-ad2f-120d8cdf20da req-2fd80d0d-d8d5-4024-bca7-bb90d68eab1e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 944 time: 0.1582725 Apr 20 14:40:52.593591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bce02-2eec-418a-8c4f-9eea8bbc471b req-392a8f97-186e-4049-83c3-69d50e76da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:52.597307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-574bce02-2eec-418a-8c4f-9eea8bbc471b req-392a8f97-186e-4049-83c3-69d50e76da73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 1096 time: 0.1743951 Apr 20 14:40:52.625430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 335e8301-1a1c-4285-82ee-8c548c67235b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:52.626262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.647968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.686094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802377a-19a7-4db6-bfde-0136900a694f None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:52.703074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.706344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fea35272-a463-4ac6-8a8b-a5cfb480a7a3 HTTP/1.1" status: 204 len: 168 time: 1.4310660 Apr 20 14:40:52.710195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58164) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:52.711664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-574bce02-2eec-418a-8c4f-9eea8bbc471b req-179c7883-acef-4aba-8f49-90ec64bb88d5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Apr 20 14:40:52.717420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158445-bf2c-408b-8a4e-3916d2fa240b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea35272-a463-4ac6-8a8b-a5cfb480a7a3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:52.730788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5106c3a1-b611-4288-ad2f-120d8cdf20da req-1e035a17-52f3-4b5b-98f5-478db9d7f6ba tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472621 Apr 20 14:40:52.762095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a38c-4431-4e4b-a2ed-e0415f60ad9a req-82f067c0-a626-44df-a481-c0339e851cd9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:52.778379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e23a38c-4431-4e4b-a2ed-e0415f60ad9a req-82f067c0-a626-44df-a481-c0339e851cd9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1497753 Apr 20 14:40:52.847404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e23a38c-4431-4e4b-a2ed-e0415f60ad9a req-d359e9ea-b0db-4b4d-bb09-655950f091dc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616217 Apr 20 14:40:52.906139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c4c9e04f-99d0-4fa1-9502-e42b34391ccf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:52.917492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:52.953731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90390d0b-114f-4136-975d-d4d706a55387,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:52.969495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650eef6-cfc5-421f-86fa-def0207e5f61 req-7aaf8be1-ba8e-4755-b987-d318ca12ff68 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:52.978176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a650eef6-cfc5-421f-86fa-def0207e5f61 req-7aaf8be1-ba8e-4755-b987-d318ca12ff68 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 944 time: 0.0822737 Apr 20 14:40:52.987136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.007781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.037119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Deleting port 79fcd5a1-da0e-497f-a7de-c9923f41497a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:53.037590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.052955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a650eef6-cfc5-421f-86fa-def0207e5f61 req-3cd41665-cb10-45cc-aba5-58e6f994b136 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660224 Apr 20 14:40:53.148621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] For port 79fcd5a1-da0e-497f-a7de-c9923f41497a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=79fcd5a1-da0e-497f-a7de-c9923f41497a,segment=NetworkSegment(dbfe19f3-b3d3-493f-b464-4b4f87244e47),segment_id=dbfe19f3-b3d3-493f-b464-4b4f87244e47)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:53.149658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.187498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Calling delete_port for 79fcd5a1-da0e-497f-a7de-c9923f41497a owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:53.205403 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.230367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.275247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] DHCP port deletion for 7ae158b6-0d63-4214-be25-1e839d402852 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:40:53.288573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:53.311931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.341011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.344956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:53.383480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:53.383868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6152ec71-f3ca-455b-9ce5-507a4bc4ac49 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:53.388634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Pushing event deleted for resources: {'Port': ['ID=79fcd5a1-da0e-497f-a7de-c9923f41497a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.398840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] No DVR routers for this DVR port 79fcd5a1-da0e-497f-a7de-c9923f41497a on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:53.404976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.418540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Deleting port 79fcd5a1-da0e-497f-a7de-c9923f41497a {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:53.418954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.479050 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.503418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae158b6-0d63-4214-be25-1e839d402852']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:53.523926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfe19f3-b3d3-493f-b464-4b4f87244e47') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:53.524302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfe19f3-b3d3-493f-b464-4b4f87244e47') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:53.542090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.563016 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.578609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:40:53.579039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:40:53.581152 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:40:53.660409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] For port 79fcd5a1-da0e-497f-a7de-c9923f41497a, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:53.660814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.690142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Calling delete_port for 79fcd5a1-da0e-497f-a7de-c9923f41497a owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:53.693946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Port 79fcd5a1-da0e-497f-a7de-c9923f41497a was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:40:53.695618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.696011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.721349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:53.725230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ae158b6-0d63-4214-be25-1e839d402852 HTTP/1.1" status: 204 len: 168 time: 1.0138915 Apr 20 14:40:53.726130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689a0ab-d302-442d-899c-b6daec70500c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae158b6-0d63-4214-be25-1e839d402852,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.742713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Network 7ae158b6-0d63-4214-be25-1e839d402852 is not hosted by any dhcp agent {{(pid=102865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:40:53.742713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] No DVR routers for this DVR port 79fcd5a1-da0e-497f-a7de-c9923f41497a on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:53.751818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c63c1-bce3-417e-b4a1-de4d0e763b1e None None] Pushing event deleted for resources: {'Port': ['ID=79fcd5a1-da0e-497f-a7de-c9923f41497a,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:53.888915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3'}, {'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90390d0b-114f-4136-975d-d4d706a55387'}, {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:53.893466 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c109e0-5fc8-4c9a-a3f4-3629d33e2054" -d '{"events": [{"server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "name": "network-vif-plugged", "status": "completed", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3"}, {"server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "name": "network-vif-plugged", "status": "completed", "tag": "90390d0b-114f-4136-975d-d4d706a55387"}, {"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:53.935589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c93926-89e2-48ac-bdd2-f814623b2b48 req-4721313d-4d62-41f7-9d41-260d3fa18de9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:53.946192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8c93926-89e2-48ac-bdd2-f814623b2b48 req-4721313d-4d62-41f7-9d41-260d3fa18de9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 944 time: 0.1039760 Apr 20 14:40:53.976958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02407188-caf3-4f78-b7af-1b76e4a5a2f9 req-c1d9fba8-45b8-4a1d-b222-424c26999ba0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:53.978302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02407188-caf3-4f78-b7af-1b76e4a5a2f9 req-c1d9fba8-45b8-4a1d-b222-424c26999ba0 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.1039562 Apr 20 14:40:54.021551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8c93926-89e2-48ac-bdd2-f814623b2b48 req-689713af-b089-4f57-ab4e-a61a0ee0875f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742424 Apr 20 14:40:54.068704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:54.112644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02407188-caf3-4f78-b7af-1b76e4a5a2f9 req-8167a8ac-6e4f-46d3-b6bd-0846c2008033 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191206 Apr 20 14:40:54.186131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 79fcd5a1-da0e-497f-a7de-c9923f41497a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:40:54.198807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5096205f-1fd9-40ae-b07a-2cc21f2dd11c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fecf577e5f7402b93759341fc8614f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287131 Apr 20 14:40:54.201109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:54.267550 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ce5c2-7b4d-470a-b295-929576d2e81b x-openstack-request-id: req-bb9ce5c2-7b4d-470a-b295-929576d2e81b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:54.269867 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "name": "network-vif-plugged", "status": "completed", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3", "code": 200}, {"server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "name": "network-vif-plugged", "status": "completed", "tag": "90390d0b-114f-4136-975d-d4d706a55387", "code": 200}, {"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-plugged", "status": "completed", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:54.270271 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb9ce5c2-7b4d-470a-b295-929576d2e81b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:54.271939 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9ce5c2-7b4d-470a-b295-929576d2e81b'] response: {'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3', 'code': 200} Apr 20 14:40:54.272267 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9ce5c2-7b4d-470a-b295-929576d2e81b'] response: {'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90390d0b-114f-4136-975d-d4d706a55387', 'code': 200} Apr 20 14:40:54.272586 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9ce5c2-7b4d-470a-b295-929576d2e81b'] response: {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'code': 200} Apr 20 14:40:54.275311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 79fcd5a1-da0e-497f-a7de-c9923f41497a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:40:54.276771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 79fcd5a1-da0e-497f-a7de-c9923f41497a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:40:54.310648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:54.330153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae4b1f-f560-4f68-bfd5-1cb5fa6c40f1 req-0fe9df4e-5f24-42fa-bfb5-a952cd94bbdc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:54.332893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ae4b1f-f560-4f68-bfd5-1cb5fa6c40f1 req-0fe9df4e-5f24-42fa-bfb5-a952cd94bbdc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1366084 Apr 20 14:40:54.340094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:54.428247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:54.430974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:54.434608 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc7b7d7b-db0c-4917-97b5-78d2aab542e6 HTTP/1.1" status: 204 len: 168 time: 0.2299066 Apr 20 14:40:54.458883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c8c0c-f89d-4ecb-8d5d-8603a0a6cd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b7d7b-db0c-4917-97b5-78d2aab542e6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:54.487906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b270-df5e-4d22-957b-11a964a235b8 req-da023168-a6be-4928-b076-fca58e7e9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:54.489426 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad31b270-df5e-4d22-957b-11a964a235b8 req-da023168-a6be-4928-b076-fca58e7e9cc4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 1097 time: 0.1014585 Apr 20 14:40:54.501165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116b52d-5567-4f00-aefc-3a607f4e4377 req-4c2757a5-3e2e-48cd-9851-df84745c36e7 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:54.504109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b116b52d-5567-4f00-aefc-3a607f4e4377 req-4c2757a5-3e2e-48cd-9851-df84745c36e7 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.1681995 Apr 20 14:40:54.523041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ae4b1f-f560-4f68-bfd5-1cb5fa6c40f1 req-847972bc-1efa-4ee4-b231-014dc8af44e9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612167 Apr 20 14:40:54.562899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad31b270-df5e-4d22-957b-11a964a235b8 req-d8a0d934-cfa5-4982-8f7e-f4645fe1f62a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657234 Apr 20 14:40:54.583461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3211fe-b6de-48e8-ac65-4126ca36631b req-94f5cd25-7a6b-4822-8407-4276ac19a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:54.585282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba3211fe-b6de-48e8-ac65-4126ca36631b req-94f5cd25-7a6b-4822-8407-4276ac19a329 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 1096 time: 0.2716389 Apr 20 14:40:54.641842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b116b52d-5567-4f00-aefc-3a607f4e4377 req-f9475c66-5fde-4056-b56c-2a3830a5cb7f tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177185 Apr 20 14:40:54.683976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba3211fe-b6de-48e8-ac65-4126ca36631b req-33b87b8f-9bfa-4659-a3e2-a4708d08cf2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825205 Apr 20 14:40:54.771441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45e83-f3eb-4bc2-9a27-9817838b27e0 req-7040ef89-bebc-42f4-bcf0-2aae8367d0da tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:54.773103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bad45e83-f3eb-4bc2-9a27-9817838b27e0 req-7040ef89-bebc-42f4-bcf0-2aae8367d0da tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0772212 Apr 20 14:40:54.827345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bad45e83-f3eb-4bc2-9a27-9817838b27e0 req-27614610-00f3-4f83-930f-43c725ebdc06 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Apr 20 14:40:55.217222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adc7e8-3c25-4795-9c14-e2a67521a595 req-59e42034-e679-4f64-888f-5a8ebe248403 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:55.218781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85adc7e8-3c25-4795-9c14-e2a67521a595 req-59e42034-e679-4f64-888f-5a8ebe248403 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 944 time: 0.0950835 Apr 20 14:40:55.297262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85adc7e8-3c25-4795-9c14-e2a67521a595 req-5222a356-790c-4777-896d-8394a28f3ac6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718780 Apr 20 14:40:55.332459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb5cc-7a8c-48dc-a635-bcb077b6c789 req-a303df72-c6a3-40dd-a1b2-4724cd6becdc tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:55.334043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bceb5cc-7a8c-48dc-a635-bcb077b6c789 req-a303df72-c6a3-40dd-a1b2-4724cd6becdc tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.1025927 Apr 20 14:40:55.378019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bceb5cc-7a8c-48dc-a635-bcb077b6c789 req-50d2865c-3a74-4850-939a-87693e722c52 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374544 Apr 20 14:40:55.433354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:55.499199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c4c9e04f-99d0-4fa1-9502-e42b34391ccf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:55.499880 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.580999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58242) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:55.629206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-5150ba0b-a676-400a-b1b7-3992f6d39b6f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:55.632843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-5150ba0b-a676-400a-b1b7-3992f6d39b6f tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 949 time: 0.0903492 Apr 20 14:40:55.635392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.679912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:55.691231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.874710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:55.888111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb201b6f-2637-4d23-91d9-2842c9a9bcbc req-fea8e1fd-d2e6-4ce2-90a8-2d5eddf09252 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:55.900804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb201b6f-2637-4d23-91d9-2842c9a9bcbc req-fea8e1fd-d2e6-4ce2-90a8-2d5eddf09252 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.1204879 Apr 20 14:40:55.921704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Deleting port b6696823-86d3-478c-b543-5e222c2adf75 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:55.922050 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.014982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-212402578-network', 'tenant_id': 'fac4fbe0f98f46dc8ee4646f3c7adacd'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:56.107711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] For port b6696823-86d3-478c-b543-5e222c2adf75, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b6696823-86d3-478c-b543-5e222c2adf75,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:56.108221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.110817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb640a8-e42d-441a-a507-c1e0bcb7abff req-6b51bb23-ae28-4299-ac17-288967ecb38a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:56.120361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdb640a8-e42d-441a-a507-c1e0bcb7abff req-6b51bb23-ae28-4299-ac17-288967ecb38a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1957133 Apr 20 14:40:56.124630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb201b6f-2637-4d23-91d9-2842c9a9bcbc req-942a29ac-2e9e-4e63-a279-d1163cb68ede tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229350 Apr 20 14:40:56.125432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Calling delete_port for b6696823-86d3-478c-b543-5e222c2adf75 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:40:56.157104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Made reservation on behalf of fac4fbe0f98f46dc8ee4646f3c7adacd for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:56.160236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.175252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.231519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdb640a8-e42d-441a-a507-c1e0bcb7abff req-738c8131-ea7c-4c5f-9eb9-09bfe3aa011d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101675 Apr 20 14:40:56.274488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:56.277536 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc1c45a-a83a-4e46-baa6-a7eb8c62bc2f" -d '{"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-plugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:56.333683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.347586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b6696823-86d3-478c-b543-5e222c2adf75', '335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:56.374620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.377514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event deleted for resources: {'Port': ['ID=b6696823-86d3-478c-b543-5e222c2adf75,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:56.393109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.448384 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7295bee4-9b24-44df-9029-fd688959544b x-openstack-request-id: req-7295bee4-9b24-44df-9029-fd688959544b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:56.451547 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-plugged", "status": "completed", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:56.452002 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7295bee4-9b24-44df-9029-fd688959544b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:56.455417 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7295bee4-9b24-44df-9029-fd688959544b'] response: {'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'code': 200} Apr 20 14:40:56.481704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] No DVR routers for this DVR port b6696823-86d3-478c-b543-5e222c2adf75 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:40:56.484865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.500252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:56.501604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96af7a0f-cbf7-4ecb-80f8-c5460cc3a772 req-26ed8169-74ac-4d95-94b3-2e2490a00426 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "DELETE /v2.0/ports/b6696823-86d3-478c-b543-5e222c2adf75 HTTP/1.1" status: 204 len: 173 time: 0.8538666 Apr 20 14:40:56.503014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'name': 'network-vif-deleted', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:56.506190 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfdbd1-f321-4b06-a3ee-c198646f4a8d" -d '{"events": [{"server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "name": "network-vif-deleted", "tag": "b6696823-86d3-478c-b543-5e222c2adf75"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:56.615131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:40:56.652338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1465dca-f4e8-4d9c-a632-f3cd5477bce1 req-1d935a7f-f6fb-450d-bc93-59fe29b5e03c tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a101a9f-e9d1-4a8c-8f87-0ffca161833b HTTP/1.1" status: 200 len: 210 time: 0.0712984 Apr 20 14:40:56.715701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.716071 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Added segment dc6476a0-0cc5-4568-a4cc-a517413255a0 of type vlan for network 70370471-1c7f-4759-9042-155db15088aa Apr 20 14:40:56.728817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca5c3-72af-4030-85e3-c58b06527c47 req-48c3b04e-0195-456d-9f9b-6b77621bf479 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:56.740457 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee0bfa-6040-4e1c-852e-befc7be086fb x-openstack-request-id: req-24ee0bfa-6040-4e1c-852e-befc7be086fb {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:56.741001 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a101a9f-e9d1-4a8c-8f87-0ffca161833b", "name": "network-vif-deleted", "tag": "b6696823-86d3-478c-b543-5e222c2adf75", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:56.741001 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24ee0bfa-6040-4e1c-852e-befc7be086fb {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:56.741317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8aca5c3-72af-4030-85e3-c58b06527c47 req-48c3b04e-0195-456d-9f9b-6b77621bf479 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2429621 Apr 20 14:40:56.741448 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ee0bfa-6040-4e1c-852e-befc7be086fb'] response: {'server_uuid': '3a101a9f-e9d1-4a8c-8f87-0ffca161833b', 'name': 'network-vif-deleted', 'tag': 'b6696823-86d3-478c-b543-5e222c2adf75', 'status': 'completed', 'code': 200} Apr 20 14:40:56.847540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.868452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c603b7-11ef-42cd-8d19-50e9b0e981a0 req-2efd73e4-d523-4d66-a0ab-85078ff66a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:56.870013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51c603b7-11ef-42cd-8d19-50e9b0e981a0 req-2efd73e4-d523-4d66-a0ab-85078ff66a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 1096 time: 0.2952769 Apr 20 14:40:56.875771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8aca5c3-72af-4030-85e3-c58b06527c47 req-3033bd49-6268-4d32-afd5-ead50d8636cc tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334107 Apr 20 14:40:56.917460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51c603b7-11ef-42cd-8d19-50e9b0e981a0 req-d1b97072-706c-4f0e-94cd-98db23df3b88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Apr 20 14:40:56.948347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:56.949438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:56.950125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.020628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4384451 Apr 20 14:40:57.023684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:57.026753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622952-5063-4a86-9e40-db261cd5fd74 admin admin] Pushing event updated for resources: {'Network': ['ID=70370471-1c7f-4759-9042-155db15088aa,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:57.031528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Request body: {'subnet': {'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-212402578-subnet', 'tenant_id': 'fac4fbe0f98f46dc8ee4646f3c7adacd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:57.044570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 70370471-1c7f-4759-9042-155db15088aa details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:40:57.092028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Made reservation on behalf of fac4fbe0f98f46dc8ee4646f3c7adacd for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:40:57.094324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.332905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68b888-d6c8-4b8b-9e03-5a6ba5d20a32 req-e1b7f4e8-3c25-4920-9cdf-f538c630825c tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:57.338335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e68b888-d6c8-4b8b-9e03-5a6ba5d20a32 req-e1b7f4e8-3c25-4920-9cdf-f538c630825c tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.0946150 Apr 20 14:40:57.385196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.410225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d2da4-12a9-433a-8e83-6de18c4294b0 req-54f425d1-a20a-4f90-b908-f85eb71dde3a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:57.417871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a6d2da4-12a9-433a-8e83-6de18c4294b0 req-54f425d1-a20a-4f90-b908-f85eb71dde3a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1030922 Apr 20 14:40:57.432411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e68b888-d6c8-4b8b-9e03-5a6ba5d20a32 req-617cca84-fb29-49b0-9bcb-150fa17f8f89 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719037 Apr 20 14:40:57.468719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df25719-7015-45d9-af37-86c7212e8d42,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:57.472481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a6d2da4-12a9-433a-8e83-6de18c4294b0 req-d90db0f4-8d61-44b0-a18e-4c0d0848323d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 Apr 20 14:40:57.495842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Checking segment: {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:40:57.495842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Network hostable DHCP agents. Network: 70370471-1c7f-4759-9042-155db15088aa, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:40:57.516127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Network 70370471-1c7f-4759-9042-155db15088aa is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:40:57.534360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 70370471-1c7f-4759-9042-155db15088aa) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:40:57.544748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c0d9c-b214-4c8d-b5e3-7b234e9bae15 None None] Network 70370471-1c7f-4759-9042-155db15088aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:57.568941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:57.569541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.610261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afe63fee-cabd-442f-813b-fae8134f635b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5765660 Apr 20 14:40:57.626806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef963777-1093-437b-b37e-f7d5718ca1e6 req-59b6d287-1636-45ef-990a-afe9247f4e5f tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:57.633243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef963777-1093-437b-b37e-f7d5718ca1e6 req-59b6d287-1636-45ef-990a-afe9247f4e5f tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.1040564 Apr 20 14:40:57.637991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58290) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:40:57.645204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Request body: {'floatingip': {'port_id': '90390d0b-114f-4136-975d-d4d706a55387'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:57.671836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7da6-4592-4b4c-b107-f94f0c0ac4dd req-989af86d-b147-4990-b3b9-5742370d2004 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:57.674785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b3f7da6-4592-4b4c-b107-f94f0c0ac4dd req-989af86d-b147-4990-b3b9-5742370d2004 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.1072168 Apr 20 14:40:57.723091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.763582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b3f7da6-4592-4b4c-b107-f94f0c0ac4dd req-c85d27a4-deb0-40a2-a38f-19443040329d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688717 Apr 20 14:40:57.770845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc980b-f5ca-4341-ac96-787463409527 None None] Network 70370471-1c7f-4759-9042-155db15088aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:40:58.151044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901c26-05e8-4d62-8687-dba57b159c10 req-d600420a-2f22-45aa-875b-84c26779a84b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:58.161943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83901c26-05e8-4d62-8687-dba57b159c10 req-d600420a-2f22-45aa-875b-84c26779a84b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1271770 Apr 20 14:40:58.243793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83901c26-05e8-4d62-8687-dba57b159c10 req-3442bd63-bea3-435e-9a6e-5e11d95fed29 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786269 Apr 20 14:40:58.506433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2987-f43f-41d4-b949-8e4361fa3efc req-7ee621ad-f862-4709-9ad6-e99aec09b866 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:58.511410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-acfd2987-f43f-41d4-b949-8e4361fa3efc req-7ee621ad-f862-4709-9ad6-e99aec09b866 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1437459 Apr 20 14:40:58.595836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-acfd2987-f43f-41d4-b949-8e4361fa3efc req-46f09e2c-69aa-4559-933b-119489581eda tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Apr 20 14:40:58.660626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-3f18e114-1374-4eeb-8111-9007f9bdd1bc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:58.668453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-3f18e114-1374-4eeb-8111-9007f9bdd1bc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 813 time: 0.2254710 Apr 20 14:40:58.686746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-fe374ced-babe-453f-a859-07d960f769dc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/quotas/fac4fbe0f98f46dc8ee4646f3c7adacd HTTP/1.1" status: 200 len: 375 time: 0.0173016 Apr 20 14:40:58.726411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-efb53b50-dfd3-4b02-a611-a66717bdf869 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387936 Apr 20 14:40:58.805108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:58.812408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:58.829559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc321f9-01d4-4803-a170-a22b08da74a4 req-52176942-4012-4e16-a253-4288509b3c82 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:58.831543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edc321f9-01d4-4803-a170-a22b08da74a4 req-52176942-4012-4e16-a253-4288509b3c82 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 950 time: 0.1080251 Apr 20 14:40:58.900083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-05f5cf8f-ee4d-4d0f-96c9-bcba37fd79e5 service neutron] 10.222.0.20 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644256 Apr 20 14:40:58.941177 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Floating IP 56dae21a-9b5f-4965-812e-a45abaf4ecf5 associated. External IP: 172.25.1.119, port: 90390d0b-114f-4136-975d-d4d706a55387. Apr 20 14:40:58.943160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edc321f9-01d4-4803-a170-a22b08da74a4 req-cf991474-9d76-4a28-adb0-3258bffd2a79 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741267 Apr 20 14:40:59.038547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-e02d2418-8b11-4fbc-812e-e53d6ea81683 service neutron] 10.222.0.20 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278491 Apr 20 14:40:59.206863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:40:59.286995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa862e94-b9f1-4b96-af6f-9dd7f8f786b7 req-201afaf8-6292-4050-8a61-b8e62600907d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 210 time: 0.0395603 Apr 20 14:40:59.294798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af07b78-220d-477b-a54c-5d69cfde00a8 req-50229a81-e6c3-4e48-8bdc-fe0c72691c8e tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.302998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8af07b78-220d-477b-a54c-5d69cfde00a8 req-50229a81-e6c3-4e48-8bdc-fe0c72691c8e tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1020398 Apr 20 14:40:59.353821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8af07b78-220d-477b-a54c-5d69cfde00a8 req-6d6d1f98-466c-45ef-a632-5cd3bcc5b1ac tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497530 Apr 20 14:40:59.431083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:40:59.436090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:59.443412 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Sync routers for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:40:59.454780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:40:59.456636 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:40:59.478089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-114b57a1-14c8-46ba-9a0f-24f6a70005d0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "PUT /v2.0/floatingips/56dae21a-9b5f-4965-812e-a45abaf4ecf5 HTTP/1.1" status: 200 len: 991 time: 1.8306589 Apr 20 14:40:59.478089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'tag': '90390d0b-114f-4136-975d-d4d706a55387'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:59.478089 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f40c36-969e-4e7c-ad38-db3bc6091caa" -d '{"events": [{"name": "network-changed", "server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "tag": "90390d0b-114f-4136-975d-d4d706a55387"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:59.529283 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa7d5e-408f-4a8a-93fb-282e00afc185 x-openstack-request-id: req-f0fa7d5e-408f-4a8a-93fb-282e00afc185 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:59.529895 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "tag": "90390d0b-114f-4136-975d-d4d706a55387", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:59.530302 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0fa7d5e-408f-4a8a-93fb-282e00afc185 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:59.530893 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fa7d5e-408f-4a8a-93fb-282e00afc185'] response: {'name': 'network-changed', 'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'tag': '90390d0b-114f-4136-975d-d4d706a55387', 'status': 'completed', 'code': 200} Apr 20 14:40:59.604965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-ffbf0c5c-9ac3-411a-a568-4fc209fd31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.607570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-ffbf0c5c-9ac3-411a-a568-4fc209fd31f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 1096 time: 0.0536108 Apr 20 14:40:59.655654 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:40:59.734656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-209ea350-91bf-4360-b526-a662d6c67e34 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.737229 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-209ea350-91bf-4360-b526-a662d6c67e34 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 950 time: 0.1179876 Apr 20 14:40:59.862365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1431-260f-41da-b3f0-c3718072dd9b req-a9d46786-4066-441a-b4d0-4e17985c13cc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.880597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1431-260f-41da-b3f0-c3718072dd9b req-a9d46786-4066-441a-b4d0-4e17985c13cc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.887222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f1431-260f-41da-b3f0-c3718072dd9b req-a9d46786-4066-441a-b4d0-4e17985c13cc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.889953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-918f1431-260f-41da-b3f0-c3718072dd9b req-a9d46786-4066-441a-b4d0-4e17985c13cc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1&device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84&device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 2417 time: 0.1656227 Apr 20 14:40:59.919564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366aef2-a034-4a83-beb8-160e421517f0 req-c8fa6624-f518-4b58-ac80-9eec5f71895d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.928156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c366aef2-a034-4a83-beb8-160e421517f0 req-c8fa6624-f518-4b58-ac80-9eec5f71895d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.2089577 Apr 20 14:40:59.937910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Deleting port 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:40:59.938827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:59.968927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-6246e8f2-0af4-4046-97a3-b1e09625bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:59.970654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-6246e8f2-0af4-4046-97a3-b1e09625bf94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 200 len: 915 time: 0.3553808 Apr 20 14:41:00.053053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] For port 335e8301-1a1c-4285-82ee-8c548c67235b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=335e8301-1a1c-4285-82ee-8c548c67235b,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:00.054976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:00.069943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Calling delete_port for 335e8301-1a1c-4285-82ee-8c548c67235b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:00.173702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-918f1431-260f-41da-b3f0-c3718072dd9b req-0f7fdfa0-8541-4c05-bb06-b7531e7fcaa3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730820 Apr 20 14:41:00.192155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c366aef2-a034-4a83-beb8-160e421517f0 req-53ff9262-300d-4bbc-adf9-c45e2bac6d85 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574067 Apr 20 14:41:00.221162 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '56dae21a-9b5f-4965-812e-a45abaf4ecf5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'port_id': '90390d0b-114f-4136-975d-d4d706a55387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'mac_address': 'fa:16:3e:f4:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:40:32Z', 'updated_at': '2022-04-20T14:40:58Z', 'revision_number': 1, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:00.245332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-23df6bed-61a3-404e-8523-3be61e90d0d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 200 len: 999 time: 0.2515662 Apr 20 14:41:00.304992 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Checking router: 9d91ac7e-4c6c-4c04-ab02-bff3f799081b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:41:00.333017 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:00.334344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:40:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:00.353592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-f3901b4b-4176-4d39-bcdb-27b58a3f997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:00.356192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-f3901b4b-4176-4d39-bcdb-27b58a3f997a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e6c6eee1-5f16-45bb-9789-7e7321ffa360 HTTP/1.1" status: 200 len: 853 time: 0.1032891 Apr 20 14:41:00.365400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb0ebc-474a-4227-a0b3-997c1ff0e434 req-3687a8ea-4502-4254-84ee-909d464370a1 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:00.375003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77eb0ebc-474a-4227-a0b3-997c1ff0e434 req-3687a8ea-4502-4254-84ee-909d464370a1 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/ports?device_id=961995b5-bd45-4266-bf04-62462c24845e HTTP/1.1" status: 200 len: 950 time: 0.1129100 Apr 20 14:41:00.375596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:00.398748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['335e8301-1a1c-4285-82ee-8c548c67235b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:00.447248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Pushing event deleted for resources: {'Port': ['ID=335e8301-1a1c-4285-82ee-8c548c67235b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:00.461229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.462194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.462543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.462911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.463291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.463626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.463950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.464275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.464594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.464931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.465247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.465712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:00.519930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77eb0ebc-474a-4227-a0b3-997c1ff0e434 req-d3a8b840-e0b8-4cfe-af42-2a8e3593b462 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea3bea15-62b2-4752-9f2a-9bd88860fd75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424134 Apr 20 14:41:00.571297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] No DVR routers for this DVR port 335e8301-1a1c-4285-82ee-8c548c67235b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:00.574192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:00.579283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b0103-b7ae-466a-96ba-176cf44e33e6 req-3d535b47-0054-45a1-8dc6-72be694cc107 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:00.582826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3ed4324c-fee2-4b2f-9a99-67bf8ebf4d3a req-2c33f14d-d15d-4f83-b330-95a6a7110f28 tempest-ServersAdminTestJSON-503611632 tempest-ServersAdminTestJSON-503611632-project] 10.222.0.43 "DELETE /v2.0/ports/335e8301-1a1c-4285-82ee-8c548c67235b HTTP/1.1" status: 204 len: 173 time: 0.8301208 Apr 20 14:41:00.590636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-906b0103-b7ae-466a-96ba-176cf44e33e6 req-3d535b47-0054-45a1-8dc6-72be694cc107 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1866491 Apr 20 14:41:00.596626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:00.629387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-dc730c99-49c0-4044-ab6e-502bfb8219fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:00.630949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-dc730c99-49c0-4044-ab6e-502bfb8219fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481499 Apr 20 14:41:00.777037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-906b0103-b7ae-466a-96ba-176cf44e33e6 req-abd35019-fb95-451d-b890-e6b2bff6ad99 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727459 Apr 20 14:41:00.804624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c309db-51bd-4eb3-95b3-0a82d9b9d134 req-dd84f850-23e7-4c71-a8e6-c4fcd0157b57 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:00.807107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5c309db-51bd-4eb3-95b3-0a82d9b9d134 req-dd84f850-23e7-4c71-a8e6-c4fcd0157b57 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.1560521 Apr 20 14:41:00.886015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5c309db-51bd-4eb3-95b3-0a82d9b9d134 req-64e27094-cd73-49eb-92bb-78e47b63cfa3 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688605 Apr 20 14:41:00.911937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d85ba99-d040-415d-8381-8a13a3ac295c req-0662b03b-6829-460e-9e18-7bd7652ecfad tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 210 time: 0.0558209 Apr 20 14:41:00.925092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-a2ce93dc-56ea-4395-b7ba-1f38b5d51198 service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815561 Apr 20 14:41:01.027430 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '56dae21a-9b5f-4965-812e-a45abaf4ecf5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'port_id': '90390d0b-114f-4136-975d-d4d706a55387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'mac_address': 'fa:16:3e:f4:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:40:32Z', 'updated_at': '2022-04-20T14:40:58Z', 'revision_number': 1, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:01.057057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5f40c36-969e-4e7c-ad38-db3bc6091caa req-28a99d7a-01ce-49f2-b327-5b77c62fb79e service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249194 Apr 20 14:41:01.095652 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2654e0-77b6-4e16-8cc5-386122f9598b None None] The sync data for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 is: [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '56dae21a-9b5f-4965-812e-a45abaf4ecf5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'port_id': '90390d0b-114f-4136-975d-d4d706a55387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'mac_address': 'fa:16:3e:f4:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:40:32Z', 'updated_at': '2022-04-20T14:40:58Z', 'revision_number': 1, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:41:01.118688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b6696823-86d3-478c-b543-5e222c2adf75 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:01.160385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: b6696823-86d3-478c-b543-5e222c2adf75 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:01.161880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b6696823-86d3-478c-b543-5e222c2adf75 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:01.348931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-6c10115a-c1d9-4789-b4b6-118b1bccc1f8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:01.356196 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-6c10115a-c1d9-4789-b4b6-118b1bccc1f8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 813 time: 0.2869556 Apr 20 14:41:01.402483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Request body: {'port': {'device_id': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'admin_state_up': True, 'tenant_id': 'fac4fbe0f98f46dc8ee4646f3c7adacd'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:01.535077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-deleted', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:01.542962 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47758329-39c9-4798-913d-b30d6c1f62de" -d '{"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-deleted", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:01.569869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accdc483-14ba-4a04-a0dd-91c8701601de None None] New status for floating IP 56dae21a-9b5f-4965-812e-a45abaf4ecf5: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:41:01.638104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Made reservation on behalf of fac4fbe0f98f46dc8ee4646f3c7adacd for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:01.642999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:01.682249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-3d161919-fa74-45aa-9dec-50180b1a3809 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:01.689663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-3d161919-fa74-45aa-9dec-50180b1a3809 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.1465120 Apr 20 14:41:01.706443 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-d00f6a74-7950-4c6c-9971-afbf1ed2b7f0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/quotas/16e5f4c2a8bf477faf83eb192524ee0c HTTP/1.1" status: 200 len: 375 time: 0.0155938 Apr 20 14:41:01.712673 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73729e5-0798-40ea-9ef8-3ac8f4a65ce1 x-openstack-request-id: req-b73729e5-0798-40ea-9ef8-3ac8f4a65ce1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:01.713054 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961995b5-bd45-4266-bf04-62462c24845e", "name": "network-vif-deleted", "tag": "335e8301-1a1c-4285-82ee-8c548c67235b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:01.713401 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b73729e5-0798-40ea-9ef8-3ac8f4a65ce1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:01.713970 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73729e5-0798-40ea-9ef8-3ac8f4a65ce1'] response: {'server_uuid': '961995b5-bd45-4266-bf04-62462c24845e', 'name': 'network-vif-deleted', 'tag': '335e8301-1a1c-4285-82ee-8c548c67235b', 'status': 'completed', 'code': 200} Apr 20 14:41:01.774841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-f10cd3b2-d0cd-4883-9c30-999636ca0a57 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676334 Apr 20 14:41:01.823921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Allocated IP 172.20.0.7 (70370471-1c7f-4759-9042-155db15088aa/6df25719-7015-45d9-af37-86c7212e8d42/163b3b20-7b5b-4911-8974-b0174b14952a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:01.922072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-b8dce110-7dc5-4bea-88cf-e734c7428dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462116 Apr 20 14:41:02.015681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:02.043262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.063329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc7be704-4655-4b34-bdd2-804b76053cd7 req-9071c420-dc17-4210-9310-1a28a35a1a71 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 210 time: 0.0394969 Apr 20 14:41:02.086507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-f5749a63-b096-42be-8b71-7c1304c85de8 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563683 Apr 20 14:41:02.092767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.142056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Network 70370471-1c7f-4759-9042-155db15088aa is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:02.149515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:02.153549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:02.160534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:02.194833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e11ad7c2-72e6-47ff-9a0f-42206cfb614f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfa6a52e360145eebd839ed62241082c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777992 Apr 20 14:41:02.197601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:02.248615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.249224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.286115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-263601d5-c81c-4933-b97d-c56770b8f001 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136906 Apr 20 14:41:02.291049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.315316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da2f2b3f-ebf2-4c14-bccf-b508f997dcfd req-13718273-5378-45ca-9db4-143262c07002 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 210 time: 0.0341251 Apr 20 14:41:02.321500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.360103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-f2ad0fad-7bcc-4cef-b520-0f17e8abf0ff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:41:02.361281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-f2ad0fad-7bcc-4cef-b520-0f17e8abf0ff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655284 Apr 20 14:41:02.397467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.400159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.404315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea3bea15-62b2-4752-9f2a-9bd88860fd75 HTTP/1.1" status: 204 len: 168 time: 0.2005427 Apr 20 14:41:02.437060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2d890-4fe7-4ffc-b803-af61eebe3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3bea15-62b2-4752-9f2a-9bd88860fd75,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:02.492470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Request body: {'port': {'device_id': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:02.583793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.707025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1b11-379f-4886-8649-ee6266d06345 req-098edfa8-2029-4756-9842-4cbeafd1cf82 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.715939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68fe1b11-379f-4886-8649-ee6266d06345 req-098edfa8-2029-4756-9842-4cbeafd1cf82 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0858195 Apr 20 14:41:02.785293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68fe1b11-379f-4886-8649-ee6266d06345 req-b5a04a6f-b056-4d41-a1c7-7c866e1f0549 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Apr 20 14:41:02.918639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:02.934309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049a5bc-190d-4873-b730-5068465bb373 req-7516bffe-4142-4443-b333-176ecf14af14 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.935978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a049a5bc-190d-4873-b730-5068465bb373 req-7516bffe-4142-4443-b333-176ecf14af14 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda5729e-86e6-408c-b8d3-d429f512c1f8 HTTP/1.1" status: 200 len: 945 time: 0.0532396 Apr 20 14:41:02.997274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:03.007275 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-313c5d29-8829-4ec6-8621-43d33793a0f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360ae9f279bb4dd1a7f599297cff815d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875773 Apr 20 14:41:03.009217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.011436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:03.038111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Transition to ACTIVE for port object 163b3b20-7b5b-4911-8974-b0174b14952a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:03.049909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.060044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Deleting port c4c9e04f-99d0-4fa1-9502-e42b34391ccf {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:03.062736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.117704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.127636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:03.196496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.227872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.247208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Attempting to bind port 163b3b20-7b5b-4911-8974-b0174b14952a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:03.247681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Attempting to bind port 163b3b20-7b5b-4911-8974-b0174b14952a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:03.248109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Attempting to bind port 163b3b20-7b5b-4911-8974-b0174b14952a on network 70370471-1c7f-4759-9042-155db15088aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:03.254385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Port 163b3b20-7b5b-4911-8974-b0174b14952a on network 70370471-1c7f-4759-9042-155db15088aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:03.254957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Attempting to bind port 163b3b20-7b5b-4911-8974-b0174b14952a on network 70370471-1c7f-4759-9042-155db15088aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:03.261527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:03.261877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Checking segment: {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:03.262247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Bound using segment: {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:03.262908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Bound port: 163b3b20-7b5b-4911-8974-b0174b14952a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:03.263480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.266991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] For port c4c9e04f-99d0-4fa1-9502-e42b34391ccf, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:03.268381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.299473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Calling delete_port for c4c9e04f-99d0-4fa1-9502-e42b34391ccf owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:03.300941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.303639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.304774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/980f7313-3824-4acb-8bfe-146096559cf8 HTTP/1.1" status: 204 len: 168 time: 0.2924287 Apr 20 14:41:03.314522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385d63f-2300-4485-879e-54d3c96b67fc req-72e201ab-83a1-45ad-94df-5553dfe9358d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:03.316247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6385d63f-2300-4485-879e-54d3c96b67fc req-72e201ab-83a1-45ad-94df-5553dfe9358d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.1080675 Apr 20 14:41:03.321227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75af6a-0be5-424e-bfaa-7fcc5573e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f7313-3824-4acb-8bfe-146096559cf8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:03.368200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:03.374012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:03.382879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.410063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6385d63f-2300-4485-879e-54d3c96b67fc req-bf92768f-c337-4f9b-a622-3d848867b2f1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848691 Apr 20 14:41:03.428896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:03.429535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.431176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] 10.222.0.43 "PUT /v2.0/ports/163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 1091 time: 1.0621188 Apr 20 14:41:03.480056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751de3f-c537-41ca-adad-fd2713d7bdac service neutron] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:03.552612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-78295a84-1f27-4b5c-ba96-13474155f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:03.554378 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-78295a84-1f27-4b5c-ba96-13474155f915 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0705147 Apr 20 14:41:03.587300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2d96801-de1a-4045-a707-166d311fdbf4 req-738266fc-d4c2-4e3a-9177-801fdc433bb9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 210 time: 0.0601282 Apr 20 14:41:03.610659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-516fb2ac-5b48-4971-a5e6-7046937d339f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.0458343 Apr 20 14:41:03.611473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.641368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event deleted for resources: {'Port': ['ID=c4c9e04f-99d0-4fa1-9502-e42b34391ccf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:03.645960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c4c9e04f-99d0-4fa1-9502-e42b34391ccf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:03.726733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] No DVR routers for this DVR port c4c9e04f-99d0-4fa1-9502-e42b34391ccf on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:03.727960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:03.729885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:03.730479 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f32aba-fcdb-4298-9cac-9f9fb1b97912" -d '{"events": [{"name": "network-changed", "server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:03.735560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a049a5bc-190d-4873-b730-5068465bb373 req-cd178730-23ed-421c-b472-0beeef487767 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "DELETE /v2.0/ports/c4c9e04f-99d0-4fa1-9502-e42b34391ccf HTTP/1.1" status: 204 len: 173 time: 0.7907176 Apr 20 14:41:03.756284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0a34-2875-411f-9f6c-68c688273d10 req-33f3a721-3ae2-4ab2-bc6b-90b6f703438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:03.757429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-33f3a721-3ae2-4ab2-bc6b-90b6f703438e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.1391356 Apr 20 14:41:03.762849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-deleted', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:03.768675 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c428fcc-a0e7-461c-926e-c91d7815b933" -d '{"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-deleted", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:03.823149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-ffa64e87-6f58-465e-a3d7-dc307e4876e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352728 Apr 20 14:41:03.826827 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02288e69-149e-4694-829f-b0deb9c2606d x-openstack-request-id: req-02288e69-149e-4694-829f-b0deb9c2606d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:03.827108 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:03.827407 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02288e69-149e-4694-829f-b0deb9c2606d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:03.827731 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02288e69-149e-4694-829f-b0deb9c2606d'] response: {'name': 'network-changed', 'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'status': 'completed', 'code': 200} Apr 20 14:41:03.858010 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90931ecd-7179-4c88-9e0c-3cda4b38cb55 x-openstack-request-id: req-90931ecd-7179-4c88-9e0c-3cda4b38cb55 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:03.859697 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5729e-86e6-408c-b8d3-d429f512c1f8", "name": "network-vif-deleted", "tag": "c4c9e04f-99d0-4fa1-9502-e42b34391ccf", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:03.860325 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90931ecd-7179-4c88-9e0c-3cda4b38cb55 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:03.861820 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90931ecd-7179-4c88-9e0c-3cda4b38cb55'] response: {'server_uuid': 'dda5729e-86e6-408c-b8d3-d429f512c1f8', 'name': 'network-vif-deleted', 'tag': 'c4c9e04f-99d0-4fa1-9502-e42b34391ccf', 'status': 'completed', 'code': 200} Apr 20 14:41:03.989005 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-1d6d5e12-047b-4965-adab-c1f33d3af04c service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515002 Apr 20 14:41:04.019669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-0094ee63-289e-4d89-91bc-a4a9f977ba1d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.021689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-0094ee63-289e-4d89-91bc-a4a9f977ba1d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.3598289 Apr 20 14:41:04.029230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53d772-8683-406b-b444-7ad1572c93d1 req-3de30095-20b2-4d7a-974a-7a0dbc0da442 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.030676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e53d772-8683-406b-b444-7ad1572c93d1 req-3de30095-20b2-4d7a-974a-7a0dbc0da442 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0950792 Apr 20 14:41:04.074175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Request body: {'port': {'device_id': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'admin_state_up': True, 'tenant_id': '16e5f4c2a8bf477faf83eb192524ee0c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:04.118183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e53d772-8683-406b-b444-7ad1572c93d1 req-05b67508-561d-4da2-9d45-373fe99ddd22 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737424 Apr 20 14:41:04.152138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-01c566a7-49d9-4a6b-975f-7e43cc62b9a9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.153637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-01c566a7-49d9-4a6b-975f-7e43cc62b9a9 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.1494174 Apr 20 14:41:04.175136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-d3d4b336-253b-4758-9aa9-2c86e8ac5f7c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/quotas/8485038300334bc992f2694df216c0c3 HTTP/1.1" status: 200 len: 375 time: 0.0152047 Apr 20 14:41:04.193022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-01de0a34-2875-411f-9f6c-68c688273d10 req-c1a20f8b-086b-45d3-aa85-318e12724853 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925173 Apr 20 14:41:04.227363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-ea0c9745-6755-41d6-9342-6196511641c4 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497179 Apr 20 14:41:04.237701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Made reservation on behalf of 16e5f4c2a8bf477faf83eb192524ee0c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:04.241569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:04.352003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-459877e2-419a-4378-85f8-39359c74fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.353552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-459877e2-419a-4378-85f8-39359c74fe55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1094 time: 0.0944011 Apr 20 14:41:04.488007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Allocated IP 172.20.0.6 (fbb974d4-b795-41e7-93a2-b763189d3726/d1284ec7-115a-4101-b377-43a476077961/d459fe63-e27f-4bdf-9fd3-0e349810e0e2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:04.540595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-dfc6536d-6ec1-4aa8-8871-77612ff7e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.542045 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-dfc6536d-6ec1-4aa8-8871-77612ff7e096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.1577735 Apr 20 14:41:04.593066 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-f49a79bd-a502-452a-a449-cabf09246d88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.0416927 Apr 20 14:41:04.666518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-0f47412f-92ea-42f1-b6c0-6b8e9bed1acc service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197495 Apr 20 14:41:04.675060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4766b7-9743-4b80-9a92-4530474283c3 req-f98b606c-47b1-4e2d-bd63-c4a141176a7b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.676840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd4766b7-9743-4b80-9a92-4530474283c3 req-f98b606c-47b1-4e2d-bd63-c4a141176a7b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.0829124 Apr 20 14:41:04.703314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-d93932f2-91db-4739-8555-7f22162d6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:04.704905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-d93932f2-91db-4739-8555-7f22162d6e7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.0992146 Apr 20 14:41:04.745849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-649d3a94-5614-4018-82fe-001d6fde66ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321157 Apr 20 14:41:04.776659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd4766b7-9743-4b80-9a92-4530474283c3 req-13072a24-e652-4d96-879f-f3f4f0b1017d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Apr 20 14:41:04.779468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:04.827174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-9f2c6089-6245-4a70-9505-9c6ad385abbc service neutron] 10.222.0.20 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412992 Apr 20 14:41:04.892708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9142e3c-0599-41a9-b9b0-31f92bc4c072 req-8814c6c7-3acf-417a-add4-0b9910a2b795 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 210 time: 0.0550807 Apr 20 14:41:05.021073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07fd444c-f325-4e14-8845-4efbe0950edc req-74519acf-a987-4ea4-9468-a171c2e4e8da tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 210 time: 0.0389030 Apr 20 14:41:05.152489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:05.175856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-6828a17b-a047-4db5-9675-31eb4cd11738 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215248 Apr 20 14:41:05.180250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:05.211582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c4c9e04f-99d0-4fa1-9502-e42b34391ccf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:05.294273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Network fbb974d4-b795-41e7-93a2-b763189d3726 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:05.301195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:05.306933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:05.310974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:05.320718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0208db6-30ea-454f-a681-d626794caabb req-2c04a694-5fe5-4d66-8544-3aeea73defb8 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:05.329409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0208db6-30ea-454f-a681-d626794caabb req-2c04a694-5fe5-4d66-8544-3aeea73defb8 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0710647 Apr 20 14:41:05.356554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:05.382483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:05.383126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:05.388660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31f32aba-fcdb-4298-9cac-9f9fb1b97912 req-f018818d-2db7-41af-b80c-7d1401046398 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976254 Apr 20 14:41:05.410743 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-1359b110-36b4-4e3e-baa7-ba3b69fbae0e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392611 Apr 20 14:41:05.412757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0208db6-30ea-454f-a681-d626794caabb req-9cb35928-be60-402a-a3ce-e6a2a0d3a956 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822935 Apr 20 14:41:05.414817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:05.422879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Request body: {'port': {'device_id': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:05.425121 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe940b-c4b8-4323-b07a-bfb1ff7d9392" -d '{"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:05.457008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:05.465632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:05.466361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:05.494205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 335e8301-1a1c-4285-82ee-8c548c67235b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:05.496249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 335e8301-1a1c-4285-82ee-8c548c67235b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:05.518086 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7b1e1-4479-4b65-90f4-c894dd657b59 x-openstack-request-id: req-13e7b1e1-4479-4b65-90f4-c894dd657b59 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:05.518548 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:05.518852 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13e7b1e1-4479-4b65-90f4-c894dd657b59 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:05.519244 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e7b1e1-4479-4b65-90f4-c894dd657b59'] response: {'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'code': 200} Apr 20 14:41:05.540297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:05.555291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:05.754412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-222b8b83-ca4d-410e-82eb-0f29b497a207 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:05.754412 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-222b8b83-ca4d-410e-82eb-0f29b497a207 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "GET /v2.0/ports?device_id=21bbb9d5-4530-47c1-850f-1d1cb9433eab HTTP/1.1" status: 200 len: 943 time: 0.0797939 Apr 20 14:41:05.908592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ba53-156f-4b37-9223-ed968c56473c req-a296f392-e16e-4842-99f1-f6145e83ee0c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:05.916764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fea5ba53-156f-4b37-9223-ed968c56473c req-a296f392-e16e-4842-99f1-f6145e83ee0c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.0600915 Apr 20 14:41:05.954728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fea5ba53-156f-4b37-9223-ed968c56473c req-131708bb-e006-4fac-b51f-51a57f0171bb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Apr 20 14:41:05.960485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Deleting port 8f4209ed-ec61-443a-8f1b-0b2684faa02f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:05.960963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.028739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d459fe63-e27f-4bdf-9fd3-0e349810e0e2 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:06.030806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603150f-72f9-4bbe-b6b3-2d3329316909 req-11370f8f-0780-4818-8d43-ffe11450a945 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.032459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d603150f-72f9-4bbe-b6b3-2d3329316909 req-11370f8f-0780-4818-8d43-ffe11450a945 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 931 time: 0.0517397 Apr 20 14:41:06.045141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.071958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Transition to ACTIVE for port object d459fe63-e27f-4bdf-9fd3-0e349810e0e2 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:06.074909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d603150f-72f9-4bbe-b6b3-2d3329316909 req-46156a56-dcf9-4726-b137-9056df54b091 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Apr 20 14:41:06.082433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.104499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] For port 8f4209ed-ec61-443a-8f1b-0b2684faa02f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8f4209ed-ec61-443a-8f1b-0b2684faa02f,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:06.104991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.138893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Calling delete_port for 8f4209ed-ec61-443a-8f1b-0b2684faa02f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:06.167039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6c9bdbe-9bb4-42c3-b500-e63a5f564ac1 req-6d743cdb-3e3a-42c4-a06a-a5fcf6732a83 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 210 time: 0.0525100 Apr 20 14:41:06.208288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:06.302315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Attempting to bind port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:06.302676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Attempting to bind port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:06.302998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Attempting to bind port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:06.307979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 on network fbb974d4-b795-41e7-93a2-b763189d3726 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:06.308293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Attempting to bind port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:06.339678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:06.340017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Checking segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:06.340397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Bound using segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:06.340838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Bound port: d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:06.341203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.344868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-0a304455-d7e9-4ec5-990a-133487730e1f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.347241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-0a304455-d7e9-4ec5-990a-133487730e1f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 805 time: 0.1378472 Apr 20 14:41:06.363448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Request body: {'port': {'device_id': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'admin_state_up': True, 'tenant_id': '8485038300334bc992f2694df216c0c3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:06.406432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.447863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event deleted for resources: {'Port': ['ID=8f4209ed-ec61-443a-8f1b-0b2684faa02f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:06.452576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:06.489290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:06.511000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] No DVR routers for this DVR port 8f4209ed-ec61-443a-8f1b-0b2684faa02f on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:06.513186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.515871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.516117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Made reservation on behalf of 8485038300334bc992f2694df216c0c3 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:06.519335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-904f79eb-282f-4e4e-b539-37702e13bdcb req-9749ccfe-4847-4ede-ab1a-5bde0d4ad8f8 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.43 "DELETE /v2.0/ports/8f4209ed-ec61-443a-8f1b-0b2684faa02f HTTP/1.1" status: 204 len: 173 time: 0.7342529 Apr 20 14:41:06.519683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.521261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-deleted', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:06.523556 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cee1e49-8259-419f-970a-c3cb13de952a" -d '{"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-deleted", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:06.557863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.558555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.559841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/d459fe63-e27f-4bdf-9fd3-0e349810e0e2 HTTP/1.1" status: 200 len: 1091 time: 1.1422541 Apr 20 14:41:06.584654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d535-3247-4d6e-9a45-afaa86b4a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:06.597729 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172fc34-9ba2-4ac7-b527-a0b3361042ca x-openstack-request-id: req-d172fc34-9ba2-4ac7-b527-a0b3361042ca {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:06.598017 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bbb9d5-4530-47c1-850f-1d1cb9433eab", "name": "network-vif-deleted", "tag": "8f4209ed-ec61-443a-8f1b-0b2684faa02f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:06.598266 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d172fc34-9ba2-4ac7-b527-a0b3361042ca {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:06.598703 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d172fc34-9ba2-4ac7-b527-a0b3361042ca'] response: {'server_uuid': '21bbb9d5-4530-47c1-850f-1d1cb9433eab', 'name': 'network-vif-deleted', 'tag': '8f4209ed-ec61-443a-8f1b-0b2684faa02f', 'status': 'completed', 'code': 200} Apr 20 14:41:06.610844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3adf1-d6ef-4ab6-994d-4db1af8a6275 req-587b8ded-fea2-468a-9a99-c4f7a65109ad tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.612750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a3adf1-d6ef-4ab6-994d-4db1af8a6275 req-587b8ded-fea2-468a-9a99-c4f7a65109ad tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1163800 Apr 20 14:41:06.646050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-8d8bdf5c-94e9-46e6-8fcb-ab036735f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.647870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-8d8bdf5c-94e9-46e6-8fcb-ab036735f654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 1094 time: 0.0480123 Apr 20 14:41:06.680600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:06.698008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-97f9373c-b534-4b26-8ec9-0b5927074c19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2 HTTP/1.1" status: 200 len: 217 time: 0.0421152 Apr 20 14:41:06.731120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a3adf1-d6ef-4ab6-994d-4db1af8a6275 req-87cf1ba9-08ff-4cb5-9762-ad2bd0281182 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064694 Apr 20 14:41:06.754179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-12435210-2593-4475-a23a-ac1726f21445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:06.756285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-12435210-2593-4475-a23a-ac1726f21445 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.0529017 Apr 20 14:41:06.789354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-298fc07b-cb89-46f6-a454-cc69b90c42fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259490 Apr 20 14:41:06.801139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Allocated IP 172.20.0.6 (eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d/b8ac8d3b-4c22-46c1-8c27-c59ec2722d19/8a7a52cb-e427-4807-adf8-fcea9d6892aa) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:06.822784 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:06.882098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-0948eca5-3bfd-41e8-8957-0548ca7fc09c service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865643 Apr 20 14:41:06.983822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fc07f8f-521c-40d6-988d-04ba55fc4e7b req-a0f52084-47b0-46b2-aa52-be37ff0d9b84 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955863 Apr 20 14:41:07.009351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.014597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.038648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.079208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5cc93b665542bea6c7fefafe02c8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975422 Apr 20 14:41:07.082789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:07.093870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd54245a-b5c1-49e3-bc96-9fcfa4b99240,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.109704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.110052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.110394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.110843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.111311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.111651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.111978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.112305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.112648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.112939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.113261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.113580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab1412-95d8-4d09-982e-0be61e40a49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:07.149829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:07.151677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.152533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba2beb-643c-43e6-b140-98b9c0d379ec req-3e28eaa8-9bc5-44db-aab1-2feafcd26f72 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:07.154078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78ba2beb-643c-43e6-b140-98b9c0d379ec req-3e28eaa8-9bc5-44db-aab1-2feafcd26f72 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.1013279 Apr 20 14:41:07.178786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.205423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.240143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.242769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.246789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd54245a-b5c1-49e3-bc96-9fcfa4b99240 HTTP/1.1" status: 204 len: 168 time: 0.1628349 Apr 20 14:41:07.256026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eff61d-c2e4-43d9-8659-41f6badeb6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd54245a-b5c1-49e3-bc96-9fcfa4b99240,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.276194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78ba2beb-643c-43e6-b140-98b9c0d379ec req-c87ebdcb-5abc-4855-906b-6774aa9e9771 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120379 Apr 20 14:41:07.287588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:07.291389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:07.303859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd942-450a-487e-a7a3-2bd1a73fb081 req-36b498bf-4dae-443f-bbb1-305ee0888d69 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:07.305402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a0fd942-450a-487e-a7a3-2bd1a73fb081 req-36b498bf-4dae-443f-bbb1-305ee0888d69 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.1427405 Apr 20 14:41:07.308953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:07.313027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:07.316070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '163b3b20-7b5b-4911-8974-b0174b14952a', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'port_id': '163b3b20-7b5b-4911-8974-b0174b14952a', 'mac_address': 'fa:16:3e:52:e9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df25719-7015-45d9-af37-86c7212e8d42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:07.356902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.359562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.371821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:07.394924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:07.399900 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.434875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a0fd942-450a-487e-a7a3-2bd1a73fb081 req-e51a1f79-b03c-44c0-a74f-74f46245244a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Apr 20 14:41:07.441810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:07.442432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.455121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.471395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e397a88-b028-49f3-85fa-a444d56d1ff8 req-0d1c5288-372e-4f87-82f2-28010a882e6f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:07.473294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e397a88-b028-49f3-85fa-a444d56d1ff8 req-0d1c5288-372e-4f87-82f2-28010a882e6f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 931 time: 0.1056845 Apr 20 14:41:07.477254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-a5d0690c-c241-40e5-b713-1d02f0ccea6a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1210506 Apr 20 14:41:07.491445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Request body: {'port': {'device_id': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:07.494596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:07.515831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: c4c9e04f-99d0-4fa1-9502-e42b34391ccf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:07.516156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c4c9e04f-99d0-4fa1-9502-e42b34391ccf not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:07.562746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e397a88-b028-49f3-85fa-a444d56d1ff8 req-4a40ac5c-ff74-4698-a6e0-4c257ce5a18a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Apr 20 14:41:07.568145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.575149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:07.589171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b73e513-3e39-4847-8d8a-751b7392a502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.640983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:07.672844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b73e513-3e39-4847-8d8a-751b7392a502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.678877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b73e513-3e39-4847-8d8a-751b7392a502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.719266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b73e513-3e39-4847-8d8a-751b7392a502 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69cf715809d84dd08b764264c94911d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429853 Apr 20 14:41:07.720899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73e513-3e39-4847-8d8a-751b7392a502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a4202-72f4-4bb4-9c26-09eb859071e1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.723346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:07.786053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.809003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.856891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.859857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.861111 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d45a4202-72f4-4bb4-9c26-09eb859071e1 HTTP/1.1" status: 204 len: 168 time: 0.1365776 Apr 20 14:41:07.869452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4ac5-b860-4290-9fa6-9ff8399cedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a4202-72f4-4bb4-9c26-09eb859071e1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:07.885454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09f569-134c-4abc-81d3-0bf5e2e0db10 req-64fd1cd9-4021-4ff5-9c01-f5b0d20546db tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:07.886973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a09f569-134c-4abc-81d3-0bf5e2e0db10 req-64fd1cd9-4021-4ff5-9c01-f5b0d20546db tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0830851 Apr 20 14:41:07.907111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7a52cb-e427-4807-adf8-fcea9d6892aa {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:07.921506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:07.944261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Transition to ACTIVE for port object 8a7a52cb-e427-4807-adf8-fcea9d6892aa will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:07.947772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a09f569-134c-4abc-81d3-0bf5e2e0db10 req-7f438cd7-05fa-4535-ab18-a83bdae7e654 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Apr 20 14:41:07.949477 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:08.000833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:08.067030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Attempting to bind port 8a7a52cb-e427-4807-adf8-fcea9d6892aa on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:08.067740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Attempting to bind port 8a7a52cb-e427-4807-adf8-fcea9d6892aa by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:08.067740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Attempting to bind port 8a7a52cb-e427-4807-adf8-fcea9d6892aa on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:08.071899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Port 8a7a52cb-e427-4807-adf8-fcea9d6892aa on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:08.072217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Attempting to bind port 8a7a52cb-e427-4807-adf8-fcea9d6892aa on network eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:08.077049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:08.077386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Checking segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:08.077768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Bound using segment: {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:08.078192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Bound port: 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712299af-6579-4da9-8bc8-8eb8823e30fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:08.078549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:08.142338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:08.145481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:08.150700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:08.181544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.182435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:08.183895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a7a52cb-e427-4807-adf8-fcea9d6892aa HTTP/1.1" status: 200 len: 1091 time: 0.6974506 Apr 20 14:41:08.185961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:08.190064 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca8646-eae4-436f-8f73-e011d7aa1f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:08.220394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0c02-14bf-450c-8c59-3af429b01063 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:08.277673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-c3d56273-965d-4868-886f-0a6f3cac6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.279378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-c3d56273-965d-4868-886f-0a6f3cac6f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 1094 time: 0.0483928 Apr 20 14:41:08.343999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-c550ab9a-18d5-47b6-b223-c4d68ced4c8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa HTTP/1.1" status: 200 len: 217 time: 0.0550427 Apr 20 14:41:08.425944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7b06-d812-4100-b54c-a74c709d8004 req-54a1c1d4-33f7-4402-b61b-9d66121f1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.427457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-54a1c1d4-33f7-4402-b61b-9d66121f1a96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.0766530 Apr 20 14:41:08.445787 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a96eb03-b3dc-458c-91c8-5b336f7a00f6 x-openstack-request-id: req-8a96eb03-b3dc-458c-91c8-5b336f7a00f6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:08.446073 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:08.446320 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a96eb03-b3dc-458c-91c8-5b336f7a00f6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:08.446741 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a96eb03-b3dc-458c-91c8-5b336f7a00f6'] response: {'name': 'network-changed', 'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'status': 'completed', 'code': 200} Apr 20 14:41:08.455994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1966-b177-4c09-8b22-7dbb01ce32fe req-85493384-dc8c-4404-a3b2-261b8eed9195 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.457109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-213a1966-b177-4c09-8b22-7dbb01ce32fe req-85493384-dc8c-4404-a3b2-261b8eed9195 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 944 time: 0.0805883 Apr 20 14:41:08.473246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-e69b4e30-6c0b-4a30-9596-76e1dc4380d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375655 Apr 20 14:41:08.586354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-213a1966-b177-4c09-8b22-7dbb01ce32fe req-7283cd26-9fc5-4e67-abac-145f4202962b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156340 Apr 20 14:41:08.600642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:08.603725 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a668112-5ae4-4c4a-a382-04ab3fbb038a" -d '{"events": [{"name": "network-changed", "server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:08.632426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247251ea-b43b-4c6e-a6cb-33e4bbd10627 req-58c94e0e-1dcf-4bdb-a441-07f00d9a16d4 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.633914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-247251ea-b43b-4c6e-a6cb-33e4bbd10627 req-58c94e0e-1dcf-4bdb-a441-07f00d9a16d4 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.1122208 Apr 20 14:41:08.636145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-14dd2bb5-e3f6-4f2c-bd52-308c946dde31 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458495 Apr 20 14:41:08.751314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-247251ea-b43b-4c6e-a6cb-33e4bbd10627 req-31fdd43c-f020-4bcc-af73-44a8c902a0a5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085348 Apr 20 14:41:08.784047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92e4a-554f-47a0-9a3e-8c5e1608230b req-d4c84e5b-f7fd-4b01-bd80-ee2b909f09c2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.785521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7e92e4a-554f-47a0-9a3e-8c5e1608230b req-d4c84e5b-f7fd-4b01-bd80-ee2b909f09c2 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.1139410 Apr 20 14:41:08.800378 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a46d8e2-2f88-474d-8b19-b1df49f5a6b4 x-openstack-request-id: req-1a46d8e2-2f88-474d-8b19-b1df49f5a6b4 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:08.800741 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:08.801015 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a46d8e2-2f88-474d-8b19-b1df49f5a6b4 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:08.801402 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a46d8e2-2f88-474d-8b19-b1df49f5a6b4'] response: {'name': 'network-changed', 'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'status': 'completed', 'code': 200} Apr 20 14:41:08.817755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516a7b06-d812-4100-b54c-a74c709d8004 req-98edef66-7762-476a-9be4-16f5276fcca8 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670158 Apr 20 14:41:08.877979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7e92e4a-554f-47a0-9a3e-8c5e1608230b req-51a028c2-a490-4002-b200-24bd0f04cc59 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793428 Apr 20 14:41:08.893274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-4a73fd63-6c38-443a-bdc4-5178c869fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.894803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-4a73fd63-6c38-443a-bdc4-5178c869fe64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 1094 time: 0.0648279 Apr 20 14:41:08.926898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-025297e9-52ab-4476-a272-b89723e3f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:08.928557 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-025297e9-52ab-4476-a272-b89723e3f3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8485038300334bc992f2694df216c0c3&device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 1094 time: 0.0519698 Apr 20 14:41:09.002146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-63722673-60cc-49c3-b7cd-c429b5ff2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.004113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-63722673-60cc-49c3-b7cd-c429b5ff2ccc service neutron] 10.222.0.45 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 915 time: 0.0969987 Apr 20 14:41:09.039459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-22db31e8-b278-4bfe-ab16-0c3abd62b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.040888 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-22db31e8-b278-4bfe-ab16-0c3abd62b74e service neutron] 10.222.0.45 "GET /v2.0/networks?id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 200 len: 906 time: 0.1048298 Apr 20 14:41:09.068260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-dff36049-97fb-4c8d-9f2e-b93f8f9d6c85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2 HTTP/1.1" status: 200 len: 217 time: 0.0524287 Apr 20 14:41:09.088042 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-ce6a5675-f2b4-4ce1-8545-7357b3b4fd89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa HTTP/1.1" status: 200 len: 217 time: 0.0368278 Apr 20 14:41:09.142384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb850c02-6db6-4984-b840-a30b924baa12 req-27f0e545-8dae-4180-9bff-20bcd696a02c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.144205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb850c02-6db6-4984-b840-a30b924baa12 req-27f0e545-8dae-4180-9bff-20bcd696a02c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1185422 Apr 20 14:41:09.147995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-0a943789-f3a8-436f-a681-5fdf24ebd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.149456 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-0a943789-f3a8-436f-a681-5fdf24ebd176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 200 len: 845 time: 0.0502236 Apr 20 14:41:09.152807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-b1097b26-42fb-4793-92d7-7fda302841f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.154178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-b1097b26-42fb-4793-92d7-7fda302841f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.0684736 Apr 20 14:41:09.167819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:09.195167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-eacae647-021f-4598-a615-20c11a1bb450 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309606 Apr 20 14:41:09.199957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-a0cfb323-e674-4220-aac2-93eeebea4e6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311620 Apr 20 14:41:09.218686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb850c02-6db6-4984-b840-a30b924baa12 req-0c6fad30-aff8-4156-a0d8-f2f268baf9cd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Apr 20 14:41:09.231747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 163b3b20-7b5b-4911-8974-b0174b14952a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:09.241252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 163b3b20-7b5b-4911-8974-b0174b14952a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:09.241939 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:09.312447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-4abe4e74-304d-4c81-a116-75c0dcb22dc0 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928006 Apr 20 14:41:09.338125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-7894a669-af87-4d9e-afa8-e9cff1b741d6 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165640 Apr 20 14:41:09.341455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:09.369951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:09.372276 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee59b7a6-a0b0-4aa0-ac89-e80e06c06368" -d '{"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:09.388872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:09.395637 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:09.397762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:09.429504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-47ca8646-eae4-436f-8f73-e011d7aa1f97 req-7ead6d09-13ca-4aee-9923-eab140323be1 service neutron] 10.222.0.45 "GET /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096113 Apr 20 14:41:09.436806 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192e10c-6c10-485a-ac78-15d1b0c3b5e1 x-openstack-request-id: req-7192e10c-6c10-485a-ac78-15d1b0c3b5e1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:09.437352 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:09.437943 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7192e10c-6c10-485a-ac78-15d1b0c3b5e1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:09.438511 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7192e10c-6c10-485a-ac78-15d1b0c3b5e1'] response: {'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'code': 200} Apr 20 14:41:09.440216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 8f4209ed-ec61-443a-8f1b-0b2684faa02f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:09.440757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8f4209ed-ec61-443a-8f1b-0b2684faa02f not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:09.486808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:09.487005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a668112-5ae4-4c4a-a382-04ab3fbb038a req-c6090492-4bd4-4276-8e47-9c7dfb506953 service neutron] 10.222.0.45 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353307 Apr 20 14:41:09.528530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a93917-2a48-4bb6-8f1f-c8ddaf845ecb req-635bb82b-fcac-49ff-8474-04857199fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.530020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1a93917-2a48-4bb6-8f1f-c8ddaf845ecb req-635bb82b-fcac-49ff-8474-04857199fd91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0430646 Apr 20 14:41:09.567867 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e1a93917-2a48-4bb6-8f1f-c8ddaf845ecb req-bd193e04-b4dc-45c8-ac31-1183e7ae818b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286996 Apr 20 14:41:09.594368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-c9baacce-6b03-4c66-9510-2acdb575989f tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=24723871e89b4310936c708df62fc408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213041 Apr 20 14:41:09.732597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8cf75ae-1bfa-416a-84df-6965b06f2aab tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.734042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8cf75ae-1bfa-416a-84df-6965b06f2aab tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342106 Apr 20 14:41:09.744480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d6ce-4b07-43e4-96ce-d40ba4fe7306 req-56b964e2-3b9b-4fa4-b7b5-6408161dc326 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.745820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e837d6ce-4b07-43e4-96ce-d40ba4fe7306 req-56b964e2-3b9b-4fa4-b7b5-6408161dc326 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0838985 Apr 20 14:41:09.767906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-e88b2a41-0a14-498d-b05c-ddbb959084dc tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/quotas/24723871e89b4310936c708df62fc408 HTTP/1.1" status: 200 len: 375 time: 0.0209446 Apr 20 14:41:09.807425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-93c2b844-01cb-4618-b168-68d476bdd1bd tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24723871e89b4310936c708df62fc408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331428 Apr 20 14:41:09.810519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e837d6ce-4b07-43e4-96ce-d40ba4fe7306 req-f7ed576d-ad5c-4500-9f34-3845751c7215 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576952 Apr 20 14:41:09.922888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d52fd8-7e73-4635-80fb-c2584d8341f7 req-43e6826b-7a09-4f26-a99d-beac3f838f35 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:09.922888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d52fd8-7e73-4635-80fb-c2584d8341f7 req-43e6826b-7a09-4f26-a99d-beac3f838f35 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.0532622 Apr 20 14:41:09.968968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6d52fd8-7e73-4635-80fb-c2584d8341f7 req-7b22a42b-b267-405b-9cfb-bd5099df9c12 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Apr 20 14:41:10.035954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7833f876-b323-4dc9-b522-a61e79f8f282 req-84ee8604-8feb-43f3-b073-649875554ebf tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 210 time: 0.0320284 Apr 20 14:41:10.047902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bb9db-c5be-4055-911c-90ba8c1812ad req-7425e341-97c6-402a-9a1e-ce0af58e3792 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:10.049423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab1bb9db-c5be-4055-911c-90ba8c1812ad req-7425e341-97c6-402a-9a1e-ce0af58e3792 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.0796347 Apr 20 14:41:10.090974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab1bb9db-c5be-4055-911c-90ba8c1812ad req-d9a443e5-7622-4e2f-89a8-b2051cec20e3 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327468 Apr 20 14:41:10.116330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a43f59ac-2e3c-4ed2-9416-3981c7423241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:10.343981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b367c9-8943-4f7b-bc3c-4bf59896a0b1 req-14dd3db9-9bbb-4b2a-9771-6233ad8fc3ff tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:10.345536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9b367c9-8943-4f7b-bc3c-4bf59896a0b1 req-14dd3db9-9bbb-4b2a-9771-6233ad8fc3ff tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0517018 Apr 20 14:41:10.387366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9b367c9-8943-4f7b-bc3c-4bf59896a0b1 req-41c82999-5080-4c00-8890-3b348affc224 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355113 Apr 20 14:41:10.933066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25135dce-e8e9-41df-9abb-69cabf7c5413 req-2b4cdf60-f5d8-4254-b23d-d0ca57c31edd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:10.934746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25135dce-e8e9-41df-9abb-69cabf7c5413 req-2b4cdf60-f5d8-4254-b23d-d0ca57c31edd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Apr 20 14:41:10.974314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25135dce-e8e9-41df-9abb-69cabf7c5413 req-7e490c3b-ad59-4cc1-bbad-69ee9043be53 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Apr 20 14:41:10.980574 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-3caf3771-d961-4b5d-87db-93413116c0f2 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=24723871e89b4310936c708df62fc408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213506 Apr 20 14:41:11.108341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-f1341c75-7851-48de-8cc1-51382f7ed6c2 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.110282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-f1341c75-7851-48de-8cc1-51382f7ed6c2 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243632 Apr 20 14:41:11.123740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72b86e-2911-42f4-8dbd-6b747fd5533e req-16fc2091-e21c-4080-9fce-6977f438808e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.127078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b72b86e-2911-42f4-8dbd-6b747fd5533e req-16fc2091-e21c-4080-9fce-6977f438808e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.0797963 Apr 20 14:41:11.127620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Request body: {'port': {'device_id': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '24723871e89b4310936c708df62fc408'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:11.159210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-243c6e56-c659-4e71-8e84-8d90ee70d51f req-dd91b476-56a0-47c8-9b78-352efcc3c99b tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 210 time: 0.0308981 Apr 20 14:41:11.188628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b72b86e-2911-42f4-8dbd-6b747fd5533e req-84c55ab4-7831-475f-adb8-47339f906ab3 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504436 Apr 20 14:41:11.242398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Made reservation on behalf of 24723871e89b4310936c708df62fc408 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:11.246118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.255793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.341278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.347319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.356989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50c4f-9ddb-46a8-b9d0-75805db3553f req-326cb8f4-12f6-4560-acb7-7d90c658a608 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.358494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ef50c4f-9ddb-46a8-b9d0-75805db3553f req-326cb8f4-12f6-4560-acb7-7d90c658a608 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.0988922 Apr 20 14:41:11.386883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-d5786232-85ae-43b4-9071-3a5adee01652 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.388468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-d5786232-85ae-43b4-9071-3a5adee01652 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 813 time: 0.1494031 Apr 20 14:41:11.410806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-7517b014-11b1-47e5-9f00-b5e0f2e11ce2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/quotas/fac4fbe0f98f46dc8ee4646f3c7adacd HTTP/1.1" status: 200 len: 375 time: 0.0154560 Apr 20 14:41:11.416509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53f2c8-79e9-42c4-ad36-f3355cc17815,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:11.433844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ef50c4f-9ddb-46a8-b9d0-75805db3553f req-3ee49dae-86b7-43bb-9b04-8677310e48c1 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Apr 20 14:41:11.475242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-23cc3188-6cb0-4506-b092-934a6e5a3907 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532134 Apr 20 14:41:11.495777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Allocated IP 192.168.233.8 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/c48d1915-3bbe-414e-9893-a44a9ae13a71) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:11.501710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:11.599136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:11.610697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'port_id': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'mac_address': 'fa:16:3e:e5:54:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1284ec7-115a-4101-b377-43a476077961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:11.612600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec9707-a626-480b-b358-1e6f04c3eb69 req-7c53f01f-9adf-4a54-a87f-aa33c2c2b929 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.615755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8ec9707-a626-480b-b358-1e6f04c3eb69 req-7c53f01f-9adf-4a54-a87f-aa33c2c2b929 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1155188 Apr 20 14:41:11.619703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-98770a1f-abbe-4765-a394-70134cba8a38 service neutron] 10.222.0.20 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374645 Apr 20 14:41:11.649553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.665913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.667822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459fe63-e27f-4bdf-9fd3-0e349810e0e2 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:11.681468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8ec9707-a626-480b-b358-1e6f04c3eb69 req-a1974c60-58ec-43ba-ae41-472cbfeeb0a9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608106 Apr 20 14:41:11.689093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:11.694086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.704329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.744774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:11.746477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-11910fcf-282e-457a-a3cf-5ec7a4580221 service neutron] 10.222.0.20 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075516 Apr 20 14:41:11.750638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:11.755431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:11.775708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:11.795004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Pushing event updated for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:11.825645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:11.826388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.846979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-d8bcc5fb-7938-44d5-b37c-28d5cbebfc2e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7242742 Apr 20 14:41:11.863017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Request body: {'port': {'device_id': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:11.939670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:11.968515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-522fc761-f289-41c7-93c4-534684140b71 req-f413909f-910c-41fb-9c51-419757810569 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 210 time: 0.0393116 Apr 20 14:41:12.088100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b0846219-385e-4180-9160-10862db6eb11 None None] Provisioning complete for port c48d1915-3bbe-414e-9893-a44a9ae13a71 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:12.088466 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b0846219-385e-4180-9160-10862db6eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.116728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d459fe63-e27f-4bdf-9fd3-0e349810e0e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:12.167154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b0846219-385e-4180-9160-10862db6eb11 None None] Port c48d1915-3bbe-414e-9893-a44a9ae13a71 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:41:12.247706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48d1915-3bbe-414e-9893-a44a9ae13a71 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:12.257406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.274586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Transition to ACTIVE for port object c48d1915-3bbe-414e-9893-a44a9ae13a71 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:12.280417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.294413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85417e9-099c-459a-adcd-aa2ae0bb3da4 req-d075a818-31fb-4632-8391-0aea83f6059d tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.299199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a85417e9-099c-459a-adcd-aa2ae0bb3da4 req-d075a818-31fb-4632-8391-0aea83f6059d tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 934 time: 0.0600893 Apr 20 14:41:12.372786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Pushing event updated for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:12.396375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a85417e9-099c-459a-adcd-aa2ae0bb3da4 req-d9283ea0-15ef-4ece-84e7-18783592d1b6 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892363 Apr 20 14:41:12.430256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6562-f7bd-4ae5-b723-ee9704b631e2 req-a6022611-2068-40ff-91cf-ed8d2ca27374 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.439805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7dde6562-f7bd-4ae5-b723-ee9704b631e2 req-a6022611-2068-40ff-91cf-ed8d2ca27374 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 944 time: 0.1371148 Apr 20 14:41:12.450817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Attempting to bind port c48d1915-3bbe-414e-9893-a44a9ae13a71 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:12.451272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Attempting to bind port c48d1915-3bbe-414e-9893-a44a9ae13a71 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:12.451637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Attempting to bind port c48d1915-3bbe-414e-9893-a44a9ae13a71 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:12.456776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Port c48d1915-3bbe-414e-9893-a44a9ae13a71 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:12.457204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Attempting to bind port c48d1915-3bbe-414e-9893-a44a9ae13a71 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:12.462542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:12.462959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:12.463341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:12.463892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Bound port: c48d1915-3bbe-414e-9893-a44a9ae13a71, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:12.464249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.504096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7dde6562-f7bd-4ae5-b723-ee9704b631e2 req-ce6a51e4-e93b-45d3-8638-096844b9d77f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 Apr 20 14:41:12.541364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-834fb44a-fe5c-4738-ae44-300fbacc821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.563411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:12.569802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:12.574003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.609886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.610550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:12.612286 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] 10.222.0.43 "PUT /v2.0/ports/c48d1915-3bbe-414e-9893-a44a9ae13a71 HTTP/1.1" status: 200 len: 1094 time: 0.7543364 Apr 20 14:41:12.612838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:12.615161 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b99d45-54f9-41a2-9bd4-570a10057e24" -d '{"events": [{"name": "network-changed", "server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:12.647730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2f9b-5d6d-4f6c-87f0-f38a7c20f066 req-1052c03b-265b-441e-925d-767497c15834 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.648770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ee1e1-4048-4781-844d-3b818d7c41fa service neutron] Pushing event updated for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:12.664284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ffa2f9b-5d6d-4f6c-87f0-f38a7c20f066 req-1052c03b-265b-441e-925d-767497c15834 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.0814147 Apr 20 14:41:12.697534 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd44670-7368-4a11-bc1a-6b98720fdde2 x-openstack-request-id: req-edd44670-7368-4a11-bc1a-6b98720fdde2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:12.697736 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:12.697943 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edd44670-7368-4a11-bc1a-6b98720fdde2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:12.698352 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd44670-7368-4a11-bc1a-6b98720fdde2'] response: {'name': 'network-changed', 'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71', 'status': 'completed', 'code': 200} Apr 20 14:41:12.714914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ffa2f9b-5d6d-4f6c-87f0-f38a7c20f066 req-8cfdbe9f-e7ee-49d8-a6c8-4873e064444c tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Apr 20 14:41:12.744649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-5f93c514-1354-4252-9220-ceabd61b7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.746145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-5f93c514-1354-4252-9220-ceabd61b7675 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24723871e89b4310936c708df62fc408&device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0753915 Apr 20 14:41:12.791421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-4ca444c9-1180-4f93-ade8-e2aa1f5c0d67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71 HTTP/1.1" status: 200 len: 217 time: 0.0372655 Apr 20 14:41:12.813216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc158e5-22f9-4757-8b00-658927812455 req-d0432d79-8362-4e4d-83e0-64cb81d03c47 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.815242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dc158e5-22f9-4757-8b00-658927812455 req-d0432d79-8362-4e4d-83e0-64cb81d03c47 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0511346 Apr 20 14:41:12.856054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-1d579718-6c99-491f-b331-41da4d8a31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.857570 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-1d579718-6c99-491f-b331-41da4d8a31fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0599804 Apr 20 14:41:12.860193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dc158e5-22f9-4757-8b00-658927812455 req-68fbf84b-78ba-4784-8efc-823d965ec7f9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Apr 20 14:41:12.905313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a818a-351a-488f-ac01-2b563df824ea req-faa9cd11-cbcc-42e7-956c-88715eb8749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.906812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-faa9cd11-cbcc-42e7-956c-88715eb8749e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418999 Apr 20 14:41:13.005253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-5b43c0fb-31f4-4702-89f6-a29345626029 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903642 Apr 20 14:41:13.055286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a55d0c90-bbac-4a0a-b480-cfd1876152f5 req-4da79dd9-e074-43b7-990e-d259d38d9c90 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 210 time: 0.0304153 Apr 20 14:41:13.109059 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c04a818a-351a-488f-ac01-2b563df824ea req-e511f503-455f-4ff9-b231-1304c40e3be4 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945890 Apr 20 14:41:13.178255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-f52c6dd4-9264-4cb1-8367-1342aa30c21d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.180003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-f52c6dd4-9264-4cb1-8367-1342aa30c21d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 813 time: 0.1023440 Apr 20 14:41:13.195958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Request body: {'port': {'device_id': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'admin_state_up': True, 'tenant_id': 'fac4fbe0f98f46dc8ee4646f3c7adacd'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:13.209963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-65e0b62a-0c6b-4ecb-87e5-b7b0c5de287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.211507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-65e0b62a-0c6b-4ecb-87e5-b7b0c5de287d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24723871e89b4310936c708df62fc408&device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0421793 Apr 20 14:41:13.308349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Made reservation on behalf of fac4fbe0f98f46dc8ee4646f3c7adacd for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:13.310186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-9975c388-4294-4933-8eba-4c6344529509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.311665 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-9975c388-4294-4933-8eba-4c6344529509 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0897651 Apr 20 14:41:13.312009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.355056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-2be52091-694e-4899-9560-4b2dc791191a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71 HTTP/1.1" status: 200 len: 217 time: 0.0336289 Apr 20 14:41:13.403296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-58b57182-8126-4a1e-abbc-6b577e9b9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.404722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-58b57182-8126-4a1e-abbc-6b577e9b9741 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0419996 Apr 20 14:41:13.436327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Allocated IP 172.20.0.9 (70370471-1c7f-4759-9042-155db15088aa/6df25719-7015-45d9-af37-86c7212e8d42/ebc3d171-6beb-444d-86ae-49ba8d772567) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:13.458546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-b304e495-f815-4317-a554-ed15e625a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.460337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-b304e495-f815-4317-a554-ed15e625a7e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473504 Apr 20 14:41:13.507107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:13.509436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:13.561331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-5d84fb7e-29c0-4d36-b6e8-4fa3b28b2d63 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929329 Apr 20 14:41:13.576589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558dfe-1f2e-4ff9-a9c5-f6e9e15dca67 req-8eafd8c0-b30a-4478-9912-eff283896661 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.584886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a558dfe-1f2e-4ff9-a9c5-f6e9e15dca67 req-8eafd8c0-b30a-4478-9912-eff283896661 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 946 time: 0.1080017 Apr 20 14:41:13.629743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.649611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:13.665153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:13.665524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.671389 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-82b99d45-54f9-41a2-9bd4-570a10057e24 req-252f8f34-d125-4e03-be31-1a7c82ebe2f6 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993176 Apr 20 14:41:13.701814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:13.722827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'mac_address': 'fa:16:3e:05:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:13.792736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.812312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.815505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7a52cb-e427-4807-adf8-fcea9d6892aa {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:13.851049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:13.856889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:13.859318 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9dba2-b8b6-46a4-8eea-cdc5ed5d035c" -d '{"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-plugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:13.870236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.876069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:13.897126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.932507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:13.947880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a558dfe-1f2e-4ff9-a9c5-f6e9e15dca67 req-997495ae-a264-4ca2-8c53-070d82804e5b tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619294 Apr 20 14:41:13.985407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:13.988752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f126-a60a-46bb-b36b-f3caedbbcea3 req-8a24a654-447c-4690-9928-e326c69439eb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:13.990262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd67f126-a60a-46bb-b36b-f3caedbbcea3 req-8a24a654-447c-4690-9928-e326c69439eb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 944 time: 0.3576577 Apr 20 14:41:14.013490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.067147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd67f126-a60a-46bb-b36b-f3caedbbcea3 req-676b4a5a-75c2-43cf-9a87-ac27885d9a72 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686150 Apr 20 14:41:14.102236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453677c6-adfe-4b69-a5e6-4d32b4b8e85e req-0d3f5c97-2359-47fd-99e7-74f98a22afa3 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:14.103748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-453677c6-adfe-4b69-a5e6-4d32b4b8e85e req-0d3f5c97-2359-47fd-99e7-74f98a22afa3 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 944 time: 0.0766757 Apr 20 14:41:14.105251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.120488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:14.125792 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608d84b-e390-456a-b73a-05c3f8557b3f x-openstack-request-id: req-b608d84b-e390-456a-b73a-05c3f8557b3f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:14.126141 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-plugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:14.126642 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b608d84b-e390-456a-b73a-05c3f8557b3f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:14.127116 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b608d84b-e390-456a-b73a-05c3f8557b3f'] response: {'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'code': 200} Apr 20 14:41:14.192914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Network 70370471-1c7f-4759-9042-155db15088aa is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:14.231867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:14.234525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:14.293555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Pushing event updated for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:14.295329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8a7a52cb-e427-4807-adf8-fcea9d6892aa'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:14.305792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-453677c6-adfe-4b69-a5e6-4d32b4b8e85e req-f3d57ec4-7f1d-4d0b-a39a-e1ed4a5c80f5 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917770 Apr 20 14:41:14.342117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff53a87-524c-4011-9ce3-897d4d862a71 req-9ca81477-110a-49f2-ae59-6bd1f338590a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:14.343921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ff53a87-524c-4011-9ce3-897d4d862a71 req-9ca81477-110a-49f2-ae59-6bd1f338590a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1713512 Apr 20 14:41:14.346552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.360423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:14.361072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.365494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86884f-75df-425f-9396-953d10b01ab5 req-2854c4b5-8168-4e7f-97f7-07257ac2bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:14.367023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a86884f-75df-425f-9396-953d10b01ab5 req-2854c4b5-8168-4e7f-97f7-07257ac2bec5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 1096 time: 0.1656485 Apr 20 14:41:14.438223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-a0d1e49a-ada7-49e0-af7c-56817d3e9ffa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2460093 Apr 20 14:41:14.456620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ff53a87-524c-4011-9ce3-897d4d862a71 req-92d9bf6d-cf25-48b8-8e61-0a7e7d62b467 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032550 Apr 20 14:41:14.463293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Request body: {'port': {'device_id': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:14.474352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a86884f-75df-425f-9396-953d10b01ab5 req-feee573d-c77f-4115-a24e-3e67fd7b30c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975289 Apr 20 14:41:14.506081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b056e1-5d49-4295-9965-ef8c02e9871b req-a7d57449-12d9-4990-93d2-b49dc98603b2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:14.507648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9b056e1-5d49-4295-9965-ef8c02e9871b req-a7d57449-12d9-4990-93d2-b49dc98603b2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 931 time: 0.1235662 Apr 20 14:41:14.552076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.577799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9b056e1-5d49-4295-9965-ef8c02e9871b req-d284c203-fcf2-45ad-aa3d-7843dc49b374 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638814 Apr 20 14:41:14.853016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc3d171-6beb-444d-86ae-49ba8d772567 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:14.860419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.872267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Transition to ACTIVE for port object ebc3d171-6beb-444d-86ae-49ba8d772567 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:14.878232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.923915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:14.995632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Attempting to bind port ebc3d171-6beb-444d-86ae-49ba8d772567 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:14.995945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Attempting to bind port ebc3d171-6beb-444d-86ae-49ba8d772567 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:14.996275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Attempting to bind port ebc3d171-6beb-444d-86ae-49ba8d772567 on network 70370471-1c7f-4759-9042-155db15088aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:15.000920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Port ebc3d171-6beb-444d-86ae-49ba8d772567 on network 70370471-1c7f-4759-9042-155db15088aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:15.001658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Attempting to bind port ebc3d171-6beb-444d-86ae-49ba8d772567 on network 70370471-1c7f-4759-9042-155db15088aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:15.008143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:15.008483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Checking segment: {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:15.008866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Bound using segment: {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:15.009292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Bound port: ebc3d171-6beb-444d-86ae-49ba8d772567, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6476a0-0cc5-4568-a4cc-a517413255a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '70370471-1c7f-4759-9042-155db15088aa'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:15.009650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.065045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.109164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ad9a-5391-4ce5-a7ee-6f2c17a01d05 req-a9fd8429-9486-465b-aa4b-ff168072df09 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.110736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1663ad9a-5391-4ce5-a7ee-6f2c17a01d05 req-a9fd8429-9486-465b-aa4b-ff168072df09 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 946 time: 0.0877466 Apr 20 14:41:15.112314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:15.115635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ebc3d171-6beb-444d-86ae-49ba8d772567,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:15.131899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.202813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.203416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.205344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/ebc3d171-6beb-444d-86ae-49ba8d772567 HTTP/1.1" status: 200 len: 1091 time: 0.7517378 Apr 20 14:41:15.207772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:15.210010 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:15.226317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1663ad9a-5391-4ce5-a7ee-6f2c17a01d05 req-cd432dce-fb72-45cc-8c5f-1ab60bbca335 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090498 Apr 20 14:41:15.232730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.270610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b63c72-d979-4da3-897a-53bd76299047 req-0a46837d-d2e8-455e-bb09-64fe911a8ab9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.272122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b63c72-d979-4da3-897a-53bd76299047 req-0a46837d-d2e8-455e-bb09-64fe911a8ab9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1317945 Apr 20 14:41:15.287244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a443-6cab-4b31-b4c9-3a299f39f2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:15.290711 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c3407-4765-447f-ac9f-e65f87b02457 x-openstack-request-id: req-103c3407-4765-447f-ac9f-e65f87b02457 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:15.290993 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:15.291241 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-103c3407-4765-447f-ac9f-e65f87b02457 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:15.291622 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c3407-4765-447f-ac9f-e65f87b02457'] response: {'name': 'network-changed', 'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567', 'status': 'completed', 'code': 200} Apr 20 14:41:15.332998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-86bf1934-a226-4ba9-a6eb-35b3a031d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.334491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-86bf1934-a226-4ba9-a6eb-35b3a031d353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 1094 time: 0.0842829 Apr 20 14:41:15.337428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b63c72-d979-4da3-897a-53bd76299047 req-bc2d4f11-03d8-4a46-8ec4-17e19efe54ef tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Apr 20 14:41:15.383044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-85002034-13e0-4c1c-ba1e-96de3ce8d761 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebc3d171-6beb-444d-86ae-49ba8d772567 HTTP/1.1" status: 200 len: 217 time: 0.0400224 Apr 20 14:41:15.468748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce04f-ea9b-4559-9a3d-aff435592551 req-2fe05e65-486d-4bd6-ad0e-36faccbd8d17 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.470707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f2ce04f-ea9b-4559-9a3d-aff435592551 req-2fe05e65-486d-4bd6-ad0e-36faccbd8d17 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 944 time: 0.0905821 Apr 20 14:41:15.472480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-f17ba541-0eac-4449-898d-573700216304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.474323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-f17ba541-0eac-4449-898d-573700216304 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.0842111 Apr 20 14:41:15.523894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-14a43041-641b-40a0-8b07-a002e2062036 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393245 Apr 20 14:41:15.528538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:15.567943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f2ce04f-ea9b-4559-9a3d-aff435592551 req-0b8e25da-7a42-4fba-84ac-f7b02bea428a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910053 Apr 20 14:41:15.578995 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8a7a52cb-e427-4807-adf8-fcea9d6892aa completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:15.591079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8a7a52cb-e427-4807-adf8-fcea9d6892aa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:15.591449 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.650407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c23706-0448-41bf-86dc-7bbe4e69a3db req-163074c2-baa6-4219-9172-79d4549ab746 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.651884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04c23706-0448-41bf-86dc-7bbe4e69a3db req-163074c2-baa6-4219-9172-79d4549ab746 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1182103 Apr 20 14:41:15.675140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.704605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-b47ec2a0-8cf1-47ce-b86e-d5bfb0b2b3e1 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694105 Apr 20 14:41:15.706789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:15.711277 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.750555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04c23706-0448-41bf-86dc-7bbe4e69a3db req-03d3d4eb-8ba9-455e-adb5-6bddbfba5a31 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Apr 20 14:41:15.770363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:15.783264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda28dbd-285f-46ce-a257-188b312b8a40 req-1fdece5b-5bf2-4b78-bacd-179a869a8220 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.785073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eda28dbd-285f-46ce-a257-188b312b8a40 req-1fdece5b-5bf2-4b78-bacd-179a869a8220 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 943 time: 0.1302681 Apr 20 14:41:15.849826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eda28dbd-285f-46ce-a257-188b312b8a40 req-0180bbf3-4aa3-45be-af65-b62f9c3f3171 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565579 Apr 20 14:41:15.855476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d0d8aa-38cc-48cd-8114-1f36e9fd9d23 req-e5eda703-265e-4b50-b887-88ad18bbb32b service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418109 Apr 20 14:41:15.944818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-5d29c122-8994-43e5-bce2-8e8a05e1c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:15.946332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-5d29c122-8994-43e5-bce2-8e8a05e1c63d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 1094 time: 0.0410266 Apr 20 14:41:16.048974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-f6d53ea7-99fa-4f2d-987f-9fff4d3d924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.050498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-f6d53ea7-99fa-4f2d-987f-9fff4d3d924a service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.0961559 Apr 20 14:41:16.102216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-47a72ff2-5b08-4126-8b81-38a062b102e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebc3d171-6beb-444d-86ae-49ba8d772567 HTTP/1.1" status: 200 len: 217 time: 0.0372484 Apr 20 14:41:16.128180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:16.130607 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad2514b-b3df-41a3-850e-6b564c338b6d" -d '{"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:16.163405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-50127653-9e09-4350-ae2e-4548591d3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.164961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-50127653-9e09-4350-ae2e-4548591d3d20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.0453336 Apr 20 14:41:16.167904 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dad19a-55a1-4793-b593-bfd4ef509c21 x-openstack-request-id: req-b2dad19a-55a1-4793-b593-bfd4ef509c21 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:16.168251 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:16.168500 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2dad19a-55a1-4793-b593-bfd4ef509c21 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:16.168882 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dad19a-55a1-4793-b593-bfd4ef509c21'] response: {'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'code': 200} Apr 20 14:41:16.199059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-b601ff8e-cf96-45bd-8f1c-ae45e7caf7af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250173 Apr 20 14:41:16.346312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41309-743b-42e6-b4c0-18ee36ecc4b5 req-8c956279-b076-485a-844d-ab56489b1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.347875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbe41309-743b-42e6-b4c0-18ee36ecc4b5 req-8c956279-b076-485a-844d-ab56489b1d2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 1096 time: 0.1195858 Apr 20 14:41:16.352865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-6f606fc5-2901-4734-942a-d21bfd6c7e13 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414263 Apr 20 14:41:16.394216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439bf1-1fd5-4b63-9361-99aa5193d68a req-1a2561bc-0ce6-47b0-b0b9-d75ff77dd22c tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.395677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62439bf1-1fd5-4b63-9361-99aa5193d68a req-1a2561bc-0ce6-47b0-b0b9-d75ff77dd22c tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 946 time: 0.0901358 Apr 20 14:41:16.481926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbe41309-743b-42e6-b4c0-18ee36ecc4b5 req-c85f198f-1884-44ed-9239-e98ee7abdf3c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238494 Apr 20 14:41:16.535036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62439bf1-1fd5-4b63-9361-99aa5193d68a req-5e3a3eec-2583-4ed6-921d-8b2718ffbdfb tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282320 Apr 20 14:41:16.540955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8796e4-b248-4b77-ade1-af77e0fd5d1c req-cbba459f-78a6-4b8f-9560-6fc53c35ef7c service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660922 Apr 20 14:41:16.548316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae246fe-67a0-418d-a447-d9651a70edcb req-1dfe0569-0e67-45ff-846f-d0ac7a83585e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.549794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ae246fe-67a0-418d-a447-d9651a70edcb req-1dfe0569-0e67-45ff-846f-d0ac7a83585e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1393068 Apr 20 14:41:16.589087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ae246fe-67a0-418d-a447-d9651a70edcb req-7cac8663-8c13-4459-843d-552ca9a695a7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329578 Apr 20 14:41:16.724979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508881c7-f301-4b4f-b234-96bcd521fe26 req-40fb6ac1-5e7e-402b-9183-a47d28c2b4a6 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.726465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-508881c7-f301-4b4f-b234-96bcd521fe26 req-40fb6ac1-5e7e-402b-9183-a47d28c2b4a6 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0864182 Apr 20 14:41:16.737388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44626ca-fcf5-458e-9d33-95951d3ce372 req-6c5f4002-f8dc-49e2-8693-643f25449acd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.738756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a44626ca-fcf5-458e-9d33-95951d3ce372 req-6c5f4002-f8dc-49e2-8693-643f25449acd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0672960 Apr 20 14:41:16.792799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-508881c7-f301-4b4f-b234-96bcd521fe26 req-36a6b8d8-c1a2-4dec-a932-2b2923f60cd5 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Apr 20 14:41:16.797617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a44626ca-fcf5-458e-9d33-95951d3ce372 req-50dac48d-cefa-4ba8-ac47-bbad36c076cf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523636 Apr 20 14:41:16.900291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e0ed3-8949-487d-a807-a3d6dcb7440b req-0b3a29eb-4b9e-4611-a455-280e0f502359 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.901845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69e0ed3-8949-487d-a807-a3d6dcb7440b req-0b3a29eb-4b9e-4611-a455-280e0f502359 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0506046 Apr 20 14:41:16.939673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69e0ed3-8949-487d-a807-a3d6dcb7440b req-9d1fc747-4133-45ea-a054-07a8b1ef7e67 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Apr 20 14:41:16.998098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb30415-9979-425c-ab70-1114fb76e481 req-7e8c2a39-6e39-4f43-b74c-e943a20d5648 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:16.999487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adb30415-9979-425c-ab70-1114fb76e481 req-7e8c2a39-6e39-4f43-b74c-e943a20d5648 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 943 time: 0.0522618 Apr 20 14:41:17.060982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adb30415-9979-425c-ab70-1114fb76e481 req-18ca4b77-2230-4b7d-86dc-59a28d2c8d4e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Apr 20 14:41:17.072881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce047a1-95ab-428d-8efa-824c9a6919ef req-fe5a35e6-ec96-42bd-ab87-41b31424f823 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.074324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bce047a1-95ab-428d-8efa-824c9a6919ef req-fe5a35e6-ec96-42bd-ab87-41b31424f823 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0738962 Apr 20 14:41:17.114426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bce047a1-95ab-428d-8efa-824c9a6919ef req-923f4c20-d651-4204-8a59-e6d69d9a3fd5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Apr 20 14:41:17.229643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c48d1915-3bbe-414e-9893-a44a9ae13a71 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:17.235194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76beb077-b041-47b0-8a7f-232e8b93f3d5 req-dbbfa279-049b-4870-9250-06142adda2f5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.236984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76beb077-b041-47b0-8a7f-232e8b93f3d5 req-dbbfa279-049b-4870-9250-06142adda2f5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0535851 Apr 20 14:41:17.304983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76beb077-b041-47b0-8a7f-232e8b93f3d5 req-abf25a1a-4c2e-4fa1-9436-9d7f8c4d948a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Apr 20 14:41:17.315268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-fc67c3dd-0280-4a31-9ec1-7a2607d23467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596284 Apr 20 14:41:17.332792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:17.345297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c48d1915-3bbe-414e-9893-a44a9ae13a71', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'c48d1915-3bbe-414e-9893-a44a9ae13a71', 'mac_address': 'fa:16:3e:86:d2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:17.382415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:17.396399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48d1915-3bbe-414e-9893-a44a9ae13a71 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:17.415615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df94f0-169f-4257-8390-478d1d82c266 req-32f81ffb-1329-488e-9071-0a7b350bab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.416576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-32f81ffb-1329-488e-9071-0a7b350bab5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0462961 Apr 20 14:41:17.418310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:17.424490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:17.445105 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:41:17.477174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:17.532023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df94f0-169f-4257-8390-478d1d82c266 req-4c93da7f-f6c7-4097-9ecb-2ead65e5ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.533825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-4c93da7f-f6c7-4097-9ecb-2ead65e5ad2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 200 len: 912 time: 0.0911877 Apr 20 14:41:17.648860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-d72d57ac-aecb-4758-b410-a23887916551 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 200 len: 1001 time: 0.1022151 Apr 20 14:41:17.724012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c48d1915-3bbe-414e-9893-a44a9ae13a71'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:17.729295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df94f0-169f-4257-8390-478d1d82c266 req-c5e2626a-6d8a-46cf-b62d-17da7c600850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.730805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-c5e2626a-6d8a-46cf-b62d-17da7c600850 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 200 len: 850 time: 0.0699623 Apr 20 14:41:17.739681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68ba24-1fb5-4f77-8bed-a768989d1b56 req-40628217-7316-4e9b-84ce-aa6a1f448c95 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.741046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a68ba24-1fb5-4f77-8bed-a768989d1b56 req-40628217-7316-4e9b-84ce-aa6a1f448c95 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1263745 Apr 20 14:41:17.764016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a866c-0bbb-462a-bcdf-e8c5bcf4bf52 req-531f2be0-8ec5-4b6b-a7a7-601f2c22e4a6 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.765640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec1a866c-0bbb-462a-bcdf-e8c5bcf4bf52 req-531f2be0-8ec5-4b6b-a7a7-601f2c22e4a6 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 947 time: 0.1198666 Apr 20 14:41:17.835570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a68ba24-1fb5-4f77-8bed-a768989d1b56 req-faaa1840-96d7-4a2c-b66c-9d46b5d4c10a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818710 Apr 20 14:41:17.842271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df94f0-169f-4257-8390-478d1d82c266 req-74c86fdb-b622-42dc-ac0d-b7b55b703897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:17.843732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-74c86fdb-b622-42dc-ac0d-b7b55b703897 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999196 Apr 20 14:41:17.851388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec1a866c-0bbb-462a-bcdf-e8c5bcf4bf52 req-f4e75a0c-9458-4d39-983a-0f9873e9cb60 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Apr 20 14:41:17.856186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-50331340-bc7d-4efb-96fc-3ab92fbbcd3f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:41:17.857140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-50331340-bc7d-4efb-96fc-3ab92fbbcd3f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049272 Apr 20 14:41:17.986903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-4e48407e-834b-480c-a2d6-9b7b9ac9ffa8 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222427 Apr 20 14:41:17.999263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2076568-5d97-4891-9eca-de58635f8ba4 req-6f91c66e-2c40-4ce5-a5a2-9323db8cabbb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:18.000722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2076568-5d97-4891-9eca-de58635f8ba4 req-6f91c66e-2c40-4ce5-a5a2-9323db8cabbb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0717797 Apr 20 14:41:18.126967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2076568-5d97-4891-9eca-de58635f8ba4 req-5bf2e7e1-99b2-4b3e-97aa-260d98314b1a tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179669 Apr 20 14:41:18.149088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9df94f0-169f-4257-8390-478d1d82c266 req-c18b89d2-c818-4db5-8890-156eda3eaf00 service neutron] 10.222.0.45 "GET /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472859 Apr 20 14:41:18.157482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345080c-0f9b-44d0-b49d-cf6c8f7b1e02 req-5d0d1399-3b8e-421c-935a-306febd070ce tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:18.158987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8345080c-0f9b-44d0-b49d-cf6c8f7b1e02 req-5d0d1399-3b8e-421c-935a-306febd070ce tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1491125 Apr 20 14:41:18.225996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8345080c-0f9b-44d0-b49d-cf6c8f7b1e02 req-ee0bce2f-df65-4b23-9ebe-d460de827787 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Apr 20 14:41:18.245030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7dc3-b690-4e62-8b0b-de9e13f8d456 req-505ac935-884b-4b27-831f-98cf78fdb70b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:18.246511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6caa7dc3-b690-4e62-8b0b-de9e13f8d456 req-505ac935-884b-4b27-831f-98cf78fdb70b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 943 time: 0.0640330 Apr 20 14:41:18.285169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6caa7dc3-b690-4e62-8b0b-de9e13f8d456 req-4d8f691b-9d46-47dc-b6cf-e894512d8f72 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Apr 20 14:41:19.000504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f69690-1cad-423d-b785-1effa0ebda55 req-8573c3b1-bb58-4527-8d6e-a3f2eb8a4808 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.002440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f69690-1cad-423d-b785-1effa0ebda55 req-8573c3b1-bb58-4527-8d6e-a3f2eb8a4808 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 947 time: 0.0769794 Apr 20 14:41:19.011355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d3b4-9ce2-42c8-9047-d76d62eb9ac9 req-512e4a6d-2ad9-4313-b395-cfd2992bfcf7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.012764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b023d3b4-9ce2-42c8-9047-d76d62eb9ac9 req-512e4a6d-2ad9-4313-b395-cfd2992bfcf7 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0855639 Apr 20 14:41:19.065584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f69690-1cad-423d-b785-1effa0ebda55 req-9d76b93c-e10d-444e-bd52-24ad8da29969 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Apr 20 14:41:19.070315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b023d3b4-9ce2-42c8-9047-d76d62eb9ac9 req-8c710be2-c0fd-40d8-8be8-16d510e12c02 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Apr 20 14:41:19.245670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ebc3d171-6beb-444d-86ae-49ba8d772567 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:19.247759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c48d1915-3bbe-414e-9893-a44a9ae13a71 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:19.271374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4762b0c-a317-44a7-9ec1-6c7a68439238 req-20059f14-f467-4c51-aefa-52bb9df33caf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.272887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4762b0c-a317-44a7-9ec1-6c7a68439238 req-20059f14-f467-4c51-aefa-52bb9df33caf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0635126 Apr 20 14:41:19.337476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4762b0c-a317-44a7-9ec1-6c7a68439238 req-34da3100-6b67-4797-a3df-5f353ac5f5bb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Apr 20 14:41:19.363126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55279-50c4-493b-8e19-8159c7853646 req-df03def9-bff5-407b-be83-bfe0d61362e2 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.364665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27d55279-50c4-493b-8e19-8159c7853646 req-df03def9-bff5-407b-be83-bfe0d61362e2 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0677712 Apr 20 14:41:19.366215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c48d1915-3bbe-414e-9893-a44a9ae13a71 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:19.375409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c48d1915-3bbe-414e-9893-a44a9ae13a71 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:19.375931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.405595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ebc3d171-6beb-444d-86ae-49ba8d772567,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:19.405913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27d55279-50c4-493b-8e19-8159c7853646 req-28cfe31c-b83e-4158-9000-fa9f6a0ecb3b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Apr 20 14:41:19.429629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'ebc3d171-6beb-444d-86ae-49ba8d772567', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'port_id': 'ebc3d171-6beb-444d-86ae-49ba8d772567', 'mac_address': 'fa:16:3e:72:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df25719-7015-45d9-af37-86c7212e8d42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:19.453676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bcb0f-b59b-4ea1-bc06-d9bd7e636a0a req-f4e88efa-113c-487c-8cdc-b9b6b91fbe7b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.455343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f79bcb0f-b59b-4ea1-bc06-d9bd7e636a0a req-f4e88efa-113c-487c-8cdc-b9b6b91fbe7b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 943 time: 0.0535197 Apr 20 14:41:19.499192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f79bcb0f-b59b-4ea1-bc06-d9bd7e636a0a req-81494813-7c95-4425-89fc-8dd32cab444c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Apr 20 14:41:19.499318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.518969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.522595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc3d171-6beb-444d-86ae-49ba8d772567 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:19.555799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ebc3d171-6beb-444d-86ae-49ba8d772567,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:19.560304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:19.562631 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c022c54-99a1-4bb3-aee9-346468f142a2" -d '{"events": [{"server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "name": "network-vif-plugged", "status": "completed", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:19.567633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.578936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:19.601749 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.626223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:19.677093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:19.706939 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025d5299-01ab-4842-86cc-a56937f07d80 x-openstack-request-id: req-025d5299-01ab-4842-86cc-a56937f07d80 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:19.707242 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "name": "network-vif-plugged", "status": "completed", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:19.707493 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-025d5299-01ab-4842-86cc-a56937f07d80 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:19.707905 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025d5299-01ab-4842-86cc-a56937f07d80'] response: {'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71', 'code': 200} Apr 20 14:41:19.817681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cf3b2-409d-4086-b72e-628370f20a7d req-7501bc7a-9fda-46c4-8bb8-243eda3669f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.819925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-347cf3b2-409d-4086-b72e-628370f20a7d req-7501bc7a-9fda-46c4-8bb8-243eda3669f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 1099 time: 0.0478940 Apr 20 14:41:19.850382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ebc3d171-6beb-444d-86ae-49ba8d772567'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:19.866998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-347cf3b2-409d-4086-b72e-628370f20a7d req-09c20e71-8172-4599-a4c2-12d33359fa8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Apr 20 14:41:20.169320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edd14f-d61d-439d-8961-2d0195ae63f6 req-8e2b11df-9b7b-435d-b609-7fb523b0e06f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.170782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5edd14f-d61d-439d-8961-2d0195ae63f6 req-8e2b11df-9b7b-435d-b609-7fb523b0e06f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0734549 Apr 20 14:41:20.209332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1b4c-3735-4d48-90a9-257466d59e97 req-49cda9f0-218a-4301-a483-b55b15e40a92 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.211539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b9a1b4c-3735-4d48-90a9-257466d59e97 req-49cda9f0-218a-4301-a483-b55b15e40a92 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.0768337 Apr 20 14:41:20.236778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5edd14f-d61d-439d-8961-2d0195ae63f6 req-88add936-c986-4e9c-97f8-16d93f0e47bf tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592763 Apr 20 14:41:20.261862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b9a1b4c-3735-4d48-90a9-257466d59e97 req-8acc2ed8-e1df-4e72-911e-7e0e9e63405e tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Apr 20 14:41:20.344414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3817c-f3bb-4e5e-b731-f4db25b3b098 req-2ac0ad6b-8042-4ee9-8132-003b431c1016 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.346273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25d3817c-f3bb-4e5e-b731-f4db25b3b098 req-2ac0ad6b-8042-4ee9-8132-003b431c1016 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0528903 Apr 20 14:41:20.385326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25d3817c-f3bb-4e5e-b731-f4db25b3b098 req-94930e81-bb44-4e24-9e73-3f419a03c9ed tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Apr 20 14:41:20.526869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25e381-95f1-47c3-b0d4-c4f23ce625a9 req-d9b7a630-a845-4f58-a42f-d45f063967aa tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.528403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d25e381-95f1-47c3-b0d4-c4f23ce625a9 req-d9b7a630-a845-4f58-a42f-d45f063967aa tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0514770 Apr 20 14:41:20.567180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d25e381-95f1-47c3-b0d4-c4f23ce625a9 req-8d19660e-f9e8-4b45-a4fc-cdcdb180d781 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Apr 20 14:41:20.616548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21934c39-7f71-4ecb-87bb-9bee6d243121 req-82e20a6b-9a1c-40ec-b85c-1c545b487fa7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.618194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21934c39-7f71-4ecb-87bb-9bee6d243121 req-82e20a6b-9a1c-40ec-b85c-1c545b487fa7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 944 time: 0.0492227 Apr 20 14:41:20.657546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21934c39-7f71-4ecb-87bb-9bee6d243121 req-71218811-5b03-49bd-bd4e-216fbd352aeb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Apr 20 14:41:21.260053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ebc3d171-6beb-444d-86ae-49ba8d772567 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:21.318578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port ebc3d171-6beb-444d-86ae-49ba8d772567 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:21.322463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port ebc3d171-6beb-444d-86ae-49ba8d772567 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:21.322859 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:21.394820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3df6a-b3da-459f-88d3-500e7ad24a27 req-d599b122-175e-40d8-9275-b1336e911217 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.396274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2b3df6a-b3da-459f-88d3-500e7ad24a27 req-d599b122-175e-40d8-9275-b1336e911217 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0839534 Apr 20 14:41:21.399589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:21.408705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d497d48-e8ec-413e-b5e6-253076b3236d req-1129dd2c-a7e9-4c59-87e2-a49b1fc7c0e3 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.410175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d497d48-e8ec-413e-b5e6-253076b3236d req-1129dd2c-a7e9-4c59-87e2-a49b1fc7c0e3 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.0652580 Apr 20 14:41:21.432480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ebc3d171-6beb-444d-86ae-49ba8d772567,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:21.436774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:21.466589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2b3df6a-b3da-459f-88d3-500e7ad24a27 req-e76321f8-1673-4569-8620-31ff0c7ffc25 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Apr 20 14:41:21.474795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d497d48-e8ec-413e-b5e6-253076b3236d req-3d956638-a135-46c6-a694-060328095be9 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 Apr 20 14:41:21.489070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:21.580921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4870c-d450-42fb-9ad2-c715619032fc req-e3174336-5cd7-4dc5-9504-02b162a0b45a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.582436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3a4870c-d450-42fb-9ad2-c715619032fc req-e3174336-5cd7-4dc5-9504-02b162a0b45a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0496299 Apr 20 14:41:21.624902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3a4870c-d450-42fb-9ad2-c715619032fc req-4725c57c-4699-4172-ad1e-2a3a82564777 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364823 Apr 20 14:41:21.698768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f4d56-f488-4f30-bde1-61f09e5b8c15 req-19355366-6ed8-49c2-a953-a504df932cdf tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.700247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23f4d56-f488-4f30-bde1-61f09e5b8c15 req-19355366-6ed8-49c2-a953-a504df932cdf tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0487533 Apr 20 14:41:21.708965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:21.711723 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b67550-5143-4b55-b569-ba5abadb6b41" -d '{"events": [{"server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:21.747550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23f4d56-f488-4f30-bde1-61f09e5b8c15 req-fbeda766-fd1a-4bbf-af89-a3458130d620 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411599 Apr 20 14:41:21.783320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381510-3383-4e81-bd9b-8fac57f92cce req-509473ad-a284-4085-93dc-b77b24c19e28 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.784725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd381510-3383-4e81-bd9b-8fac57f92cce req-509473ad-a284-4085-93dc-b77b24c19e28 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.0568595 Apr 20 14:41:21.790858 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38797c9d-27ca-44f6-800a-4ecdb0031542 x-openstack-request-id: req-38797c9d-27ca-44f6-800a-4ecdb0031542 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:21.791140 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "name": "network-vif-plugged", "status": "completed", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:21.791384 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38797c9d-27ca-44f6-800a-4ecdb0031542 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:21.791756 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38797c9d-27ca-44f6-800a-4ecdb0031542'] response: {'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567', 'code': 200} Apr 20 14:41:21.823495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd381510-3383-4e81-bd9b-8fac57f92cce req-e927be5d-bd2c-4f2f-803f-bb3ff9bd9665 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Apr 20 14:41:21.894504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a2f3-60a9-4351-ba5c-53c3d5271055 req-eef3a263-e53e-4080-8798-ba9bc5acd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.896173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2675a2f3-60a9-4351-ba5c-53c3d5271055 req-eef3a263-e53e-4080-8798-ba9bc5acd2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 1096 time: 0.0414073 Apr 20 14:41:21.936121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2675a2f3-60a9-4351-ba5c-53c3d5271055 req-d24c8406-ddbe-44a4-a702-1357277208e5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Apr 20 14:41:22.590265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f891a8-5ecb-4969-be8b-06133d7c1109 req-c982e900-29c5-4210-a3ed-e4277104103b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:22.591757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f891a8-5ecb-4969-be8b-06133d7c1109 req-c982e900-29c5-4210-a3ed-e4277104103b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Apr 20 14:41:22.631891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38f891a8-5ecb-4969-be8b-06133d7c1109 req-121ef607-b25b-48d5-9c0f-5c0670dbc997 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Apr 20 14:41:22.741541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d65aa-9411-417f-ac1b-792784dc5beb req-bdb7f086-5f67-40f6-84c5-46402365c492 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:22.743077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b5d65aa-9411-417f-ac1b-792784dc5beb req-bdb7f086-5f67-40f6-84c5-46402365c492 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0510716 Apr 20 14:41:22.782236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b5d65aa-9411-417f-ac1b-792784dc5beb req-96094016-7336-4ec8-a62b-3ca5b7fe6289 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Apr 20 14:41:22.887071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c95fc3-4407-4789-bc98-4d6c3a21f3a8 req-15343b90-d272-401c-9061-189b7203de8b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:22.888545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5c95fc3-4407-4789-bc98-4d6c3a21f3a8 req-15343b90-d272-401c-9061-189b7203de8b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0498152 Apr 20 14:41:22.955637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5c95fc3-4407-4789-bc98-4d6c3a21f3a8 req-9819e75b-527c-418b-8a98-082432285d42 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Apr 20 14:41:22.977368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80816-2142-4584-8aba-f826155f12ac req-12eb81b9-4d01-4eef-a64b-087395c5cd61 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:22.978892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf80816-2142-4584-8aba-f826155f12ac req-12eb81b9-4d01-4eef-a64b-087395c5cd61 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.0575635 Apr 20 14:41:23.017674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf80816-2142-4584-8aba-f826155f12ac req-5c4cc213-f7a6-4c60-9ccf-21b07d4052e9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Apr 20 14:41:23.190264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b872d3f-5157-4574-aaef-b2d7837f83f6 req-481af489-516e-4590-9217-f2886a5cd23b tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:23.191742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b872d3f-5157-4574-aaef-b2d7837f83f6 req-481af489-516e-4590-9217-f2886a5cd23b tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.0497780 Apr 20 14:41:23.235311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b872d3f-5157-4574-aaef-b2d7837f83f6 req-473c7f25-49f9-42a1-8b0a-7afa6f186703 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Apr 20 14:41:23.569862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:23.665392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:23.680991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'network_id': 'eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d', 'port_id': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'mac_address': 'fa:16:3e:05:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ac8d3b-4c22-46c1-8c27-c59ec2722d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:23.724019 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:23.737396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a7a52cb-e427-4807-adf8-fcea9d6892aa {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:23.756252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:23.760675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:23.762522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517beb5f-b6e0-417d-9200-3c0904a15210 req-a1c15559-64d1-4cc1-9e7b-4356b6e33fd0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:23.764030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-517beb5f-b6e0-417d-9200-3c0904a15210 req-a1c15559-64d1-4cc1-9e7b-4356b6e33fd0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0581632 Apr 20 14:41:23.807515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-517beb5f-b6e0-417d-9200-3c0904a15210 req-869720e3-4f54-477a-8c8b-0b5b577b936f tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358527 Apr 20 14:41:23.807716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:23.886740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8a7a52cb-e427-4807-adf8-fcea9d6892aa'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:23.901571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459a87-60ab-48b5-9037-05c393f240fb req-99178816-f4e7-4b32-8fd4-c3477db0f32c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:23.903304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04459a87-60ab-48b5-9037-05c393f240fb req-99178816-f4e7-4b32-8fd4-c3477db0f32c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0487390 Apr 20 14:41:23.941905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04459a87-60ab-48b5-9037-05c393f240fb req-92eaa066-0d50-4028-9bb1-9c088458a709 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Apr 20 14:41:24.073477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8afcef-891c-4a26-a4f6-ac46ef08cd8b req-0e370ee0-bd33-4895-bcd9-27ccc39fd07d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.074888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd8afcef-891c-4a26-a4f6-ac46ef08cd8b req-0e370ee0-bd33-4895-bcd9-27ccc39fd07d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0499125 Apr 20 14:41:24.137851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd8afcef-891c-4a26-a4f6-ac46ef08cd8b req-fbb2c121-8b4a-4443-a5ce-5c92b36daa28 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Apr 20 14:41:24.156456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822ec92-2df1-4e41-922e-5f5d283dc0e8 req-56d0216a-bc9d-4325-93ce-e5fff5474a89 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.157909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9822ec92-2df1-4e41-922e-5f5d283dc0e8 req-56d0216a-bc9d-4325-93ce-e5fff5474a89 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.0708613 Apr 20 14:41:24.198921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9822ec92-2df1-4e41-922e-5f5d283dc0e8 req-99595658-52a4-45df-81a5-c6d290404271 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Apr 20 14:41:24.363189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b657-6948-4aca-a3f7-0c75ffe94dd1 req-5da87880-2ad1-4a72-ad3f-58cf21d82269 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.364848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c729b657-6948-4aca-a3f7-0c75ffe94dd1 req-5da87880-2ad1-4a72-ad3f-58cf21d82269 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.0608382 Apr 20 14:41:24.409195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c729b657-6948-4aca-a3f7-0c75ffe94dd1 req-7c9b08b5-4550-4661-8e74-602c2e999926 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360873 Apr 20 14:41:24.467104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead227d7-1648-4ce5-8541-c56a91d96deb req-9bfa21b7-bd0d-4c76-a969-c3e209d5e65d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.468579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ead227d7-1648-4ce5-8541-c56a91d96deb req-9bfa21b7-bd0d-4c76-a969-c3e209d5e65d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.0545285 Apr 20 14:41:24.515308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ead227d7-1648-4ce5-8541-c56a91d96deb req-62030e1f-dfd8-4d80-889f-60afa95e19b3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Apr 20 14:41:24.853892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-92b393c7-1790-466d-a7a7-b3ed78ac4285 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.855645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-92b393c7-1790-466d-a7a7-b3ed78ac4285 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.0671086 Apr 20 14:41:24.979392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8723744-c61f-4e98-b1ab-d9dd964c520c req-76cba18b-5004-4fb9-a6b7-4f8369348d48 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:24.980905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8723744-c61f-4e98-b1ab-d9dd964c520c req-76cba18b-5004-4fb9-a6b7-4f8369348d48 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 944 time: 0.0813870 Apr 20 14:41:25.017784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Deleting port c48d1915-3bbe-414e-9893-a44a9ae13a71 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:25.018114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.071905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8723744-c61f-4e98-b1ab-d9dd964c520c req-20699bd5-1b24-4330-817e-e2b65acf1488 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Apr 20 14:41:25.142040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c3faf-baf8-4bb1-b3b0-ec8964939472 req-03f34043-b211-4af9-ab27-68f420f3a7e2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:25.143536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f33c3faf-baf8-4bb1-b3b0-ec8964939472 req-03f34043-b211-4af9-ab27-68f420f3a7e2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1179824 Apr 20 14:41:25.165700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] For port c48d1915-3bbe-414e-9893-a44a9ae13a71, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c48d1915-3bbe-414e-9893-a44a9ae13a71,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:25.166061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.195641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Calling delete_port for c48d1915-3bbe-414e-9893-a44a9ae13a71 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:25.488941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f33c3faf-baf8-4bb1-b3b0-ec8964939472 req-efa65135-46f8-4b7c-8b2e-84f4ec74d5dc tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359129 Apr 20 14:41:25.575256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:25.582325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a367006-27c4-4c7c-a70b-96682ccf4b8e req-b969ff38-10a3-439a-a6c6-717bd0d3ca3c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:25.583816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a367006-27c4-4c7c-a70b-96682ccf4b8e req-b969ff38-10a3-439a-a6c6-717bd0d3ca3c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1097741 Apr 20 14:41:25.623685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8a7a52cb-e427-4807-adf8-fcea9d6892aa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:25.624206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.660153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a367006-27c4-4c7c-a70b-96682ccf4b8e req-f018fe9e-0d46-48a5-9618-78f8c21534fe tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Apr 20 14:41:25.690815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c693-d929-4b28-af7f-c77f7315264f req-f6fca128-4d3c-4d9f-a4ce-fb4b4bbddda9 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:25.692281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1802c693-d929-4b28-af7f-c77f7315264f req-f6fca128-4d3c-4d9f-a4ce-fb4b4bbddda9 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9087f0b-a8bd-4e31-a7b1-117e16087bd1 HTTP/1.1" status: 200 len: 948 time: 0.1348693 Apr 20 14:41:25.713025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.735488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:25.737797 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53a3e6-0aa3-47f5-85e3-b2db3c933d2b" -d '{"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:25.751909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:25.756309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.768598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.785235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c48d1915-3bbe-414e-9893-a44a9ae13a71'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:25.811135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1802c693-d929-4b28-af7f-c77f7315264f req-ff45676d-7da6-4173-8c9a-3af57f507cd5 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c53f2c8-79e9-42c4-ad36-f3355cc17815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077986 Apr 20 14:41:25.823190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Pushing event deleted for resources: {'Port': ['ID=c48d1915-3bbe-414e-9893-a44a9ae13a71,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:25.834111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:25.867145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] No DVR routers for this DVR port c48d1915-3bbe-414e-9893-a44a9ae13a71 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:25.870041 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.873749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa9fb114-caf2-46fb-ae51-fea35f1f492d req-b0bedb4f-f75f-44d3-bfb8-bf68f0992249 tempest-TenantUsagesTestJSON-1740243925 tempest-TenantUsagesTestJSON-1740243925-project] 10.222.0.43 "DELETE /v2.0/ports/c48d1915-3bbe-414e-9893-a44a9ae13a71 HTTP/1.1" status: 204 len: 173 time: 1.0078537 Apr 20 14:41:25.874389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'name': 'network-vif-deleted', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:25.876866 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2370312-44b2-4afb-843d-838c8336662b" -d '{"events": [{"server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "name": "network-vif-deleted", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:25.885838 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200eb542-83ca-4b26-968b-538aeaed7aa2 x-openstack-request-id: req-200eb542-83ca-4b26-968b-538aeaed7aa2 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:25.886297 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:25.886964 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-200eb542-83ca-4b26-968b-538aeaed7aa2 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:25.888150 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200eb542-83ca-4b26-968b-538aeaed7aa2'] response: {'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'code': 200} Apr 20 14:41:25.889021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a135-00fa-4a16-b990-0fd8ecfd42db req-d2bc2de9-f03d-4ec7-a92b-2561593bd8c9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:25.891194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5077a135-00fa-4a16-b990-0fd8ecfd42db req-d2bc2de9-f03d-4ec7-a92b-2561593bd8c9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.1699464 Apr 20 14:41:25.939407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5077a135-00fa-4a16-b990-0fd8ecfd42db req-ed01d230-70e9-4fce-8149-2df65cf355db tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Apr 20 14:41:25.967126 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c065453-cacb-4b20-aca6-fdf3678452ae x-openstack-request-id: req-1c065453-cacb-4b20-aca6-fdf3678452ae {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:25.967126 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9087f0b-a8bd-4e31-a7b1-117e16087bd1", "name": "network-vif-deleted", "tag": "c48d1915-3bbe-414e-9893-a44a9ae13a71", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:25.967126 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c065453-cacb-4b20-aca6-fdf3678452ae {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:25.967126 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c065453-cacb-4b20-aca6-fdf3678452ae'] response: {'server_uuid': 'b9087f0b-a8bd-4e31-a7b1-117e16087bd1', 'name': 'network-vif-deleted', 'tag': 'c48d1915-3bbe-414e-9893-a44a9ae13a71', 'status': 'completed', 'code': 200} Apr 20 14:41:26.072331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-5b9f67ca-db9a-4a18-8792-df963a15ddfb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:26.073769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-5b9f67ca-db9a-4a18-8792-df963a15ddfb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 945 time: 0.0561936 Apr 20 14:41:26.204136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c31ee-8eed-4909-a420-10707e83e48a req-3f1f0ec0-aec2-489e-a384-557d68a451ca tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:26.205602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b95c31ee-8eed-4909-a420-10707e83e48a req-3f1f0ec0-aec2-489e-a384-557d68a451ca tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0607686 Apr 20 14:41:26.207709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Deleting port ebc3d171-6beb-444d-86ae-49ba8d772567 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:26.208054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:26.292217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b95c31ee-8eed-4909-a420-10707e83e48a req-6894e9bf-1713-4582-8165-126ec4e70099 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799484 Apr 20 14:41:26.319684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] For port ebc3d171-6beb-444d-86ae-49ba8d772567, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ebc3d171-6beb-444d-86ae-49ba8d772567,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:26.320035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:26.332726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Calling delete_port for ebc3d171-6beb-444d-86ae-49ba8d772567 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:26.461440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:26.475142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a', 'ebc3d171-6beb-444d-86ae-49ba8d772567'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:26.492424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Pushing event deleted for resources: {'Port': ['ID=ebc3d171-6beb-444d-86ae-49ba8d772567,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:26.540218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] No DVR routers for this DVR port ebc3d171-6beb-444d-86ae-49ba8d772567 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:26.543714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:26.548390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd75d58f-82a9-4e47-ab38-97a2c83802f9 req-81d8dc20-e234-49bc-80b7-4aece9dc2017 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "DELETE /v2.0/ports/ebc3d171-6beb-444d-86ae-49ba8d772567 HTTP/1.1" status: 204 len: 173 time: 0.4674764 Apr 20 14:41:26.616280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef201-1f8d-4d81-ab50-2b79bbdd0b8d req-a7689080-0019-4a72-9697-7030aa76f766 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:26.617949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecfef201-1f8d-4d81-ab50-2b79bbdd0b8d req-a7689080-0019-4a72-9697-7030aa76f766 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0508099 Apr 20 14:41:26.664309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecfef201-1f8d-4d81-ab50-2b79bbdd0b8d req-964d1985-5f47-4853-bb09-43bb796c657c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Apr 20 14:41:26.778986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1c8f0-244c-49c4-96fc-c339aec0d5eb req-4ac0a114-0465-4c00-b6be-a74bb8240342 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:26.780496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24a1c8f0-244c-49c4-96fc-c339aec0d5eb req-4ac0a114-0465-4c00-b6be-a74bb8240342 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0529842 Apr 20 14:41:26.823318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24a1c8f0-244c-49c4-96fc-c339aec0d5eb req-4cb91cf8-ae3c-48cd-92d5-570ee0649fcd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Apr 20 14:41:27.067410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9027aca8-20cc-409c-aeb2-d3d5bae3861b req-f17d119b-2b71-448e-b81b-5fb7b7d07923 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2de2c1-cabf-4d34-85c2-c1f6bcbca553 HTTP/1.1" status: 200 len: 210 time: 0.0345104 Apr 20 14:41:27.146771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:27.283715 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-40ada45a-0b53-46bc-acb8-07acf6c56a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24723871e89b4310936c708df62fc408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357253 Apr 20 14:41:27.286138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59022) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:27.334694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.356614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.404171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.406903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.408225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c53f2c8-79e9-42c4-ad36-f3355cc17815 HTTP/1.1" status: 204 len: 168 time: 0.1211386 Apr 20 14:41:27.416248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebef5a-e2a4-430b-91f4-b5d07e06adda req-92e413a8-3748-4b5e-96b2-844c4c7fbf4e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:27.417723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d445452-409a-4857-8281-13a7ab12b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53f2c8-79e9-42c4-ad36-f3355cc17815,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:27.417837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbebef5a-e2a4-430b-91f4-b5d07e06adda req-92e413a8-3748-4b5e-96b2-844c4c7fbf4e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0572155 Apr 20 14:41:27.465009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbebef5a-e2a4-430b-91f4-b5d07e06adda req-a7b77256-5097-4bdd-9616-2e1f754b8fd7 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Apr 20 14:41:27.700425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59034) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:27.714081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1a71-4a36-42b3-8aa7-530d2772a21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.784715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be28e8-d2f5-483e-8595-2634d0b855e8 req-5ca47fc6-debe-4c0d-8299-05f85ce804d2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:27.786185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05be28e8-d2f5-483e-8595-2634d0b855e8 req-5ca47fc6-debe-4c0d-8299-05f85ce804d2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0531032 Apr 20 14:41:27.786311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1a71-4a36-42b3-8aa7-530d2772a21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.791292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1a71-4a36-42b3-8aa7-530d2772a21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.825044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05be28e8-d2f5-483e-8595-2634d0b855e8 req-77235c35-de94-4ac9-bddf-e9ccb30e6ae2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Apr 20 14:41:27.829119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd1a71-4a36-42b3-8aa7-530d2772a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69216530-3ae1-41e7-9a27-31fccc2a1d90,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:27.835531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b6cd1a71-4a36-42b3-8aa7-530d2772a21c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30a03e8a42054477b92fe447e4fd8d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335278 Apr 20 14:41:27.836681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59036) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:27.895996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.918815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.952810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac349-16a4-4cb4-803d-e0d9d64273c4 req-54f76d44-2822-46b2-8f37-c3df2c774dfd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:27.954538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbac349-16a4-4cb4-803d-e0d9d64273c4 req-54f76d44-2822-46b2-8f37-c3df2c774dfd tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0564263 Apr 20 14:41:27.966850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.968907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'name': 'network-vif-deleted', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:27.969610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:27.970900 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69216530-3ae1-41e7-9a27-31fccc2a1d90 HTTP/1.1" status: 204 len: 168 time: 0.1332786 Apr 20 14:41:27.971533 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7144084-346a-48a3-bdd3-2bbf8e88779b" -d '{"events": [{"server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "name": "network-vif-deleted", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:27.979497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479d59-2733-4733-9ec2-355cc880fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69216530-3ae1-41e7-9a27-31fccc2a1d90,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:28.019254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbac349-16a4-4cb4-803d-e0d9d64273c4 req-1262c8f3-ce3a-4bd7-abe3-7b8a7fb65ca5 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Apr 20 14:41:28.021127 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff8276-f970-4e11-a226-40f02ed1a5ea x-openstack-request-id: req-c7ff8276-f970-4e11-a226-40f02ed1a5ea {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:28.021514 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2de2c1-cabf-4d34-85c2-c1f6bcbca553", "name": "network-vif-deleted", "tag": "ebc3d171-6beb-444d-86ae-49ba8d772567", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:28.022330 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ff8276-f970-4e11-a226-40f02ed1a5ea {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:28.022865 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ff8276-f970-4e11-a226-40f02ed1a5ea'] response: {'server_uuid': '1e2de2c1-cabf-4d34-85c2-c1f6bcbca553', 'name': 'network-vif-deleted', 'tag': 'ebc3d171-6beb-444d-86ae-49ba8d772567', 'status': 'completed', 'code': 200} Apr 20 14:41:28.244959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444987fd-6751-4f7f-b3ee-888f2b43f58e req-97d0902b-98ed-4d60-8f8e-4292c53d7f27 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.246857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444987fd-6751-4f7f-b3ee-888f2b43f58e req-97d0902b-98ed-4d60-8f8e-4292c53d7f27 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0579996 Apr 20 14:41:28.289669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-444987fd-6751-4f7f-b3ee-888f2b43f58e req-d3e2abd1-eac4-48c7-9954-d064f17671c3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347891 Apr 20 14:41:28.531763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d252b6-c2d8-4253-a737-bb8b4d524205 req-27951e3a-2073-4455-98bc-8a2915a8e539 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.540539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9d252b6-c2d8-4253-a737-bb8b4d524205 req-27951e3a-2073-4455-98bc-8a2915a8e539 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0697396 Apr 20 14:41:28.602758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9d252b6-c2d8-4253-a737-bb8b4d524205 req-4a173de1-3598-47aa-9907-ff8607478e3d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613046 Apr 20 14:41:28.619432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dc21d-2c56-4f2b-b4cc-1b70edba6c82 req-d15fcd67-1fd7-43c1-a99d-8fae6560b5be tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.620927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-093dc21d-2c56-4f2b-b4cc-1b70edba6c82 req-d15fcd67-1fd7-43c1-a99d-8fae6560b5be tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0621984 Apr 20 14:41:28.685446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-093dc21d-2c56-4f2b-b4cc-1b70edba6c82 req-f0d7a79e-4314-404f-a0dd-0c167b6ac087 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489049 Apr 20 14:41:28.747974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3807861-e302-4aaa-bbf3-8fcd8e433d60 req-c87407ee-2ef0-4a94-bbc5-eb3ac801a71a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.749827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3807861-e302-4aaa-bbf3-8fcd8e433d60 req-c87407ee-2ef0-4a94-bbc5-eb3ac801a71a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0562000 Apr 20 14:41:28.819451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3807861-e302-4aaa-bbf3-8fcd8e433d60 req-dab469da-c67e-41bd-bc2c-c2ed7f886373 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620842 Apr 20 14:41:28.960745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5eac0-b5c9-4c20-a1e6-c26038279a0e req-010d34a8-4e03-46a2-95c0-a3a348b4ba86 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.962434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe5eac0-b5c9-4c20-a1e6-c26038279a0e req-010d34a8-4e03-46a2-95c0-a3a348b4ba86 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0531094 Apr 20 14:41:29.011647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe5eac0-b5c9-4c20-a1e6-c26038279a0e req-9c137396-7917-4361-a580-ccf7893e69e2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Apr 20 14:41:29.158190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8375-2363-45b9-aee2-a8a107fd18bc req-1943fe50-ef58-4251-9c7c-5cb01698e8a7 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:29.169526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eefe8375-2363-45b9-aee2-a8a107fd18bc req-1943fe50-ef58-4251-9c7c-5cb01698e8a7 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0766222 Apr 20 14:41:29.204136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eefe8375-2363-45b9-aee2-a8a107fd18bc req-d68238b0-c221-4573-9ce5-b63a00adb4da tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Apr 20 14:41:29.306074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c48d1915-3bbe-414e-9893-a44a9ae13a71 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:29.332504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: c48d1915-3bbe-414e-9893-a44a9ae13a71 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:29.332854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c48d1915-3bbe-414e-9893-a44a9ae13a71 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:29.863696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0e7f-f2cb-4d4f-a121-fdb9fef43cd2 req-ff0808ba-1047-4ae5-ab06-646ca05021e0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:29.865545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-734a0e7f-f2cb-4d4f-a121-fdb9fef43cd2 req-ff0808ba-1047-4ae5-ab06-646ca05021e0 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0709655 Apr 20 14:41:29.917644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-734a0e7f-f2cb-4d4f-a121-fdb9fef43cd2 req-c5632003-c835-495c-ae36-a4224ea1f24e tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Apr 20 14:41:30.147697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ebede-e640-434c-8a27-95045775b84d req-40125337-c4bd-45f4-b8a6-5e60d78f1212 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:30.151546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec2ebede-e640-434c-8a27-95045775b84d req-40125337-c4bd-45f4-b8a6-5e60d78f1212 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0647388 Apr 20 14:41:30.199131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec2ebede-e640-434c-8a27-95045775b84d req-75e12c89-e30d-4589-b47c-9ec54f74546a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Apr 20 14:41:30.349572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7539d-b1e3-45b1-962c-66913da72997 req-159b2f20-44f2-4e46-9cc7-7319f6ab7156 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:30.351468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75b7539d-b1e3-45b1-962c-66913da72997 req-159b2f20-44f2-4e46-9cc7-7319f6ab7156 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0679440 Apr 20 14:41:30.400519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75b7539d-b1e3-45b1-962c-66913da72997 req-bb983d07-d394-41f9-8734-a1eb63072e1b tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Apr 20 14:41:30.599274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c180a-7251-4cd7-97ab-7ef60f3f9398 req-69657955-3260-4a78-a556-931ec9f11ba1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:30.601365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f2c180a-7251-4cd7-97ab-7ef60f3f9398 req-69657955-3260-4a78-a556-931ec9f11ba1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0510676 Apr 20 14:41:30.650810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f2c180a-7251-4cd7-97ab-7ef60f3f9398 req-221095b9-75af-45ca-9290-69aefeba05d4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Apr 20 14:41:30.776079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e074aba-7dcf-4c71-8e5b-2bc88ae1c6dd req-95602ca4-fe3f-4c45-bc60-bed941dc4900 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:30.777630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e074aba-7dcf-4c71-8e5b-2bc88ae1c6dd req-95602ca4-fe3f-4c45-bc60-bed941dc4900 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Apr 20 14:41:30.822646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e074aba-7dcf-4c71-8e5b-2bc88ae1c6dd req-af0c1996-6669-4730-b94c-060a10b373a4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Apr 20 14:41:31.044702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9a9e-5d1b-4639-aa37-882351baef02 req-1adeb0fc-a40f-4809-b457-383c1edfd844 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:31.053566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa0c9a9e-5d1b-4639-aa37-882351baef02 req-1adeb0fc-a40f-4809-b457-383c1edfd844 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0640593 Apr 20 14:41:31.115375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa0c9a9e-5d1b-4639-aa37-882351baef02 req-d77deaa2-ea0e-4925-9154-339e5a2da15b tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606833 Apr 20 14:41:31.312509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ebc3d171-6beb-444d-86ae-49ba8d772567 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:31.355879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: ebc3d171-6beb-444d-86ae-49ba8d772567 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:31.356233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ebc3d171-6beb-444d-86ae-49ba8d772567 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:31.417186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6215-ce44-4c26-9dc0-40a05e54f16b req-77f4d326-2746-488c-9b85-107a666dbad5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:31.426549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f94a6215-ce44-4c26-9dc0-40a05e54f16b req-77f4d326-2746-488c-9b85-107a666dbad5 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0585124 Apr 20 14:41:31.472691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f94a6215-ce44-4c26-9dc0-40a05e54f16b req-fb0285a3-e95a-415f-9133-3ce2c76b6056 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Apr 20 14:41:31.629519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27dda8-7847-4fd3-a6e4-e549c837badf req-5aa55f12-86fa-401c-abc0-683f48159780 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:31.631138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd27dda8-7847-4fd3-a6e4-e549c837badf req-5aa55f12-86fa-401c-abc0-683f48159780 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0578256 Apr 20 14:41:31.698816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd27dda8-7847-4fd3-a6e4-e549c837badf req-44afc2b8-b9ff-4037-bd08-1f364b50ca79 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Apr 20 14:41:31.933774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff7522-1797-498a-a211-8482b7ce8740 req-2a4c7b21-f534-49f5-a5ae-a1605efd9543 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:31.941965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdff7522-1797-498a-a211-8482b7ce8740 req-2a4c7b21-f534-49f5-a5ae-a1605efd9543 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0764954 Apr 20 14:41:31.977579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdff7522-1797-498a-a211-8482b7ce8740 req-0e593d61-71dd-43d3-ad04-52446864f488 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Apr 20 14:41:32.119680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59218) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:32.232317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22db27d3-857a-4cf8-8115-ff992d79d022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.315247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22db27d3-857a-4cf8-8115-ff992d79d022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.320262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22db27d3-857a-4cf8-8115-ff992d79d022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.365914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22db27d3-857a-4cf8-8115-ff992d79d022 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffce9bfc962c493c8aa357736a916e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426407 Apr 20 14:41:32.365914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db27d3-857a-4cf8-8115-ff992d79d022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86495910-c477-4fb3-bd4e-f265ea16412f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:32.366475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:32.421879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.445648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.469441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb9035-155d-4fa6-a984-c09c443ddf37 req-ed6ba125-e94a-4cf5-90fc-6f445b2ab795 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.471628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0bb9035-155d-4fa6-a984-c09c443ddf37 req-ed6ba125-e94a-4cf5-90fc-6f445b2ab795 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0534449 Apr 20 14:41:32.502031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.506177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.510054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86495910-c477-4fb3-bd4e-f265ea16412f HTTP/1.1" status: 204 len: 168 time: 0.1397738 Apr 20 14:41:32.532174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0a084-0036-497a-bd22-b6381e8fbfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86495910-c477-4fb3-bd4e-f265ea16412f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:32.551153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0bb9035-155d-4fa6-a984-c09c443ddf37 req-22ccd9ba-9cfb-4496-862b-c1c7968b1160 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727181 Apr 20 14:41:32.631758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe0d2b-11ac-4ea6-80dc-f55088d77631 req-1309ee84-4914-400b-a4b4-9612a0ae2719 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.640370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fbe0d2b-11ac-4ea6-80dc-f55088d77631 req-1309ee84-4914-400b-a4b4-9612a0ae2719 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0871184 Apr 20 14:41:32.719162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fbe0d2b-11ac-4ea6-80dc-f55088d77631 req-6e6805bb-1fe7-4e4d-ad6d-889a8846dac6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755582 Apr 20 14:41:32.732877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f964-406a-4832-8ea7-64aeeeff0fe1 req-d831bb8d-23c1-462d-8642-b626fb5ab9cc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.740707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9b4f964-406a-4832-8ea7-64aeeeff0fe1 req-d831bb8d-23c1-462d-8642-b626fb5ab9cc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0972254 Apr 20 14:41:32.780748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9b4f964-406a-4832-8ea7-64aeeeff0fe1 req-8238bf78-0673-491d-aaec-8b6c40a002f7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Apr 20 14:41:32.873379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df14a6-6784-4f14-b600-07a36aa4c007 req-9864e103-7d2d-4443-ac92-e30dd0114fa2 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.876830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8df14a6-6784-4f14-b600-07a36aa4c007 req-9864e103-7d2d-4443-ac92-e30dd0114fa2 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0765874 Apr 20 14:41:32.943884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8df14a6-6784-4f14-b600-07a36aa4c007 req-42d941d4-c1d4-41fc-bfb1-d6fe8a9ed58a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574043 Apr 20 14:41:33.130075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1580a-0fc1-48f5-92dd-fdd5505be9f3 req-5451ebaa-54ed-46b1-8c83-f55490819830 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.131894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ef1580a-0fc1-48f5-92dd-fdd5505be9f3 req-5451ebaa-54ed-46b1-8c83-f55490819830 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0968313 Apr 20 14:41:33.147329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ba580-957d-4081-8ae9-92c095a2e242 req-2538333e-6d34-4d43-bb73-cf09dd56b417 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.155406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef8ba580-957d-4081-8ae9-92c095a2e242 req-2538333e-6d34-4d43-bb73-cf09dd56b417 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 945 time: 0.0998087 Apr 20 14:41:33.214920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:33.226651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef8ba580-957d-4081-8ae9-92c095a2e242 req-965c4fc7-c5f1-44a8-a954-e26f2214ff14 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702062 Apr 20 14:41:33.237390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ef1580a-0fc1-48f5-92dd-fdd5505be9f3 req-6ff60d34-a5b1-443d-bfb4-30acb586a791 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980687 Apr 20 14:41:33.360244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e14a-7a5b-4c5c-812a-b4cd6c5950da req-0a86a4f6-1594-4f0e-9826-a73a301956cb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.362107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0797e14a-7a5b-4c5c-812a-b4cd6c5950da req-0a86a4f6-1594-4f0e-9826-a73a301956cb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0542312 Apr 20 14:41:33.402337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0797e14a-7a5b-4c5c-812a-b4cd6c5950da req-7c98d60f-92da-40f9-9ace-64890d97ee11 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Apr 20 14:41:33.575386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:33.679024 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:33.700574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc9d56f7-b0db-49c2-8cf2-c17f8a56a487 req-0ec2e8df-4ccf-4f68-a504-6ea63698677c tempest-AbsoluteLimitsNegativeTestJSON-6920534 tempest-AbsoluteLimitsNegativeTestJSON-6920534-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=62f8ee0b6fe34eb89ea68d5398d38558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388103 Apr 20 14:41:33.716049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:33.717293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:33.721080 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c48f0e-777f-46bd-9ac0-f32363733870" -d '{"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:33.725787 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:33.781832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:33.861218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b768b4-735d-49de-8573-f1916a6df9d6 req-ace0b93f-7796-4a8f-8676-079746b7b756 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.863147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82b768b4-735d-49de-8573-f1916a6df9d6 req-ace0b93f-7796-4a8f-8676-079746b7b756 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0844846 Apr 20 14:41:33.870426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d56f7-b0db-49c2-8cf2-c17f8a56a487 req-7c9627e4-3a62-422b-a759-d9b5ea5af345 tempest-AbsoluteLimitsNegativeTestJSON-6920534 tempest-AbsoluteLimitsNegativeTestJSON-6920534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.871991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc9d56f7-b0db-49c2-8cf2-c17f8a56a487 req-7c9627e4-3a62-422b-a759-d9b5ea5af345 tempest-AbsoluteLimitsNegativeTestJSON-6920534 tempest-AbsoluteLimitsNegativeTestJSON-6920534-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608341 Apr 20 14:41:33.899532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc9d56f7-b0db-49c2-8cf2-c17f8a56a487 req-0f25b4ba-23f3-4fe7-90f2-475e0a710cac tempest-AbsoluteLimitsNegativeTestJSON-6920534 tempest-AbsoluteLimitsNegativeTestJSON-6920534-project] 10.222.0.20 "GET /v2.0/quotas/62f8ee0b6fe34eb89ea68d5398d38558 HTTP/1.1" status: 200 len: 375 time: 0.0198901 Apr 20 14:41:33.926037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82b768b4-735d-49de-8573-f1916a6df9d6 req-82654b53-bf06-4c88-b11b-4994ce224cda tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530744 Apr 20 14:41:33.954971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc9d56f7-b0db-49c2-8cf2-c17f8a56a487 req-9152c727-d477-415d-bc4c-13a54d59c028 tempest-AbsoluteLimitsNegativeTestJSON-6920534 tempest-AbsoluteLimitsNegativeTestJSON-6920534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=62f8ee0b6fe34eb89ea68d5398d38558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450265 Apr 20 14:41:33.998798 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb6fa2-ed1a-4aeb-a534-79e101317787 x-openstack-request-id: req-e7eb6fa2-ed1a-4aeb-a534-79e101317787 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:33.999087 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:33.999338 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7eb6fa2-ed1a-4aeb-a534-79e101317787 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:33.999871 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7eb6fa2-ed1a-4aeb-a534-79e101317787'] response: {'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'code': 200} Apr 20 14:41:34.048897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-eaa92e97-18ab-4b41-bb39-716cacebbbeb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.051205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-eaa92e97-18ab-4b41-bb39-716cacebbbeb tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.0760021 Apr 20 14:41:34.199023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924895-ce6d-4694-b427-af773703b04b req-db4b950c-ed99-4db9-ad08-6ee80968a188 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.200628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75924895-ce6d-4694-b427-af773703b04b req-db4b950c-ed99-4db9-ad08-6ee80968a188 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1461475 Apr 20 14:41:34.226394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52569dba-9078-4ea0-9d01-a813e75ab5fa req-86b3bb2c-36b0-4501-b891-a0aab96e1451 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.227861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52569dba-9078-4ea0-9d01-a813e75ab5fa req-86b3bb2c-36b0-4501-b891-a0aab96e1451 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1529675 Apr 20 14:41:34.277699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Deleting port 8a7a52cb-e427-4807-adf8-fcea9d6892aa {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:34.278045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.286471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75924895-ce6d-4694-b427-af773703b04b req-3751b798-4c8c-47fd-a79d-c1df6c10cf2c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756712 Apr 20 14:41:34.291094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59312) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:34.343778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52569dba-9078-4ea0-9d01-a813e75ab5fa req-9f5ecdc0-c90e-47d3-b2fc-c0f48e36ce8f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045077 Apr 20 14:41:34.423418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3748c300-fba6-497a-ac72-c3725fd33063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.428421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ff935-7f78-4d09-936c-623a65ace94d req-dfcd0c09-7520-4ca6-8fd4-6d012db239c4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.429963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db5ff935-7f78-4d09-936c-623a65ace94d req-dfcd0c09-7520-4ca6-8fd4-6d012db239c4 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0781455 Apr 20 14:41:34.431921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] For port 8a7a52cb-e427-4807-adf8-fcea9d6892aa, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8a7a52cb-e427-4807-adf8-fcea9d6892aa,segment=NetworkSegment(712299af-6579-4da9-8bc8-8eb8823e30fe),segment_id=712299af-6579-4da9-8bc8-8eb8823e30fe)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:34.432286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.452385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Calling delete_port for 8a7a52cb-e427-4807-adf8-fcea9d6892aa owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:34.538104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db5ff935-7f78-4d09-936c-623a65ace94d req-09d26244-cc81-4bc8-9c8f-7f5c9cebefab tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 Apr 20 14:41:34.547532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3748c300-fba6-497a-ac72-c3725fd33063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.562541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3748c300-fba6-497a-ac72-c3725fd33063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.593745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bfbe3-046c-485f-a532-75d39556cd1e req-72663bda-3d26-4106-a9b0-53efe1193742 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.595354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f89bfbe3-046c-485f-a532-75d39556cd1e req-72663bda-3d26-4106-a9b0-53efe1193742 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173 HTTP/1.1" status: 200 len: 943 time: 0.0784600 Apr 20 14:41:34.604834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748c300-fba6-497a-ac72-c3725fd33063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79042d-77ba-429e-aa6e-a29d9c6cb300,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:34.612783 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3748c300-fba6-497a-ac72-c3725fd33063 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62f8ee0b6fe34eb89ea68d5398d38558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198516 Apr 20 14:41:34.613941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59324) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:34.669920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.684985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f89bfbe3-046c-485f-a532-75d39556cd1e req-16899a90-bc76-4e95-8ae5-9e44145f8f75 tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.20 "GET /v2.0/security-groups?id=28b661b3-8edf-4032-a168-6610e8147553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792320 Apr 20 14:41:34.692774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.714933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.745189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.747977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.750650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Pushing event deleted for resources: {'Port': ['ID=8a7a52cb-e427-4807-adf8-fcea9d6892aa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:34.750782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e79042d-77ba-429e-aa6e-a29d9c6cb300 HTTP/1.1" status: 204 len: 168 time: 0.1340997 Apr 20 14:41:34.757207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99fc0c-e52f-4aff-bc1c-062f7cf1f3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79042d-77ba-429e-aa6e-a29d9c6cb300,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:34.761326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc307b-63af-488d-bb04-1a348d435e74 req-8728ea72-772a-4da3-8fd3-e1934f302e72 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.771371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1adc307b-63af-488d-bb04-1a348d435e74 req-8728ea72-772a-4da3-8fd3-e1934f302e72 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.1041498 Apr 20 14:41:34.834776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] No DVR routers for this DVR port 8a7a52cb-e427-4807-adf8-fcea9d6892aa on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:34.838098 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:34.842835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9de7c4cf-a984-471e-95e7-9019a3ed989f req-215db44a-fd12-4867-8db4-23904eb5bdfd tempest-ImagesTestJSON-1448070424 tempest-ImagesTestJSON-1448070424-project] 10.222.0.45 "DELETE /v2.0/ports/8a7a52cb-e427-4807-adf8-fcea9d6892aa HTTP/1.1" status: 204 len: 173 time: 0.7769246 Apr 20 14:41:34.843295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-deleted', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:34.851093 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb31df9f-615b-4d0b-81d9-a44d0ac0246c" -d '{"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-deleted", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:34.873102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1adc307b-63af-488d-bb04-1a348d435e74 req-037c44c4-a0ed-43a2-a04a-02d5d2e30d93 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008010 Apr 20 14:41:34.934113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457039-c5ad-41e0-8647-8a89fbab2f14 req-bc465293-5e76-4781-890f-a6ad086b465a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.935516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90457039-c5ad-41e0-8647-8a89fbab2f14 req-bc465293-5e76-4781-890f-a6ad086b465a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0670476 Apr 20 14:41:35.009387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90457039-c5ad-41e0-8647-8a89fbab2f14 req-3226b65d-284e-4af5-8449-07f3529cedfe tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671353 Apr 20 14:41:35.052154 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8581fc05-3105-499a-b062-3d3b1c2d05bb x-openstack-request-id: req-8581fc05-3105-499a-b062-3d3b1c2d05bb {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:35.052440 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173", "name": "network-vif-deleted", "tag": "8a7a52cb-e427-4807-adf8-fcea9d6892aa", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:35.052692 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8581fc05-3105-499a-b062-3d3b1c2d05bb {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:35.053095 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8581fc05-3105-499a-b062-3d3b1c2d05bb'] response: {'server_uuid': 'ba6b9f76-9ccc-4c5d-b4f5-bcb486b72173', 'name': 'network-vif-deleted', 'tag': '8a7a52cb-e427-4807-adf8-fcea9d6892aa', 'status': 'completed', 'code': 200} Apr 20 14:41:35.229363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9462e5-7d65-49a0-b086-a7956c307ab0 req-fb5111a3-fe58-4b5b-b694-b534ad69ae47 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.230965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f9462e5-7d65-49a0-b086-a7956c307ab0 req-fb5111a3-fe58-4b5b-b694-b534ad69ae47 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1056674 Apr 20 14:41:35.232750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150925-0ded-4a6a-9d63-690780f96437 req-3b1ec451-bd9c-4480-aa2f-7f53b92d6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.234169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-3b1ec451-bd9c-4480-aa2f-7f53b92d6665 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0adc131ef58843ceb5459fe0781055d6&device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 1097 time: 0.1176414 Apr 20 14:41:35.283463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b0732-2f2c-4105-a839-5e8bffab3301 req-3f857688-0cce-4e46-bbf1-c6896e3e97a2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.285015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-565b0732-2f2c-4105-a839-5e8bffab3301 req-3f857688-0cce-4e46-bbf1-c6896e3e97a2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1325710 Apr 20 14:41:35.351524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f9462e5-7d65-49a0-b086-a7956c307ab0 req-e85d87e8-8770-4002-bab5-deefd88615c9 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131980 Apr 20 14:41:35.387250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-565b0732-2f2c-4105-a839-5e8bffab3301 req-3bf8c9a1-3e6d-427f-8948-641e1d5ef00e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689039 Apr 20 14:41:35.397529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150925-0ded-4a6a-9d63-690780f96437 req-fb46ddf4-c951-4771-bc06-581c497d1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.399016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-fb46ddf4-c951-4771-bc06-581c497d1a47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 200 len: 916 time: 0.1530943 Apr 20 14:41:35.467028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-636419cf-4fc4-47b5-9556-87ffe5b77120 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3 HTTP/1.1" status: 200 len: 217 time: 0.0582669 Apr 20 14:41:35.555272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd3914-7114-4918-9cee-65e463ffc07c req-6d2d8a37-08ad-49c2-8b1d-be649a0080b2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.556842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3cd3914-7114-4918-9cee-65e463ffc07c req-6d2d8a37-08ad-49c2-8b1d-be649a0080b2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1028636 Apr 20 14:41:35.562707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150925-0ded-4a6a-9d63-690780f96437 req-10741b6b-ff16-4eba-a244-e52709a2f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.564208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-10741b6b-ff16-4eba-a244-e52709a2f3b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 200 len: 854 time: 0.0815039 Apr 20 14:41:35.629087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3cd3914-7114-4918-9cee-65e463ffc07c req-4c423dc5-2063-4cf2-8aba-6b4e4fdfcb89 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633790 Apr 20 14:41:35.638100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59372) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:35.645117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150925-0ded-4a6a-9d63-690780f96437 req-27a3d802-a4b6-45a9-ab26-1fb1e82dc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.646871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-27a3d802-a4b6-45a9-ab26-1fb1e82dc8cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f45e3f0f-3a4c-44f3-85b4-68a526d7b230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742338 Apr 20 14:41:35.792023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1149617056-network', 'tenant_id': '857848ddbdd24b738fd7d207dab12447'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:35.807529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-244d3bdb-29d1-47f0-9796-69b60c6128e1 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513171 Apr 20 14:41:35.812118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Made reservation on behalf of 857848ddbdd24b738fd7d207dab12447 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:35.814517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:35.818184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af67177-ade0-4f29-a0ba-8f4ff7831be6 req-17d1201d-886b-414b-b6c2-92418423a949 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.819614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1af67177-ade0-4f29-a0ba-8f4ff7831be6 req-17d1201d-886b-414b-b6c2-92418423a949 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1037750 Apr 20 14:41:35.823086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:35.895186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed67bb5-48f9-4f49-8b92-731a6db9615d req-03be11c8-c9d3-41be-be08-399a66784b27 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.896645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ed67bb5-48f9-4f49-8b92-731a6db9615d req-03be11c8-c9d3-41be-be08-399a66784b27 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.1370111 Apr 20 14:41:35.902904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:35.907782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:35.931994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:41:35.941999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1af67177-ade0-4f29-a0ba-8f4ff7831be6 req-5fc15791-ced4-4c72-aa5e-3395f3a2fdc9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129792 Apr 20 14:41:35.942183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae7a01-5ae2-41be-a17b-d58aee9d8470,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:35.947116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:35.947946 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Added segment 1af6a3d3-033c-4f42-bd27-01a980c18b2b of type vlan for network 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 Apr 20 14:41:35.977301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33150925-0ded-4a6a-9d63-690780f96437 req-23f18ddd-3041-4112-ae81-e95b45ae7f49 service neutron] 10.222.0.43 "GET /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567388 Apr 20 14:41:35.983049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ed67bb5-48f9-4f49-8b92-731a6db9615d req-36767375-9170-4e1d-bf74-aa586d778709 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741768 Apr 20 14:41:35.993468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.022526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.023698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.024391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.083254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4437737 Apr 20 14:41:36.085547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59392) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:36.091976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Request body: {'subnet': {'network_id': '0a5e4a5c-e83e-4051-95b7-d0d4fc000a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1149617056-subnet', 'tenant_id': '857848ddbdd24b738fd7d207dab12447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:36.099939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f4585-30af-4dbd-b9ea-a2e5ae8b51d4 admin admin] Pushing event updated for resources: {'Network': ['ID=0a5e4a5c-e83e-4051-95b7-d0d4fc000a11,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:36.114537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:41:36.123907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Made reservation on behalf of 857848ddbdd24b738fd7d207dab12447 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:36.126733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.149267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856052-7c86-4276-9ad6-aece816b39ea req-1fbfa071-5502-4e0b-9c36-dd929dbf51ca tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.151141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47856052-7c86-4276-9ad6-aece816b39ea req-1fbfa071-5502-4e0b-9c36-dd929dbf51ca tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0792842 Apr 20 14:41:36.199322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47856052-7c86-4276-9ad6-aece816b39ea req-0ada32eb-d33b-412a-b79e-597f8707ab5b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 20 14:41:36.332011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.403677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59424) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:36.406225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bdb1aa-45ce-489f-ac2b-52bc3bec595f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:36.439400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Checking segment: {'id': '1af6a3d3-033c-4f42-bd27-01a980c18b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '0a5e4a5c-e83e-4051-95b7-d0d4fc000a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:36.439760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Network hostable DHCP agents. Network: 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:41:36.450831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc34d21-c4ea-43ed-8bc1-a6982b529170 req-87da7783-1d7a-404a-974b-d51f902ca610 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.452706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fc34d21-c4ea-43ed-8bc1-a6982b529170 req-87da7783-1d7a-404a-974b-d51f902ca610 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0581279 Apr 20 14:41:36.471839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Deleting subnet b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:41:36.475214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Network 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:41:36.477942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.505720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:36.514032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b02ac8-00b9-482b-bc61-fad1d1d2a36d None None] Network 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:41:36.520510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.521250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.525309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fc34d21-c4ea-43ed-8bc1-a6982b529170 req-0135f4a8-98a7-49c4-8b96-533d260dc52f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Apr 20 14:41:36.533198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c3211-7464-4e75-a245-29e41c71ffb2 req-e5c32042-8598-4e9a-bcef-a3a956ca5ba3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.538309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.541067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da1c3211-7464-4e75-a245-29e41c71ffb2 req-e5c32042-8598-4e9a-bcef-a3a956ca5ba3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.0871167 Apr 20 14:41:36.579197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3a12c25a-c000-4e91-8db7-169332f13d6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4924231 Apr 20 14:41:36.600071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da1c3211-7464-4e75-a245-29e41c71ffb2 req-a4c73af6-83ff-474c-95fd-751a44eb8089 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Apr 20 14:41:36.602901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.693131 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.709861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba17d58-a8c0-43a3-a14e-4535758c7714 None None] Network 0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:41:36.728840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ac8d3b-4c22-46c1-8c27-c59ec2722d19,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:36.731635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.735652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-946d5f1f-e4a3-4a32-baec-ec35d1e457be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b8ac8d3b-4c22-46c1-8c27-c59ec2722d19 HTTP/1.1" status: 204 len: 168 time: 0.3302937 Apr 20 14:41:36.738189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59432) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:36.742076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c84e09-5366-4ffe-8c8c-78734d8e777a req-02bf2fa4-6a19-4519-b614-ac8014eeaf7c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.744121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2c84e09-5366-4ffe-8c8c-78734d8e777a req-02bf2fa4-6a19-4519-b614-ac8014eeaf7c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0875733 Apr 20 14:41:36.810684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.820548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0642c29-15ae-4393-b694-f1c3942b0b72 req-ebd829b4-3680-4c67-9b8e-c911b8baeb00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.822198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0642c29-15ae-4393-b694-f1c3942b0b72 req-ebd829b4-3680-4c67-9b8e-c911b8baeb00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0771849 Apr 20 14:41:36.827527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2c84e09-5366-4ffe-8c8c-78734d8e777a req-7eb9b6cb-7f28-4a92-957f-df0c8925162c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556562 Apr 20 14:41:36.888318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0642c29-15ae-4393-b694-f1c3942b0b72 req-391fac2f-0a55-4967-968e-0b8064eb222e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545435 Apr 20 14:41:36.912948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.937386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:36.949191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712299af-6579-4da9-8bc8-8eb8823e30fe') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:36.949423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712299af-6579-4da9-8bc8-8eb8823e30fe') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:36.960032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.975543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:36.989210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:41:36.990602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:41:37.003365 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:41:37.050849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1101399621', 'description': 'tempest-description-472539346'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:37.051263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.058300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.064325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d HTTP/1.1" status: 204 len: 168 time: 0.3223965 Apr 20 14:41:37.072167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027aa81-a2d9-4e62-942b-40b4215135aa admin admin] Pushing event deleted for resources: {'Network': ['ID=eadc8dbc-3a83-4b55-b8f8-5d3145e1bd2d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:37.115254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.151183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352651-2301-4b2d-bf66-52c890e9d6a1 req-638d93cc-67b0-45f7-878e-19ccd01f8dd0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.158250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f352651-2301-4b2d-bf66-52c890e9d6a1 req-638d93cc-67b0-45f7-878e-19ccd01f8dd0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 813 time: 0.1603067 Apr 20 14:41:37.177122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f352651-2301-4b2d-bf66-52c890e9d6a1 req-c3b9562b-3093-4a19-bff6-2fe4fde11511 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/quotas/fac4fbe0f98f46dc8ee4646f3c7adacd HTTP/1.1" status: 200 len: 375 time: 0.0179904 Apr 20 14:41:37.191779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59458) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:37.237221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04770caa-014e-4624-85fd-805f6cb2bdf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8485038300334bc992f2694df216c0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439279 Apr 20 14:41:37.239542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:37.251813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.259754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f352651-2301-4b2d-bf66-52c890e9d6a1 req-b2ba2a4a-7337-44a1-8705-6e03e22d42d0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741229 Apr 20 14:41:37.260792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.294854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.296106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01e58b80-6529-4d26-b780-0375c211881c req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2513592 Apr 20 14:41:37.305959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.306823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fe810-3f5b-42d2-8f6f-d1ae7b33e722 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3c8ec-4320-4b93-8707-610b761c4191,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:37.331915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.378445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.381378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.383390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28b661b3-8edf-4032-a168-6610e8147553 HTTP/1.1" status: 204 len: 168 time: 0.1425910 Apr 20 14:41:37.394119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbf014-5556-44a6-8086-ed7ea6568b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b661b3-8edf-4032-a168-6610e8147553,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:37.446231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b963d72-d305-44df-97ae-8be096c7573e req-04e565e2-726a-431a-97f0-1ed91ccfc054 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.447827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b963d72-d305-44df-97ae-8be096c7573e req-04e565e2-726a-431a-97f0-1ed91ccfc054 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.1021061 Apr 20 14:41:37.455367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4addd8-0b44-4634-9765-9b62c45da080 req-d1d34db2-8699-404c-9bbe-0d4a9ce196bc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.456764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed4addd8-0b44-4634-9765-9b62c45da080 req-d1d34db2-8699-404c-9bbe-0d4a9ce196bc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1004460 Apr 20 14:41:37.512728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b963d72-d305-44df-97ae-8be096c7573e req-17c942f4-44ee-4d54-9c2f-ae765693e2c0 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf230856-50b9-4bf0-b0e4-66b2485243b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549283 Apr 20 14:41:37.536577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed4addd8-0b44-4634-9765-9b62c45da080 req-752ad849-ee11-4778-a361-176a03569624 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717707 Apr 20 14:41:37.618430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:37.648223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8a7a52cb-e427-4807-adf8-fcea9d6892aa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:37.648223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8a7a52cb-e427-4807-adf8-fcea9d6892aa not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:37.905245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-d0930601-95d8-4123-b706-ef3d24deafe3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/e1d3c8ec-4320-4b93-8707-610b761c4191 HTTP/1.1" status: 200 len: 1806 time: 0.3653076 Apr 20 14:41:37.915018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5adfc9fb-8f39-429d-a989-43679a96a81c tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.916447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5adfc9fb-8f39-429d-a989-43679a96a81c tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.45 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 945 time: 0.4071305 Apr 20 14:41:37.923903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa08bd6-19ce-4fed-b367-2d88cbc61b73 req-6d1bee82-0a73-4a6d-ad04-39b57a65c7b6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.925403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fa08bd6-19ce-4fed-b367-2d88cbc61b73 req-6d1bee82-0a73-4a6d-ad04-39b57a65c7b6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0985637 Apr 20 14:41:37.938414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1d3c8ec-4320-4b93-8707-610b761c4191', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:37.938858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1d3c8ec-4320-4b93-8707-610b761c4191', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:38.037428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fa08bd6-19ce-4fed-b367-2d88cbc61b73 req-aac0ba7f-b14e-4699-839f-c616bbca67fe tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030722 Apr 20 14:41:38.085218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.103393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Deleting port 1cc8612a-2716-4289-90cc-148026931dfb {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:38.103743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.163762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.182554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.236714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f97e6b-fe1e-4db4-bdbd-71a276328324,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:38.258194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] For port 1cc8612a-2716-4289-90cc-148026931dfb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=1cc8612a-2716-4289-90cc-148026931dfb,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:38.258588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.262921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.264099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b407344-7df8-4485-99c8-d4ca2cc891e9 req-4342c8f4-858b-4f5c-a9f9-32a397eaa284 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3377852 Apr 20 14:41:38.281500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb631d5e-f6a6-4ff6-a9b3-743c391157f6 req-9a865f07-b701-4653-bd8c-785624962012 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:38.283340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb631d5e-f6a6-4ff6-a9b3-743c391157f6 req-9a865f07-b701-4653-bd8c-785624962012 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1235194 Apr 20 14:41:38.424656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb631d5e-f6a6-4ff6-a9b3-743c391157f6 req-0e737edb-e3ad-47b1-ba04-653a3738156f tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315882 Apr 20 14:41:38.445781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479334c5-54d0-4ede-9598-19392ed952c5 req-4c4dfd6b-2be1-4289-b1b6-63d3ba9cd2ca tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:38.450717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-479334c5-54d0-4ede-9598-19392ed952c5 req-4c4dfd6b-2be1-4289-b1b6-63d3ba9cd2ca tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1261475 Apr 20 14:41:38.566181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.566883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.566883 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Floating IP da276592-d9f7-4b86-86ea-6cf8354840a1 disassociated. External IP: 172.25.1.17, port: 1cc8612a-2716-4289-90cc-148026931dfb. Apr 20 14:41:38.567193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Calling delete_port for 1cc8612a-2716-4289-90cc-148026931dfb owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:38.571459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-479334c5-54d0-4ede-9598-19392ed952c5 req-53653f1a-381f-4187-9792-721242d31195 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057379 Apr 20 14:41:38.574767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1215b900-b7a0-45b9-bf1c-9a7c4a97d08b req-ad9c3442-72ec-4d30-b016-dead2f1d7210 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd HTTP/1.1" status: 200 len: 221 time: 0.0715723 Apr 20 14:41:38.619090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-441496690', 'description': 'tempest-description-922634517'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:38.653781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.757340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.811888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event deleted for resources: {'Port': ['ID=1cc8612a-2716-4289-90cc-148026931dfb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:38.817604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.838672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-73f92f86-8199-433b-b2f3-8592c5150842 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc8fb83be98148fea6b263dfec212324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579510 Apr 20 14:41:38.838672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.940717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:38.941929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f569620a-e4a7-494b-836a-31bb4eeb58ca req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3291767 Apr 20 14:41:39.003029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f8c8e-23fa-4789-bee1-1228b3727f4e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105c6ff6-c739-4d76-b076-ae59ad20431d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:39.054204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80f3adaf-c0a8-4ce1-a09f-54c5da75c7de req-2bda70ac-25bd-4ffb-9eec-94de9c84d8fd tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/ports?device_id=6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6 HTTP/1.1" status: 200 len: 210 time: 0.0431054 Apr 20 14:41:39.075423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:41:39.103873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6b54dd39-fa4e-47e6-b6d9-b71cc015ee79 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:39.105319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6b54dd39-fa4e-47e6-b6d9-b71cc015ee79 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299466 Apr 20 14:41:39.186241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-f529081a-db8b-4251-9aae-aeacb135ff9c tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/quotas/dc8fb83be98148fea6b263dfec212324 HTTP/1.1" status: 200 len: 375 time: 0.0344200 Apr 20 14:41:39.261447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-ad3f68f8-029b-43ac-a6ff-e23aa508d122 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc8fb83be98148fea6b263dfec212324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681174 Apr 20 14:41:39.280862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807bbdc-46ca-41e1-9b31-59b413fd8ace req-aef1eb78-df44-480a-bcbc-eb5cbca49ecc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:39.282491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2807bbdc-46ca-41e1-9b31-59b413fd8ace req-aef1eb78-df44-480a-bcbc-eb5cbca49ecc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1729171 Apr 20 14:41:39.286309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:41:39.298249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Sync routers for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:41:39.318334 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:39.319591 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:39.352490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] No DVR routers for this DVR port 1cc8612a-2716-4289-90cc-148026931dfb on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:39.355817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.359003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0361a0c-2b7a-4ba4-ba1a-72aada51f492 req-5561d0a1-59f0-46e2-a0f3-d148e78904a1 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.45 "DELETE /v2.0/ports/1cc8612a-2716-4289-90cc-148026931dfb HTTP/1.1" status: 204 len: 173 time: 1.4316163 Apr 20 14:41:39.359437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'name': 'network-vif-deleted', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:39.362010 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf16e13-16d5-4335-9a81-a2c46cc22d95" -d '{"events": [{"server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "name": "network-vif-deleted", "tag": "1cc8612a-2716-4289-90cc-148026931dfb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:39.378419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2807bbdc-46ca-41e1-9b31-59b413fd8ace req-1d8f94b2-4563-472c-8faa-65742b651657 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854127 Apr 20 14:41:39.458659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:39.507854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-47cd19ec-a054-46c1-aa04-21961407548e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/105c6ff6-c739-4d76-b076-ae59ad20431d HTTP/1.1" status: 200 len: 1805 time: 0.0972397 Apr 20 14:41:39.525358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '105c6ff6-c739-4d76-b076-ae59ad20431d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:39.525746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '105c6ff6-c739-4d76-b076-ae59ad20431d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:39.563608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ed58-f273-40c2-85d2-2309a24a411d req-95a27b37-5ef6-48ea-9e6d-49308ada6880 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:39.565434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ba0ed58-f273-40c2-85d2-2309a24a411d req-95a27b37-5ef6-48ea-9e6d-49308ada6880 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1013587 Apr 20 14:41:39.639817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ba0ed58-f273-40c2-85d2-2309a24a411d req-34d2e82a-bf86-4359-9443-708f366a8f7d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640199 Apr 20 14:41:39.648536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.693949 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:39.697345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.702319 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88914a24-8b7e-42bd-9961-badb6d07ad5d x-openstack-request-id: req-88914a24-8b7e-42bd-9961-badb6d07ad5d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:39.703493 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6", "name": "network-vif-deleted", "tag": "1cc8612a-2716-4289-90cc-148026931dfb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:39.703826 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88914a24-8b7e-42bd-9961-badb6d07ad5d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:39.704401 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88914a24-8b7e-42bd-9961-badb6d07ad5d'] response: {'server_uuid': '6adb4bf0-73b2-44a9-9fc0-b6ad1b9a20b6', 'name': 'network-vif-deleted', 'tag': '1cc8612a-2716-4289-90cc-148026931dfb', 'status': 'completed', 'code': 200} Apr 20 14:41:39.705747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.725038 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Checking router: 43cd6441-c0e3-4323-a36b-296bb1be5dc7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:41:39.734870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:39.736077 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:39.750351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.762327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82718328-19f4-4cf0-8b3a-e56629df6c74 req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2418368 Apr 20 14:41:39.812273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00a3b61f-ccaa-4d91-9f9e-2cbcb7222b0e req-7fbc2ec6-c019-48ad-80fb-8c1368e8a919 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 210 time: 0.0679209 Apr 20 14:41:39.813064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca304-f230-4058-aba4-230e1f0c8081 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f097d620-8cea-4619-ad10-49bf5aad9747,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:39.874897 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:39.909675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a5598-5816-4eb9-a8d2-ea3f145ad429 req-657ed60b-f833-4ed8-a739-e1e62310dc73 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:39.918355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d66a5598-5816-4eb9-a8d2-ea3f145ad429 req-657ed60b-f833-4ed8-a739-e1e62310dc73 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0847197 Apr 20 14:41:39.970519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d66a5598-5816-4eb9-a8d2-ea3f145ad429 req-e635f65a-7529-4e9c-9d9e-4aa3785eeb55 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469348 Apr 20 14:41:40.024116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de61b-71ee-47dd-8f9d-9978052b315b req-c202af6b-2b28-401c-a65d-ec959422213d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:40.025820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-801de61b-71ee-47dd-8f9d-9978052b315b req-c202af6b-2b28-401c-a65d-ec959422213d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0549123 Apr 20 14:41:40.117065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-801de61b-71ee-47dd-8f9d-9978052b315b req-5c66f773-5e47-4595-b360-02f5031d5fa6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Apr 20 14:41:40.135399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618f78-e13e-464b-b4a8-c0b97fadbddf req-e1ac7418-1db5-4fb1-8232-1ceb86eab535 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:40.143362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16618f78-e13e-464b-b4a8-c0b97fadbddf req-e1ac7418-1db5-4fb1-8232-1ceb86eab535 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.0826492 Apr 20 14:41:40.143617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8a2cc7a-f12a-4ebf-838f-79a28d6f5d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.165732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1412334894', 'description': 'tempest-description-1359488064'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:40.191339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:40.199790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16618f78-e13e-464b-b4a8-c0b97fadbddf req-1c050b66-e3a8-4747-a272-332817fa53b8 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555494 Apr 20 14:41:40.206088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.224879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6cbc1-3310-44e5-9b80-ade52d2158eb None None] The sync data for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 is: [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:39:35Z', 'revision_number': 4, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab', 'name': '', 'network_id': 'f65d3d7e-8ea6-4050-ad25-292693a69135', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'mac_address': 'fa:16:3e:76:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '808a41d5-98cb-483d-af93-115f137aca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:34Z', 'updated_at': '2022-04-20T14:39:41Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'subnets': [{'id': '808a41d5-98cb-483d-af93-115f137aca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:41:40.305713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.312653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.356317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.357532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-308e452c-eed5-4d76-b3be-9e1693eef875 req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1990948 Apr 20 14:41:40.378880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467a9a6-edef-4db6-a77b-695d9d886541 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f60835-79f6-4c99-a18e-3a8272d1f0e4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:40.412332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488ffa9-ed35-4628-8506-f1f0ed722d79 req-921c29d0-bb79-449c-82d0-a267ff294f11 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:40.414234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9488ffa9-ed35-4628-8506-f1f0ed722d79 req-921c29d0-bb79-449c-82d0-a267ff294f11 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.0769997 Apr 20 14:41:40.486024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9488ffa9-ed35-4628-8506-f1f0ed722d79 req-dbc6de3c-9845-4717-92fe-6c8c135f7533 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639837 Apr 20 14:41:40.507161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa85b22-8f10-420e-9621-93a0d244bc73 req-a4104652-d16b-4b50-8603-a0a1c7a60fab tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:40.511103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aa85b22-8f10-420e-9621-93a0d244bc73 req-a4104652-d16b-4b50-8603-a0a1c7a60fab tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0880759 Apr 20 14:41:40.534533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:40.558615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39ec8d-5e2a-4bfd-bad1-80c9850dd769 None None] New status for floating IP da276592-d9f7-4b86-86ea-6cf8354840a1: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:41:40.566303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-899065262', 'description': 'tempest-description-1259678800'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:40.577850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aa85b22-8f10-420e-9621-93a0d244bc73 req-2b1081d5-ed2b-4375-b40f-6b09a93295ce tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642285 Apr 20 14:41:40.602795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.602995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.632667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.695514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.698891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.700199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf230856-50b9-4bf0-b0e4-66b2485243b3 HTTP/1.1" status: 204 len: 168 time: 0.1645586 Apr 20 14:41:40.703750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:40.731269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e60e-a48c-476c-afcd-f70f2023edc8 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf230856-50b9-4bf0-b0e4-66b2485243b3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:40.749892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-11660316-edd7-4813-b8e2-e7642d1250ab req-85e9e4a7-9c12-41e2-a8ca-28233ea37d99 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:41:40.751141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11660316-edd7-4813-b8e2-e7642d1250ab req-85e9e4a7-9c12-41e2-a8ca-28233ea37d99 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060875 Apr 20 14:41:40.756003 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-00b0a434-cba6-4452-be9e-6e446867f2ba tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] show failed (client error): The resource could not be found. Apr 20 14:41:40.757413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-00b0a434-cba6-4452-be9e-6e446867f2ba tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "GET /v2.0/security-groups/bf230856-50b9-4bf0-b0e4-66b2485243b3 HTTP/1.1" status: 404 len: 347 time: 0.0493579 Apr 20 14:41:40.760171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:40.764381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-0e6e3be1-c9c1-426d-8ade-7ccdba49fddc tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dc8fb83be98148fea6b263dfec212324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802262 Apr 20 14:41:40.893143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.909783 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.977310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:40.978606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2b8ec5b-edf6-43d3-9821-d69f2f444315 req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4345136 Apr 20 14:41:40.994755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ccf76-67d9-4025-9f4c-f6be4e1a0df3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0337304-ee2a-418b-9b3a-e4b5a86a5111,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:41.014398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11660316-edd7-4813-b8e2-e7642d1250ab req-2be74073-8bb2-451e-a5d5-a47e0026b02e tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2239599 Apr 20 14:41:41.029649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-11565640-d668-4e4e-a01d-125090976f52 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.033229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-11565640-d668-4e4e-a01d-125090976f52 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633343 Apr 20 14:41:41.049744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Request body: {'port': {'device_id': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'dc8fb83be98148fea6b263dfec212324'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:41.150995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70cb68-b59e-411f-925d-f3f13d19c6a6 req-9a9c055c-efbe-4bca-bdd5-964700af8056 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.152451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d70cb68-b59e-411f-925d-f3f13d19c6a6 req-9a9c055c-efbe-4bca-bdd5-964700af8056 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1089687 Apr 20 14:41:41.223425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Deleting port 413959fe-f68e-48c7-afbd-d486788c2e22 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:41.223837 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.229966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d70cb68-b59e-411f-925d-f3f13d19c6a6 req-b3d1c10e-94b4-4ebd-8b54-7dc957b86756 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635865 Apr 20 14:41:41.263194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Made reservation on behalf of dc8fb83be98148fea6b263dfec212324 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:41.268485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.281789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.327253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.327583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.328736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-110cd35e-0ae5-4a19-af18-65cab3c9dee0 req-47e0e68d-55ec-4ed2-a9f7-610852cf656f tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 210 time: 0.0491202 Apr 20 14:41:41.340501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Calling delete_port for 413959fe-f68e-48c7-afbd-d486788c2e22 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:41.392360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-9cae60b7-9e68-45e0-a288-a66d2b585733 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/93f60835-79f6-4c99-a18e-3a8272d1f0e4 HTTP/1.1" status: 200 len: 1807 time: 0.1135035 Apr 20 14:41:41.507371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.508290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fcbf382b-7d01-47c4-a4bb-764a356bd11e tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/b0337304-ee2a-418b-9b3a-e4b5a86a5111 HTTP/1.1" status: 200 len: 1806 time: 0.1072478 Apr 20 14:41:41.510892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.516902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.534185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4391-d95a-485e-8822-7d42fc106048 req-add8c0f0-212d-4043-afa1-1ea2d042ac6f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.534411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Pushing event deleted for resources: {'Port': ['ID=413959fe-f68e-48c7-afbd-d486788c2e22,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:41.535797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b2d4391-d95a-485e-8822-7d42fc106048 req-add8c0f0-212d-4043-afa1-1ea2d042ac6f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1336613 Apr 20 14:41:41.561873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93f60835-79f6-4c99-a18e-3a8272d1f0e4', 'remote_group_id': 'b0337304-ee2a-418b-9b3a-e4b5a86a5111', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:41.561873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93f60835-79f6-4c99-a18e-3a8272d1f0e4', 'remote_group_id': 'b0337304-ee2a-418b-9b3a-e4b5a86a5111', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:41.608212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.611656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.615907 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-93c450f4-127f-452e-afe3-86b76f6ebcc3 tempest-ServersTestManualDisk-1971383634 tempest-ServersTestManualDisk-1971383634-project] 10.222.0.20 "DELETE /v2.0/floatingips/da276592-d9f7-4b86-86ea-6cf8354840a1 HTTP/1.1" status: 204 len: 168 time: 0.8517058 Apr 20 14:41:41.616261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:41.644075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f889f2-d36b-4e7c-8d25-11cf0ca8458c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:41.644579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1cc8612a-2716-4289-90cc-148026931dfb no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:41.684498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 1cc8612a-2716-4289-90cc-148026931dfb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:41.684954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 1cc8612a-2716-4289-90cc-148026931dfb not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:41.703211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b2d4391-d95a-485e-8822-7d42fc106048 req-ffc5949d-0066-432c-9cf3-232b4ca6395c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303556 Apr 20 14:41:41.769965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Allocated IP 192.168.233.62 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/c277d138-02ad-4284-b808-9d225e1dda9a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:41.876745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.893383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03215a76-6c8b-4e90-b6fc-1dce8f494a1b req-fb6781a1-d29b-403a-9013-5b6ed01c9ac0 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.894917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03215a76-6c8b-4e90-b6fc-1dce8f494a1b req-fb6781a1-d29b-403a-9013-5b6ed01c9ac0 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.1277974 Apr 20 14:41:42.009025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.258722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.268427 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.308569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03215a76-6c8b-4e90-b6fc-1dce8f494a1b req-6b1a66b6-5390-4c8d-9464-e85498158f75 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981330 Apr 20 14:41:42.309958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Deleting port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:42.310305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.311808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b621ee5-b214-464d-a226-88101416a087,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.321915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.333032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5df0ba-c42c-40b9-8d2b-8e9df31a588b req-fa0c956f-1e62-4043-8252-8ec64ad232d5 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8104551 Apr 20 14:41:42.361855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-585715947', 'description': 'tempest-description-913587716'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:42.372036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.391663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.419118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] For port 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:42.419486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.433266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Calling delete_port for 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:42.465525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.514371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453109e4-541e-44b6-9ea1-f1c8794a265a req-1e49385d-3c9c-4ee3-80c3-ef85a3749655 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:42.516252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-453109e4-541e-44b6-9ea1-f1c8794a265a req-1e49385d-3c9c-4ee3-80c3-ef85a3749655 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.1078031 Apr 20 14:41:42.535287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0d2d01b-12f2-4467-acc6-387f46258ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.541684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:42.553915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:42.562467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:42.568349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Pushing event updated for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.616760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.635012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.657526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.667923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-453109e4-541e-44b6-9ea1-f1c8794a265a req-b2d60f0a-7116-425b-8228-4bd1b6d8d3cb tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433728 Apr 20 14:41:42.687692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:42.688339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.693140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.705309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf16667-c507-4937-971b-ce8182c4556a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.711142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.716666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc3ba2b8-740c-4623-9ef6-ab75e38ea628 req-d4280b38-bd70-42ec-bc73-055dc1e1b8b4 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3648338 Apr 20 14:41:42.733596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-5a3dd31e-7e92-4373-9b25-a16ca13b1e75 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6879690 Apr 20 14:41:42.750028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Request body: {'port': {'device_id': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:42.908876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.915066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc7a1-00f0-4afb-a470-e6730b622c25 req-e79ee017-0abb-4ba9-965b-f0b5549e5751 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:42.916671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be4dc7a1-00f0-4afb-a470-e6730b622c25 req-e79ee017-0abb-4ba9-965b-f0b5549e5751 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1290996 Apr 20 14:41:42.919539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.949310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91403afa-8ec9-49eb-aaaa-cb2052e038b1 req-6604d56b-8c78-444e-b5aa-86d446503872 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:42.950881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91403afa-8ec9-49eb-aaaa-cb2052e038b1 req-6604d56b-8c78-444e-b5aa-86d446503872 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 935 time: 0.1214473 Apr 20 14:41:42.991816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d92746b3-986e-4207-9daf-05c11138f846 None None] Provisioning complete for port c277d138-02ad-4284-b808-9d225e1dda9a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:42.993503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92746b3-986e-4207-9daf-05c11138f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.027898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d92746b3-986e-4207-9daf-05c11138f846 None None] Port c277d138-02ad-4284-b808-9d225e1dda9a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:41:43.041245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be4dc7a1-00f0-4afb-a470-e6730b622c25 req-f57bea8a-b02e-4b01-82b9-383e700e2d0b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085725 Apr 20 14:41:43.053367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91403afa-8ec9-49eb-aaaa-cb2052e038b1 req-ccd10d08-c41b-41ec-b7c0-3644d8ae7999 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Apr 20 14:41:43.157889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:41:43.263438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107e7c-17f8-4e79-84be-4a476858655d req-7f440abe-834c-4e6a-b0aa-46a446c92039 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.264042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:41:43.264977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e107e7c-17f8-4e79-84be-4a476858655d req-7f440abe-834c-4e6a-b0aa-46a446c92039 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.1130369 Apr 20 14:41:43.270220 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-576ea03f-9e49-4ed6-8f30-fd2b61c2fc1b admin admin] 10.222.0.20 "PUT /v2.0/routers/43cd6441-c0e3-4323-a36b-296bb1be5dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527245 Apr 20 14:41:43.272576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59626) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:43.275425 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Sync routers for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:41:43.292139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:43.292774 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.334391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e107e7c-17f8-4e79-84be-4a476858655d req-d76a1f40-d528-4ef7-8601-be20968c1a05 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Apr 20 14:41:43.376157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-583456016', 'description': 'tempest-description-1065587493'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:43.399283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c277d138-02ad-4284-b808-9d225e1dda9a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:43.410453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.421959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.429488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.431618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Transition to ACTIVE for port object c277d138-02ad-4284-b808-9d225e1dda9a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:43.458242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.477877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:43.566627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.591249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.624136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Pushing event updated for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:43.677973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ec00c-8b9d-4a21-adcd-f75a29c5ac5f req-199a7ece-884a-421f-aa81-d19a6e1dc891 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.687133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f9ec00c-8b9d-4a21-adcd-f75a29c5ac5f req-199a7ece-884a-421f-aa81-d19a6e1dc891 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1905046 Apr 20 14:41:43.697819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Deleting port 2b0c9468-4d32-4c86-b290-86de20ccd231 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:43.698392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.759781 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:41:42Z', 'revision_number': 5, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port': {'id': '2b0c9468-4d32-4c86-b290-86de20ccd231', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:39:31Z', 'updated_at': '2022-04-20T14:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.801474 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Checking router: 43cd6441-c0e3-4323-a36b-296bb1be5dc7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:41:43.815607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.815812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] For port 2b0c9468-4d32-4c86-b290-86de20ccd231, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b0c9468-4d32-4c86-b290-86de20ccd231,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:43.816054 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Routers {'43cd6441-c0e3-4323-a36b-296bb1be5dc7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:43.816221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.816984 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.833987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f9ec00c-8b9d-4a21-adcd-f75a29c5ac5f req-c0f2b733-e7de-4500-9f14-8a5ac59d4cbe tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424508 Apr 20 14:41:43.852402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.853181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Calling delete_port for 2b0c9468-4d32-4c86-b290-86de20ccd231 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:43.891995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Attempting to bind port c277d138-02ad-4284-b808-9d225e1dda9a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:43.892718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Attempting to bind port c277d138-02ad-4284-b808-9d225e1dda9a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:43.893253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Attempting to bind port c277d138-02ad-4284-b808-9d225e1dda9a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:43.908638 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.927480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ccecffe-857b-4f95-babb-c4e2ff4aa502 req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5584686 Apr 20 14:41:43.948599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Port c277d138-02ad-4284-b808-9d225e1dda9a on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:43.948786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Attempting to bind port c277d138-02ad-4284-b808-9d225e1dda9a on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:43.961764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:43.962107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:43.962487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:43.962961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Bound port: c277d138-02ad-4284-b808-9d225e1dda9a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:43.963330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.976044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f823f6-2c37-4204-8270-5471e2af9814 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732bac70-a866-45d2-9541-a1b45fea6b54,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:43.977458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] Set router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:44.055909 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:41:43Z', 'revision_number': 6, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:44.062371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfc80c-5f8f-4ef4-80b4-181de12e1407 req-08c9641b-cd94-4d96-ba8a-f9a114130eef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.069887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75dfc80c-5f8f-4ef4-80b4-181de12e1407 req-08c9641b-cd94-4d96-ba8a-f9a114130eef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1104102 Apr 20 14:41:44.104887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051a682b-dd2a-4cde-bdf6-b7221eb3dc3a None None] The sync data for ids ['43cd6441-c0e3-4323-a36b-296bb1be5dc7'] in n-d-836145-2 is: [{'id': '43cd6441-c0e3-4323-a36b-296bb1be5dc7', 'name': 'tempest-ServersTestManualDisk-1872167983-router', 'tenant_id': '3ed68216cb004bcbba581df1ebce3d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:39:30Z', 'updated_at': '2022-04-20T14:41:43Z', 'revision_number': 6, 'project_id': '3ed68216cb004bcbba581df1ebce3d39', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:41:44.121941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:44.174182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c277d138-02ad-4284-b808-9d225e1dda9a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:44.175940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.177649 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.188302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.191474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75dfc80c-5f8f-4ef4-80b4-181de12e1407 req-ad62006a-a17a-496e-8d91-948bf59077a9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207576 Apr 20 14:41:44.207514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0c9468-4d32-4c86-b290-86de20ccd231,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:44.256532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.257158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.258532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] 10.222.0.43 "PUT /v2.0/ports/c277d138-02ad-4284-b808-9d225e1dda9a HTTP/1.1" status: 200 len: 1095 time: 1.5157969 Apr 20 14:41:44.259175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:44.261552 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523344b4-d44c-4f71-a5f4-b2e8f76b466d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:44.283777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.312847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d639-3cbd-40d7-8e96-b2a4377b4015 req-7b29f7bc-08d4-438f-b5eb-9751aafbe633 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.321624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d639-3cbd-40d7-8e96-b2a4377b4015 req-7b29f7bc-08d4-438f-b5eb-9751aafbe633 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.327980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d639-3cbd-40d7-8e96-b2a4377b4015 req-7b29f7bc-08d4-438f-b5eb-9751aafbe633 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.336544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5da9d639-3cbd-40d7-8e96-b2a4377b4015 req-7b29f7bc-08d4-438f-b5eb-9751aafbe633 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1&device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84&device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 2417 time: 0.1685028 Apr 20 14:41:44.382030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.384413 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.421155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d39cff92-df96-4901-907d-c6a645e250a1 req-199560b4-d312-478a-bb9c-452625a3df38 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/7cf16667-c507-4937-971b-ce8182c4556a HTTP/1.1" status: 200 len: 1805 time: 0.1778953 Apr 20 14:41:44.425294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92610f-0251-48bd-9cd8-39db29045639 service neutron] Pushing event updated for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:44.433414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.434067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43cd6441-c0e3-4323-a36b-296bb1be5dc7 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:41:44.440804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.444279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-979e77ea-699b-4acb-bd1c-2a2550fe034e admin admin] 10.222.0.20 "DELETE /v2.0/routers/43cd6441-c0e3-4323-a36b-296bb1be5dc7 HTTP/1.1" status: 204 len: 168 time: 1.1682060 Apr 20 14:41:44.444959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59644) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:44.508585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Deleting subnet 808a41d5-98cb-483d-af93-115f137aca3d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:41:44.518341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.591297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.617605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5da9d639-3cbd-40d7-8e96-b2a4377b4015 req-ce1db57b-74c1-4a26-9205-513257e096aa tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800412 Apr 20 14:41:44.634623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-f0c5fbb2-82f6-4bea-bd7f-a607a270a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.635319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-f0c5fbb2-82f6-4bea-bd7f-a607a270a796 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc8fb83be98148fea6b263dfec212324&device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 1098 time: 0.2964699 Apr 20 14:41:44.646404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d39cff92-df96-4901-907d-c6a645e250a1 req-590a0c9f-4dc7-451f-be8e-403995ee0d01 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/732bac70-a866-45d2-9541-a1b45fea6b54 HTTP/1.1" status: 200 len: 1806 time: 0.2240436 Apr 20 14:41:44.700216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cf16667-c507-4937-971b-ce8182c4556a', 'remote_group_id': '732bac70-a866-45d2-9541-a1b45fea6b54', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:44.700828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cf16667-c507-4937-971b-ce8182c4556a', 'remote_group_id': '732bac70-a866-45d2-9541-a1b45fea6b54', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:44.708579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-4d30ead3-40c7-4c71-9f8e-915cfefb1d27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c277d138-02ad-4284-b808-9d225e1dda9a HTTP/1.1" status: 200 len: 217 time: 0.0589437 Apr 20 14:41:44.724449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.779889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.806288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808a41d5-98cb-483d-af93-115f137aca3d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:44.809671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-4562f2a9-7ed7-4545-8c3a-7feeb312b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.810197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.811176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-4562f2a9-7ed7-4545-8c3a-7feeb312b3eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0928988 Apr 20 14:41:44.813395 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d30e6366-4d6e-46fa-89d3-1fecc393d065 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/808a41d5-98cb-483d-af93-115f137aca3d HTTP/1.1" status: 204 len: 168 time: 0.3678541 Apr 20 14:41:44.816213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:44.823059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a133d-2e1d-4010-b8fc-5af449e2b766 req-adfb6483-1bc9-4e72-95af-a510bc37db5b tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.824560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c2a133d-2e1d-4010-b8fc-5af449e2b766 req-adfb6483-1bc9-4e72-95af-a510bc37db5b tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 947 time: 0.1188860 Apr 20 14:41:44.825760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131585a-1547-467c-84a2-43d7376ecfc2 None None] Network f65d3d7e-8ea6-4050-ad25-292693a69135 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:41:44.900799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.904591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:44.944970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c2a133d-2e1d-4010-b8fc-5af449e2b766 req-34027125-4218-4a2a-b44b-70a78026c16c tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968075 Apr 20 14:41:44.949471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-631111b8-54e6-43d4-b818-fc4314784167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:44.950968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-631111b8-54e6-43d4-b818-fc4314784167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141307 Apr 20 14:41:44.973971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Deleting port fab98f98-2dc6-457e-b636-54b16076f98b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:44.974319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.037864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.043530 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24162a33-4ea7-4963-bddd-d25ad6847a39 x-openstack-request-id: req-24162a33-4ea7-4963-bddd-d25ad6847a39 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:45.043824 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:45.044080 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24162a33-4ea7-4963-bddd-d25ad6847a39 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:45.044501 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24162a33-4ea7-4963-bddd-d25ad6847a39'] response: {'name': 'network-changed', 'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a', 'status': 'completed', 'code': 200} Apr 20 14:41:45.077077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.083227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.119695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] For port fab98f98-2dc6-457e-b636-54b16076f98b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fab98f98-2dc6-457e-b636-54b16076f98b,segment=NetworkSegment(efeb2792-d5c2-4d56-b5a1-12eecf40cd1d),segment_id=efeb2792-d5c2-4d56-b5a1-12eecf40cd1d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:45.120551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.154352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Calling delete_port for fab98f98-2dc6-457e-b636-54b16076f98b owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:45.159802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e647ca3c-e852-4e8b-bde2-675369f06e97,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:45.171923 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.172473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] DHCP port deletion for f65d3d7e-8ea6-4050-ad25-292693a69135 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:41:45.173323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d39cff92-df96-4901-907d-c6a645e250a1 req-fea00405-f2e0-4ca1-b7f5-ff7d62f5dff0 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5257201 Apr 20 14:41:45.215180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-2e1ec3e4-1903-4f81-a988-849c076f0f47 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542143 Apr 20 14:41:45.237562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf84905c-c77e-46be-af72-bba946b2c5c4 req-8cc18134-1743-4cd3-b4ee-ab32876b0545 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1446729 Apr 20 14:41:45.286118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.308126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.318207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Deleting port fab98f98-2dc6-457e-b636-54b16076f98b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:45.318726 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.345354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Pushing event deleted for resources: {'Port': ['ID=fab98f98-2dc6-457e-b636-54b16076f98b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:45.345354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] No DVR routers for this DVR port fab98f98-2dc6-457e-b636-54b16076f98b on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:45.420823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fe67e-e842-43aa-98a3-49b068a9c260 req-812dc1b1-7a8b-4935-822b-3496d42c54fd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:45.430127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a06fe67e-e842-43aa-98a3-49b068a9c260 req-812dc1b1-7a8b-4935-822b-3496d42c54fd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1356103 Apr 20 14:41:45.450166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] For port fab98f98-2dc6-457e-b636-54b16076f98b, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:45.450942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.468442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Calling delete_port for fab98f98-2dc6-457e-b636-54b16076f98b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:45.470646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.472294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Port fab98f98-2dc6-457e-b636-54b16076f98b was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:41:45.478852 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.483947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05e18d61-9fb4-496a-b230-e6a7ef902b1d req-f7744c8e-675f-4222-bf2c-90539c571689 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467847 Apr 20 14:41:45.499559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] No DVR routers for this DVR port fab98f98-2dc6-457e-b636-54b16076f98b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:45.508841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65d3d7e-8ea6-4050-ad25-292693a69135']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:45.529614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:45.530665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeb2792-d5c2-4d56-b5a1-12eecf40cd1d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:45.554367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a06fe67e-e842-43aa-98a3-49b068a9c260 req-f4ae03ed-487a-4cf8-b3a9-60b67dd38567 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232626 Apr 20 14:41:45.555184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c5848-6a9c-4d34-aa4e-d5ef3b626874 None None] Pushing event deleted for resources: {'Port': ['ID=fab98f98-2dc6-457e-b636-54b16076f98b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:45.562453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.588474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.596154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:41:45.597503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:41:45.599655 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:41:45.604883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c60f-a254-4a7a-b756-331a65f7134b req-660b96c1-4898-4aaa-a801-5a8747eecc08 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:45.606399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c16c60f-a254-4a7a-b756-331a65f7134b req-660b96c1-4898-4aaa-a801-5a8747eecc08 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1731360 Apr 20 14:41:45.661848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.679373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:45.679540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-076b9158-3109-4589-85a2-2ae05e731198 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/732bac70-a866-45d2-9541-a1b45fea6b54 HTTP/1.1" status: 200 len: 1806 time: 0.0962234 Apr 20 14:41:45.686893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] 10.222.0.20 "DELETE /v2.0/networks/f65d3d7e-8ea6-4050-ad25-292693a69135 HTTP/1.1" status: 204 len: 168 time: 0.8695672 Apr 20 14:41:45.694616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-38028764-7def-473e-8b9e-79aaae76c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:45.696183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-38028764-7def-473e-8b9e-79aaae76c978 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc8fb83be98148fea6b263dfec212324&device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 1098 time: 0.1402807 Apr 20 14:41:45.708025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f21b6-74d7-4834-b538-7a14dbb43bac admin admin] Pushing event deleted for resources: {'Network': ['ID=f65d3d7e-8ea6-4050-ad25-292693a69135,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:45.735152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c16c60f-a254-4a7a-b756-331a65f7134b req-1a918808-721e-4327-bf7f-f83b81a27012 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135314 Apr 20 14:41:45.845374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-7295a428-d62f-48cf-977d-0cf07168a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:45.845374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-7295a428-d62f-48cf-977d-0cf07168a9ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1071486 Apr 20 14:41:45.903652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59666) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:45.920762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-c675e67f-1da0-4160-80e9-d83ea8be27d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c277d138-02ad-4284-b808-9d225e1dda9a HTTP/1.1" status: 200 len: 217 time: 0.0653441 Apr 20 14:41:45.949457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c460884-1930-4375-9287-400ad40b5774 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ed68216cb004bcbba581df1ebce3d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443864 Apr 20 14:41:45.950077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59668) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:45.973624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.011213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.013620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-d8e07dc0-6ade-4d59-ae23-79f9a2922299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:46.016195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-d8e07dc0-6ade-4d59-ae23-79f9a2922299 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0806057 Apr 20 14:41:46.027140 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.036110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.096792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.100430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.104155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fadad2f-8254-428f-bd7d-c5e0b994f0d8 HTTP/1.1" status: 204 len: 168 time: 0.1507063 Apr 20 14:41:46.113891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fca85-f692-4634-805d-9a66d9a5fec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fadad2f-8254-428f-bd7d-c5e0b994f0d8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:46.166429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:46.176075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28773e09-2011-4bfd-a58c-8550d1673ad3 req-5a0aa54d-d089-469a-8340-8e998f922a0b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:46.177663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28773e09-2011-4bfd-a58c-8550d1673ad3 req-5a0aa54d-d089-469a-8340-8e998f922a0b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1602204 Apr 20 14:41:46.183153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-d02a3f8a-cf58-4a69-8c11-5a868d521f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:46.184637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-d02a3f8a-cf58-4a69-8c11-5a868d521f0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365995 Apr 20 14:41:46.209604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:46.209962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f52ffd6-4f0d-43ac-a2cc-fa26296bbcab not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:46.210497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fab98f98-2dc6-457e-b636-54b16076f98b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:46.242124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: fab98f98-2dc6-457e-b636-54b16076f98b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:46.242680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fab98f98-2dc6-457e-b636-54b16076f98b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:46.243406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b0c9468-4d32-4c86-b290-86de20ccd231 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:46.267656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2b0c9468-4d32-4c86-b290-86de20ccd231 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:46.268777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b0c9468-4d32-4c86-b290-86de20ccd231 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:46.274289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.277126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:46.282940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43bafa2a-9c5b-4e08-a285-e40656ba2eae req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/732bac70-a866-45d2-9541-a1b45fea6b54 HTTP/1.1" status: 204 len: 173 time: 0.5857196 Apr 20 14:41:46.330612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28773e09-2011-4bfd-a58c-8550d1673ad3 req-d92b00b8-ffad-43cb-8c13-8fe92c304333 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Apr 20 14:41:46.333580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd61f0-3895-4b11-993e-85b705c6214d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732bac70-a866-45d2-9541-a1b45fea6b54,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:46.418297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-0c70dcc7-5858-4ff6-a40b-ceba9368bb18 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251444 Apr 20 14:41:46.598127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3c48c-26a2-4c7b-9c8d-5c06d14fb39b req-e2edc5c4-cc74-49ba-94e9-4005f18c2efe tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:46.599712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57f3c48c-26a2-4c7b-9c8d-5c06d14fb39b req-e2edc5c4-cc74-49ba-94e9-4005f18c2efe tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 947 time: 0.1559699 Apr 20 14:41:46.620060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-148ff62b-cd41-4530-ae47-6d36fefee96b req-3bb196cf-907c-4653-9e9f-f801ead167cd tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/7cf16667-c507-4937-971b-ce8182c4556a HTTP/1.1" status: 200 len: 1805 time: 0.1264658 Apr 20 14:41:46.621955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-523344b4-d44c-4f71-a5f4-b2e8f76b466d req-41928109-9930-42c6-94cd-4aaddcc10af7 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901941 Apr 20 14:41:46.666110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57f3c48c-26a2-4c7b-9c8d-5c06d14fb39b req-98119ffd-dd0c-4dcf-a8b2-7b6471b98993 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Apr 20 14:41:46.817121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094aa2-a1c2-489f-94e2-d2ab59dd928d req-3015c3ca-e882-4fc1-9a03-30f3767d7881 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:46.825042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39094aa2-a1c2-489f-94e2-d2ab59dd928d req-3015c3ca-e882-4fc1-9a03-30f3767d7881 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0715678 Apr 20 14:41:46.871193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39094aa2-a1c2-489f-94e2-d2ab59dd928d req-4b305308-5afe-4837-8943-ef06969644e1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451443 Apr 20 14:41:46.899135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-731654968', 'description': 'tempest-description-1531659067'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:46.939015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.023387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307db6c-6d73-424d-8da5-28c33bc8d3c0 req-eb602c34-9641-4f56-996a-c1190aef0f14 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:47.024929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f307db6c-6d73-424d-8da5-28c33bc8d3c0 req-eb602c34-9641-4f56-996a-c1190aef0f14 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0722902 Apr 20 14:41:47.066099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.072856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.104777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f307db6c-6d73-424d-8da5-28c33bc8d3c0 req-6f96664d-ff92-4ba2-a4d1-9f26d6ba6595 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675359 Apr 20 14:41:47.116983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.131202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7d4e38b-ff90-43fd-988c-dffc2b8b11ca req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2364464 Apr 20 14:41:47.132223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b6879-f55a-4d7b-89f2-4bc6734832ce tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31408b2b-fb10-401e-bcd9-6174f2fd71b7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:47.358426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-025e7029-fda6-42d8-a48b-dfb0c6b120a3 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 200 len: 1806 time: 0.0414040 Apr 20 14:41:47.373127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31408b2b-fb10-401e-bcd9-6174f2fd71b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:47.373520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31408b2b-fb10-401e-bcd9-6174f2fd71b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:47.444014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.482709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.488523 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.521847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f2ce66-1657-4c31-b6bf-a4bf0c2fb686,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:47.547752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.549104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1092e49-29d3-4b25-8f16-3603854b1524 req-1e61aee3-69c4-4c66-b146-ecc281c91252 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1800811 Apr 20 14:41:47.576186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30444-34f4-4450-9518-2234162479f9 req-92a39c3e-8376-4c98-a451-7b06b99288bd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:47.578022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7b30444-34f4-4450-9518-2234162479f9 req-92a39c3e-8376-4c98-a451-7b06b99288bd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0806310 Apr 20 14:41:47.642400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7b30444-34f4-4450-9518-2234162479f9 req-e6a86a09-1914-4d9a-bf7e-856eeece3dff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475814 Apr 20 14:41:47.658829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:47.711638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2aea830-d8fb-48e8-89b3-71ca4bb99bac req-9fd3c683-4ab9-443f-8be1-dd222c141193 tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0350657 Apr 20 14:41:47.763917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.807747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:47.808787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:47.816090 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d22a6-03e0-403d-b40f-8e14d6624632" -d '{"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-unplugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:47.822399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:47.832598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-2d688b00-dbc1-4ee6-a71c-383009d13e0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 200 len: 2400 time: 0.0837762 Apr 20 14:41:47.849776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31408b2b-fb10-401e-bcd9-6174f2fd71b7', 'remote_group_id': None}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:47.850674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31408b2b-fb10-401e-bcd9-6174f2fd71b7', 'remote_group_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:47.885401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:47.957402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.009117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.021760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cf6b8-0c8c-4330-8f6d-318310b65e3d req-ea6deb82-7957-4224-a101-ee2a7643a7a2 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.023368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c54cf6b8-0c8c-4330-8f6d-318310b65e3d req-ea6deb82-7957-4224-a101-ee2a7643a7a2 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 947 time: 0.0797374 Apr 20 14:41:48.024644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.052392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52d6de0-05e9-470e-a8b9-0da474a2b881,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:48.066719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.069661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f3ad0eb-c356-40c1-94cc-0d665fb582df req-af657c01-f8d2-4879-b4e1-520aa0e314fc tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2297020 Apr 20 14:41:48.103274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c54cf6b8-0c8c-4330-8f6d-318310b65e3d req-01c9a860-566b-41d7-9c00-cf22e1f57f9d tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670192 Apr 20 14:41:48.232805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853fb35-978d-496c-a238-75423c7a1c06 req-c6ecbabb-1e40-4530-a6d7-e2b77b764fcd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.241403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3853fb35-978d-496c-a238-75423c7a1c06 req-c6ecbabb-1e40-4530-a6d7-e2b77b764fcd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0651889 Apr 20 14:41:48.273783 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b558fe-42e8-49a0-bb63-878cf7b36342 x-openstack-request-id: req-55b558fe-42e8-49a0-bb63-878cf7b36342 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:48.274081 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-unplugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:48.274664 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55b558fe-42e8-49a0-bb63-878cf7b36342 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:48.275239 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b558fe-42e8-49a0-bb63-878cf7b36342'] response: {'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'code': 200} Apr 20 14:41:48.283496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3853fb35-978d-496c-a238-75423c7a1c06 req-677168bb-43d1-4659-b049-6ce60c0826d7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Apr 20 14:41:48.360944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db28cd9-8708-4719-b649-1a582eac1f23 req-5e5929f3-a51d-4c01-bd46-bbc36710aa56 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 200 len: 2999 time: 0.0482094 Apr 20 14:41:48.421818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41282979-b267-4efe-913c-beb421eb34bc req-9f8e3f40-ec36-4780-9631-02093fa954df tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.423698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41282979-b267-4efe-913c-beb421eb34bc req-9f8e3f40-ec36-4780-9631-02093fa954df tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.0617280 Apr 20 14:41:48.489623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41282979-b267-4efe-913c-beb421eb34bc req-821d31e0-1397-48f8-8399-da185e094daf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560400 Apr 20 14:41:48.498197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1af3-7fe7-4ade-b856-a2d6896085bb req-8a8876f1-7184-4775-9449-ba8c41d6d8c3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.499822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f6d1af3-7fe7-4ade-b856-a2d6896085bb req-8a8876f1-7184-4775-9449-ba8c41d6d8c3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.0750847 Apr 20 14:41:48.547977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f6d1af3-7fe7-4ade-b856-a2d6896085bb req-0255cb7a-698c-4d8c-b793-192ea72cb170 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Apr 20 14:41:48.610205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-b83b7c0a-21a1-4229-a1b5-1fc0a41b0013 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-group-rules/d52d6de0-05e9-470e-a8b9-0da474a2b881 HTTP/1.1" status: 200 len: 783 time: 0.0360301 Apr 20 14:41:48.646951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7aa4d-baea-4b9c-ad42-124ef9780f3b req-5a2e365d-7622-4a57-89d1-a6f7589ac713 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.648449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ef7aa4d-baea-4b9c-ad42-124ef9780f3b req-5a2e365d-7622-4a57-89d1-a6f7589ac713 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0899856 Apr 20 14:41:48.690400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-e3217cac-7746-42ce-8e0f-2ec6b5280719 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 200 len: 2999 time: 0.0731993 Apr 20 14:41:48.709416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ef7aa4d-baea-4b9c-ad42-124ef9780f3b req-030dbc99-e4af-479e-81f0-45b916dd5b54 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Apr 20 14:41:48.730602 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.740811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.773497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.778509 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:48.779670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec212be1-997a-4f6d-8718-4519141b1eb5 req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d52d6de0-05e9-470e-a8b9-0da474a2b881 HTTP/1.1" status: 204 len: 173 time: 0.0802000 Apr 20 14:41:48.788229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491579ea-c356-4e7a-b57f-8726ecf37d28 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d52d6de0-05e9-470e-a8b9-0da474a2b881,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:48.885877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9a8589a-5ba9-409e-bc34-63601af7f398 req-33848680-0508-404f-a043-6f519254714c tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0386395 Apr 20 14:41:48.905043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3519275-60dc-4238-8ad8-545d1efff696 req-e9e57946-99bb-428d-bcc9-5560acb1e9f3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:48.906595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3519275-60dc-4238-8ad8-545d1efff696 req-e9e57946-99bb-428d-bcc9-5560acb1e9f3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0683880 Apr 20 14:41:48.975020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3519275-60dc-4238-8ad8-545d1efff696 req-798b4b2b-7574-491a-be27-182f4f20cd0a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612819 Apr 20 14:41:48.977792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5307ccca-d721-4566-b2a1-c1eb642668af req-fbc01b35-5de6-4b4a-8f79-3140066f3d8f tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 200 len: 2400 time: 0.0661058 Apr 20 14:41:49.040027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307ccca-d721-4566-b2a1-c1eb642668af req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.086088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307ccca-d721-4566-b2a1-c1eb642668af req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.127742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f49aa-7dbe-4d3a-8c3d-0bbc487f0ec4 req-cdb6d1fd-2e6a-42a3-9308-6945dbbcfca8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.128517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691f49aa-7dbe-4d3a-8c3d-0bbc487f0ec4 req-cdb6d1fd-2e6a-42a3-9308-6945dbbcfca8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0865157 Apr 20 14:41:49.157219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307ccca-d721-4566-b2a1-c1eb642668af req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.161105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307ccca-d721-4566-b2a1-c1eb642668af req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.162437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5307ccca-d721-4566-b2a1-c1eb642668af req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/31408b2b-fb10-401e-bcd9-6174f2fd71b7 HTTP/1.1" status: 204 len: 173 time: 0.1759539 Apr 20 14:41:49.187246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392525b-19b0-4ef3-9be6-4dc095218f3a tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31408b2b-fb10-401e-bcd9-6174f2fd71b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:49.195054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691f49aa-7dbe-4d3a-8c3d-0bbc487f0ec4 req-edbb3a3f-18d6-4042-a894-5cab801e01aa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522063 Apr 20 14:41:49.252290 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-9c68fb9c-0205-4bc7-81d9-b1f9eb52755a req-82b581aa-d723-4cac-a44b-4286788d18cf tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] show failed (client error): The resource could not be found. Apr 20 14:41:49.253217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c68fb9c-0205-4bc7-81d9-b1f9eb52755a req-82b581aa-d723-4cac-a44b-4286788d18cf tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/732bac70-a866-45d2-9541-a1b45fea6b54 HTTP/1.1" status: 404 len: 352 time: 0.0312047 Apr 20 14:41:49.276978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d7058-8039-457f-96c2-37d3dad79d25 req-f684bff8-81be-4887-b382-e9d39b0859c2 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.278466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-133d7058-8039-457f-96c2-37d3dad79d25 req-f684bff8-81be-4887-b382-e9d39b0859c2 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 947 time: 0.0682540 Apr 20 14:41:49.345668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-133d7058-8039-457f-96c2-37d3dad79d25 req-8736c313-cd41-431e-b506-84f59125af7e tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595579 Apr 20 14:41:49.348187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-518fe0dc-bf44-4f91-abee-9626c0245d67 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/7cf16667-c507-4937-971b-ce8182c4556a HTTP/1.1" status: 200 len: 1805 time: 0.0688405 Apr 20 14:41:49.369380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c277d138-02ad-4284-b808-9d225e1dda9a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:49.412652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.463393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.474652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c277d138-02ad-4284-b808-9d225e1dda9a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:49.487382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c277d138-02ad-4284-b808-9d225e1dda9a', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': 'c277d138-02ad-4284-b808-9d225e1dda9a', 'mac_address': 'fa:16:3e:8e:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:49.506668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629ea3-1c7b-4fd7-a910-49bd0b35ebfc req-01dd7b07-598b-485b-ae56-af85d50e835a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.508054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a629ea3-1c7b-4fd7-a910-49bd0b35ebfc req-01dd7b07-598b-485b-ae56-af85d50e835a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0904019 Apr 20 14:41:49.529521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.529946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.532021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.533245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-978ed469-84d2-4e97-a18e-20e1f656e44d req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/7cf16667-c507-4937-971b-ce8182c4556a HTTP/1.1" status: 204 len: 173 time: 0.1789255 Apr 20 14:41:49.545313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c277d138-02ad-4284-b808-9d225e1dda9a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:49.547219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a089c8b-aeed-4cb0-a72f-5549b07a9b0c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf16667-c507-4937-971b-ce8182c4556a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:49.563774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a629ea3-1c7b-4fd7-a910-49bd0b35ebfc req-6ce2b963-176b-4651-9a90-2236170fe40e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Apr 20 14:41:49.583416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c277d138-02ad-4284-b808-9d225e1dda9a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:49.590922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.638160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:49.645947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.646290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.647786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.647786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.647786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.647786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.648085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.648231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.648737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.649063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.649651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.649781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:49.657125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:49.663849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3133-b7e5-44dd-b3b0-7a0943e050ed req-efe9ed4b-815f-4138-a5d5-2a18501d4d42 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.665849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b4d3133-b7e5-44dd-b3b0-7a0943e050ed req-efe9ed4b-815f-4138-a5d5-2a18501d4d42 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 943 time: 0.0799298 Apr 20 14:41:49.672572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-d4b4b314-2817-4c9b-b4d7-5a4055f49b5b tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/b0337304-ee2a-418b-9b3a-e4b5a86a5111 HTTP/1.1" status: 200 len: 1806 time: 0.0589027 Apr 20 14:41:49.739909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b4d3133-b7e5-44dd-b3b0-7a0943e050ed req-0843b568-31a5-4434-b60f-c7e652ee570f tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608625 Apr 20 14:41:49.755698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:49.767952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.773690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'port_id': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'mac_address': 'fa:16:3e:e5:54:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1284ec7-115a-4101-b377-43a476077961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:49.786626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.814884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.828018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459fe63-e27f-4bdf-9fd3-0e349810e0e2 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:49.848596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:49.855042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.876244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8e0e9-cc22-435f-a28f-6a07d1f213bd req-231ed5f5-06d8-46e8-ad81-3b14801ae0d6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.877706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99c8e0e9-cc22-435f-a28f-6a07d1f213bd req-231ed5f5-06d8-46e8-ad81-3b14801ae0d6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.0578370 Apr 20 14:41:49.878777 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.881262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:49.882290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8d2f40b-7fc9-487c-820d-2c1ba1b97107 req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0337304-ee2a-418b-9b3a-e4b5a86a5111 HTTP/1.1" status: 204 len: 173 time: 0.2016263 Apr 20 14:41:49.899898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c277d138-02ad-4284-b808-9d225e1dda9a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:49.920969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b39f5-c1a5-42bc-9426-4e6334b3811c tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0337304-ee2a-418b-9b3a-e4b5a86a5111,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:49.942364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:49.978874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-1b70e746-f81d-46cf-94d3-72acbe8a36db tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:49.980351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-1b70e746-f81d-46cf-94d3-72acbe8a36db tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 945 time: 0.0971658 Apr 20 14:41:49.996973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99c8e0e9-cc22-435f-a28f-6a07d1f213bd req-d7e5996e-b529-42ec-a975-489af717f4fc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014009 Apr 20 14:41:50.040835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-18b507a4-a6ce-4e88-9291-d6085db3c762 req-734e38c2-1807-45bb-9090-e53320822f93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0375843 Apr 20 14:41:50.089905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d23ddb-ed9f-4556-a9d1-d586dcce7c02 req-27560033-7a53-4827-b238-3e9a643ccbef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:50.091624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2d23ddb-ed9f-4556-a9d1-d586dcce7c02 req-27560033-7a53-4827-b238-3e9a643ccbef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1389420 Apr 20 14:41:50.136055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-62c26dc6-2471-4c72-9261-1e8b2ffa3d25 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/93f60835-79f6-4c99-a18e-3a8272d1f0e4 HTTP/1.1" status: 200 len: 1807 time: 0.1028235 Apr 20 14:41:50.173127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2d23ddb-ed9f-4556-a9d1-d586dcce7c02 req-6a3516ca-4bbd-4854-af5c-b064a48490cb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Apr 20 14:41:50.190536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Deleting port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:50.191092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.203076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d459fe63-e27f-4bdf-9fd3-0e349810e0e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:50.287375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8851d4c2-d3b3-47e0-86ad-00c7addbb888 req-04d330c2-8538-471a-ad17-95de25fa0b66 tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0429912 Apr 20 14:41:50.292034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.602380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] For port 27888b37-ea5b-4e32-aeb4-0a01bfd48878, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=27888b37-ea5b-4e32-aeb4-0a01bfd48878,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:50.602617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.605568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.644048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Calling delete_port for 27888b37-ea5b-4e32-aeb4-0a01bfd48878 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:50.710404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.712901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.714026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f006ed7e-08da-427d-bc24-15adc2e87808 req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/93f60835-79f6-4c99-a18e-3a8272d1f0e4 HTTP/1.1" status: 204 len: 173 time: 0.5686550 Apr 20 14:41:50.721292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d78eb5-1c54-4b6c-ba16-fb4e22be19d3 req-5650d4a0-5134-4340-9a68-fe0ae36b996e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:50.722748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89d78eb5-1c54-4b6c-ba16-fb4e22be19d3 req-5650d4a0-5134-4340-9a68-fe0ae36b996e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1355934 Apr 20 14:41:50.747721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e049e-28b4-44c3-a937-8d702ba79c3d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f60835-79f6-4c99-a18e-3a8272d1f0e4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:50.817298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89d78eb5-1c54-4b6c-ba16-fb4e22be19d3 req-f87bbd1c-be1d-4ecf-9d44-d8dd016adcf4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873477 Apr 20 14:41:50.872475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5b6e-3e5c-4d11-8565-93a3cfb8a21c req-90cccf8c-7d4a-4abc-a371-050a5cb7e23f tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:50.873914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae0d5b6e-3e5c-4d11-8565-93a3cfb8a21c req-90cccf8c-7d4a-4abc-a371-050a5cb7e23f tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 948 time: 0.1085982 Apr 20 14:41:50.902403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:50.914336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c1869958-d664-4ef0-9b9b-5cc34d6316f3', '27888b37-ea5b-4e32-aeb4-0a01bfd48878'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:50.939890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['50b67109-ac7b-4d08-af49-14f3e815e7d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:50.951381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event deleted for resources: {'Port': ['ID=27888b37-ea5b-4e32-aeb4-0a01bfd48878,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:50.964515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-42b475df-c3a8-4a45-9974-227fdfd1c364 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/105c6ff6-c739-4d76-b076-ae59ad20431d HTTP/1.1" status: 200 len: 2405 time: 0.1091156 Apr 20 14:41:51.013218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] No DVR routers for this DVR port 27888b37-ea5b-4e32-aeb4-0a01bfd48878 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:51.018096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae0d5b6e-3e5c-4d11-8565-93a3cfb8a21c req-01322bbf-5c53-4ed8-b90e-43aa93a187a0 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329701 Apr 20 14:41:51.024190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.027468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-757a40e6-caa5-4923-be54-15effd0fe1d7 req-337fedd6-8cbc-4c26-b0d6-61716ef06cc6 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "DELETE /v2.0/ports/27888b37-ea5b-4e32-aeb4-0a01bfd48878 HTTP/1.1" status: 204 len: 173 time: 1.0296094 Apr 20 14:41:51.027927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'name': 'network-vif-deleted', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:51.030417 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84841bc3-426d-447a-8856-26759993c4e0" -d '{"events": [{"server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "name": "network-vif-deleted", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:51.085970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.150325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.236980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cdde5-c85c-466b-a1f7-fef1ee94c9b0 req-549fc1e2-ac65-4613-9a56-eea2faaaaf79 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:51.238858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe0cdde5-c85c-466b-a1f7-fef1ee94c9b0 req-549fc1e2-ac65-4613-9a56-eea2faaaaf79 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 944 time: 0.1024239 Apr 20 14:41:51.263683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.266845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.267996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ae5a47e-511e-44c2-868a-5a7297ca1604 req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/105c6ff6-c739-4d76-b076-ae59ad20431d HTTP/1.1" status: 204 len: 173 time: 0.2840316 Apr 20 14:41:51.283667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa836f7-86f5-41ff-bbf3-cf95ee3b9b0d tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c6ff6-c739-4d76-b076-ae59ad20431d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:51.301837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe0cdde5-c85c-466b-a1f7-fef1ee94c9b0 req-ed8c6a5b-e380-4875-b3c8-09bbb5ecfbaa tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Apr 20 14:41:51.374417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56c747-d4c0-4773-a179-00d100489ea2 req-223c8d9f-ecfa-4b1c-9f33-a3c9ec4d28fe tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:51.376082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c56c747-d4c0-4773-a179-00d100489ea2 req-223c8d9f-ecfa-4b1c-9f33-a3c9ec4d28fe tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Apr 20 14:41:51.384399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c277d138-02ad-4284-b808-9d225e1dda9a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:51.425747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3a9ad53-7f4f-42e7-bd2a-c9791311b74c req-76b4df39-aea4-43be-9117-b012dfe2ba0f tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d48eae65-5991-457f-8974-2cf2d0d207a1 HTTP/1.1" status: 200 len: 210 time: 0.0360296 Apr 20 14:41:51.454310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c56c747-d4c0-4773-a179-00d100489ea2 req-ce0f7e4d-841e-4610-9186-16f5d32b9256 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Apr 20 14:41:51.466286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c277d138-02ad-4284-b808-9d225e1dda9a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:51.473247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c277d138-02ad-4284-b808-9d225e1dda9a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:51.473474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.491863 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b782dc2-d420-4a75-95ff-774a0cfec720 x-openstack-request-id: req-6b782dc2-d420-4a75-95ff-774a0cfec720 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:51.492057 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48eae65-5991-457f-8974-2cf2d0d207a1", "name": "network-vif-deleted", "tag": "27888b37-ea5b-4e32-aeb4-0a01bfd48878", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:51.492315 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b782dc2-d420-4a75-95ff-774a0cfec720 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:51.492745 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b782dc2-d420-4a75-95ff-774a0cfec720'] response: {'server_uuid': 'd48eae65-5991-457f-8974-2cf2d0d207a1', 'name': 'network-vif-deleted', 'tag': '27888b37-ea5b-4e32-aeb4-0a01bfd48878', 'status': 'completed', 'code': 200} Apr 20 14:41:51.536486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-2586fa97-40dc-4dcf-aad2-c668930cb332 tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "GET /v2.0/security-groups/e1d3c8ec-4320-4b93-8707-610b761c4191 HTTP/1.1" status: 200 len: 2400 time: 0.0540538 Apr 20 14:41:51.575997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.602459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.603642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:51.606666 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbe969-0c06-40de-871b-6e3f70a30d80" -d '{"events": [{"server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "name": "network-vif-plugged", "status": "completed", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:51.623086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c277d138-02ad-4284-b808-9d225e1dda9a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:51.628078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.645018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c505b18-3fb8-4be5-9dfd-30fce4998e65 req-a737fe8e-d3be-433c-805a-a024d0fca5bf tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0400121 Apr 20 14:41:51.659961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.661795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:51.721527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:51.732861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.735718 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fd743b-eff8-4219-bfdf-4aa6adc61c7c x-openstack-request-id: req-a6fd743b-eff8-4219-bfdf-4aa6adc61c7c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:51.735718 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "name": "network-vif-plugged", "status": "completed", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:51.735938 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6fd743b-eff8-4219-bfdf-4aa6adc61c7c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:51.736285 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fd743b-eff8-4219-bfdf-4aa6adc61c7c'] response: {'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a', 'code': 200} Apr 20 14:41:51.736940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.737048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:51.737303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.738112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d066e70-65df-40e4-9063-972e6f7e9adb req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] 10.222.0.20 "DELETE /v2.0/security-groups/e1d3c8ec-4320-4b93-8707-610b761c4191 HTTP/1.1" status: 204 len: 173 time: 0.1939101 Apr 20 14:41:51.744714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59836) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:51.797781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2184fc-32be-4a42-9bb4-6788e735f2da tempest-SecurityGroupRulesTestJSON-1575977316 tempest-SecurityGroupRulesTestJSON-1575977316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3c8ec-4320-4b93-8707-610b761c4191,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:51.834936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.875432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:51.881577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.883906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Deleting subnet 88bdb1aa-45ce-489f-ac2b-52bc3bec595f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:41:51.890174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:51.933687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:51.935026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52579-5659-4fcb-9b67-79ad23fc6399 req-15e0875c-fbc5-4b4d-8506-8819dc15b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:51.937605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5e52579-5659-4fcb-9b67-79ad23fc6399 req-15e0875c-fbc5-4b4d-8506-8819dc15b50d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 1100 time: 0.1072102 Apr 20 14:41:51.947496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109c83-513b-4f04-bdd7-5cf5393eed86 req-6f807a3a-0cde-4856-8636-ba58acdc91b4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:51.948904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c109c83-513b-4f04-bdd7-5cf5393eed86 req-6f807a3a-0cde-4856-8636-ba58acdc91b4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1379266 Apr 20 14:41:51.957957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.038132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5e52579-5659-4fcb-9b67-79ad23fc6399 req-a2232a2d-7b8c-4a4b-8d58-61baa0c467e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867188 Apr 20 14:41:52.049228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c109c83-513b-4f04-bdd7-5cf5393eed86 req-89838f2a-ac04-496a-8286-2c05633d0ee9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885293 Apr 20 14:41:52.051774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.159193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.205088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bdb1aa-45ce-489f-ac2b-52bc3bec595f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:52.216237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.218884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-89aa1ea8-31f8-4b95-9d11-4a39d7cec62b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/88bdb1aa-45ce-489f-ac2b-52bc3bec595f HTTP/1.1" status: 204 len: 168 time: 0.4730437 Apr 20 14:41:52.222073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59854) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:52.231263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412980cc-611c-4250-aba0-e2f24cd3e446 req-799aea1d-275e-4c50-a249-697e910060d5 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.232711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-412980cc-611c-4250-aba0-e2f24cd3e446 req-799aea1d-275e-4c50-a249-697e910060d5 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.1184759 Apr 20 14:41:52.246360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0114b-ec68-4d6f-a817-a9eaef7efa1b req-a68f236c-089b-4f65-a0b1-1a4af935140e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.247831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9a0114b-ec68-4d6f-a817-a9eaef7efa1b req-a68f236c-089b-4f65-a0b1-1a4af935140e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1032374 Apr 20 14:41:52.295931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-412980cc-611c-4250-aba0-e2f24cd3e446 req-00e7d0ee-ed47-4f70-a9d9-c96ee58efcbc tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571513 Apr 20 14:41:52.298310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.308248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9a0114b-ec68-4d6f-a817-a9eaef7efa1b req-7a594b28-b338-4c43-9ae9-fab8f60847de tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Apr 20 14:41:52.383123 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.408732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5e4a5c-e83e-4051-95b7-d0d4fc000a11']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:52.418910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af6a3d3-033c-4f42-bd27-01a980c18b2b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:52.419285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af6a3d3-033c-4f42-bd27-01a980c18b2b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:52.433280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.462209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.474558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:41:52.475092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:41:52.477827 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:41:52.550700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65df14c7-0b9b-4d7e-8f78-3d284f6787aa req-0bd95f2c-e018-4a72-a8b9-f3c76788ae92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e55146b7d00413b9a25c33bec37bc77&device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0427630 Apr 20 14:41:52.561980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.567811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.571523 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a5e4a5c-e83e-4051-95b7-d0d4fc000a11 HTTP/1.1" status: 204 len: 168 time: 0.3483684 Apr 20 14:41:52.584180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e8f6-1bc5-468f-8937-3f25a4e1152f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5e4a5c-e83e-4051-95b7-d0d4fc000a11,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:52.618229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65df14c7-0b9b-4d7e-8f78-3d284f6787aa req-dcbcca20-7518-4652-ab51-b7f103500aa3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0e55146b7d00413b9a25c33bec37bc77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530045 Apr 20 14:41:52.650329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4239c86-6f59-41ec-b977-77c25372fcb3 req-a1252b62-5218-4c01-adb3-fbe6333d1cc9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.651839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4239c86-6f59-41ec-b977-77c25372fcb3 req-a1252b62-5218-4c01-adb3-fbe6333d1cc9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1352918 Apr 20 14:41:52.684750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb89760-e32a-49cf-ab0b-3582d153d0ed req-a588bf51-aad4-4f19-8825-a1d91502feea tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.686232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbb89760-e32a-49cf-ab0b-3582d153d0ed req-a588bf51-aad4-4f19-8825-a1d91502feea tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1588392 Apr 20 14:41:52.770103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:52.808855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28acfb50-e9cb-4b93-be63-cb00981e6a0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=857848ddbdd24b738fd7d207dab12447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375118 Apr 20 14:41:52.811455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:52.831695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4239c86-6f59-41ec-b977-77c25372fcb3 req-3c53a77a-f366-4870-a5fd-4e86b252f414 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548219 Apr 20 14:41:52.844715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbb89760-e32a-49cf-ab0b-3582d153d0ed req-fb64d7b5-1257-47f7-a334-f17727edfd22 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369958 Apr 20 14:41:52.882844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.883104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df14c7-0b9b-4d7e-8f78-3d284f6787aa req-dc729947-ef59-43c9-b2c7-1ee61b4b5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.884769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65df14c7-0b9b-4d7e-8f78-3d284f6787aa req-dc729947-ef59-43c9-b2c7-1ee61b4b5497 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2533822 Apr 20 14:41:52.912378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.942764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-457ca483-8a7d-4ac5-87f9-ecca3ee5a1f1 req-10377213-98f2-4510-8ac2-298b2f530ec0 tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0264862 Apr 20 14:41:52.970644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.973171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:52.974326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21ae7a01-5ae2-41be-a17b-d58aee9d8470 HTTP/1.1" status: 204 len: 168 time: 0.1619477 Apr 20 14:41:52.983552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d501-f4be-491d-a45f-2f7d9a1f6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae7a01-5ae2-41be-a17b-d58aee9d8470,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:53.138110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42f8cc-6fc8-49e1-84bd-1c01052fa85d req-85feb32b-4438-42e0-b08c-369c8183cb27 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:53.139599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e42f8cc-6fc8-49e1-84bd-1c01052fa85d req-85feb32b-4438-42e0-b08c-369c8183cb27 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.0575407 Apr 20 14:41:53.185735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e42f8cc-6fc8-49e1-84bd-1c01052fa85d req-80a1d6df-194d-4663-a239-02b4d823e85a tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Apr 20 14:41:53.399192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 27888b37-ea5b-4e32-aeb4-0a01bfd48878 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:53.429806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 27888b37-ea5b-4e32-aeb4-0a01bfd48878 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:53.430410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 27888b37-ea5b-4e32-aeb4-0a01bfd48878 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:53.432258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf249b-ef67-4629-a143-f69a48361d3e req-1de14caf-f213-4539-8ec9-542dd7ebd936 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:53.434028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cdf249b-ef67-4629-a143-f69a48361d3e req-1de14caf-f213-4539-8ec9-542dd7ebd936 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.0609362 Apr 20 14:41:53.476524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cdf249b-ef67-4629-a143-f69a48361d3e req-614415c8-b196-4ccd-a8c8-eebb5ee4a54d tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Apr 20 14:41:53.737487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:53.739980 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda0c71-07f1-430c-882f-3267d39b77b2" -d '{"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-plugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:53.755299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:53.782191 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64170ce0-5002-4b7c-ba8f-e7b75f5eaded x-openstack-request-id: req-64170ce0-5002-4b7c-ba8f-e7b75f5eaded {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:53.782820 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-plugged", "status": "completed", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:53.783162 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64170ce0-5002-4b7c-ba8f-e7b75f5eaded {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:53.783983 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64170ce0-5002-4b7c-ba8f-e7b75f5eaded'] response: {'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'code': 200} Apr 20 14:41:53.860675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-network', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:53.895229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:53.899220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:53.907850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.048039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f5281-197a-4282-91b5-cebe570a6eba req-fcc3346e-b081-4c78-8115-c0630c1b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.049634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c97f5281-197a-4282-91b5-cebe570a6eba req-fcc3346e-b081-4c78-8115-c0630c1b2a48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 1096 time: 0.1383905 Apr 20 14:41:54.063528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504427-905c-4e5c-ab03-a2280ffee50f req-6e85560f-4424-4d01-a786-0bb5dac201e0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.065114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81504427-905c-4e5c-ab03-a2280ffee50f req-6e85560f-4424-4d01-a786-0bb5dac201e0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1516588 Apr 20 14:41:54.080092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84e172-9a02-42f3-b739-b37f5040e97a req-7f96103b-741a-415b-b89b-3228a7f23785 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.081557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df84e172-9a02-42f3-b739-b37f5040e97a req-7f96103b-741a-415b-b89b-3228a7f23785 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1554933 Apr 20 14:41:54.188415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c97f5281-197a-4282-91b5-cebe570a6eba req-9cd790e7-7ee2-4bdd-89d8-d7f7958e2695 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223135 Apr 20 14:41:54.196098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81504427-905c-4e5c-ab03-a2280ffee50f req-0d60cd3e-3f3b-4214-87d0-9383bf1ae144 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124420 Apr 20 14:41:54.197847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.201937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df84e172-9a02-42f3-b739-b37f5040e97a req-1276824a-5bd8-489b-bbc9-65c621b25a2e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007600 Apr 20 14:41:54.203502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.245908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:41:54.255275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5948e3a-709d-4d39-8a9b-e54b28fc46bf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:54.263356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.263976 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Added segment c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba of type vlan for network 581c90d2-d08b-4faf-ba06-4f617c6f600a Apr 20 14:41:54.331406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bebf85d-ea74-401b-bbe4-e7eb30482dd0 req-2f355690-8413-4dbc-813b-4eee16e9406e tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0576870 Apr 20 14:41:54.354761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.398203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a96f03-2d38-41aa-bba8-30061a029e0d req-7d1eef61-2df1-4b50-9edd-2b848080ee8d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.399731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a96f03-2d38-41aa-bba8-30061a029e0d req-7d1eef61-2df1-4b50-9edd-2b848080ee8d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.0958803 Apr 20 14:41:54.405769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.406897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.407367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.445470 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:41:54.485772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:54.486946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7293801 Apr 20 14:41:54.492808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Request body: {'subnet': {'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-subnet', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:54.496242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2b616-8b7e-4217-be84-969a03cab0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=581c90d2-d08b-4faf-ba06-4f617c6f600a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:54.511316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:41:54.529110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:54.530650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a96f03-2d38-41aa-bba8-30061a029e0d req-afc9d83f-7157-46a9-b1c9-5ccbcf9cc778 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179066 Apr 20 14:41:54.535538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.655277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b9a43-e3e2-4151-86b1-57166bb631c5 req-3e75e324-a282-4e32-94fe-7e6ce2bdd41a tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.663835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad9b9a43-e3e2-4151-86b1-57166bb631c5 req-3e75e324-a282-4e32-94fe-7e6ce2bdd41a tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.0648460 Apr 20 14:41:54.697332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad9b9a43-e3e2-4151-86b1-57166bb631c5 req-7f2cd97f-79f4-4f05-8186-67f748ce5623 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Apr 20 14:41:54.777352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.787222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb7678-4f14-4636-98f5-9e8b909602ab req-5d44dea2-a47d-45fc-af88-848a61f68204 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.795744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bdb7678-4f14-4636-98f5-9e8b909602ab req-5d44dea2-a47d-45fc-af88-848a61f68204 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.0887136 Apr 20 14:41:54.865333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Pushing event updated for resources: {'Subnet': ['ID=389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:54.880783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bdb7678-4f14-4636-98f5-9e8b909602ab req-17214931-8abe-4324-8df6-a0658aa9fa87 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Apr 20 14:41:54.899183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3650-bd36-4300-80b1-acabded19d15 req-dd3125ef-f75d-4e62-a2f1-f4e66c1dd89c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.900981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216d3650-bd36-4300-80b1-acabded19d15 req-dd3125ef-f75d-4e62-a2f1-f4e66c1dd89c tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.45 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 945 time: 0.1019635 Apr 20 14:41:54.907416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Checking segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:54.907785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Network hostable DHCP agents. Network: 581c90d2-d08b-4faf-ba06-4f617c6f600a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:41:54.927951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:41:54.938949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 581c90d2-d08b-4faf-ba06-4f617c6f600a) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:54.958658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:54.959274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:54.964148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ba90d-adc3-4456-b8d2-4e5e8d1c885d None None] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:41:54.987557 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b6458737-28bf-4ba5-bd2d-cc9f2bda526e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4970508 Apr 20 14:41:54.988529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59952) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:54.997201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:55.040941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65df14c7-0b9b-4d7e-8f78-3d284f6787aa req-51d11a85-bcb2-47a0-af88-d9c85a748b64 tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.43 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0344865 Apr 20 14:41:55.056818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.057971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.091342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Deleting port 50b67109-ac7b-4d08-af49-14f3e815e7d1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:55.091835 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.156547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.218216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-581c90d2-d08b-4faf-ba06-4f617c6f600a', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:41:55.218464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] For port 50b67109-ac7b-4d08-af49-14f3e815e7d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=50b67109-ac7b-4d08-af49-14f3e815e7d1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:55.220445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.220632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.265093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Calling delete_port for 50b67109-ac7b-4d08-af49-14f3e815e7d1 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:55.319970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.362134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58bd95-a723-43dd-abaa-d2814e69a856 req-817506b3-39af-4805-9421-2f4957eeb293 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:55.363684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f58bd95-a723-43dd-abaa-d2814e69a856 req-817506b3-39af-4805-9421-2f4957eeb293 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.1415951 Apr 20 14:41:55.391881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Allocated IP 172.20.0.2 (581c90d2-d08b-4faf-ba06-4f617c6f600a/389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d/9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:55.400816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cb822-4b66-4e00-8c73-90a202b2ce75 req-528095e8-fa70-4900-94d7-8086a827c4a3 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:55.402467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4cb822-4b66-4e00-8c73-90a202b2ce75 req-528095e8-fa70-4900-94d7-8086a827c4a3 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.1248033 Apr 20 14:41:55.462842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f58bd95-a723-43dd-abaa-d2814e69a856 req-f79525d3-bd4a-4ff3-a34e-10db18fbbfb3 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912678 Apr 20 14:41:55.650419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4cb822-4b66-4e00-8c73-90a202b2ce75 req-0c202834-f82c-4255-a73b-d628098a28a8 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318835 Apr 20 14:41:55.658690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.692523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c1869958-d664-4ef0-9b9b-5cc34d6316f3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:55.697817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['50b67109-ac7b-4d08-af49-14f3e815e7d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:55.801983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6ade57f-ed48-4520-9d79-575dd07df0f6 req-638a29c7-360e-4655-b2fe-a51941a04ea0 tempest-ServersAaction247Test-308706799 tempest-ServersAaction247Test-308706799-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba30b94-747c-485d-8703-f2f52eaededa HTTP/1.1" status: 200 len: 210 time: 0.0967727 Apr 20 14:41:55.858907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event deleted for resources: {'Port': ['ID=50b67109-ac7b-4d08-af49-14f3e815e7d1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:55.905018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] No DVR routers for this DVR port 50b67109-ac7b-4d08-af49-14f3e815e7d1 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:55.910074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:55.915851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216d3650-bd36-4300-80b1-acabded19d15 req-c9db2628-68e7-4206-9297-49dccc69c440 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.45 "DELETE /v2.0/ports/50b67109-ac7b-4d08-af49-14f3e815e7d1 HTTP/1.1" status: 204 len: 173 time: 1.0070138 Apr 20 14:41:55.916548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'name': 'network-vif-deleted', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:55.919835 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5facd11-236c-4b02-8bc2-3c94ce7b866e" -d '{"events": [{"server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "name": "network-vif-deleted", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:55.954987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc20435f-1eca-43a1-bc9a-8eaeb24cd00c req-808fc6b4-a083-4d95-ada9-aa9914ab5dfc tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15d5e10-8d5d-4710-8a92-392a0603ff84 HTTP/1.1" status: 200 len: 210 time: 0.0580254 Apr 20 14:41:55.998335 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d7de1-363f-47e5-9be9-d58127e0bbe5 x-openstack-request-id: req-3f6d7de1-363f-47e5-9be9-d58127e0bbe5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:55.999847 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15d5e10-8d5d-4710-8a92-392a0603ff84", "name": "network-vif-deleted", "tag": "50b67109-ac7b-4d08-af49-14f3e815e7d1", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:56.000302 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6d7de1-363f-47e5-9be9-d58127e0bbe5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:56.000907 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6d7de1-363f-47e5-9be9-d58127e0bbe5'] response: {'server_uuid': 'd15d5e10-8d5d-4710-8a92-392a0603ff84', 'name': 'network-vif-deleted', 'tag': '50b67109-ac7b-4d08-af49-14f3e815e7d1', 'status': 'completed', 'code': 200} Apr 20 14:41:56.128366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.134849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574c20f-4d5c-4668-871b-0e1dd363bd96 req-12855030-7e99-4398-b3b5-8263a04909f6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:56.141121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4574c20f-4d5c-4668-871b-0e1dd363bd96 req-12855030-7e99-4398-b3b5-8263a04909f6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1268339 Apr 20 14:41:56.167579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.182778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.185830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.206615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4574c20f-4d5c-4668-871b-0e1dd363bd96 req-8e72b9f8-a258-4d54-907f-c0f70d5e9023 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575333 Apr 20 14:41:56.276258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:56.278396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Pushing event updated for resources: {'Port': ['ID=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:56.283914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:56.286096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:56.409591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Attempting to bind port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:56.409949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Attempting to bind port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:56.410311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Attempting to bind port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 on network 581c90d2-d08b-4faf-ba06-4f617c6f600a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:56.420362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:56.420656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Checking segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:56.421060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.421447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Bound using segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:56.422022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Bound port: 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:56.422541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.438206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Allocated IP 172.25.1.186 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e6d04aac-712f-4909-93df-9f31a829f600) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:56.511997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d53bad-c6ae-4f41-a7ac-49956a98feef req-39739600-e46d-4449-aa5b-42976855f5c7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:56.519199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64d53bad-c6ae-4f41-a7ac-49956a98feef req-39739600-e46d-4449-aa5b-42976855f5c7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1619003 Apr 20 14:41:56.524728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] For port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:56.528469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] For port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:56.534942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.603501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2107ad9-c9c8-4d77-a7a3-17f6a0e11f94 None None] Pushing event updated for resources: {'Port': ['ID=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:56.659152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64d53bad-c6ae-4f41-a7ac-49956a98feef req-d7068127-e25e-4674-90f9-7ed592984db4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342883 Apr 20 14:41:56.679736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.759617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-79ed587c-40bf-4e7c-b8af-808804507f3e tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:56.761433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-79ed587c-40bf-4e7c-b8af-808804507f3e tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.1938307 Apr 20 14:41:56.766086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.834543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:56.841201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:56.846587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:56.850204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d04aac-712f-4909-93df-9f31a829f600,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:56.893785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa215-1549-4244-9f38-27de9af5e95d req-7edce00a-6e8b-4c11-be53-050dda3a5c9f tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:56.895366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7aa215-1549-4244-9f38-27de9af5e95d req-7edce00a-6e8b-4c11-be53-050dda3a5c9f tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 949 time: 0.2244339 Apr 20 14:41:56.998892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55116e-0f5a-4577-ae89-42f10def9d9e req-7a36fd56-f4fa-4ba0-8c3d-982b2fe8fa03 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:57.000666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc55116e-0f5a-4577-ae89-42f10def9d9e req-7a36fd56-f4fa-4ba0-8c3d-982b2fe8fa03 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.2156143 Apr 20 14:41:57.064433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c7aa215-1549-4244-9f38-27de9af5e95d req-0c9bccc3-ff68-41e7-a6a1-7ab4b1408435 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f889f2-d36b-4e7c-8d25-11cf0ca8458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395621 Apr 20 14:41:57.120054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc55116e-0f5a-4577-ae89-42f10def9d9e req-99979ba0-60c4-4218-bba6-4dea89511b48 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065016 Apr 20 14:41:57.136033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Deleting port c277d138-02ad-4284-b808-9d225e1dda9a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:41:57.136033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.328562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.347946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bc5e4-e14c-4755-a55f-9ee9f3fd226e req-831faaa4-3330-4350-858e-8f2da3e7299d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:57.355847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be7bc5e4-e14c-4755-a55f-9ee9f3fd226e req-831faaa4-3330-4350-858e-8f2da3e7299d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.0948474 Apr 20 14:41:57.368486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] For port c277d138-02ad-4284-b808-9d225e1dda9a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c277d138-02ad-4284-b808-9d225e1dda9a,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:57.379390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.434630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Calling delete_port for c277d138-02ad-4284-b808-9d225e1dda9a owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:41:57.501658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59994) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:57.513889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb1905-4920-4a06-b570-9c7a4894702f req-148f3367-33c7-4bd7-850c-b86122de9e9e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:57.515846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0cb1905-4920-4a06-b570-9c7a4894702f req-148f3367-33c7-4bd7-850c-b86122de9e9e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1332126 Apr 20 14:41:57.532427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be7bc5e4-e14c-4755-a55f-9ee9f3fd226e req-c37ab0f3-a36a-4c4b-aedf-d09b681009c9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701159 Apr 20 14:41:57.608473 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.661376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0cb1905-4920-4a06-b570-9c7a4894702f req-f959de0e-bbe2-4e47-8752-a7b97af2fde7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276929 Apr 20 14:41:57.775135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44a42a59-337e-4c77-9e3d-36a74acc9683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.828102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:57.844966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c277d138-02ad-4284-b808-9d225e1dda9a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:57.936765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:41:58.118873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:41:58.152707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Sync routers for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:41:58.160531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.162392 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7326de45-9cb2-4463-824e-33abdb14c974 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1695590 Apr 20 14:41:58.167253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d34de0-4f87-46ca-8c4d-9945fd3db443 None None] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:41:58.167849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60010) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:58.186117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44a42a59-337e-4c77-9e3d-36a74acc9683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.192720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44a42a59-337e-4c77-9e3d-36a74acc9683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.219806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:58.222067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:58.222753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:58.336484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a42a59-337e-4c77-9e3d-36a74acc9683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ff802-c918-4b6a-9dbc-e3f41787e170,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:58.351574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Pushing event deleted for resources: {'Port': ['ID=c277d138-02ad-4284-b808-9d225e1dda9a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:58.366895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44a42a59-337e-4c77-9e3d-36a74acc9683 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e55146b7d00413b9a25c33bec37bc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582330 Apr 20 14:41:58.377212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60014) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:58.398803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:58.494722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] No DVR routers for this DVR port c277d138-02ad-4284-b808-9d225e1dda9a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:41:58.497397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.502520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aed40679-c2e0-4e5d-9537-cbf251b75cb5 req-92eb6293-050c-47d0-bc6f-6dfc3640e240 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.43 "DELETE /v2.0/ports/c277d138-02ad-4284-b808-9d225e1dda9a HTTP/1.1" status: 204 len: 173 time: 1.7173910 Apr 20 14:41:58.518985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'name': 'network-vif-deleted', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:58.522026 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2067e82-63e0-43fb-a85a-ac34518cefcb" -d '{"events": [{"server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "name": "network-vif-deleted", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:58.556789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1520d1-970b-4f07-ba81-b92064ee94e7 req-0d0b52d0-4822-402a-86f6-50334dd06b5a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:58.564821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed1520d1-970b-4f07-ba81-b92064ee94e7 req-0d0b52d0-4822-402a-86f6-50334dd06b5a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2102005 Apr 20 14:41:58.586255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca95af-0942-4d5c-86f9-a9cafd21e51b req-11eee0ab-c665-432b-b4ad-778f26301575 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:58.593869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3ca95af-0942-4d5c-86f9-a9cafd21e51b req-11eee0ab-c665-432b-b4ad-778f26301575 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.2270935 Apr 20 14:41:58.626382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.655882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.696227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] Provisioning complete for port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:58.696690 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.779827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed1520d1-970b-4f07-ba81-b92064ee94e7 req-ad094a47-85e7-4228-904b-9d235ce70cb6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140255 Apr 20 14:41:58.801707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3ca95af-0942-4d5c-86f9-a9cafd21e51b req-c32c2371-1a63-4e62-96c6-8c3141536d7d tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068844 Apr 20 14:41:58.803551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:58.803667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.803921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.809390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.825929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f1ff802-c918-4b6a-9dbc-e3f41787e170 HTTP/1.1" status: 204 len: 168 time: 0.4426765 Apr 20 14:41:58.861012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcbfb7-b00a-42fb-9cc4-c126861c2974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ff802-c918-4b6a-9dbc-e3f41787e170,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:58.923170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:41:57Z', 'revision_number': 3, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:59.044725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.066746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Checking router: bd9c3e30-d3d6-46d5-8eff-91c261d2c15a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:41:59.066746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Updating router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a port e6d04aac-712f-4909-93df-9f31a829f600 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:41:59.125737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.145989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2efd5f6-4923-4373-8251-6b21877944c2 req-875719c5-87fe-4116-9133-e8a2e05f6890 tempest-ImagesNegativeTestJSON-523886869 tempest-ImagesNegativeTestJSON-523886869-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b60b171-ba7f-4d0c-8597-53831a16eec4 HTTP/1.1" status: 200 len: 210 time: 0.0922384 Apr 20 14:41:59.282426 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f740b17-3b9b-4d7d-b642-dabc946f0d45 x-openstack-request-id: req-3f740b17-3b9b-4d7d-b642-dabc946f0d45 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:59.283007 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b60b171-ba7f-4d0c-8597-53831a16eec4", "name": "network-vif-deleted", "tag": "c277d138-02ad-4284-b808-9d225e1dda9a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:59.285664 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f740b17-3b9b-4d7d-b642-dabc946f0d45 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:59.286430 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f740b17-3b9b-4d7d-b642-dabc946f0d45'] response: {'server_uuid': '9b60b171-ba7f-4d0c-8597-53831a16eec4', 'name': 'network-vif-deleted', 'tag': 'c277d138-02ad-4284-b808-9d225e1dda9a', 'status': 'completed', 'code': 200} Apr 20 14:41:59.463346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-7586b8d9-d5ae-4fb7-b7e1-734aa530211d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:59.465945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-7586b8d9-d5ae-4fb7-b7e1-734aa530211d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.5311897 Apr 20 14:41:59.523659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.568755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.588857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.604975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] For port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:59.607670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.634220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Allocated IP 172.20.0.1 (581c90d2-d08b-4faf-ba06-4f617c6f600a/389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d/9f8843da-8991-4f4d-81b2-a1be53c5553d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:59.635822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.692904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 50b67109-ac7b-4d08-af49-14f3e815e7d1 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:59.697809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a631f-e5fa-409f-8c41-18ea59ff4691 None None] Pushing event updated for resources: {'Port': ['ID=e6d04aac-712f-4909-93df-9f31a829f600,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:59.700635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-e3b6912f-c596-45ef-8310-fd3b62c2e7cb tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:59.702967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-e3b6912f-c596-45ef-8310-fd3b62c2e7cb tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.2357314 Apr 20 14:41:59.717738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-a5143000-f0e0-4530-8c7a-55d478423bd1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/quotas/16e5f4c2a8bf477faf83eb192524ee0c HTTP/1.1" status: 200 len: 375 time: 0.1620328 Apr 20 14:41:59.719872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Attempting to bind port e6d04aac-712f-4909-93df-9f31a829f600 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:59.720277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Attempting to bind port e6d04aac-712f-4909-93df-9f31a829f600 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:59.720635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Attempting to bind port e6d04aac-712f-4909-93df-9f31a829f600 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:59.729825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 50b67109-ac7b-4d08-af49-14f3e815e7d1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:41:59.730159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 50b67109-ac7b-4d08-af49-14f3e815e7d1 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:41:59.758951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:41:59.759298 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:41:59.759959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:59.760326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:59.760727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.761107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:59.761584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Bound port: e6d04aac-712f-4909-93df-9f31a829f600, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:59.761954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.864652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-55d4bf4e-8222-4782-8751-c477810bfd25 None None] Provisioning complete for port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:59.865030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-55d4bf4e-8222-4782-8751-c477810bfd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.866054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.875599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09798b-2162-43f1-a967-0636b8998c94 None None] Pushing event updated for resources: {'Port': ['ID=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:59.891341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-dc52cb62-5c1f-43b8-9c64-3d70e6c4f5e2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:59.893139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-dc52cb62-5c1f-43b8-9c64-3d70e6c4f5e2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "GET /v2.0/ports?device_id=15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d HTTP/1.1" status: 200 len: 945 time: 0.5424247 Apr 20 14:41:59.907736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e1615-5e71-47d1-bcc5-c54b86a758ce req-2dde1db5-a430-4b3d-a1a4-b49924885ab4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:59.909665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] For port e6d04aac-712f-4909-93df-9f31a829f600, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:59.916438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] For port e6d04aac-712f-4909-93df-9f31a829f600, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e6d04aac-712f-4909-93df-9f31a829f600,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:59.916636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d76e1615-5e71-47d1-bcc5-c54b86a758ce req-2dde1db5-a430-4b3d-a1a4-b49924885ab4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3620031 Apr 20 14:41:59.924126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.926896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.959133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:59.999422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:00.000043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:00.004666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:00.020189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:00.031456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Pushing event updated for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:00.119634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.120695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-6ee57c1b-6822-4d64-a2b8-14fc5078f7f1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4008975 Apr 20 14:42:00.173153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d76e1615-5e71-47d1-bcc5-c54b86a758ce req-6950b594-ae7c-42fe-a494-60e65eb2361b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511389 Apr 20 14:42:00.222987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Deleting port c1869958-d664-4ef0-9b9b-5cc34d6316f3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:00.223872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.275757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60060) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:00.382297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a631f-e5fa-409f-8c41-18ea59ff4691 None None] Pushing event updated for resources: {'Port': ['ID=e6d04aac-712f-4909-93df-9f31a829f600,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:00.399512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-97546a22-7068-409d-86a5-471d701b4ea6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:42:00.406554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-network', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:00.408566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-97546a22-7068-409d-86a5-471d701b4ea6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2734063 Apr 20 14:42:00.426439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Deleting port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:00.426957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.451882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.465318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Made reservation on behalf of 640eb5ff91cc4149b4b749cd733d03d8 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:00.467615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.479594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.600479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:00.631639 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c74dacf9-868a-48d2-8699-45b5c5055100 None None] Provisioning complete for port 9f8843da-8991-4f4d-81b2-a1be53c5553d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:00.634807 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c74dacf9-868a-48d2-8699-45b5c5055100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.690965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:00.700961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7fc5e-56bc-4f3d-ba7c-c8297e4ec9bd req-84e5da0c-df27-4171-956e-99a3d35a7f97 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:00.702557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ab7fc5e-56bc-4f3d-ba7c-c8297e4ec9bd req-84e5da0c-df27-4171-956e-99a3d35a7f97 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 946 time: 0.4172311 Apr 20 14:42:00.734352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] For port c1869958-d664-4ef0-9b9b-5cc34d6316f3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c1869958-d664-4ef0-9b9b-5cc34d6316f3,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:00.734711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.770596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.791844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Calling delete_port for c1869958-d664-4ef0-9b9b-5cc34d6316f3 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:00.820524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] For port d459fe63-e27f-4bdf-9fd3-0e349810e0e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:00.820896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.834749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ab7fc5e-56bc-4f3d-ba7c-c8297e4ec9bd req-22e3cc30-0d4a-4a5a-bb2e-915ebe796eb3 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea34956-96cc-4e0c-8bf1-bc293efa18d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042650 Apr 20 14:42:00.852531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c74dacf9-868a-48d2-8699-45b5c5055100 None None] Port 9f8843da-8991-4f4d-81b2-a1be53c5553d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:00.867965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-f5877bf3-ac1d-4b93-921d-c7b2da0046f6 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584086 Apr 20 14:42:00.897771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:41:57Z', 'revision_number': 3, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:00.900370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:00.900733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.907833 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.911527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:00.913716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Calling delete_port for d459fe63-e27f-4bdf-9fd3-0e349810e0e2 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:00.927959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c9266-d4f1-416e-980d-e43714c8bd5b None None] The sync data for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 is: [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:41:57Z', 'revision_number': 3, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:00.949480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.033769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:01.044352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.044701 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Added segment 243bdcce-d8a7-4591-b120-6d2b8fc39243 of type vlan for network a864d66a-6db7-4268-9f4b-7d63c9584896 Apr 20 14:42:01.127045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.140257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.178657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c970-2b3e-4d68-abd5-ff2ed697289f req-935e5e0f-c0d6-4dd9-9e1c-215746791e69 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:01.180196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17c9c970-2b3e-4d68-abd5-ff2ed697289f req-935e5e0f-c0d6-4dd9-9e1c-215746791e69 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1974545 Apr 20 14:42:01.194916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801891c3-f38c-4dda-9d4a-edb7d65f32cc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:01.209676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-23a7ca2d-cebd-4564-b6f1-dd9213f00409 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934709 Apr 20 14:42:01.222436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.223244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.223244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.224308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.224700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.225044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.225460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.225790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.226189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.226516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.226905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.227232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:01.231414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Pushing event updated for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:01.293518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17c9c970-2b3e-4d68-abd5-ff2ed697289f req-25cf3b69-f466-457f-8e08-a4034a6e7180 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Apr 20 14:42:01.310396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.314644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:01.316754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.353038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.367259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c1869958-d664-4ef0-9b9b-5cc34d6316f3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:01.379251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:01.379910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1015861 Apr 20 14:42:01.411913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Request body: {'subnet': {'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-subnet', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:01.420865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Pushing event deleted for resources: {'Port': ['ID=c1869958-d664-4ef0-9b9b-5cc34d6316f3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:01.479466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] No DVR routers for this DVR port c1869958-d664-4ef0-9b9b-5cc34d6316f3 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:01.481311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.483526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.487660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b660a53e-c68e-4a89-99e2-6e0fe79fbe1a req-d811d475-69d0-41e6-aeb4-00fd70ec5c25 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.43 "DELETE /v2.0/ports/c1869958-d664-4ef0-9b9b-5cc34d6316f3 HTTP/1.1" status: 204 len: 173 time: 1.7539883 Apr 20 14:42:01.489166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'name': 'network-vif-deleted', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:01.491987 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7326dd6b-4fb1-4bdd-bbba-1d83396452d1" -d '{"events": [{"server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "name": "network-vif-deleted", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:01.501606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Made reservation on behalf of 640eb5ff91cc4149b4b749cd733d03d8 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:01.504408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.551150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:01.577984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:01.590543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event deleted for resources: {'Port': ['ID=d459fe63-e27f-4bdf-9fd3-0e349810e0e2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:01.591613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c277d138-02ad-4284-b808-9d225e1dda9a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:01.672644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c424-d915-43a0-932c-092a2fda4ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=a864d66a-6db7-4268-9f4b-7d63c9584896,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:01.675054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d459fe63-e27f-4bdf-9fd3-0e349810e0e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:01.677853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: c277d138-02ad-4284-b808-9d225e1dda9a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:01.683211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c277d138-02ad-4284-b808-9d225e1dda9a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:01.683962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c1869958-d664-4ef0-9b9b-5cc34d6316f3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:01.690599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:01.943030 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da765b3-2f72-4198-a151-0f1b6c57ed13 x-openstack-request-id: req-5da765b3-2f72-4198-a151-0f1b6c57ed13 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:01.959460 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e92560-015e-442f-a595-449c62bc945b", "name": "network-vif-deleted", "tag": "c1869958-d664-4ef0-9b9b-5cc34d6316f3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:01.960045 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5da765b3-2f72-4198-a151-0f1b6c57ed13 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:01.960807 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da765b3-2f72-4198-a151-0f1b6c57ed13'] response: {'server_uuid': '71e92560-015e-442f-a595-449c62bc945b', 'name': 'network-vif-deleted', 'tag': 'c1869958-d664-4ef0-9b9b-5cc34d6316f3', 'status': 'completed', 'code': 200} Apr 20 14:42:01.962042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] No DVR routers for this DVR port d459fe63-e27f-4bdf-9fd3-0e349810e0e2 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:01.982268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:01.987837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78ce739d-263c-4b95-bd87-9e0c07ca0c83 req-6d608ad9-2ff1-4791-a13c-f11ae4aa6a00 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.45 "DELETE /v2.0/ports/d459fe63-e27f-4bdf-9fd3-0e349810e0e2 HTTP/1.1" status: 204 len: 173 time: 2.0638018 Apr 20 14:42:01.997233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: c1869958-d664-4ef0-9b9b-5cc34d6316f3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:01.997771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c1869958-d664-4ef0-9b9b-5cc34d6316f3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:02.062635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fda6be48-25d3-4c5b-82a1-3ee71eba8329 req-f2267f1f-c158-4e7b-8fb8-db8a2b1bfe10 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 210 time: 0.1386616 Apr 20 14:42:02.165944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d631eda-761a-43bb-81b9-00f70eb79c07 req-16623c41-99ae-40e8-9514-aada5f9cc9b0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:02.173788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d631eda-761a-43bb-81b9-00f70eb79c07 req-16623c41-99ae-40e8-9514-aada5f9cc9b0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2072885 Apr 20 14:42:02.208379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fd1716bd-cd66-47db-8cd5-42950f433865 None None] Provisioning complete for port 9f8843da-8991-4f4d-81b2-a1be53c5553d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:02.208774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd1716bd-cd66-47db-8cd5-42950f433865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:02.270385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fd1716bd-cd66-47db-8cd5-42950f433865 None None] Port 9f8843da-8991-4f4d-81b2-a1be53c5553d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:02.294270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a32b0f42-66c1-473f-9f87-fbb5828cc1f5 req-08a8412f-c195-4189-a5b1-076901e31342 tempest-ListServerFiltersTestJSON-1532335981 tempest-ListServerFiltersTestJSON-1532335981-project] 10.222.0.20 "GET /v2.0/ports?device_id=71e92560-015e-442f-a595-449c62bc945b HTTP/1.1" status: 200 len: 210 time: 0.0359523 Apr 20 14:42:02.311813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d631eda-761a-43bb-81b9-00f70eb79c07 req-c307d4e5-4223-423b-a571-298b43c55255 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318641 Apr 20 14:42:02.497499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:02.586523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a03-b28b-4070-b07c-d7747a9bee1e req-549b8ad8-e426-4e5e-81f9-675ba12d2941 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:02.602980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6fd2a03-b28b-4070-b07c-d7747a9bee1e req-549b8ad8-e426-4e5e-81f9-675ba12d2941 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1785891 Apr 20 14:42:02.614896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:02.615733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Network hostable DHCP agents. Network: a864d66a-6db7-4268-9f4b-7d63c9584896, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:02.642764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:02.654711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:02.690378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:02.727201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e6d04aac-712f-4909-93df-9f31a829f600 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:02.741729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a864d66a-6db7-4268-9f4b-7d63c9584896) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:02.768634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:02.769248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:02.794506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dea316-a9f2-47d9-b14b-deb04e68e09b None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:02.815959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6fd2a03-b28b-4070-b07c-d7747a9bee1e req-5e102556-fbfb-42a1-a6a7-df15459e46aa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058432 Apr 20 14:42:02.840536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc43f5d0-e06a-4754-96e9-8080b64112f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4337466 Apr 20 14:42:02.846203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60110) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:02.864117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:02.893703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:02.906273 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7674a5ec-d7ec-4d55-97b2-fe9e8b43266c admin admin] 10.222.0.20 "PUT /v2.0/routers/bd9c3e30-d3d6-46d5-8eff-91c261d2c15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7372367 Apr 20 14:42:02.907331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:02.908679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.022185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.060219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e6d04aac-712f-4909-93df-9f31a829f600 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:03.061187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.185042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:03.332142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a864d66a-6db7-4268-9f4b-7d63c9584896', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:42:03.333026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.361453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.371454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.373494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.385391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f204e-77e3-4ada-b0f2-5b7531c50997 req-4751db31-9861-430e-89d7-0c5ccbf698cc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:03.394513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-656f204e-77e3-4ada-b0f2-5b7531c50997 req-4751db31-9861-430e-89d7-0c5ccbf698cc tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3131068 Apr 20 14:42:03.555862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port e6d04aac-712f-4909-93df-9f31a829f600, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e6d04aac-712f-4909-93df-9f31a829f600,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:03.566967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.607279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ba677b7-d67e-44b0-b987-57c745a00110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc8fb83be98148fea6b263dfec212324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209344 Apr 20 14:42:03.607937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:03.682475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=e6d04aac-712f-4909-93df-9f31a829f600,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:03.710340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:03.713179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Allocated IP 172.20.0.2 (a864d66a-6db7-4268-9f4b-7d63c9584896/1f6e04bb-2f3d-41c3-ba3f-30f987b496e4/d8f3fdd3-601b-4c87-994c-690a2439b6f5) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:03.731664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.743749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: d459fe63-e27f-4bdf-9fd3-0e349810e0e2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:03.744100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d459fe63-e27f-4bdf-9fd3-0e349810e0e2 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:03.794924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.886992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.891156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.897583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39f889f2-d36b-4e7c-8d25-11cf0ca8458c HTTP/1.1" status: 204 len: 168 time: 0.2883127 Apr 20 14:42:03.909459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65217413-959b-481e-8bcf-7b1a58b20f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f889f2-d36b-4e7c-8d25-11cf0ca8458c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:03.952958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:03.961387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-network', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:03.992210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:03.999956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-deleted', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:04.002964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.003419 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd50bc5d-b7c4-4a5b-978a-a65d591e4924" -d '{"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-deleted", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:04.004503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Made reservation on behalf of 498129c93fd44a1885d7d21c2a3abef0 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:04.007308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.010976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2096d5ec-ca9b-4673-9571-18ad28540ca7 req-a3cbeac9-84c9-4f76-adf6-111a2a77d5b6 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 210 time: 0.0775526 Apr 20 14:42:04.027792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.053121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:04.053781 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Sync routers for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:04.057329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:04.064480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:04.072313 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:04.075029 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:04.131372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60156) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:04.141673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-656f204e-77e3-4ada-b0f2-5b7531c50997 req-d9f19e5c-a721-4d47-895a-da9b30085463 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463024 Apr 20 14:42:04.173474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Pushing event updated for resources: {'Port': ['ID=d8f3fdd3-601b-4c87-994c-690a2439b6f5,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:04.199097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Attempting to bind port d8f3fdd3-601b-4c87-994c-690a2439b6f5 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:04.199665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Attempting to bind port d8f3fdd3-601b-4c87-994c-690a2439b6f5 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:04.200899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Attempting to bind port d8f3fdd3-601b-4c87-994c-690a2439b6f5 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:04.207767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:04.208441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:04.210246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.210869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Bound using segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:04.211756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Bound port: d8f3fdd3-601b-4c87-994c-690a2439b6f5, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:04.212335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.213502 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf59c0b9-31cd-49aa-8fdd-498ef4aaac87 x-openstack-request-id: req-cf59c0b9-31cd-49aa-8fdd-498ef4aaac87 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:04.213989 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d", "name": "network-vif-deleted", "tag": "d459fe63-e27f-4bdf-9fd3-0e349810e0e2", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:04.214378 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf59c0b9-31cd-49aa-8fdd-498ef4aaac87 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:04.214943 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf59c0b9-31cd-49aa-8fdd-498ef4aaac87'] response: {'server_uuid': '15f5c4ad-f7e7-4e0d-8477-3d45e1d4e76d', 'name': 'network-vif-deleted', 'tag': 'd459fe63-e27f-4bdf-9fd3-0e349810e0e2', 'status': 'completed', 'code': 200} Apr 20 14:42:04.278382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-f4841f12-6aae-43af-9dd7-a9dda98f4b95 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.296367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-f4841f12-6aae-43af-9dd7-a9dda98f4b95 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.43 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 814 time: 0.3616512 Apr 20 14:42:04.302751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] For port d8f3fdd3-601b-4c87-994c-690a2439b6f5, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:04.304602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Deleting subnet 860895b8-d805-472e-be79-7b8b83d84498 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:42:04.306627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] For port d8f3fdd3-601b-4c87-994c-690a2439b6f5, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d8f3fdd3-601b-4c87-994c-690a2439b6f5,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:04.315177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.323290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Request body: {'port': {'device_id': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'admin_state_up': True, 'tenant_id': '16e5f4c2a8bf477faf83eb192524ee0c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:04.324147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.377519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fbe67-554f-4fd0-ba22-84ffff370c9e None None] Pushing event updated for resources: {'Port': ['ID=d8f3fdd3-601b-4c87-994c-690a2439b6f5,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:04.394642 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:04.397073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.419042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.436412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.598991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.630461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:04.644890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2d479-7f89-4144-84d5-f2ec4de1f5e5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:04.674502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.685806 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Added segment b0d87728-7dd5-4211-a53f-a501a7eaa639 of type vlan for network 8d202d12-9a14-46ec-874c-2654da9e8ada Apr 20 14:42:04.686062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e6d04aac-712f-4909-93df-9f31a829f600 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:04.768990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.792215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e6d04aac-712f-4909-93df-9f31a829f600 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:04.792925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.800074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.802768 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 2, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:04.832853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.840194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Made reservation on behalf of 16e5f4c2a8bf477faf83eb192524ee0c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:04.843754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.844181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.851563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.901812 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Checking router: bd9c3e30-d3d6-46d5-8eff-91c261d2c15a for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:04.902171 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Updating router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a port 9f8843da-8991-4f4d-81b2-a1be53c5553d binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:42:04.924719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae959b8-e0b6-41ab-9fcd-38de498e3206 None None] Network f45e3f0f-3a4c-44f3-85b4-68a526d7b230 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:04.949012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860895b8-d805-472e-be79-7b8b83d84498,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:04.976483 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.978198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.989316 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ac53cf5e-737f-4391-91de-247c89ceca6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/860895b8-d805-472e-be79-7b8b83d84498 HTTP/1.1" status: 204 len: 168 time: 0.8563578 Apr 20 14:42:04.996199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60170) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:05.059592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1050513 Apr 20 14:42:05.060441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa573-2f15-4ea7-a378-e12aba6fdeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d202d12-9a14-46ec-874c-2654da9e8ada,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:05.062441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60176) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:05.077249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Request body: {'subnet': {'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-subnet', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:05.191991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Made reservation on behalf of 498129c93fd44a1885d7d21c2a3abef0 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:05.194800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.263234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292b115-97c6-4308-ac71-e0b8e7bb0702 req-c8a706a6-2186-4e4d-b532-234ef7a912fa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:05.269810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a292b115-97c6-4308-ac71-e0b8e7bb0702 req-c8a706a6-2186-4e4d-b532-234ef7a912fa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.9571872 Apr 20 14:42:05.338412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.349458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8d202d12-9a14-46ec-874c-2654da9e8ada details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:05.431062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.505422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e057cd1d-da18-4988-a873-b5bead83d5e1 req-04e73757-f56a-444e-b877-a06a543237d1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 210 time: 0.3279550 Apr 20 14:42:05.511779 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.524791 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.548017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60186) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:05.649482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Deleting port a13218d6-16b8-4d8e-934f-3185ca6d97f1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:05.649906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.663729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.680518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] DHCP port deletion for f45e3f0f-3a4c-44f3-85b4-68a526d7b230 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:42:05.688765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Allocated IP 172.20.0.3 (fbb974d4-b795-41e7-93a2-b763189d3726/d1284ec7-115a-4101-b377-43a476077961/436533a0-c66e-45fe-9389-4e25b1cd0891) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:05.776171 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Pushing event updated for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:05.828175 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.828524 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.831076 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.831510 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.832043 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.833045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Deleting port a13218d6-16b8-4d8e-934f-3185ca6d97f1 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:05.833287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.833422 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.833548 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.833883 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.834209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.834534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.837270 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.837612 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:05.881763 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Attempting to bind port 9f8843da-8991-4f4d-81b2-a1be53c5553d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:05.882129 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Attempting to bind port 9f8843da-8991-4f4d-81b2-a1be53c5553d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:05.884023 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Attempting to bind port 9f8843da-8991-4f4d-81b2-a1be53c5553d on network 581c90d2-d08b-4faf-ba06-4f617c6f600a {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:05.899317 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:05.899688 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Checking segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:05.900096 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.900488 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Bound using segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:05.900972 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Bound port: 9f8843da-8991-4f4d-81b2-a1be53c5553d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:05.901360 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:05.972061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1493572657-network', 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:06.006205 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.020675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] For port a13218d6-16b8-4d8e-934f-3185ca6d97f1, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a13218d6-16b8-4d8e-934f-3185ca6d97f1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:06.021331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.048070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] For port a13218d6-16b8-4d8e-934f-3185ca6d97f1, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a13218d6-16b8-4d8e-934f-3185ca6d97f1,segment=NetworkSegment(01acbb26-8433-446e-ba69-d6487aacf555),segment_id=01acbb26-8433-446e-ba69-d6487aacf555)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:06.049128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.049494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.056080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.059541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Calling delete_port for a13218d6-16b8-4d8e-934f-3185ca6d97f1 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:06.060880 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] For port 9f8843da-8991-4f4d-81b2-a1be53c5553d, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:06.069348 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] For port 9f8843da-8991-4f4d-81b2-a1be53c5553d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f8843da-8991-4f4d-81b2-a1be53c5553d,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:06.071450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3daaf64-df3e-4679-8ea4-ca5368f8c2b6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.082164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Calling delete_port for a13218d6-16b8-4d8e-934f-3185ca6d97f1 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:06.090003 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.096085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Network fbb974d4-b795-41e7-93a2-b763189d3726 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:06.096952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:06.099476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.101521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:06.105664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:06.131959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Checking segment: {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:06.132213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Network hostable DHCP agents. Network: 8d202d12-9a14-46ec-874c-2654da9e8ada, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:06.167823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.194313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:06.196296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.221976 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:06.222957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:06.227595 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c76cf4-452a-47e8-9201-91cdddc0d2dc None None] Pushing event updated for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.231960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a292b115-97c6-4308-ac71-e0b8e7bb0702 req-64389165-dbd5-4ab3-95f2-88f537b28d45 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298210 Apr 20 14:42:06.232857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Network 8d202d12-9a14-46ec-874c-2654da9e8ada is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:06.248314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9344718 Apr 20 14:42:06.280621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8d202d12-9a14-46ec-874c-2654da9e8ada) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:06.309416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:06.310258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.319527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f5547-ec5d-445c-b77b-8ecd6acfc076 None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:06.334509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59483bef-c999-4dc7-b8ba-475342ab023a None None] Network 8d202d12-9a14-46ec-874c-2654da9e8ada requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:06.341997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: from cryptography.utils import int_from_bytes Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: from cryptography.utils import int_from_bytes Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.354141 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:42:06.357228 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:42:06.372009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0abe6fe-aa83-427d-926d-3fec39804378 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2981062 Apr 20 14:42:06.381804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.393207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Request body: {'port': {'device_id': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:06.412308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:06.420113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:06.424375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13218d6-16b8-4d8e-934f-3185ca6d97f1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.443524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] No DVR routers for this DVR port a13218d6-16b8-4d8e-934f-3185ca6d97f1 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:06.467694 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:06.508974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.540013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.542116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.551709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.573756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.698550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:06.761757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.769945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d8f3fdd3-601b-4c87-994c-690a2439b6f5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:06.770998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] Pushing event deleted for resources: {'Port': ['ID=a13218d6-16b8-4d8e-934f-3185ca6d97f1,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.781607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88414811-5ada-49a2-aedb-5086a65d81ee None None] No DVR routers for this DVR port a13218d6-16b8-4d8e-934f-3185ca6d97f1 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:06.790282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652bad7-ed7f-45e6-a173-a13b1b70b2cd tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event updated for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.816818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] Provisioning complete for port 9f8843da-8991-4f4d-81b2-a1be53c5553d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:06.817699 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.821917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:06.822262 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Added segment 0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b of type vlan for network 92de4f81-e816-4851-af5b-f5ddd8458337 Apr 20 14:42:06.831261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:06Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:06.868433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8797cfe-fc81-45ff-b267-6fd36132badd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:06.878626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3832ea5-500f-4b53-ae88-7751cee9fd71 None None] The sync data for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 is: [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:06Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:06.888192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45e3f0f-3a4c-44f3-85b4-68a526d7b230']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:06.935556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01acbb26-8433-446e-ba69-d6487aacf555') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:06.935556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01acbb26-8433-446e-ba69-d6487aacf555') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:06.975811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dadc9-fdb2-4327-9610-56bc895ab180 req-84d8a4ee-5cbd-4f5c-876e-113d53fa37be tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:06.988433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be6dadc9-fdb2-4327-9610-56bc895ab180 req-84d8a4ee-5cbd-4f5c-876e-113d53fa37be tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 931 time: 0.3234727 Apr 20 14:42:07.062961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95dcf8-7a93-4914-93ca-f0ff6a36d87c req-4d590d0d-3f17-48e0-a906-735bbbbecfda tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:07.066232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.071168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b95dcf8-7a93-4914-93ca-f0ff6a36d87c req-4d590d0d-3f17-48e0-a906-735bbbbecfda tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.5297787 Apr 20 14:42:07.092021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.099384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.111750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-8d202d12-9a14-46ec-874c-2654da9e8ada', 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'fixed_ips': [{'subnet_id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:42:07.112612 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.133962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.137674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d8f3fdd3-601b-4c87-994c-690a2439b6f5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:07.137674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.148094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.155967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:42:07.157100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.236696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] For port 9f8843da-8991-4f4d-81b2-a1be53c5553d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f8843da-8991-4f4d-81b2-a1be53c5553d,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:07.243115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Allocated IP 172.25.1.82 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c3aa50ce-c965-492e-9b1e-eb88d76ca34c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:42:07.251867 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:42:07.296465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be6dadc9-fdb2-4327-9610-56bc895ab180 req-be10bd53-30e9-4bec-9f2b-84ca9c28922c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053434 Apr 20 14:42:07.306547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.395989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.397478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:07.398443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.398594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b95dcf8-7a93-4914-93ca-f0ff6a36d87c req-f38bb954-4bd0-439f-8cac-7dda74305592 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224051 Apr 20 14:42:07.467582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.529866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.538755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f45e3f0f-3a4c-44f3-85b4-68a526d7b230 HTTP/1.1" status: 204 len: 168 time: 2.5399251 Apr 20 14:42:07.570344 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.617456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132022de-8be0-4859-998b-19bcb4f35987 None None] Pushing event updated for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:07.629777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.636014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Allocated IP 172.20.0.2 (8d202d12-9a14-46ec-874c-2654da9e8ada/f3daaf64-df3e-4679-8ea4-ca5368f8c2b6/2e07944a-7a2e-4211-bc14-e6c9cdf42caa) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:07.664527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0578d0fa-184c-4a5a-811e-82e0d3d04829 None None] Provisioning complete for port 9f8843da-8991-4f4d-81b2-a1be53c5553d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:07.665027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0578d0fa-184c-4a5a-811e-82e0d3d04829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.691075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1350808 Apr 20 14:42:07.691835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60206) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:07.717422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Request body: {'subnet': {'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1493572657-subnet', 'tenant_id': '41bb6ebc23c549e0a337d980035a860c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:07.739311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699e46-9a90-4730-b5ca-262c9ef38db5 admin admin] Pushing event updated for resources: {'Network': ['ID=92de4f81-e816-4851-af5b-f5ddd8458337,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:07.777472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d8f3fdd3-601b-4c87-994c-690a2439b6f5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d8f3fdd3-601b-4c87-994c-690a2439b6f5,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:07.785139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 92de4f81-e816-4851-af5b-f5ddd8458337 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:07.798321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60210) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:07.805155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912d01-a181-4a21-9da9-8f083609450b req-c0460027-6ce6-4a01-8ca3-124cc1a0a98c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:07.821529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13912d01-a181-4a21-9da9-8f083609450b req-c0460027-6ce6-4a01-8ca3-124cc1a0a98c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2228343 Apr 20 14:42:07.861305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.865937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37232a59-4f57-4f17-a6f5-1d2f62a440a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45e3f0f-3a4c-44f3-85b4-68a526d7b230,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:07.896569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:07.899153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.927938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:07.961735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9a06b60e-0652-406e-a3e0-ad086ccaeab7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0adc131ef58843ceb5459fe0781055d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609349 Apr 20 14:42:07.964835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60212) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:08.033818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13912d01-a181-4a21-9da9-8f083609450b req-29aeb058-c8e1-46db-bfb6-52178d9d391f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097890 Apr 20 14:42:08.080100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a13218d6-16b8-4d8e-934f-3185ca6d97f1 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:08.082552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d8f3fdd3-601b-4c87-994c-690a2439b6f5,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:08.089976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436533a0-c66e-45fe-9389-4e25b1cd0891 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:08.094668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.115504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.151107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Transition to ACTIVE for port object 436533a0-c66e-45fe-9389-4e25b1cd0891 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:08.159443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.198329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a13218d6-16b8-4d8e-934f-3185ca6d97f1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:08.200777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a13218d6-16b8-4d8e-934f-3185ca6d97f1 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:08.214248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.271417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.296793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:08.326501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.351153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:08.357978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:08.362765 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.440444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Pushing event updated for resources: {'Port': ['ID=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:08.491096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Allocated IP 172.25.1.98 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/fbc5b510-a6cd-46f2-b602-dd1b4943aa2a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:08.522746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.523659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.524093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.524536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.524949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.525346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.525775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.526165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.526586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.527014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.527433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.527844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:08.527974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.529674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0578d0fa-184c-4a5a-811e-82e0d3d04829 None None] Provisioning complete for port d8f3fdd3-601b-4c87-994c-690a2439b6f5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:08.530036 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0578d0fa-184c-4a5a-811e-82e0d3d04829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.562155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.620285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.624410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.629445 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ea34956-96cc-4e0c-8bf1-bc293efa18d1 HTTP/1.1" status: 204 len: 168 time: 0.6622901 Apr 20 14:42:08.652464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b4414-45ce-4c2d-a26d-0c4ae28605c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea34956-96cc-4e0c-8bf1-bc293efa18d1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:08.670108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.713559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.777675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Network 8d202d12-9a14-46ec-874c-2654da9e8ada is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:08.783035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:08.786060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Pushing event updated for resources: {'Port': ['ID=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:08.790916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:08.796940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:08.887841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:08.899351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f8843da-8991-4f4d-81b2-a1be53c5553d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:08.917129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:08.920040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:08.927498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:08.939746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90de8-0dfd-4667-8071-0b771cc4e806 req-2bda9b46-a48f-42b6-b5ff-6187771532ab tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:08.941346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86c90de8-0dfd-4667-8071-0b771cc4e806 req-2bda9b46-a48f-42b6-b5ff-6187771532ab tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.6467700 Apr 20 14:42:08.980996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Pushing event updated for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:09.029059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0218f03f-6b9d-429a-895c-500d03c010a0,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:09.078083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ecc3a-45f6-4386-91b9-f541973382c0 req-b58b955f-b9fa-4666-aeeb-c05326124810 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:09.088484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d2ecc3a-45f6-4386-91b9-f541973382c0 req-b58b955f-b9fa-4666-aeeb-c05326124810 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 943 time: 0.5985556 Apr 20 14:42:09.116016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Attempting to bind port 436533a0-c66e-45fe-9389-4e25b1cd0891 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:09.117563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Attempting to bind port 436533a0-c66e-45fe-9389-4e25b1cd0891 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:09.117904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Attempting to bind port 436533a0-c66e-45fe-9389-4e25b1cd0891 on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:09.146064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Port 436533a0-c66e-45fe-9389-4e25b1cd0891 on network fbb974d4-b795-41e7-93a2-b763189d3726 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:09.146403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Attempting to bind port 436533a0-c66e-45fe-9389-4e25b1cd0891 on network fbb974d4-b795-41e7-93a2-b763189d3726 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:09.201634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Attempting to bind port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:09.202397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Attempting to bind port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:09.203078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Attempting to bind port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa on network 8d202d12-9a14-46ec-874c-2654da9e8ada {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:09.206074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:09.206418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Checking segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:09.206881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Bound using segment: {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:09.207357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Bound port: 436533a0-c66e-45fe-9389-4e25b1cd0891, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9118d5e-538e-4f87-82b7-ad2627ea1664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:09.207706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.210852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:09.211460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Checking segment: {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:09.212000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.212880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Bound using segment: {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:09.213528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Bound port: 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:09.214081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.219344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86c90de8-0dfd-4667-8071-0b771cc4e806 req-d75741dc-d948-4194-a7ba-9efed109e77f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562151 Apr 20 14:42:09.220090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:09.220519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Network hostable DHCP agents. Network: 92de4f81-e816-4851-af5b-f5ddd8458337, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:09.257979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d2ecc3a-45f6-4386-91b9-f541973382c0 req-f70975df-b21c-46d5-b11b-a8874d65ad86 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650474 Apr 20 14:42:09.285946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9f8843da-8991-4f4d-81b2-a1be53c5553d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:09.286333 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.414306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0eb99c95-2e01-4304-aa52-e38387936046 None None] Provisioning complete for port d8f3fdd3-601b-4c87-994c-690a2439b6f5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:09.414882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0eb99c95-2e01-4304-aa52-e38387936046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.418048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.452679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] For port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:09.468241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] For port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:09.478886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.648590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8445583-06e2-4888-8d63-b0c51a8f12f7 None None] Pushing event updated for resources: {'Port': ['ID=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:09.652033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d8f3fdd3-601b-4c87-994c-690a2439b6f5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:09.744611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d8f3fdd3-601b-4c87-994c-690a2439b6f5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:09.745275 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.749555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:09.958636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:09.987649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:09.993289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Router f8d1442e-2e2c-4275-924c-128a8eec4fd0 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:42:09.998053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 92de4f81-e816-4851-af5b-f5ddd8458337) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:10.003360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.004201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.008845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a0417-60e2-41cd-a4c9-a1822f024868 None None] Network 92de4f81-e816-4851-af5b-f5ddd8458337 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:10.020267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.025893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=436533a0-c66e-45fe-9389-4e25b1cd0891,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:10.084221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9bcc8-e6f6-4ad8-a56b-0f7a866f4724 req-8611d37a-ef19-4942-89cd-f342ec098a7e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.092564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78c9bcc8-e6f6-4ad8-a56b-0f7a866f4724 req-8611d37a-ef19-4942-89cd-f342ec098a7e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2712924 Apr 20 14:42:10.101842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.154211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-16223272-e058-40af-a6c6-cfd1d1cb0476 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4444237 Apr 20 14:42:10.165469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.166354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.167925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] 10.222.0.43 "PUT /v2.0/ports/436533a0-c66e-45fe-9389-4e25b1cd0891 HTTP/1.1" status: 200 len: 1091 time: 3.7793651 Apr 20 14:42:10.172597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:10.192409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:10.199177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Sync routers for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:10.207032 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15adf09-6d29-4712-946b-804a17e6f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:10.259168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.264009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dedd7aae-4244-4051-9f51-d9ed576773b8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8498454 Apr 20 14:42:10.268781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60252) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:10.288298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:10.298423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:10.300737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:10.319723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ff78-3677-4f66-bcb6-116715a41030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.324965 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2aa588-ef3a-40fa-bc76-a55156fe0a76 x-openstack-request-id: req-fb2aa588-ef3a-40fa-bc76-a55156fe0a76 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:10.325298 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:10.325550 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb2aa588-ef3a-40fa-bc76-a55156fe0a76 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:10.326671 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2aa588-ef3a-40fa-bc76-a55156fe0a76'] response: {'name': 'network-changed', 'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891', 'status': 'completed', 'code': 200} Apr 20 14:42:10.353594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78c9bcc8-e6f6-4ad8-a56b-0f7a866f4724 req-25130ea5-d8be-4486-9a0d-91d60900bce0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439022 Apr 20 14:42:10.417238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ff3fb-2249-4fc3-b452-672d3c899e32 service neutron] Pushing event updated for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:10.508688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-788865714-network', 'tenant_id': 'bdddf5c5a27b4e59affe33c3f8ab6039'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:10.512186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-0be181d5-8523-4bd8-8164-a8b67f8fd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.514679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-0be181d5-8523-4bd8-8164-a8b67f8fd164 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 1094 time: 0.2980099 Apr 20 14:42:10.623561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Made reservation on behalf of bdddf5c5a27b4e59affe33c3f8ab6039 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:10.625820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.645266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-eab7a2ec-193d-41a6-ad72-6d8afadfb80c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436533a0-c66e-45fe-9389-4e25b1cd0891 HTTP/1.1" status: 200 len: 217 time: 0.0819652 Apr 20 14:42:10.656486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.662886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826b5a6-aa51-46b4-8845-c7b8241a0469 None None] Network 92de4f81-e816-4851-af5b-f5ddd8458337 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:10.755545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b269d-f9b7-4239-83aa-85f3bee2276b req-74c79d70-aa1a-41f2-81fc-904068c575cf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.757122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-820b269d-f9b7-4239-83aa-85f3bee2276b req-74c79d70-aa1a-41f2-81fc-904068c575cf tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 943 time: 0.3298624 Apr 20 14:42:10.800586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:10.808920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2adf1d-302c-40ff-97bf-a8d6af46d6cc req-0696c4ff-78b2-4593-aa5e-d5c01371c17c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.819039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e2adf1d-302c-40ff-97bf-a8d6af46d6cc req-0696c4ff-78b2-4593-aa5e-d5c01371c17c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3150492 Apr 20 14:42:10.848315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3747067-4343-471c-982e-0f75c06dfc15 req-7bfbdd13-b228-4c7e-b16a-9c86d3d06990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:10.849790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-7bfbdd13-b228-4c7e-b16a-9c86d3d06990 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.1967175 Apr 20 14:42:10.883230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:10.900247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2e07944a-7a2e-4211-bc14-e6c9cdf42caa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:10.914786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-ee0d29c1-0096-4053-a572-138b3b9b1712 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512116 Apr 20 14:42:10.934036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-820b269d-f9b7-4239-83aa-85f3bee2276b req-af68f81d-fd34-4f3d-b3b9-98359e049e15 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621890 Apr 20 14:42:10.985752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e2adf1d-302c-40ff-97bf-a8d6af46d6cc req-9fcc0b6a-b9f3-46b9-ac55-b2cdec5418ff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488993 Apr 20 14:42:11.284976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.287274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.290954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.296202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e4264-29ab-40c1-9059-b15b5a6afc24 None None] Network 8d202d12-9a14-46ec-874c-2654da9e8ada requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:11.302910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:11.303278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.453551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8798c985-7e1c-4678-ae5e-d58bea85f719 None None] Provisioning complete for port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:11.453951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8798c985-7e1c-4678-ae5e-d58bea85f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.460322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e7c9-3389-42e6-bebf-ae492bffc8b3 req-d8d513b5-df67-4663-bd1e-eafa5db7334c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:11.461870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8287e7c9-3389-42e6-bebf-ae492bffc8b3 req-d8d513b5-df67-4663-bd1e-eafa5db7334c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2640865 Apr 20 14:42:11.529357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-c25d0cc9-75d4-47fb-bd29-df6501604b3b service neutron] 10.222.0.43 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872126 Apr 20 14:42:11.549132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-fc3d7e56-85ef-4977-bcbb-f10067b70780 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:11.550683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-fc3d7e56-85ef-4977-bcbb-f10067b70780 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.2689116 Apr 20 14:42:11.554413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:11.613652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:11.625234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Checking router: f8d1442e-2e2c-4275-924c-128a8eec4fd0 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:11.625574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Updating router f8d1442e-2e2c-4275-924c-128a8eec4fd0 port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:42:11.630983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8287e7c9-3389-42e6-bebf-ae492bffc8b3 req-2561b522-ae4d-496b-b412-65d8d2c14f29 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605632 Apr 20 14:42:11.634891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-d06a5e45-096f-4365-b613-c32ef51cbfa0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0681264 Apr 20 14:42:11.635023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:11.642811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.643210 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Added segment 557236da-a018-460d-be96-64082394def5 of type vlan for network fc0247fb-eeb5-4a33-a299-b834f6779983 Apr 20 14:42:11.656381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.676860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Router ad94a490-691d-4411-a3e5-84df0724678f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:42:11.714545 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.733815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-1371ae52-0868-4eb3-a4b1-9f483ec37d38 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529294 Apr 20 14:42:11.753532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.774093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3747067-4343-471c-982e-0f75c06dfc15 req-0aafed46-acf4-47c4-911b-3b0dfe44282c service neutron] 10.222.0.43 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319694 Apr 20 14:42:11.886203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.887407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:11.888110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:11.945660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-ad6f2b5c-287d-445e-9532-0c629d25920b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:42:11.951327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-ad6f2b5c-287d-445e-9532-0c629d25920b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1807368 Apr 20 14:42:11.979776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6901054 Apr 20 14:42:11.985460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:11.996189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Request body: {'subnet': {'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-788865714-subnet', 'tenant_id': 'bdddf5c5a27b4e59affe33c3f8ab6039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:12.007211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Allocated IP 172.20.0.1 (8d202d12-9a14-46ec-874c-2654da9e8ada/f3daaf64-df3e-4679-8ea4-ca5368f8c2b6/c87634e8-829e-4538-ae28-e51efd8f992a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:12.009890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5142fcd-69d6-4500-8cf2-10b391bb6622 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0247fb-eeb5-4a33-a299-b834f6779983,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:12.048695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Made reservation on behalf of bdddf5c5a27b4e59affe33c3f8ab6039 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:12.051103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.057490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:12.062793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adf09-6d29-4712-946b-804a17e6f36d req-b44eaba7-d0de-47ee-a6f3-6dd3f3021672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:12.064438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-b44eaba7-d0de-47ee-a6f3-6dd3f3021672 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 1094 time: 0.2328393 Apr 20 14:42:12.070289 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:12.071935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a490a6-3f21-4a60-80e0-2be95e796958 req-cf986c20-8f14-4bfe-9a4c-dc55b403664f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:12.073471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1a490a6-3f21-4a60-80e0-2be95e796958 req-cf986c20-8f14-4bfe-9a4c-dc55b403664f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1753490 Apr 20 14:42:12.085661 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:12.086762 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:41:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:12.146849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network fc0247fb-eeb5-4a33-a299-b834f6779983 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:12.153606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.154891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-511cd05d-3607-4428-a311-cef6f8d9d18f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3075535 Apr 20 14:42:12.159378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:12.215183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1a490a6-3f21-4a60-80e0-2be95e796958 req-33d34fa1-3e95-460c-b45a-da84d84ee222 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285436 Apr 20 14:42:12.229291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:12.234258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.266828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:12.278943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-5a990029-b280-4d3a-8c53-42e789ae98d0 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054962 Apr 20 14:42:12.320379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8798c985-7e1c-4678-ae5e-d58bea85f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.335338 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.436766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.516624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Network 8d202d12-9a14-46ec-874c-2654da9e8ada is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:12.525719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adf09-6d29-4712-946b-804a17e6f36d req-120ae765-d909-486b-bfe9-92059699ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:12.528613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-120ae765-d909-486b-bfe9-92059699ea2a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 200 len: 915 time: 0.4442475 Apr 20 14:42:12.531654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:12.545952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-613eed08-d600-42ce-930d-fd1006cc3632 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537382 Apr 20 14:42:12.549776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:12.578658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:12.589050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-8798c985-7e1c-4678-ae5e-d58bea85f719 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:42:12.589401 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-8798c985-7e1c-4678-ae5e-d58bea85f719 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:42:12.605691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d61ab465-5187-4d19-a51e-5dfc70ec3543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.657924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Pushing event updated for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:12.658728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:12.679673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-b4cd22f8-b0ed-4c4f-9caa-29797bb2f49e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436533a0-c66e-45fe-9389-4e25b1cd0891 HTTP/1.1" status: 200 len: 217 time: 0.1268585 Apr 20 14:42:12.699700 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:12.700140 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Updating router ad94a490-691d-4411-a3e5-84df0724678f port c3aa50ce-c965-492e-9b1e-eb88d76ca34c binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:42:12.724893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.733738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.745385 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.782388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adf09-6d29-4712-946b-804a17e6f36d req-e89897f1-0962-4d82-965e-d9e90c2299df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:12.792278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-e89897f1-0962-4d82-965e-d9e90c2299df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 200 len: 854 time: 0.1055429 Apr 20 14:42:12.850866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.856703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-34b7d342-3cd6-47ec-99a1-3a372c8b1f9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbb974d4-b795-41e7-93a2-b763189d3726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523269 Apr 20 14:42:12.860099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.865998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e39d-31cb-4521-815b-b9a6d674008d req-ec546c21-6e9e-4b7c-80ce-52f9f43e1d9a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:12.867354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b231e39d-31cb-4521-815b-b9a6d674008d req-ec546c21-6e9e-4b7c-80ce-52f9f43e1d9a tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 943 time: 0.3198709 Apr 20 14:42:12.876522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652f4c-136e-4dc5-90f5-8ea7b4226023 None None] Pushing event updated for resources: {'Port': ['ID=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:12.889288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Attempting to bind port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:12.889413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Attempting to bind port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:12.892878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Attempting to bind port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:12.904944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:12.905396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:12.906977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:12.907375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:12.908071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Bound port: fbc5b510-a6cd-46f2-b602-dd1b4943aa2a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:12.913398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.027175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] For port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:13.028122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b231e39d-31cb-4521-815b-b9a6d674008d req-b29780b9-2bad-4e65-8e81-427c741c9239 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270592 Apr 20 14:42:13.033740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] For port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:13.045086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.110729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652f4c-136e-4dc5-90f5-8ea7b4226023 None None] Pushing event updated for resources: {'Port': ['ID=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:13.155508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55f29-f441-432a-8139-b4bf794788aa req-6d2c4903-110a-419a-a073-9510ac33aaeb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:13.157688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1e55f29-f441-432a-8139-b4bf794788aa req-6d2c4903-110a-419a-a073-9510ac33aaeb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3034742 Apr 20 14:42:13.223249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:13.225268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:13.250209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Checking segment: {'id': '557236da-a018-460d-be96-64082394def5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:13.250582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Network hostable DHCP agents. Network: fc0247fb-eeb5-4a33-a299-b834f6779983, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:13.255344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd6f67c-d66c-42fb-819b-38b383420def,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:13.300448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1e55f29-f441-432a-8139-b4bf794788aa req-9dc3244b-7059-45c7-a43c-fd73b4983540 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328025 Apr 20 14:42:13.328991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-87ab59ab-7e9b-4494-96d0-02269adf6bbc service neutron] 10.222.0.43 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302521 Apr 20 14:42:13.405904 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.421114 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.460170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Network fc0247fb-eeb5-4a33-a299-b834f6779983 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:13.490605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ce99a43f-d9f9-4df7-a696-95e2a2acc905 None None] Provisioning complete for port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:13.491152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce99a43f-d9f9-4df7-a696-95e2a2acc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.504425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, fc0247fb-eeb5-4a33-a299-b834f6779983) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:13.530887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:13.531567 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.540956 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Attempting to bind port c3aa50ce-c965-492e-9b1e-eb88d76ca34c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:13.541650 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Attempting to bind port c3aa50ce-c965-492e-9b1e-eb88d76ca34c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:13.542482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Attempting to bind port c3aa50ce-c965-492e-9b1e-eb88d76ca34c on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:13.545893 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9647da-eee8-469f-a5cf-03250696df92 None None] Pushing event updated for resources: {'Port': ['ID=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:13.560723 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:13.562217 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:13.562863 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.565096 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:13.565845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Bound port: c3aa50ce-c965-492e-9b1e-eb88d76ca34c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:13.566439 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.575419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8124863-b507-45e8-a06a-aa9007d8621b None None] Network fc0247fb-eeb5-4a33-a299-b834f6779983 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:13.585140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7cc636f-cf3a-40a6-a717-3a8dfdf6c4a6 req-41497a7e-b250-4849-bc10-5c5a39341198 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 210 time: 0.1199212 Apr 20 14:42:13.595004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04c2edac-4e82-45eb-9326-5d9eef9e2ae9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6009960 Apr 20 14:42:13.595004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.659509 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] For port c3aa50ce-c965-492e-9b1e-eb88d76ca34c, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:13.664585 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] For port c3aa50ce-c965-492e-9b1e-eb88d76ca34c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:13.672623 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.711980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a15adf09-6d29-4712-946b-804a17e6f36d req-ad3dfae0-4f45-43f6-9dc3-5ad223b9cda5 service neutron] 10.222.0.43 "GET /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743804 Apr 20 14:42:13.738268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ec478-20ef-4d79-a9ae-f07e43aae3c7 req-baa4c4df-f4dc-4e3e-be22-0ecf5ccf7c07 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:13.744721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a2ec478-20ef-4d79-a9ae-f07e43aae3c7 req-baa4c4df-f4dc-4e3e-be22-0ecf5ccf7c07 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.2466044 Apr 20 14:42:13.791840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.794133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:13.806734 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:13.806734 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:13.903144 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9647da-eee8-469f-a5cf-03250696df92 None None] Pushing event updated for resources: {'Port': ['ID=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:13.921167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a2ec478-20ef-4d79-a9ae-f07e43aae3c7 req-0d102953-647b-4278-a664-7d683e614339 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683977 Apr 20 14:42:13.946321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d7ad3-bccd-416e-aae7-b498ba77508f req-d2d574fb-ff3c-4eb0-acc2-078e9036df35 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:13.948770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-244d7ad3-bccd-416e-aae7-b498ba77508f req-d2d574fb-ff3c-4eb0-acc2-078e9036df35 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1936626 Apr 20 14:42:13.977346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.989176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.993204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.050812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-244d7ad3-bccd-416e-aae7-b498ba77508f req-a7be29f2-ae71-427a-a2d5-241df403e3ef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952070 Apr 20 14:42:14.066437 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:14.100933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Pushing event updated for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:14.131902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.233904 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.271077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ce99a43f-d9f9-4df7-a696-95e2a2acc905 None None] Provisioning complete for port c87634e8-829e-4538-ae28-e51efd8f992a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:14.271451 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce99a43f-d9f9-4df7-a696-95e2a2acc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.281352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aaa55-7de0-421b-a32c-38ae5f3b4888 req-8acb53c2-2957-4e3b-bc14-b00f87617dbb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:14.289257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-854aaa55-7de0-421b-a32c-38ae5f3b4888 req-8acb53c2-2957-4e3b-bc14-b00f87617dbb tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 943 time: 0.1549110 Apr 20 14:42:14.307173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ee905-6776-4c97-8e24-baf57018326e None None] Network fc0247fb-eeb5-4a33-a299-b834f6779983 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:14.312293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ce99a43f-d9f9-4df7-a696-95e2a2acc905 None None] Port c87634e8-829e-4538-ae28-e51efd8f992a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:14.350241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-854aaa55-7de0-421b-a32c-38ae5f3b4888 req-6abb9183-02f0-4969-be59-172713ec0d81 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Apr 20 14:42:14.368661 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:14.403459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-4d013150-eb3b-47e8-a372-873d20296a68 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:14.418824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-4d013150-eb3b-47e8-a372-873d20296a68 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/networks?id=fc0247fb-eeb5-4a33-a299-b834f6779983 HTTP/1.1" status: 200 len: 820 time: 0.2249734 Apr 20 14:42:14.429838 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d111b3a8-1c39-4fa7-acc9-cbdcbf883da1 None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:14.447283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:14.485270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Network 8d202d12-9a14-46ec-874c-2654da9e8ada is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:14.489731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:14.496961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03251ba-16c8-4588-8645-d493d3978fbd None None] The sync data for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 is: [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:09Z', 'revision_number': 3, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:14.509208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Allocated IP 172.20.0.1 (a864d66a-6db7-4268-9f4b-7d63c9584896/1f6e04bb-2f3d-41c3-ba3f-30f987b496e4/9da7f4ca-a2d3-4fa7-a623-322f9824494a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:14.704458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2e07944a-7a2e-4211-bc14-e6c9cdf42caa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:14.722478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.775226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.794102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:14.794884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.854070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:14.859983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:14.867097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:14.937151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:14.941226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Router f8d1442e-2e2c-4275-924c-128a8eec4fd0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:14.946668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Pushing event updated for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:14.971845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-36b87361-c401-4af1-b1c6-5a54da886a15 None None] Provisioning complete for port c87634e8-829e-4538-ae28-e51efd8f992a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:14.972206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36b87361-c401-4af1-b1c6-5a54da886a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.028253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-36b87361-c401-4af1-b1c6-5a54da886a15 None None] Port c87634e8-829e-4538-ae28-e51efd8f992a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:15.095207 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.133787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-65e1a107-d9b3-40b9-9aca-1a704aa6003a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/quotas/bdddf5c5a27b4e59affe33c3f8ab6039 HTTP/1.1" status: 200 len: 375 time: 0.6760337 Apr 20 14:42:15.141256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-491dc29b-3cc5-4608-afd5-484eddfac6e6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:15.142715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-491dc29b-3cc5-4608-afd5-484eddfac6e6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.7220280 Apr 20 14:42:15.184006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-2b429ba3-0e05-41d0-b03d-3b47a5a13c37 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdddf5c5a27b4e59affe33c3f8ab6039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402596 Apr 20 14:42:15.194200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:15.268304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:15.272131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.292422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c11e7ea-e2e4-4487-a697-41a1807091bb admin admin] 10.222.0.20 "PUT /v2.0/routers/f8d1442e-2e2c-4275-924c-128a8eec4fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0121882 Apr 20 14:42:15.305724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.383186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb87599-162f-47b7-9f1e-29bc9e55d650 req-631d60eb-49e6-46fa-b8c4-45c5e2a3af76 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:15.391368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbb87599-162f-47b7-9f1e-29bc9e55d650 req-631d60eb-49e6-46fa-b8c4-45c5e2a3af76 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.9253123 Apr 20 14:42:15.463641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1977be9b-0d1a-49c6-b546-029091f905db None None] Provisioning complete for port 9da7f4ca-a2d3-4fa7-a623-322f9824494a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:15.464675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1977be9b-0d1a-49c6-b546-029091f905db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.530872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 436533a0-c66e-45fe-9389-4e25b1cd0891 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:15.552450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbb87599-162f-47b7-9f1e-29bc9e55d650 req-d58c2409-b3b3-4199-b98b-5d65e2e29c61 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589570 Apr 20 14:42:15.574235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1977be9b-0d1a-49c6-b546-029091f905db None None] Port 9da7f4ca-a2d3-4fa7-a623-322f9824494a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:15.623635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a11f029e-5c18-4e99-a58e-b5fd6baea0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225941 Apr 20 14:42:15.671155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f978d-ab15-460c-9b10-24054419a021 req-4ced86ec-952c-4774-8930-12c8669ea2f9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:15.673899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6f978d-ab15-460c-9b10-24054419a021 req-4ced86ec-952c-4774-8930-12c8669ea2f9 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.1729059 Apr 20 14:42:15.751920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=436533a0-c66e-45fe-9389-4e25b1cd0891,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:15.764337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '436533a0-c66e-45fe-9389-4e25b1cd0891', 'network_id': 'fbb974d4-b795-41e7-93a2-b763189d3726', 'port_id': '436533a0-c66e-45fe-9389-4e25b1cd0891', 'mac_address': 'fa:16:3e:32:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1284ec7-115a-4101-b377-43a476077961', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:15.769600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.779693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.831819 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.867668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436533a0-c66e-45fe-9389-4e25b1cd0891 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:15.876307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.880418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1cb2b1e-bf65-431a-b13e-508b08e88d5d req-96d2f837-7d87-4ebf-b080-1a5cbbede6a0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 210 time: 0.1821449 Apr 20 14:42:15.919074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Deleting port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:15.919361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.923834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=436533a0-c66e-45fe-9389-4e25b1cd0891,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:15.927547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Pushing event updated for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:15.932654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:15.965915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-9546794e-01ca-4ea0-bd98-25bbf0027615 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4286079 Apr 20 14:42:15.974532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:15.979627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:16.082070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:16.152272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['436533a0-c66e-45fe-9389-4e25b1cd0891'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:16.273517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] For port b07e78de-83dd-44fb-94b2-b5ae134d0bd8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:16.274491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:16.295286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:16.300534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:16.401267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.6 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/9436b159-3ece-43d2-acae-62b089e7e28e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:16.420464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-cb033171-4e9e-451c-a1a9-38fb949c70ec service neutron] 10.222.0.20 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260513 Apr 20 14:42:16.446484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eedba-f186-4e53-bd29-e74d51379b05 req-e33473e6-67f9-4047-87f8-d60c3fa58084 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:16.455214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695eedba-f186-4e53-bd29-e74d51379b05 req-e33473e6-67f9-4047-87f8-d60c3fa58084 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 946 time: 0.2220848 Apr 20 14:42:16.536549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695eedba-f186-4e53-bd29-e74d51379b05 req-c77669a7-5de6-4d34-a2f3-23b4f6ef1141 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802562 Apr 20 14:42:16.538715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cb898-1b18-4989-84d5-19751df2922f req-5ef80137-0bf4-4820-ab33-bf316fde3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:16.540343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-5ef80137-0bf4-4820-ab33-bf316fde3d21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1096 time: 0.3217461 Apr 20 14:42:16.856023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c3aa50ce-c965-492e-9b1e-eb88d76ca34c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:16.861423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ff2407d2-aa49-457a-bb4c-1b92b0a9524d None None] Provisioning complete for port 9da7f4ca-a2d3-4fa7-a623-322f9824494a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:16.862025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff2407d2-aa49-457a-bb4c-1b92b0a9524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:16.940142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ff2407d2-aa49-457a-bb4c-1b92b0a9524d None None] Port 9da7f4ca-a2d3-4fa7-a623-322f9824494a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:16.955374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c3aa50ce-c965-492e-9b1e-eb88d76ca34c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:16.955745 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:16.988884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c0ac4d0-8271-4b2f-80d1-97d682416302 req-f291cff1-b8e1-4277-818d-8d13748f9570 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 210 time: 0.0947623 Apr 20 14:42:17.060014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755e67e-a52f-40af-ac89-555663c2c74e req-7467f261-c967-4745-9734-7b5dc4bebe74 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:17.068210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1755e67e-a52f-40af-ac89-555663c2c74e req-7467f261-c967-4745-9734-7b5dc4bebe74 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 944 time: 0.3844121 Apr 20 14:42:17.154455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.176707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cb898-1b18-4989-84d5-19751df2922f req-1f52f965-04f6-4ae9-aac7-25d649dad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:17.180633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port c3aa50ce-c965-492e-9b1e-eb88d76ca34c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:17.187597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-1f52f965-04f6-4ae9-aac7-25d649dad94d service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.6092892 Apr 20 14:42:17.188538 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.190491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fbc5b510-a6cd-46f2-b602-dd1b4943aa2a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:17.210699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:17.222130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.222493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.222856 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Floating IP 99ab17a9-9718-4d96-8a1a-c98bc28684a3 disassociated. External IP: 172.25.1.76, port: b07e78de-83dd-44fb-94b2-b5ae134d0bd8. Apr 20 14:42:17.223166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Calling delete_port for b07e78de-83dd-44fb-94b2-b5ae134d0bd8 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:17.305914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-b18340ae-ac0a-486f-9ddd-9481d3489fda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.0898421 Apr 20 14:42:17.320978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1755e67e-a52f-40af-ac89-555663c2c74e req-0ff21411-1e24-47d3-8fd6-0aa7b6b37fd1 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518108 Apr 20 14:42:17.335756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:17.343560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:17.343937 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.437885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:17.441152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.451198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ce4bbb8c-ef38-4afe-b6df-c06f48d8fbdd admin admin] 10.222.0.20 "PUT /v2.0/routers/ad94a490-691d-4411-a3e5-84df0724678f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2879002 Apr 20 14:42:17.489741 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.515217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:17.520013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 436533a0-c66e-45fe-9389-4e25b1cd0891 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:17.524890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.564275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.577800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.634238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'Port': ['ID=b07e78de-83dd-44fb-94b2-b5ae134d0bd8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:17.735627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523ec4d-910d-409f-b83d-ea4e1bd8a288 req-27d07782-5066-4676-9932-c8cd464e31d7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:17.746002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a523ec4d-910d-409f-b83d-ea4e1bd8a288 req-27d07782-5066-4676-9932-c8cd464e31d7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.6113999 Apr 20 14:42:17.768304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cb898-1b18-4989-84d5-19751df2922f req-46f614d2-beb6-4a54-b176-363d33001590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:17.770510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-46f614d2-beb6-4a54-b176-363d33001590 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.4339612 Apr 20 14:42:17.775664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:17.798912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:17.806942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 436533a0-c66e-45fe-9389-4e25b1cd0891 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:42:17.814883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 436533a0-c66e-45fe-9389-4e25b1cd0891 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:17.815544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:17.831524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:17.843193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a523ec4d-910d-409f-b83d-ea4e1bd8a288 req-2b7dbcc6-340f-4fb3-be7a-e0e1aaa46987 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958860 Apr 20 14:42:17.880823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:17.884808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:17.892067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:17.949800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:17.969040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:18.005862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-5e617f19-750c-4ae0-a9ac-c95f1b26c3d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808903 Apr 20 14:42:18.007278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] No DVR routers for this DVR port b07e78de-83dd-44fb-94b2-b5ae134d0bd8 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:18.007921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:18.008802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:18.011582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:18.013769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:18.015170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:18.027049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6f978d-ab15-460c-9b10-24054419a021 req-88f50d9b-3a1b-4afa-ac18-5efd847550f6 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.45 "DELETE /v2.0/ports/b07e78de-83dd-44fb-94b2-b5ae134d0bd8 HTTP/1.1" status: 204 len: 173 time: 2.3461204 Apr 20 14:42:18.028044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'name': 'network-vif-deleted', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:18.030660 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efaa365-cd27-49dc-8dd5-5815ed28b0ad" -d '{"events": [{"server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "name": "network-vif-deleted", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:18.067915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4347cf-a551-467a-ad82-fb1467449e35 req-44814b47-b537-4dc6-b56c-05a8116f86f4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:18.069588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f4347cf-a551-467a-ad82-fb1467449e35 req-44814b47-b537-4dc6-b56c-05a8116f86f4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 931 time: 0.5369923 Apr 20 14:42:18.093559 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:18.121376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70f8f4ee-1744-413f-800e-fb11981e00b2 req-43da83c9-5cfe-4cf3-9691-ae0cf0355680 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ac613-1cbb-4373-a992-2a548123f5d9 HTTP/1.1" status: 200 len: 210 time: 0.0911477 Apr 20 14:42:18.206312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:18.222905 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90264d95-49e2-49fe-b344-46e03d515435" -d '{"events": [{"server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "name": "network-vif-plugged", "status": "completed", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:18.230324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-52fdd4bf-a33e-4127-bebe-af30178a27a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0441213 Apr 20 14:42:18.275424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Request body: {'port': {'device_id': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:18.292953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=436533a0-c66e-45fe-9389-4e25b1cd0891,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:18.305190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:18.358122 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-73720290-9b34-4cfa-a8fd-fdb573ee3d21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814846 Apr 20 14:42:18.376786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:18.397522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:18.418754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:18.470893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-99f7729c-f86e-4b3c-a7c0-133164e99704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:18.473459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-99f7729c-f86e-4b3c-a7c0-133164e99704 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 1096 time: 0.0719721 Apr 20 14:42:18.626783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f4347cf-a551-467a-ad82-fb1467449e35 req-64244411-d575-4395-a281-750272fa2404 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117462 Apr 20 14:42:18.714078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-c7624770-44f2-479e-906c-7a84728b3468 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952555 Apr 20 14:42:18.775458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c3aa50ce-c965-492e-9b1e-eb88d76ca34c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:18.895966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-e8ca868b-6a3c-4396-9b90-50f7a9e805f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:18.897467 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-e8ca868b-6a3c-4396-9b90-50f7a9e805f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 200 len: 915 time: 0.3849378 Apr 20 14:42:18.967673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:19.009772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c3aa50ce-c965-492e-9b1e-eb88d76ca34c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:19.010430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-87a32454-1709-433f-b5d7-c32535d99f8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 200 len: 1001 time: 0.1038411 Apr 20 14:42:19.011164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.017102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-c754d4d9-b3c1-4ce7-aaf7-afcef707db2e tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:19.019272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-c754d4d9-b3c1-4ce7-aaf7-afcef707db2e tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.43 "GET /v2.0/networks?id=fc0247fb-eeb5-4a33-a299-b834f6779983 HTTP/1.1" status: 200 len: 820 time: 0.4864495 Apr 20 14:42:19.036235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Request body: {'port': {'device_id': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983', 'admin_state_up': True, 'tenant_id': 'bdddf5c5a27b4e59affe33c3f8ab6039'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:19.075789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:19.109896 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:19.127236 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:19.128102 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:19.186472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fbc5b510-a6cd-46f2-b602-dd1b4943aa2a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:19.186913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc4cb898-1b18-4989-84d5-19751df2922f req-1183cadf-e766-4aad-8a85-830ac727caa1 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719090 Apr 20 14:42:19.246005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60468) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:19.246602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:19.247562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:19.290328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933299331', 'description': 'tempest-description--336866723'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:19.330768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-6c54794d-f7a4-4fc0-b5f2-cd96fefacfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:19.335969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-6c54794d-f7a4-4fc0-b5f2-cd96fefacfa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e6c6eee1-5f16-45bb-9789-7e7321ffa360 HTTP/1.1" status: 200 len: 853 time: 0.3153386 Apr 20 14:42:19.338296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Made reservation on behalf of bdddf5c5a27b4e59affe33c3f8ab6039 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:19.348545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.354549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654dd6f-2b55-4c0d-869c-4473bc532237 req-c9ac8d65-1ab6-43ac-90e5-e12e0803d8af tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:19.360930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Sync routers for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:19.365820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1654dd6f-2b55-4c0d-869c-4473bc532237 req-c9ac8d65-1ab6-43ac-90e5-e12e0803d8af tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3829238 Apr 20 14:42:19.403391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.409005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:19.429834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:19.430182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:19.461931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d9d1af7-15d9-4c3a-b5bf-36b02695b971 req-1fa5418b-f0ca-4b71-aefb-2033443d4446 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 210 time: 0.0908384 Apr 20 14:42:19.536665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1654dd6f-2b55-4c0d-869c-4473bc532237 req-3cc3362d-9d61-4911-b267-db8dc2512440 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701255 Apr 20 14:42:19.556027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:19.589913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:19.637882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-0607bbb8-ab41-49e0-8b4c-d3d14dcc0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:19.639454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-0607bbb8-ab41-49e0-8b4c-d3d14dcc0c28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354d6071-9bbf-48a4-84e7-7b0f0daa82b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871664 Apr 20 14:42:19.759658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.773496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:19.774087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.774765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.786606 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fad21d-4430-4cd7-856e-dfad6fbd8d3e x-openstack-request-id: req-76fad21d-4430-4cd7-856e-dfad6fbd8d3e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:19.786927 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4ac613-1cbb-4373-a992-2a548123f5d9", "name": "network-vif-deleted", "tag": "b07e78de-83dd-44fb-94b2-b5ae134d0bd8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:19.787146 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76fad21d-4430-4cd7-856e-dfad6fbd8d3e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:19.787547 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fad21d-4430-4cd7-856e-dfad6fbd8d3e'] response: {'server_uuid': 'eb4ac613-1cbb-4373-a992-2a548123f5d9', 'name': 'network-vif-deleted', 'tag': 'b07e78de-83dd-44fb-94b2-b5ae134d0bd8', 'status': 'completed', 'code': 200} Apr 20 14:42:19.793117 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df569a46-fec6-46f4-b699-094ce469d01f x-openstack-request-id: req-df569a46-fec6-46f4-b699-094ce469d01f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:19.793117 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "name": "network-vif-plugged", "status": "completed", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:19.794706 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df569a46-fec6-46f4-b699-094ce469d01f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:19.795436 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df569a46-fec6-46f4-b699-094ce469d01f'] response: {'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891', 'code': 200} Apr 20 14:42:19.820456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9436b159-3ece-43d2-acae-62b089e7e28e {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:19.833371 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.851517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Transition to ACTIVE for port object 9436b159-3ece-43d2-acae-62b089e7e28e will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:19.927944 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 2, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:19.943873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Allocated IP 172.20.0.8 (fc0247fb-eeb5-4a33-a299-b834f6779983/6fd6f67c-d66c-42fb-819b-38b383420def/edeac6e5-7093-44be-9625-a194570507d3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:19.956236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.968175 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:19.968771 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Updating router ad94a490-691d-4411-a3e5-84df0724678f port 9da7f4ca-a2d3-4fa7-a623-322f9824494a binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:42:19.994783 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:19.999181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.002130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7538581 Apr 20 14:42:20.003454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3c353-8dd6-4f3d-9435-1a55998a7f41 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2056c44-bd35-4fb5-991a-52ece4dad25d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:20.044486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60480) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:20.056817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group_rule': {'security_group_id': 'f2056c44-bd35-4fb5-991a-52ece4dad25d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:20.097559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b07e78de-83dd-44fb-94b2-b5ae134d0bd8 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:20.134239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.174678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: b07e78de-83dd-44fb-94b2-b5ae134d0bd8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:20.175414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b07e78de-83dd-44fb-94b2-b5ae134d0bd8 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:20.182015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.196469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146091d-733b-4687-8b21-8fb9b0cb99ec req-359b2f98-6c03-4dba-9fec-e53e39ad38e9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:20.203381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4146091d-733b-4687-8b21-8fb9b0cb99ec req-359b2f98-6c03-4dba-9fec-e53e39ad38e9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.3329031 Apr 20 14:42:20.242495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.257904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Network fc0247fb-eeb5-4a33-a299-b834f6779983 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:20.261590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:20.270150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-1e8efcc7-8b71-41d1-b106-c4acd67a7dbc service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018026 Apr 20 14:42:20.271594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:20.399550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:20.404671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Pushing event updated for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:20.457362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:20.457688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.461681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c0a3845-f060-4f55-9b87-d485ab488f49 req-195b30cc-0305-4201-a061-c3594fee26ea service neutron] 10.222.0.45 "GET /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803205 Apr 20 14:42:20.482981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-a1357d9a-98f3-4132-9560-99acec4fc260 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4541373 Apr 20 14:42:20.496268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Request body: {'port': {'device_id': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:20.532424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7fb2d-2d97-4c61-b907-69b031816066 req-dcab54d5-89df-490a-8868-0db524dccf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:20.535090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ad7fb2d-2d97-4c61-b907-69b031816066 req-dcab54d5-89df-490a-8868-0db524dccf74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 1096 time: 0.6491389 Apr 20 14:42:20.565141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4146091d-733b-4687-8b21-8fb9b0cb99ec req-443c690e-8aee-4253-af33-e58d4fc4a5e9 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288834 Apr 20 14:42:20.576982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.623362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.633173 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.641766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ad7fb2d-2d97-4c61-b907-69b031816066 req-0eb82327-b181-4ef2-8cf5-ebf010db753e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697284 Apr 20 14:42:20.643966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.648247 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.655871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Attempting to bind port 9436b159-3ece-43d2-acae-62b089e7e28e on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:20.656348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Attempting to bind port 9436b159-3ece-43d2-acae-62b089e7e28e by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:20.657001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Attempting to bind port 9436b159-3ece-43d2-acae-62b089e7e28e on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:20.664341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81ebacc-d9be-4800-8791-db69d5223dfa,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:20.672284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Port 9436b159-3ece-43d2-acae-62b089e7e28e on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:20.673030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Attempting to bind port 9436b159-3ece-43d2-acae-62b089e7e28e on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:20.684716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:20.685056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:20.685622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:20.686222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Bound port: 9436b159-3ece-43d2-acae-62b089e7e28e, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:20.686709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.762389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.772587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b63e6ea9-aacb-4664-8281-863b70ef8794 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7191958 Apr 20 14:42:20.789666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60494) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:20.795555 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377a97-8d51-4e1e-ae3c-4547c9f429ba None None] Pushing event updated for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:20.795766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group_rule': {'security_group_id': 'f2056c44-bd35-4fb5-991a-52ece4dad25d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:20.822403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:20.915859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787686e-58b6-4f6b-84dc-839874181f85 None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:33:34Z', 'revision_number': 4, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '39e17a05-6b68-49a8-959e-dcc3f3967458', 'name': '', 'network_id': 'b9c7cf3a-f030-4873-8a8c-e22fb0f444c1', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'mac_address': 'fa:16:3e:e9:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:32Z', 'updated_at': '2022-04-20T14:33:40Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'subnets': [{'id': 'f0ca8653-5b73-4a4d-a7b4-c3331fba257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:20.926594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Attempting to bind port 9da7f4ca-a2d3-4fa7-a623-322f9824494a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:20.929127 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Attempting to bind port 9da7f4ca-a2d3-4fa7-a623-322f9824494a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:20.930214 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Attempting to bind port 9da7f4ca-a2d3-4fa7-a623-322f9824494a on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:20.939191 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:20.941287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:20.941797 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:20.944693 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Bound using segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:20.944853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60496) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:20.946365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Bound port: 9da7f4ca-a2d3-4fa7-a623-322f9824494a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:20.947748 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.053581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:21.061826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 4, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c87634e8-829e-4538-ae28-e51efd8f992a', 'name': '', 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'mac_address': 'fa:16:3e:95:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:11Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 2, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'subnets': [{'id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:21.120573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Checking router: f8d1442e-2e2c-4275-924c-128a8eec4fd0 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:21.121865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Updating router f8d1442e-2e2c-4275-924c-128a8eec4fd0 port c87634e8-829e-4538-ae28-e51efd8f992a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:42:21.126240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de404dd0-576e-42bd-b0ac-586a15af0c92 req-e1756006-bd84-4f5c-b9a3-7cca0a3888ba tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:21.128609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de404dd0-576e-42bd-b0ac-586a15af0c92 req-e1756006-bd84-4f5c-b9a3-7cca0a3888ba tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 943 time: 0.3575923 Apr 20 14:42:21.131126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9436b159-3ece-43d2-acae-62b089e7e28e,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:21.135117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.159231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85cd2f-77d5-4281-9e62-a77f677d8675 req-b45d02d8-6c4f-46d1-b317-113022453416 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:21.163388 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] For port 9da7f4ca-a2d3-4fa7-a623-322f9824494a, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:21.170655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c85cd2f-77d5-4281-9e62-a77f677d8675 req-b45d02d8-6c4f-46d1-b317-113022453416 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 931 time: 0.1808503 Apr 20 14:42:21.172332 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] For port 9da7f4ca-a2d3-4fa7-a623-322f9824494a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9da7f4ca-a2d3-4fa7-a623-322f9824494a,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:21.185705 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.189152 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.198146 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.296422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:21.297052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.299183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/9436b159-3ece-43d2-acae-62b089e7e28e HTTP/1.1" status: 200 len: 1091 time: 3.0514209 Apr 20 14:42:21.299666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:21.303433 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:21.314680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.326696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:21.333939 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:21.449321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.502046 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377a97-8d51-4e1e-ae3c-4547c9f429ba None None] Pushing event updated for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:21.527325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c85cd2f-77d5-4281-9e62-a77f677d8675 req-0c25ba04-3c87-4652-96b0-ca51f36ea762 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528171 Apr 20 14:42:21.547802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] Provisioning complete for port 9da7f4ca-a2d3-4fa7-a623-322f9824494a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:21.548283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.620594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de404dd0-576e-42bd-b0ac-586a15af0c92 req-4448f7bf-b7bb-47aa-8ee7-165b95d5abae tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811864 Apr 20 14:42:21.689161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d40deb-be0c-43d2-9a24-d238d468b6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:21.706083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.734431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.760468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-afa1b99d-1944-4130-8211-051c7deca560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:21.762607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-afa1b99d-1944-4130-8211-051c7deca560 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 1094 time: 0.2648077 Apr 20 14:42:21.930099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edeac6e5-7093-44be-9625-a194570507d3 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:21.952046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:21.982103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Transition to ACTIVE for port object edeac6e5-7093-44be-9625-a194570507d3 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:21.990609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.038329 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69174b1-17d3-47ab-a307-a445026fea37 None None] New status for floating IP 99ab17a9-9718-4d96-8a1a-c98bc28684a3: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:42:22.044334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.071824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.074406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.078326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b HTTP/1.1" status: 204 len: 168 time: 1.1327653 Apr 20 14:42:22.082091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:22.124010 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-b20a9d63-341f-4f86-9a47-5972400033d2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] show failed (client error): The resource could not be found. Apr 20 14:42:22.124756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] For port 9da7f4ca-a2d3-4fa7-a623-322f9824494a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9da7f4ca-a2d3-4fa7-a623-322f9824494a,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:22.128710 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b20a9d63-341f-4f86-9a47-5972400033d2 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "GET /v2.0/security-groups/cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b HTTP/1.1" status: 404 len: 347 time: 0.0429571 Apr 20 14:42:22.134820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.156542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60508) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:22.181133 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:22.195963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.214534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.271183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a647444-7fec-47ce-ae6b-a5ffff93ae59 None None] Pushing event updated for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.308773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30adec-dda1-40e6-84d1-da60acf3a8eb tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b9e83-689c-4c98-8c0c-2a3cb5fa837b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.387521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b7f32e57-bf58-4026-ba18-5be9b27a4cb7 None None] Provisioning complete for port 9da7f4ca-a2d3-4fa7-a623-322f9824494a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:22.387976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7f32e57-bf58-4026-ba18-5be9b27a4cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.411716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0800-65d0-4083-90fb-8e71054b983d None None] Pushing event updated for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.437107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470221b7-5fcf-4f59-a807-70fb3f69b77d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.441816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656289fb-50be-4a26-b623-50732191816c service neutron] Pushing event updated for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.448749 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd7c44-0da1-4276-850c-873f054c7542 x-openstack-request-id: req-24bd7c44-0da1-4276-850c-873f054c7542 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:22.449289 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:22.449915 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24bd7c44-0da1-4276-850c-873f054c7542 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:22.450251 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bd7c44-0da1-4276-850c-873f054c7542'] response: {'name': 'network-changed', 'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e', 'status': 'completed', 'code': 200} Apr 20 14:42:22.456402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-adbdf4b9-e407-45d2-840e-3c197998e8d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9436b159-3ece-43d2-acae-62b089e7e28e HTTP/1.1" status: 200 len: 217 time: 0.6750979 Apr 20 14:42:22.517244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Attempting to bind port c87634e8-829e-4538-ae28-e51efd8f992a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:22.518347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Attempting to bind port c87634e8-829e-4538-ae28-e51efd8f992a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:22.519462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Attempting to bind port c87634e8-829e-4538-ae28-e51efd8f992a on network 8d202d12-9a14-46ec-874c-2654da9e8ada {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:22.529735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.531086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cf30c104-88c3-44bc-827d-6cc58e60ed7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7399497 Apr 20 14:42:22.542966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:22.542966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Checking segment: {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:22.542966 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.542966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Bound using segment: {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:22.544690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Bound port: c87634e8-829e-4538-ae28-e51efd8f992a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d87728-7dd5-4211-a53f-a501a7eaa639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:22.547246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.552703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60510) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:22.565527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:22.575409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5b096-fe92-417c-8f7c-a30b7c0f0bd7 req-0aed42af-62cf-49c9-999d-4fe76b2fc342 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:22.589252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd5b096-fe92-417c-8f7c-a30b7c0f0bd7 req-0aed42af-62cf-49c9-999d-4fe76b2fc342 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.8500273 Apr 20 14:42:22.625496 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:21Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:22.639383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Attempting to bind port edeac6e5-7093-44be-9625-a194570507d3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:22.639796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Attempting to bind port edeac6e5-7093-44be-9625-a194570507d3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '557236da-a018-460d-be96-64082394def5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:22.640199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Attempting to bind port edeac6e5-7093-44be-9625-a194570507d3 on network fc0247fb-eeb5-4a33-a299-b834f6779983 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:22.651270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Port edeac6e5-7093-44be-9625-a194570507d3 on network fc0247fb-eeb5-4a33-a299-b834f6779983 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:22.651270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Attempting to bind port edeac6e5-7093-44be-9625-a194570507d3 on network fc0247fb-eeb5-4a33-a299-b834f6779983 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:22.664152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.667414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:22.667879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Checking segment: {'id': '557236da-a018-460d-be96-64082394def5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:22.668552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd5b096-fe92-417c-8f7c-a30b7c0f0bd7 req-a0e8da01-a0b8-46eb-9dad-566efad90114 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752804 Apr 20 14:42:22.669259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Bound using segment: {'id': '557236da-a018-460d-be96-64082394def5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:22.669887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Bound port: edeac6e5-7093-44be-9625-a194570507d3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557236da-a018-460d-be96-64082394def5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:22.670628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.688250 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb7b71-1450-4fde-ba09-7039b67edb94 None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:21Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:22.700735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] For port c87634e8-829e-4538-ae28-e51efd8f992a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:22.708988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] For port c87634e8-829e-4538-ae28-e51efd8f992a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c87634e8-829e-4538-ae28-e51efd8f992a,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:22.715273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-a2f4f291-e38a-4bf5-ba8f-26ee5ea3099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:22.716852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-a2f4f291-e38a-4bf5-ba8f-26ee5ea3099b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.2495744 Apr 20 14:42:22.719242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.739013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d52a-83cf-451b-a746-489f7d29866c req-7d6690f4-4066-4333-bfa5-1965735ced16 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:22.740947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87c2d52a-83cf-451b-a746-489f7d29866c req-7d6690f4-4066-4333-bfa5-1965735ced16 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.2944629 Apr 20 14:42:22.829856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0800-65d0-4083-90fb-8e71054b983d None None] Pushing event updated for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:22.848363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Deleting port 719af4d3-f216-46ac-94fc-d4a259076d5e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:22.848888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.889821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] Provisioning complete for port c87634e8-829e-4538-ae28-e51efd8f992a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:22.890320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.895369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-e9912684-53c2-4899-afdf-1a2353dca78c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531384 Apr 20 14:42:22.898002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:22.898738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:23.012848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9da7f4ca-a2d3-4fa7-a623-322f9824494a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:23.098853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87c2d52a-83cf-451b-a746-489f7d29866c req-596ebb66-c495-41c8-92b2-7faffbda062d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000753 Apr 20 14:42:23.151037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:23.158654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b457997-d7a9-4fe1-b0a6-1120ae9d892d req-a52c1853-dd01-4c57-b4c5-5dce6188570e tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:23.160407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b457997-d7a9-4fe1-b0a6-1120ae9d892d req-a52c1853-dd01-4c57-b4c5-5dce6188570e tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 943 time: 0.2677355 Apr 20 14:42:23.166128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=edeac6e5-7093-44be-9625-a194570507d3,segment=NetworkSegment(557236da-a018-460d-be96-64082394def5),segment_id=557236da-a018-460d-be96-64082394def5)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:23.188839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.254397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656289fb-50be-4a26-b623-50732191816c service neutron] Pushing event updated for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:23.271011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:23.272080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.272918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-06250406-0d9e-487b-a18e-b79a2ed8d253 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056831 Apr 20 14:42:23.273618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-656289fb-50be-4a26-b623-50732191816c service neutron] 10.222.0.43 "PUT /v2.0/ports/edeac6e5-7093-44be-9625-a194570507d3 HTTP/1.1" status: 200 len: 1091 time: 2.7818687 Apr 20 14:42:23.289218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:23.296609 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c060e-9211-4dbf-9489-b828ffd47515" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "tag": "edeac6e5-7093-44be-9625-a194570507d3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:23.307108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.307439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.355094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Calling delete_port for 719af4d3-f216-46ac-94fc-d4a259076d5e owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:23.372505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:23.390006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.421475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9da7f4ca-a2d3-4fa7-a623-322f9824494a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:23.421839 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.459617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.481367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b457997-d7a9-4fe1-b0a6-1120ae9d892d req-17869027-b01b-40f1-9be5-a4da039e1cf2 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063748 Apr 20 14:42:23.503359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] For port c87634e8-829e-4538-ae28-e51efd8f992a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c87634e8-829e-4538-ae28-e51efd8f992a,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:23.513959 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.526311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafa5d2-a6ae-40cf-b99a-daf52fc88f89 req-1f502e29-4a12-48fd-8b7c-9bb1a7585d2e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:23.528712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dafa5d2-a6ae-40cf-b99a-daf52fc88f89 req-1f502e29-4a12-48fd-8b7c-9bb1a7585d2e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 943 time: 0.3232584 Apr 20 14:42:23.674711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d971693e-3d63-47aa-bdfe-dff5e10a6b9c req-b598d38a-e289-4ccc-b6a8-4771a61faa20 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982470 Apr 20 14:42:23.715108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dafa5d2-a6ae-40cf-b99a-daf52fc88f89 req-5e1c190d-eeeb-4d52-9a14-a4140a17438c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794200 Apr 20 14:42:23.789307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3cde83cf-742b-4d68-8d91-3a569e19d23f None None] Provisioning complete for port c87634e8-829e-4538-ae28-e51efd8f992a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:23.789922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3cde83cf-742b-4d68-8d91-3a569e19d23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:23.820302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac9f3-c27d-4783-ba24-59a6be2c731a req-3dc7bcf4-3db8-44db-b8d5-c4dae1cbc0c2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:23.829437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74ac9f3-c27d-4783-ba24-59a6be2c731a req-3dc7bcf4-3db8-44db-b8d5-c4dae1cbc0c2 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.2058668 Apr 20 14:42:23.897001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-839766cf-646f-4016-8341-ea5c072956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:23.903094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-839766cf-646f-4016-8341-ea5c072956f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 1094 time: 0.1655376 Apr 20 14:42:23.927281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74ac9f3-c27d-4783-ba24-59a6be2c731a req-7441c42a-b6bd-4dec-b3c4-398a5ce9be64 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Apr 20 14:42:23.964801 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13425adc-e59c-45c8-9598-eb3f86f2efdf x-openstack-request-id: req-13425adc-e59c-45c8-9598-eb3f86f2efdf {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:23.966996 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "tag": "edeac6e5-7093-44be-9625-a194570507d3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:23.967440 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13425adc-e59c-45c8-9598-eb3f86f2efdf {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:23.968235 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13425adc-e59c-45c8-9598-eb3f86f2efdf'] response: {'name': 'network-changed', 'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3', 'status': 'completed', 'code': 200} Apr 20 14:42:24.022756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-f74a5be8-2bdb-4c44-92a6-6e74c3b85e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.024376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-f74a5be8-2bdb-4c44-92a6-6e74c3b85e5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdddf5c5a27b4e59affe33c3f8ab6039&device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 1094 time: 0.6965375 Apr 20 14:42:24.044137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9516570-2dc3-4d76-ae80-cb443505fa77 None None] Pushing event updated for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:24.102052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-d13f6aa7-f13e-434c-97f6-8fbbfa6af446 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edeac6e5-7093-44be-9625-a194570507d3 HTTP/1.1" status: 200 len: 217 time: 0.0656853 Apr 20 14:42:24.178162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c26ae-3af6-446a-a6c0-fa1edca175e5 req-498e0f58-b630-4db7-aeaf-da5bfee34072 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.180122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc2c26ae-3af6-446a-a6c0-fa1edca175e5 req-498e0f58-b630-4db7-aeaf-da5bfee34072 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1112404 Apr 20 14:42:24.186377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-646b48c2-0983-49d7-8284-a3250f737cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.190341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-646b48c2-0983-49d7-8284-a3250f737cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.2788460 Apr 20 14:42:24.278114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-b99de17b-5a11-4739-a397-7616a166e4eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9436b159-3ece-43d2-acae-62b089e7e28e HTTP/1.1" status: 200 len: 217 time: 0.0747576 Apr 20 14:42:24.337518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Allocated IP 172.25.1.219 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/0712b54a-74c7-4102-94a2-eb561193082f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:24.342456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-68f2e8f7-2323-40ed-a607-b0dd7d72a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.345031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-68f2e8f7-2323-40ed-a607-b0dd7d72a2a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd6f67c-d66c-42fb-819b-38b383420def HTTP/1.1" status: 200 len: 860 time: 0.2176399 Apr 20 14:42:24.377119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:24.404394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 4, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c87634e8-829e-4538-ae28-e51efd8f992a', 'name': '', 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'mac_address': 'fa:16:3e:95:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:11Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 4, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'subnets': [{'id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:24.429894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-8bd7502d-f588-4e69-a11a-10a12e0c648d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc0247fb-eeb5-4a33-a299-b834f6779983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730071 Apr 20 14:42:24.437650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc2c26ae-3af6-446a-a6c0-fa1edca175e5 req-e4b59c7f-90b6-4a08-b3ea-e105c88e7b89 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458928 Apr 20 14:42:24.445517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7dea7f-9cc7-48c1-bb3e-468828db4a9e None None] The sync data for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 is: [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:13Z', 'revision_number': 4, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c87634e8-829e-4538-ae28-e51efd8f992a', 'name': '', 'network_id': '8d202d12-9a14-46ec-874c-2654da9e8ada', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'mac_address': 'fa:16:3e:95:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:11Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 4, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'subnets': [{'id': 'f3daaf64-df3e-4679-8ea4-ca5368f8c2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:24.462230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-38c82b60-7544-45c2-826e-27c8d5b96b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.464582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-38c82b60-7544-45c2-826e-27c8d5b96b45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1813848 Apr 20 14:42:24.502794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a6ab-4bb3-4652-8f34-935fb5f29410 req-fbf6cd45-1747-4859-882f-a6fa1c503fd0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.505471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e278a6ab-4bb3-4652-8f34-935fb5f29410 req-fbf6cd45-1747-4859-882f-a6fa1c503fd0 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.1700847 Apr 20 14:42:24.599351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:24.609827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-8323f91b-1208-4a2c-824e-1ec0d4746cb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317744 Apr 20 14:42:24.630920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Pushing event deleted for resources: {'Port': ['ID=719af4d3-f216-46ac-94fc-d4a259076d5e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:24.718978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:24.760018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:24.766728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:24.769412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:24.823135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e278a6ab-4bb3-4652-8f34-935fb5f29410 req-c8f56f81-996b-4312-ab6e-9aa90a790a28 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365332 Apr 20 14:42:24.858897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd384f-9b0f-4157-8964-1b1f94dc340e req-d4fa6f34-08ce-4f7f-beb2-1502f30551e7 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:24.860546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4cd384f-9b0f-4157-8964-1b1f94dc340e req-d4fa6f34-08ce-4f7f-beb2-1502f30551e7 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 943 time: 0.2503784 Apr 20 14:42:24.961660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c87634e8-829e-4538-ae28-e51efd8f992a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:24.975280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:24.983394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:24.989660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ab95d081-4b5b-47e2-8c7c-da3b3d209695 tempest-AttachVolumeTestJSON-1269348598 tempest-AttachVolumeTestJSON-1269348598-project] 10.222.0.20 "DELETE /v2.0/floatingips/99ab17a9-9718-4d96-8a1a-c98bc28684a3 HTTP/1.1" status: 204 len: 168 time: 2.8244474 Apr 20 14:42:24.997527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=0712b54a-74c7-4102-94a2-eb561193082f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:25.006119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.023515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-9f341bcc-6a09-4d53-b199-ae7db9c6c881 service neutron] 10.222.0.43 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702820 Apr 20 14:42:25.025640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4cd384f-9b0f-4157-8964-1b1f94dc340e req-055f7fd6-1d69-4550-88eb-041622495e62 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371574 Apr 20 14:42:25.049015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-9caa9288-b7ec-4fb5-86b6-327078538e2e service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826611 Apr 20 14:42:25.102949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c87634e8-829e-4538-ae28-e51efd8f992a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:25.103299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.136935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.172524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1020-c558-48dd-a6e9-836d3b8a7052 req-5d08bb98-7ef3-453d-b724-7af55e57019a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.183821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f66c1020-c558-48dd-a6e9-836d3b8a7052 req-5d08bb98-7ef3-453d-b724-7af55e57019a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 943 time: 0.1621492 Apr 20 14:42:25.222979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba28671b-5570-4fa5-b989-33ee7439c305 req-41d74892-7f50-4c14-abc4-6465c9d77fce service neutron] 10.222.0.43 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899154 Apr 20 14:42:25.332611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f66c1020-c558-48dd-a6e9-836d3b8a7052 req-09f4c50e-1dad-404d-9708-e694fb031163 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468627 Apr 20 14:42:25.353416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f1e51d0-27e9-4f55-b9ae-9b60efb97d5e req-fb72bbb4-f6dc-478a-b28b-2450b0fea0b9 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843416 Apr 20 14:42:25.368867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ee7e1-31e4-4d7d-a5cc-1fd709b47c31 req-6249b7c4-de31-47d4-879f-7601ee56ab9e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.374068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c060e-9211-4dbf-9489-b828ffd47515 req-d6196c57-747a-44b9-afa4-4aa523abcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.375918 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-d6196c57-747a-44b9-afa4-4aa523abcc26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdddf5c5a27b4e59affe33c3f8ab6039&device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 1094 time: 0.0864158 Apr 20 14:42:25.379932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-683ee7e1-31e4-4d7d-a5cc-1fd709b47c31 req-6249b7c4-de31-47d4-879f-7601ee56ab9e tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.1849434 Apr 20 14:42:25.434078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-683ee7e1-31e4-4d7d-a5cc-1fd709b47c31 req-61b9fa16-e42c-46ea-a20f-07e1b888e913 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Apr 20 14:42:25.459011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.510089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.675140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498a7c1-3f1f-45dc-996b-5851364f483a req-b6ac2ed6-e9db-42ff-b180-cd61f5cd9973 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.683890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e498a7c1-3f1f-45dc-996b-5851364f483a req-b6ac2ed6-e9db-42ff-b180-cd61f5cd9973 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1419206 Apr 20 14:42:25.707152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=0712b54a-74c7-4102-94a2-eb561193082f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:25.717198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.747575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:25.763342 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1660e50c-84b9-4c82-b603-8a7ae9f362d5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2074516 Apr 20 14:42:25.769747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c060e-9211-4dbf-9489-b828ffd47515 req-ce7ec87f-3dec-4f92-a104-070922a48322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.777755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-ce7ec87f-3dec-4f92-a104-070922a48322 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc0247fb-eeb5-4a33-a299-b834f6779983 HTTP/1.1" status: 200 len: 921 time: 0.3162425 Apr 20 14:42:25.809812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e498a7c1-3f1f-45dc-996b-5851364f483a req-818eb619-7c04-4cc3-82b7-7f1df3e6af99 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985808 Apr 20 14:42:25.862854 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-d8cf5940-4311-4538-a164-018f10d91a8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edeac6e5-7093-44be-9625-a194570507d3 HTTP/1.1" status: 200 len: 217 time: 0.0775561 Apr 20 14:42:25.864093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2c13-10a4-4f98-86f3-68509206fbf4 req-4567ca08-8720-4edf-aaf2-ffed4e9f7a75 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.874368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbe2c13-10a4-4f98-86f3-68509206fbf4 req-4567ca08-8720-4edf-aaf2-ffed4e9f7a75 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.1885955 Apr 20 14:42:25.941257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c060e-9211-4dbf-9489-b828ffd47515 req-75e49325-592b-4c67-86be-b16ceffa0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:25.942776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-75e49325-592b-4c67-86be-b16ceffa0024 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6fd6f67c-d66c-42fb-819b-38b383420def HTTP/1.1" status: 200 len: 860 time: 0.0701177 Apr 20 14:42:25.994103 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-a4603802-75a5-4c2c-8c45-c7ed570e4e16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc0247fb-eeb5-4a33-a299-b834f6779983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443308 Apr 20 14:42:25.996194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbe2c13-10a4-4f98-86f3-68509206fbf4 req-b36bd0bf-a1fb-4fde-9930-7639b741bf63 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186819 Apr 20 14:42:26.080145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-dc96e4c2-cc11-4df3-9705-4613b1c94519 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--933299331&fields=id&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 267 time: 0.1024842 Apr 20 14:42:26.116116 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-1d14efe7-e912-485b-9ef2-2082a32336e3 service neutron] 10.222.0.43 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140237 Apr 20 14:42:26.229545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570ad8-5fd4-4913-ae38-6505b96a1ffc req-23fc6628-95b5-4785-99d2-0229f0481a16 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:26.231157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c570ad8-5fd4-4913-ae38-6505b96a1ffc req-23fc6628-95b5-4785-99d2-0229f0481a16 tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.1356750 Apr 20 14:42:26.244761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-661c060e-9211-4dbf-9489-b828ffd47515 req-52f3c79a-1411-4908-a0cb-a4feafe38cec service neutron] 10.222.0.43 "GET /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217022 Apr 20 14:42:26.320677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-346b2559-c9f2-492c-ad32-cca72e702081 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:26.322204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-346b2559-c9f2-492c-ad32-cca72e702081 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 817 time: 0.2412686 Apr 20 14:42:26.347768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-5163cb76-13ca-4158-9053-02009988a8e0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/quotas/640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 375 time: 0.0160635 Apr 20 14:42:26.356327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c570ad8-5fd4-4913-ae38-6505b96a1ffc req-28b8c1fb-32f9-4d03-9fa8-0f7c6e77d7de tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 Apr 20 14:42:26.415156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-7c48da6b-3a29-495d-a3a3-fead42836ccf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567374 Apr 20 14:42:26.532202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759846c9-588f-4f46-b7cf-da258716ad07 req-9fc81487-450b-4c65-bcf3-6fe0f0eda798 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:26.533870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-759846c9-588f-4f46-b7cf-da258716ad07 req-9fc81487-450b-4c65-bcf3-6fe0f0eda798 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 943 time: 0.0969169 Apr 20 14:42:26.577071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-c77b974a-7a97-44c0-b71c-4da8f9bf331e service neutron] 10.222.0.20 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476061 Apr 20 14:42:26.612882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-759846c9-588f-4f46-b7cf-da258716ad07 req-005aad55-fb97-4c60-ab6f-02f7af423e49 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Apr 20 14:42:26.693018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-6aa91997-470c-4f24-8a68-8ef8e21a338b service neutron] 10.222.0.20 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067410 Apr 20 14:42:26.776368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf5b5-d778-4bd2-95c6-af1ec0dcf228 req-e593fddc-547c-4f7f-bb81-f5beb2e522a9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:26.777894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdddf5b5-d778-4bd2-95c6-af1ec0dcf228 req-e593fddc-547c-4f7f-bb81-f5beb2e522a9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 943 time: 0.0616660 Apr 20 14:42:26.840974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdddf5b5-d778-4bd2-95c6-af1ec0dcf228 req-2d704543-4a82-4ed2-931b-66550af4cafa tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Apr 20 14:42:27.035159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e6bb3-7a55-48af-957e-933421dd36ca req-1938860b-bb60-42ab-ab4f-70b5031c5484 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:27.053799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-141e6bb3-7a55-48af-957e-933421dd36ca req-1938860b-bb60-42ab-ab4f-70b5031c5484 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1206191 Apr 20 14:42:27.141289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d2f61d6-6339-4b5b-989c-23c2ae103d1c req-876cf00f-b699-42c5-b684-48c36f2ad55e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 210 time: 0.0406997 Apr 20 14:42:27.163304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-141e6bb3-7a55-48af-957e-933421dd36ca req-91abba53-bc60-42f7-ac23-1377ef1eb229 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085439 Apr 20 14:42:27.479360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c08d3-d22b-4c7b-bf81-d4b7803f2267 req-144cd5c5-14e4-4b43-825e-9f82c6cafdca tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:27.481513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b7c08d3-d22b-4c7b-bf81-d4b7803f2267 req-144cd5c5-14e4-4b43-825e-9f82c6cafdca tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.0571535 Apr 20 14:42:27.554845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b7c08d3-d22b-4c7b-bf81-d4b7803f2267 req-92d6a723-35ec-4311-b03b-6de0d1ec118d tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578706 Apr 20 14:42:27.555728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device edeac6e5-7093-44be-9625-a194570507d3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:27.690595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=edeac6e5-7093-44be-9625-a194570507d3,segment=NetworkSegment(557236da-a018-460d-be96-64082394def5),segment_id=557236da-a018-460d-be96-64082394def5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:27.722149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'edeac6e5-7093-44be-9625-a194570507d3', 'network_id': 'fc0247fb-eeb5-4a33-a299-b834f6779983', 'port_id': 'edeac6e5-7093-44be-9625-a194570507d3', 'mac_address': 'fa:16:3e:17:e8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd6f67c-d66c-42fb-819b-38b383420def', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:27.772876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:27.790894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edeac6e5-7093-44be-9625-a194570507d3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:27.804153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ec01-3f94-4453-a799-706a3fbe2246 req-6ef86d05-54b0-415d-8d78-a0d7ad5c5fd3 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:27.806868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d06ec01-3f94-4453-a799-706a3fbe2246 req-6ef86d05-54b0-415d-8d78-a0d7ad5c5fd3 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 943 time: 0.0810690 Apr 20 14:42:27.825189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=edeac6e5-7093-44be-9625-a194570507d3,segment=NetworkSegment(557236da-a018-460d-be96-64082394def5),segment_id=557236da-a018-460d-be96-64082394def5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:27.830144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9436b159-3ece-43d2-acae-62b089e7e28e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:27.841551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:27.933435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d06ec01-3f94-4453-a799-706a3fbe2246 req-71f9f1e1-8e06-4945-9bb5-14bbb8250297 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182556 Apr 20 14:42:27.980077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:28.002282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82f54-f8e6-4207-9f68-a6fc1687e681 req-46b9be76-c8ca-4d24-900a-deaff953eeff tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:28.003920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ef82f54-f8e6-4207-9f68-a6fc1687e681 req-46b9be76-c8ca-4d24-900a-deaff953eeff tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 943 time: 0.0643022 Apr 20 14:42:28.029195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9436b159-3ece-43d2-acae-62b089e7e28e,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:28.042241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '9436b159-3ece-43d2-acae-62b089e7e28e', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': '9436b159-3ece-43d2-acae-62b089e7e28e', 'mac_address': 'fa:16:3e:d5:b5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:28.071627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ef82f54-f8e6-4207-9f68-a6fc1687e681 req-ce9bc6e1-6a33-4360-9878-7995316e3cad tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606372 Apr 20 14:42:28.084077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['edeac6e5-7093-44be-9625-a194570507d3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:28.120583 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:28.164991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9436b159-3ece-43d2-acae-62b089e7e28e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:28.210116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9436b159-3ece-43d2-acae-62b089e7e28e,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:28.224327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:28.339365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:28.419270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7387374f-bff9-45c2-858d-b4c3a3a67220 req-15962f26-400a-4e99-9eaa-74a4c3228138 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 210 time: 0.1434422 Apr 20 14:42:28.472484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-dc965239-5a80-4f39-a251-6a2139af6c5c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:28.484376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-dc965239-5a80-4f39-a251-6a2139af6c5c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.1091223 Apr 20 14:42:28.485610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bfd07-f502-42b5-bf42-71dc6653401b req-f12d97b9-b703-45cc-8c9d-b5f75baa9345 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:28.504603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f33bfd07-f502-42b5-bf42-71dc6653401b req-f12d97b9-b703-45cc-8c9d-b5f75baa9345 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2571218 Apr 20 14:42:28.557198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['9436b159-3ece-43d2-acae-62b089e7e28e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:28.652955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-129a2dae-b572-4187-b771-07a881217f87 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:28.659422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-129a2dae-b572-4187-b771-07a881217f87 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.45 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 817 time: 0.4009538 Apr 20 14:42:28.695103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Deleting port 436533a0-c66e-45fe-9389-4e25b1cd0891 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:28.695460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:28.793197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f33bfd07-f502-42b5-bf42-71dc6653401b req-baf4e018-8a08-4826-949c-009c0c218b48 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889051 Apr 20 14:42:28.835274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-b63188bb-063d-4490-b782-5d62bb5fbbe1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 379 time: 0.1556218 Apr 20 14:42:28.848030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'port': {'device_id': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'admin_state_up': True, 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'security_groups': ['f2056c44-bd35-4fb5-991a-52ece4dad25d']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:28.868915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] For port 436533a0-c66e-45fe-9389-4e25b1cd0891, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=436533a0-c66e-45fe-9389-4e25b1cd0891,segment=NetworkSegment(e9118d5e-538e-4f87-82b7-ad2627ea1664),segment_id=e9118d5e-538e-4f87-82b7-ad2627ea1664)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:28.869558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:28.885778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Calling delete_port for 436533a0-c66e-45fe-9389-4e25b1cd0891 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:28.886258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be945-6418-4a92-82a4-3c10008403d9 req-7026b35c-d4e8-4d77-90b8-57a08edc2dff tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:28.901926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a0be945-6418-4a92-82a4-3c10008403d9 req-7026b35c-d4e8-4d77-90b8-57a08edc2dff tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc3cb43-7be5-4482-af7a-6b37285d1e04 HTTP/1.1" status: 200 len: 945 time: 0.2400191 Apr 20 14:42:29.083300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.096247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['436533a0-c66e-45fe-9389-4e25b1cd0891'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:29.110124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a0be945-6418-4a92-82a4-3c10008403d9 req-25c6e41a-6cec-4bd9-8f1c-64d0aeb3538b tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8d1bed-8cf2-4673-a259-3dc94e62793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055707 Apr 20 14:42:29.167708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Pushing event deleted for resources: {'Port': ['ID=436533a0-c66e-45fe-9389-4e25b1cd0891,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:29.178939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Made reservation on behalf of 640eb5ff91cc4149b4b749cd733d03d8 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:29.183111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.207438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a783a4-707d-43ce-b39c-e826261aeacc req-75626f0e-6e92-4360-834a-c5d674dd7822 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:29.209077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57a783a4-707d-43ce-b39c-e826261aeacc req-75626f0e-6e92-4360-834a-c5d674dd7822 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 944 time: 0.1613255 Apr 20 14:42:29.221647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] No DVR routers for this DVR port 436533a0-c66e-45fe-9389-4e25b1cd0891 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:29.224221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.228489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6c721bb-d906-4641-8ea6-15fd84eeb376 req-d93922c4-bc7b-4fdd-9740-5c6633ebfc3c tempest-ServerDiskConfigTestJSON-1982854408 tempest-ServerDiskConfigTestJSON-1982854408-project] 10.222.0.43 "DELETE /v2.0/ports/436533a0-c66e-45fe-9389-4e25b1cd0891 HTTP/1.1" status: 204 len: 173 time: 0.7369022 Apr 20 14:42:29.228981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'name': 'network-vif-deleted', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:29.241910 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d61330-e655-46b7-8f76-45c8cc5e443c" -d '{"events": [{"server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "name": "network-vif-deleted", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:29.370956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57a783a4-707d-43ce-b39c-e826261aeacc req-a0ca9882-f905-4f7d-b4a7-ff8c60b49632 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469860 Apr 20 14:42:29.445430 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfe62c1-ee91-4182-bac3-d19f2068b014 x-openstack-request-id: req-fdfe62c1-ee91-4182-bac3-d19f2068b014 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:29.446763 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3cb43-7be5-4482-af7a-6b37285d1e04", "name": "network-vif-deleted", "tag": "436533a0-c66e-45fe-9389-4e25b1cd0891", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:29.447226 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdfe62c1-ee91-4182-bac3-d19f2068b014 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:29.447858 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfe62c1-ee91-4182-bac3-d19f2068b014'] response: {'server_uuid': 'bfc3cb43-7be5-4482-af7a-6b37285d1e04', 'name': 'network-vif-deleted', 'tag': '436533a0-c66e-45fe-9389-4e25b1cd0891', 'status': 'completed', 'code': 200} Apr 20 14:42:29.471505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe1bc-9d54-4bbb-85dc-5564f90dc8cd req-894a4abd-8be8-4971-9448-0f2c44def49a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:29.473172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f11fe1bc-9d54-4bbb-85dc-5564f90dc8cd req-894a4abd-8be8-4971-9448-0f2c44def49a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 944 time: 0.1872220 Apr 20 14:42:29.569630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Allocated IP 172.20.0.5 (a864d66a-6db7-4268-9f4b-7d63c9584896/1f6e04bb-2f3d-41c3-ba3f-30f987b496e4/5d6428a2-aef2-411d-80e5-54fe037a0ca4) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:29.572161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device edeac6e5-7093-44be-9625-a194570507d3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:29.573469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab2514c3-7788-40dd-8eb6-90900ab8cfbc req-605a4a53-e99b-44f0-ad9a-ff59d4fdd33b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 210 time: 0.0508840 Apr 20 14:42:29.589266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f11fe1bc-9d54-4bbb-85dc-5564f90dc8cd req-c0e09567-11fb-4a75-b619-dfc45da0f497 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085854 Apr 20 14:42:29.676841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port edeac6e5-7093-44be-9625-a194570507d3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:42:29.685470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port edeac6e5-7093-44be-9625-a194570507d3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:29.687712 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.857126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.894054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9436b159-3ece-43d2-acae-62b089e7e28e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:29.970552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.020371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:30.025326 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ceb2d9-4d55-4625-839d-1990ffc1fdbe" -d '{"events": [{"server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "edeac6e5-7093-44be-9625-a194570507d3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:30.030015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.039090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9f79f-41af-4c11-85b5-111636432edd req-59acc555-2bbd-4bb9-84e0-7c790e32d75f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.046857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83f9f79f-41af-4c11-85b5-111636432edd req-59acc555-2bbd-4bb9-84e0-7c790e32d75f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1279633 Apr 20 14:42:30.055668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=edeac6e5-7093-44be-9625-a194570507d3,segment=NetworkSegment(557236da-a018-460d-be96-64082394def5),segment_id=557236da-a018-460d-be96-64082394def5)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:30.066452 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.079725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:30.083411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:30.085468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 9436b159-3ece-43d2-acae-62b089e7e28e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:42:30.112533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:30.148281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 9436b159-3ece-43d2-acae-62b089e7e28e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:30.148680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.197087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:30.224429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83f9f79f-41af-4c11-85b5-111636432edd req-e12b9fec-da47-4d9d-80aa-72ada7e6f394 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722310 Apr 20 14:42:30.263673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.278139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.278723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.287490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:30.309207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da748d3-0e76-4522-bca0-2f99ec5afa44 req-80e1c50f-19f4-416f-b833-dfa4d9bf12b6 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.317462 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef04fae-5a47-418c-9d81-454709427e78 x-openstack-request-id: req-1ef04fae-5a47-418c-9d81-454709427e78 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:30.317698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2da748d3-0e76-4522-bca0-2f99ec5afa44 req-80e1c50f-19f4-416f-b833-dfa4d9bf12b6 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.1975255 Apr 20 14:42:30.317807 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "edeac6e5-7093-44be-9625-a194570507d3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:30.318082 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ef04fae-5a47-418c-9d81-454709427e78 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:30.318499 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef04fae-5a47-418c-9d81-454709427e78'] response: {'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3', 'code': 200} Apr 20 14:42:30.369069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e194aa5e-ac4c-4c33-85f0-a2077f5f57e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5240746 Apr 20 14:42:30.379010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9436b159-3ece-43d2-acae-62b089e7e28e,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:30.386746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.390027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Request body: {'port': {'device_id': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:30.456661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061c42-ad63-406e-9dfd-2ba008dc8ee4 req-054e76ab-0ed1-4280-ace4-fa8b271cf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.458359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16061c42-ad63-406e-9dfd-2ba008dc8ee4 req-054e76ab-0ed1-4280-ace4-fa8b271cf266 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 1096 time: 0.0661559 Apr 20 14:42:30.488613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2da748d3-0e76-4522-bca0-2f99ec5afa44 req-10a080de-d943-4da8-b84a-eedfb83f5440 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653092 Apr 20 14:42:30.499429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-abbc1835-e832-4876-83e8-d2b628a01429 None None] Provisioning complete for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:30.499780 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abbc1835-e832-4876-83e8-d2b628a01429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.524175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16061c42-ad63-406e-9dfd-2ba008dc8ee4 req-65d82a32-3453-4336-854d-86de755ea239 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591869 Apr 20 14:42:30.553279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:30.576891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-abbc1835-e832-4876-83e8-d2b628a01429 None None] Port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:42:30.600455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.615246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485b15-6bd7-4ae4-b10c-c927c5dece0b req-c7e4fee9-9451-4ab5-9219-5cab65039da4 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.617021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21485b15-6bd7-4ae4-b10c-c927c5dece0b req-c7e4fee9-9451-4ab5-9219-5cab65039da4 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 945 time: 0.1123943 Apr 20 14:42:30.643732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:30.718914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Deleting subnet d1284ec7-115a-4101-b377-43a476077961 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:42:30.722147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.742930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21485b15-6bd7-4ae4-b10c-c927c5dece0b req-15e85922-d83b-4e13-8a5c-3a6eb35d5d39 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142774 Apr 20 14:42:30.797088 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.845312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90032027-e8f1-4d91-9e0f-081b0023af3d req-d3ca05b3-900a-4279-a3c3-70b73e673181 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:30.862226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90032027-e8f1-4d91-9e0f-081b0023af3d req-d3ca05b3-900a-4279-a3c3-70b73e673181 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 931 time: 0.1597700 Apr 20 14:42:30.897272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.955246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.983760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1284ec7-115a-4101-b377-43a476077961,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:30.991678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:30.995544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9300771c-a6db-4c73-b681-15c5556e78ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d1284ec7-115a-4101-b377-43a476077961 HTTP/1.1" status: 204 len: 168 time: 0.3505056 Apr 20 14:42:30.998094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60654) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:31.073147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.166080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.198683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb974d4-b795-41e7-93a2-b763189d3726']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:31.222261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9118d5e-538e-4f87-82b7-ad2627ea1664') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:31.222597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9118d5e-538e-4f87-82b7-ad2627ea1664') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:31.236939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.255637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.263293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:42:31.263706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:42:31.266502 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:42:31.339424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.345196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.351513 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fbb974d4-b795-41e7-93a2-b763189d3726 HTTP/1.1" status: 204 len: 168 time: 0.3518128 Apr 20 14:42:31.360714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90032027-e8f1-4d91-9e0f-081b0023af3d req-a03e31f3-93e8-4322-bb91-2cce22c3b9e4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962120 Apr 20 14:42:31.406262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d514c-5d3e-47ca-8ee7-a05202b0a143 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb974d4-b795-41e7-93a2-b763189d3726,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:31.446359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:42:31.477550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcad3da-de36-43cd-9476-743e34bd4b9a req-420bbfdf-30de-43ab-a6a9-e77ec9f21337 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:31.479746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bcad3da-de36-43cd-9476-743e34bd4b9a req-420bbfdf-30de-43ab-a6a9-e77ec9f21337 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.5850153 Apr 20 14:42:31.593501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:31.602400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bcad3da-de36-43cd-9476-743e34bd4b9a req-7f987ee1-47c4-4955-950c-d3930ac51aa2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086187 Apr 20 14:42:31.679596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aab11-6101-4161-8097-efa42e26dce7 req-1ae264dd-9466-4cc0-bb7d-2d684ce928e4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:31.681439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45aab11-6101-4161-8097-efa42e26dce7 req-1ae264dd-9466-4cc0-bb7d-2d684ce928e4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1634965 Apr 20 14:42:31.692654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:31.697801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5b5b3179-69c0-4ab4-b25e-471407fb91c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16e5f4c2a8bf477faf83eb192524ee0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029973 Apr 20 14:42:31.700703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:31.712326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.771071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Transition to ACTIVE for port object 5d6428a2-aef2-411d-80e5-54fe037a0ca4 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:31.783869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.785902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45aab11-6101-4161-8097-efa42e26dce7 req-4f4fa534-2d07-46ac-98c0-b2c7719fcf90 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980654 Apr 20 14:42:31.791598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.813213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:31.833667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-411846df-0c99-47e9-90ec-0672d1e8170e tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:31.835253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-411846df-0c99-47e9-90ec-0672d1e8170e tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.45 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.0919027 Apr 20 14:42:31.845649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317478c9-130e-4e7a-b97f-f433cd721641 req-36b5a6ed-e707-40bf-a16c-0e382774910f tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:31.853719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-317478c9-130e-4e7a-b97f-f433cd721641 req-36b5a6ed-e707-40bf-a16c-0e382774910f tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 945 time: 0.1384375 Apr 20 14:42:31.919279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:31.979662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-317478c9-130e-4e7a-b97f-f433cd721641 req-fc67babe-d862-4d57-b96a-1c68bbabe973 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups?id=474d2f76-bf5b-4afa-98ea-33e3137bb924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230543 Apr 20 14:42:31.996978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.000387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.002906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd8d1bed-8cf2-4673-a259-3dc94e62793f HTTP/1.1" status: 204 len: 168 time: 0.3012524 Apr 20 14:42:32.025544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6905-a46b-4fe3-81b2-6236656f19c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d1bed-8cf2-4673-a259-3dc94e62793f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:32.050798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Deleting port 90390d0b-114f-4136-975d-d4d706a55387 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:32.051286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.169343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9356b4-098e-46a7-981c-a7bde82820be req-8ac8d9ee-b74e-4775-8bdd-07c414a8c1e2 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:32.171417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af9356b4-098e-46a7-981c-a7bde82820be req-8ac8d9ee-b74e-4775-8bdd-07c414a8c1e2 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 945 time: 0.2222910 Apr 20 14:42:32.172650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:32.173276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:32.173831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:32.181775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:32.182309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:32.207769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:32.208579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:32.209197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Bound using segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:32.209986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Bound port: 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:32.210609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.265955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] For port 90390d0b-114f-4136-975d-d4d706a55387, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90390d0b-114f-4136-975d-d4d706a55387,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:32.266323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.281394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af9356b4-098e-46a7-981c-a7bde82820be req-63b336ba-ffb2-442d-89bb-fd82181feb64 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979004 Apr 20 14:42:32.320892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:32.323203 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa688be-df66-4df9-a5cb-49c1e336e94e" -d '{"events": [{"server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "name": "network-vif-plugged", "status": "completed", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:32.366876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:32.375527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:32.383526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.420623 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc70045-d705-457c-8b3e-f4bfbaff2a49 x-openstack-request-id: req-cdc70045-d705-457c-8b3e-f4bfbaff2a49 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:32.421454 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "name": "network-vif-plugged", "status": "completed", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:32.422219 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdc70045-d705-457c-8b3e-f4bfbaff2a49 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:32.422816 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc70045-d705-457c-8b3e-f4bfbaff2a49'] response: {'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e', 'code': 200} Apr 20 14:42:32.491571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:32.493382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.496361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 1091 time: 2.1132097 Apr 20 14:42:32.496834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:32.499174 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f690d1c2-d661-4b13-9831-357e3a5d7c68" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:32.755895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.756538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:32.756637 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Floating IP 56dae21a-9b5f-4965-812e-a45abaf4ecf5 disassociated. External IP: 172.25.1.119, port: 90390d0b-114f-4136-975d-d4d706a55387. Apr 20 14:42:32.756932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Calling delete_port for 90390d0b-114f-4136-975d-d4d706a55387 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:32.794488 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97284680-523f-401c-91d9-c7e70b335391 x-openstack-request-id: req-97284680-523f-401c-91d9-c7e70b335391 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:32.795063 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:32.795063 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97284680-523f-401c-91d9-c7e70b335391 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:32.796405 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97284680-523f-401c-91d9-c7e70b335391'] response: {'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'status': 'completed', 'code': 200} Apr 20 14:42:32.902392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd861f-0421-4607-8735-1f60e2e2cbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:32.979813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-8cf92100-b234-4e39-99c4-a284b5c61716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:32.981332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-8cf92100-b234-4e39-99c4-a284b5c61716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1094 time: 0.4212174 Apr 20 14:42:33.016810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7be2-1f90-45b6-bbfb-a34593588c57 req-0da29973-53ce-4d24-8b44-d9cbbee99376 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:33.024454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-306e7be2-1f90-45b6-bbfb-a34593588c57 req-0da29973-53ce-4d24-8b44-d9cbbee99376 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.4339979 Apr 20 14:42:33.037474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:33.104997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event deleted for resources: {'Port': ['ID=90390d0b-114f-4136-975d-d4d706a55387,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:33.216651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618ea7-61ce-40c4-bd61-92a64dd16c3d req-2f3505f9-5752-4020-96c1-262c3ad1b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:33.223888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6618ea7-61ce-40c4-bd61-92a64dd16c3d req-2f3505f9-5752-4020-96c1-262c3ad1b550 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 1096 time: 0.7401338 Apr 20 14:42:33.232673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-a268cbfb-f8f0-4807-bf1f-f4d531a532ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 217 time: 0.1964958 Apr 20 14:42:33.240055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:33.257956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281d54f-e043-4c58-a83d-5eb5983ed0d4 req-92be9a65-48d4-4b59-b37d-6563afcb3b81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:33.267948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0281d54f-e043-4c58-a83d-5eb5983ed0d4 req-92be9a65-48d4-4b59-b37d-6563afcb3b81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.4714284 Apr 20 14:42:33.293297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:33.413654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-306e7be2-1f90-45b6-bbfb-a34593588c57 req-8ba69200-aeb0-462d-8930-4b89986f5d4d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873022 Apr 20 14:42:33.614346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:33.676497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0281d54f-e043-4c58-a83d-5eb5983ed0d4 req-c704882e-aa7b-44a2-aa65-53ac61c9e488 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063544 Apr 20 14:42:33.706004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6618ea7-61ce-40c4-bd61-92a64dd16c3d req-c4a1afd9-0640-4dad-a362-3f4fdd2b2963 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713371 Apr 20 14:42:33.762121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:33.806197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60736) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:33.945133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-79b62914-fbe4-4fdc-934b-6a4c425bdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:33.950340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-79b62914-fbe4-4fdc-934b-6a4c425bdc73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.7000294 Apr 20 14:42:33.956680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] No DVR routers for this DVR port 90390d0b-114f-4136-975d-d4d706a55387 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:33.965060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:33.972813 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9bed23e8-2ae3-4b42-8cf4-15b27ad0cae2 req-0cf001af-7e9b-44df-93cc-369b5560a29b tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.45 "DELETE /v2.0/ports/90390d0b-114f-4136-975d-d4d706a55387 HTTP/1.1" status: 204 len: 173 time: 2.1160431 Apr 20 14:42:33.973310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'name': 'network-vif-deleted', 'tag': '90390d0b-114f-4136-975d-d4d706a55387'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:33.993525 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7eab6c-b1d5-46c9-b542-fb6f4a469d06" -d '{"events": [{"server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "name": "network-vif-deleted", "tag": "90390d0b-114f-4136-975d-d4d706a55387"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:34.005738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:34.038712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 436533a0-c66e-45fe-9389-4e25b1cd0891 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:34.044056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '163b3b20-7b5b-4911-8974-b0174b14952a', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'port_id': '163b3b20-7b5b-4911-8974-b0174b14952a', 'mac_address': 'fa:16:3e:52:e9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df25719-7015-45d9-af37-86c7212e8d42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:34.046207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ed404-44cb-4761-81e3-f5969d63da5a req-32101dd5-daa6-43c3-bcc7-a4f55ad7f926 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:34.048193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Sync routers for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:34.061669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-692ed404-44cb-4761-81e3-f5969d63da5a req-32101dd5-daa6-43c3-bcc7-a4f55ad7f926 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3241911 Apr 20 14:42:34.083688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75cc2f50-d829-4d4f-9db0-36eb909401f2 req-08d9955a-a62b-4178-8248-5104744bd992 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/ports?device_id=87609205-fb3b-44a3-ae07-1b839d8b111b HTTP/1.1" status: 200 len: 210 time: 0.1521745 Apr 20 14:42:34.107326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-771014522-network', 'tenant_id': 'ce89a61760f1453bba5b321cd369cf57'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:34.150136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 436533a0-c66e-45fe-9389-4e25b1cd0891 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:34.150742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 436533a0-c66e-45fe-9389-4e25b1cd0891 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:34.153126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:34.156072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:34.194745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Made reservation on behalf of ce89a61760f1453bba5b321cd369cf57 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:34.209260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.212051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-934af8a0-fa6f-4d24-ad80-738462e28beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:34.223404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-934af8a0-fa6f-4d24-ad80-738462e28beb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394772 Apr 20 14:42:34.239001 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc143b-bc95-4df8-92ce-e797f93c70fa x-openstack-request-id: req-54dc143b-bc95-4df8-92ce-e797f93c70fa {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:34.239323 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87609205-fb3b-44a3-ae07-1b839d8b111b", "name": "network-vif-deleted", "tag": "90390d0b-114f-4136-975d-d4d706a55387", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:34.239558 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54dc143b-bc95-4df8-92ce-e797f93c70fa {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:34.244319 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54dc143b-bc95-4df8-92ce-e797f93c70fa'] response: {'server_uuid': '87609205-fb3b-44a3-ae07-1b839d8b111b', 'name': 'network-vif-deleted', 'tag': '90390d0b-114f-4136-975d-d4d706a55387', 'status': 'completed', 'code': 200} Apr 20 14:42:34.253393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-692ed404-44cb-4761-81e3-f5969d63da5a req-52a83ec1-4f6f-42ef-8b25-c9cba00ab19d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905794 Apr 20 14:42:34.260924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.418261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.435835 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.439279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-1241bf96-71ec-4baa-a4d6-e440ca479a52 service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832442 Apr 20 14:42:34.451608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.490268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:34.505717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8282ba-5abc-46b0-9d4f-07fc62682968,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:34.514785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.515301 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Added segment bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c of type vlan for network 21e4297e-403e-4f68-9e70-8479f553fab7 Apr 20 14:42:34.615977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:34.620185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.680681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.684004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:34.685368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.693848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:34.722661 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:34.782658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] Pushing event updated for resources: {'Network': ['ID=21e4297e-403e-4f68-9e70-8479f553fab7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:34.812139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c1acaac4-aab7-4500-9881-843bf5632530 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9990442 Apr 20 14:42:34.813187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:34.837162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Request body: {'subnet': {'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-771014522-subnet', 'tenant_id': 'ce89a61760f1453bba5b321cd369cf57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:34.845815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:34.852145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:34.870067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 21e4297e-403e-4f68-9e70-8479f553fab7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:34.909232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4609b73d-f104-4b29-b86f-9b2f8a7d6bd0 req-e95e38a4-ae1b-4318-9562-df0a514d14ca service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604719 Apr 20 14:42:34.919276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Made reservation on behalf of ce89a61760f1453bba5b321cd369cf57 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:34.925683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:34.930349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:35.029045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fe522-2d0a-40de-ba73-91a51efdb132 req-6a0600c3-dd1a-4a1c-9aba-03e09fd23d74 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:35.047391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-012fe522-2d0a-40de-ba73-91a51efdb132 req-6a0600c3-dd1a-4a1c-9aba-03e09fd23d74 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.3607254 Apr 20 14:42:35.224300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-012fe522-2d0a-40de-ba73-91a51efdb132 req-27a6281d-f9f9-48c7-8602-eb224e283433 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754251 Apr 20 14:42:35.243794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-2eed607b-fb83-43e9-9229-3af79000dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:35.245312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-2eed607b-fb83-43e9-9229-3af79000dbb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1094 time: 0.1717119 Apr 20 14:42:35.447510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58912e-77f5-4333-be95-b21a193b9940 req-8d507f58-a9e7-4409-b0c3-6974a24578ac tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:35.461401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb58912e-77f5-4333-be95-b21a193b9940 req-8d507f58-a9e7-4409-b0c3-6974a24578ac tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.2007861 Apr 20 14:42:35.527428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-0f2cb9dd-784e-47c6-8296-4ba94e5bbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:35.528907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-0f2cb9dd-784e-47c6-8296-4ba94e5bbfec service neutron] 10.222.0.45 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.1862199 Apr 20 14:42:35.594795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:35.702856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc79e7b-9b31-4f7f-bbab-87e43a60ea37,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:35.723042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:35.753440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Checking router: 9d91ac7e-4c6c-4c04-ab02-bff3f799081b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:35.792308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Checking segment: {'id': 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:35.793426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Network hostable DHCP agents. Network: 21e4297e-403e-4f68-9e70-8479f553fab7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:35.800009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-cd30fc86-59dd-4d07-ae3d-e0c9e4a74d61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 217 time: 0.2609098 Apr 20 14:42:35.820676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:35.821806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:35.821950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Network 21e4297e-403e-4f68-9e70-8479f553fab7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:35.855812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 21e4297e-403e-4f68-9e70-8479f553fab7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:35.860613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:35.861544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:35.900412 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ea9d08e-03c7-489e-98cc-91d8ed62e889 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0818739 Apr 20 14:42:35.950267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb58912e-77f5-4333-be95-b21a193b9940 req-d1cbd178-eb74-472b-a3cf-2fdc6152e1a6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877150 Apr 20 14:42:36.015240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90390d0b-114f-4136-975d-d4d706a55387 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:36.025194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee22bd-370a-4a3e-b643-f8d345272577 None None] Network 21e4297e-403e-4f68-9e70-8479f553fab7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:36.045236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42fea-8738-4a99-b7b9-2d927a3a7e91 req-e8577539-5e11-411d-8355-b742fcde0f07 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:36.046763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eca42fea-8738-4a99-b7b9-2d927a3a7e91 req-e8577539-5e11-411d-8355-b742fcde0f07 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 945 time: 0.3193700 Apr 20 14:42:36.076654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-0e99643b-7701-4f6e-94c4-ca62a9cae2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:36.078124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-0e99643b-7701-4f6e-94c4-ca62a9cae2ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.2710683 Apr 20 14:42:36.182797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 90390d0b-114f-4136-975d-d4d706a55387 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:36.183167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90390d0b-114f-4136-975d-d4d706a55387 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:36.246012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:36.281710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74d6aa-4194-49cb-a031-501549725773 None None] Network 21e4297e-403e-4f68-9e70-8479f553fab7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:36.385509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-ea77975c-5336-4659-9e39-206ae478d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:36.387744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-ea77975c-5336-4659-9e39-206ae478d431 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922187 Apr 20 14:42:36.391589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eca42fea-8738-4a99-b7b9-2d927a3a7e91 req-d2dc73d4-7254-4cfc-8926-0e9afce5db30 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329847 Apr 20 14:42:36.463148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60808) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:36.603352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-0b332bee-e50e-4030-b1e5-58717ad8b67a service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060049 Apr 20 14:42:36.645262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485e7eb-8ad9-439b-b295-452e69689a0d req-d93ebef7-9b28-48ec-992a-89a2c94f38a7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:36.648928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2485e7eb-8ad9-439b-b295-452e69689a0d req-d93ebef7-9b28-48ec-992a-89a2c94f38a7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 944 time: 0.5179183 Apr 20 14:42:36.707648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:36.769271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:36.795988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f690d1c2-d661-4b13-9831-357e3a5d7c68 req-f0e121b6-2430-4186-aba4-d4a8d49b93ca service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460276 Apr 20 14:42:36.835069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2485e7eb-8ad9-439b-b295-452e69689a0d req-50017b35-0b0b-4614-bd9a-3614eb0f27ea tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375590 Apr 20 14:42:36.883874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602939-cba7-485f-94f5-679f91b73d50 req-7e44ee3f-7b82-4560-96b8-a3971a341f3c tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:36.886352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-48602939-cba7-485f-94f5-679f91b73d50 req-7e44ee3f-7b82-4560-96b8-a3971a341f3c tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 945 time: 0.3182309 Apr 20 14:42:36.889555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3571e159-5a11-4603-8418-b74af537af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:36.934292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571e159-5a11-4603-8418-b74af537af3e None None] The sync data for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 is: [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:40:30Z', 'revision_number': 4, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '3b494df9-7c8c-4b85-9bbc-d0b3fbebf680', 'name': '', 'network_id': '354d6071-9bbf-48a4-84e7-7b0f0daa82b5', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'mac_address': 'fa:16:3e:ca:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:29Z', 'updated_at': '2022-04-20T14:40:35Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'subnets': [{'id': 'e6c6eee1-5f16-45bb-9789-7e7321ffa360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:37.059930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.066622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.068588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "DELETE /v2.0/security-groups/474d2f76-bf5b-4afa-98ea-33e3137bb924 HTTP/1.1" status: 204 len: 168 time: 0.6044385 Apr 20 14:42:37.078765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60820) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:37.122515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee3046-b474-4c0e-884d-c10f2e888509 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d2f76-bf5b-4afa-98ea-33e3137bb924,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:37.155487 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-d86446b5-d7c3-4c30-9bb1-9bf7dc0792e1 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] show failed (client error): The resource could not be found. Apr 20 14:42:37.156808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d86446b5-d7c3-4c30-9bb1-9bf7dc0792e1 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "GET /v2.0/security-groups/474d2f76-bf5b-4afa-98ea-33e3137bb924 HTTP/1.1" status: 404 len: 347 time: 0.0706351 Apr 20 14:42:37.166107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:37.210647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Deleting port edeac6e5-7093-44be-9625-a194570507d3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:37.211904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.333708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7deb8c-e7d6-46b5-88f9-bbe3a6c523eb req-bb6390cd-0d31-4b11-949d-0d9bcf2258b9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:37.343459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee7deb8c-e7d6-46b5-88f9-bbe3a6c523eb req-bb6390cd-0d31-4b11-949d-0d9bcf2258b9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.2926359 Apr 20 14:42:37.453664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] For port edeac6e5-7093-44be-9625-a194570507d3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=edeac6e5-7093-44be-9625-a194570507d3,segment=NetworkSegment(557236da-a018-460d-be96-64082394def5),segment_id=557236da-a018-460d-be96-64082394def5)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:37.456172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.470089 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee7deb8c-e7d6-46b5-88f9-bbe3a6c523eb req-7cbc476a-800e-4dfc-a995-5e5181805818 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256030 Apr 20 14:42:37.478608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d22aea-7dc9-4ca4-9820-44f037c79065 None None] New status for floating IP 56dae21a-9b5f-4965-812e-a45abaf4ecf5: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:42:37.489379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Calling delete_port for edeac6e5-7093-44be-9625-a194570507d3 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:37.579173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Deleting port 89ccfc29-7558-47ef-bede-e9f6e7c180f3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:37.579536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.631914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:37.770133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 163b3b20-7b5b-4911-8974-b0174b14952a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:37.774185 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.811422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261106-4b02-4ec9-8f8d-be5021824fd7 req-a74b06b8-41e8-4acb-aa1d-fa5339d46b3b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:37.813855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12261106-4b02-4ec9-8f8d-be5021824fd7 req-a74b06b8-41e8-4acb-aa1d-fa5339d46b3b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.1677961 Apr 20 14:42:37.830630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:37.865279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['edeac6e5-7093-44be-9625-a194570507d3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:37.886629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:38.012290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.014175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.024532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] No DVR routers for this DVR port edeac6e5-7093-44be-9625-a194570507d3 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:38.028482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12261106-4b02-4ec9-8f8d-be5021824fd7 req-196c53a2-2e56-424c-abc2-eab6969854c9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951292 Apr 20 14:42:38.029253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.033423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-48602939-cba7-485f-94f5-679f91b73d50 req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.43 "DELETE /v2.0/ports/edeac6e5-7093-44be-9625-a194570507d3 HTTP/1.1" status: 204 len: 173 time: 1.1403277 Apr 20 14:42:38.034274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'name': 'network-vif-deleted', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:38.038968 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3ca63-0020-4a56-aea4-83e35f312a2a" -d '{"events": [{"server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "name": "network-vif-deleted", "tag": "edeac6e5-7093-44be-9625-a194570507d3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:38.050791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae5a5-9df9-480a-a8f8-08f7eb99118a tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] Pushing event deleted for resources: {'Port': ['ID=edeac6e5-7093-44be-9625-a194570507d3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:38.082112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Calling delete_port for 89ccfc29-7558-47ef-bede-e9f6e7c180f3 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:38.143643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-a7fe80b3-6cc6-40e1-b28e-73ecdc507346 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:38.147212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-a7fe80b3-6cc6-40e1-b28e-73ecdc507346 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/networks?id=21e4297e-403e-4f68-9e70-8479f553fab7 HTTP/1.1" status: 200 len: 817 time: 0.4913030 Apr 20 14:42:38.249363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d61ec5cb-1a47-450a-8069-90e400b7d369 req-400a5e6a-52f1-4c20-b804-c4688e24a797 tempest-ServerMetadataNegativeTestJSON-2061290817 tempest-ServerMetadataNegativeTestJSON-2061290817-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9c85f5f-1181-498f-b4d2-016eb437e2eb HTTP/1.1" status: 200 len: 210 time: 0.0725570 Apr 20 14:42:38.320521 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.337413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3990a765-e1af-4324-8c9e-a748ed2b9567 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/quotas/ce89a61760f1453bba5b321cd369cf57 HTTP/1.1" status: 200 len: 375 time: 0.1713045 Apr 20 14:42:38.414074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:38.421107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-9820b90e-006d-418b-bf04-9c31552d5f3d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce89a61760f1453bba5b321cd369cf57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721037 Apr 20 14:42:38.448209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:38.462012 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f05f82-6d52-43ee-82e4-f838ec8e504f" -d '{"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:38.485287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:38.498058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:38.509316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.605694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.683664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-d07541cd-c7b3-4997-8d4a-56685182ae85 service neutron] 10.222.0.20 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864676 Apr 20 14:42:38.721625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:38.833413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:38.870041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:38.877006 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:38.895429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-7c45e1e9-c947-4f6d-afaf-8f6e83de63a9 service neutron] 10.222.0.20 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902983 Apr 20 14:42:38.929886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650f2a-c553-4245-abee-c31e55644090 req-8c1b04d0-b994-4704-9f29-fd557b94b4b2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:38.931427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44650f2a-c553-4245-abee-c31e55644090 req-8c1b04d0-b994-4704-9f29-fd557b94b4b2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 944 time: 0.5038059 Apr 20 14:42:38.997249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:39.048121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44650f2a-c553-4245-abee-c31e55644090 req-b921d3d1-a7e7-4b45-a727-f99a793f07a3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976763 Apr 20 14:42:39.146833 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6356f6-71c3-43fc-af71-be4ad4c1eadf x-openstack-request-id: req-5f6356f6-71c3-43fc-af71-be4ad4c1eadf {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:39.147758 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c85f5f-1181-498f-b4d2-016eb437e2eb", "name": "network-vif-deleted", "tag": "edeac6e5-7093-44be-9625-a194570507d3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:39.148236 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f6356f6-71c3-43fc-af71-be4ad4c1eadf {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:39.148881 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6356f6-71c3-43fc-af71-be4ad4c1eadf'] response: {'server_uuid': 'f9c85f5f-1181-498f-b4d2-016eb437e2eb', 'name': 'network-vif-deleted', 'tag': 'edeac6e5-7093-44be-9625-a194570507d3', 'status': 'completed', 'code': 200} Apr 20 14:42:39.180619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:39.215995 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033b66b-d0d0-4df8-a2f5-befef202dc8b x-openstack-request-id: req-d033b66b-d0d0-4df8-a2f5-befef202dc8b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:39.216277 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:39.216469 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d033b66b-d0d0-4df8-a2f5-befef202dc8b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:39.216883 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d033b66b-d0d0-4df8-a2f5-befef202dc8b'] response: {'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'code': 200} Apr 20 14:42:39.263786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Pushing event deleted for resources: {'Port': ['ID=89ccfc29-7558-47ef-bede-e9f6e7c180f3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:39.275265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['5d6428a2-aef2-411d-80e5-54fe037a0ca4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:39.526930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:39.553292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:39.557956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:39.558535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f8edab41-ea69-4dc6-aa3b-940cb51b81a0 tempest-ServersTestFqdnHostnames-1204816282 tempest-ServersTestFqdnHostnames-1204816282-project] 10.222.0.20 "DELETE /v2.0/floatingips/56dae21a-9b5f-4965-812e-a45abaf4ecf5 HTTP/1.1" status: 204 len: 168 time: 2.3869069 Apr 20 14:42:39.635670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303b38b-4e0f-4a81-a7aa-913a9edd0f59 req-5dc431ce-66f5-42f0-9e65-6cd0fe61cce3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:39.647386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0303b38b-4e0f-4a81-a7aa-913a9edd0f59 req-5dc431ce-66f5-42f0-9e65-6cd0fe61cce3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3391759 Apr 20 14:42:39.672222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fc1a3ff-fab2-4ac7-9a75-1112dc031ef0 req-1b6f8f8e-9304-466c-9343-d69320eb1c2a tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 210 time: 0.1070538 Apr 20 14:42:39.732349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0303b38b-4e0f-4a81-a7aa-913a9edd0f59 req-846c873e-070d-4e71-9358-a99631749450 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825322 Apr 20 14:42:39.808090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60882) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:39.881112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60888) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:40.132643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdb90919-a2b9-485f-86ac-8deee63ff90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:40.160634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Deleting subnet 6fd6f67c-d66c-42fb-819b-38b383420def {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:42:40.164456 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:40.204767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:40.239423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:40.715929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2054-35e7-4cfa-bd9a-ad67179f1dd9 req-363d8fef-5752-48b4-9bfe-ad6f57597deb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:40.717473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af3b2054-35e7-4cfa-bd9a-ad67179f1dd9 req-363d8fef-5752-48b4-9bfe-ad6f57597deb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.7836494 Apr 20 14:42:40.798757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ed741-f413-407e-adff-547166e31bf0 req-d073b7cd-8186-4ac8-919e-4ce7c1911752 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:40.800264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-016ed741-f413-407e-adff-547166e31bf0 req-d073b7cd-8186-4ac8-919e-4ce7c1911752 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.6559141 Apr 20 14:42:40.816222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af3b2054-35e7-4cfa-bd9a-ad67179f1dd9 req-814e97de-67c9-47e6-a49b-aebbcfd5a2fc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890360 Apr 20 14:42:40.873138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:40.977230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-016ed741-f413-407e-adff-547166e31bf0 req-ec229ebb-fd35-4d4b-bd4d-d3c6068a429f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Apr 20 14:42:41.064032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fedbaa1-a301-482f-903a-e89b62034cfe req-75dc8c52-46e3-456b-966c-f32ef1298020 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 210 time: 0.1120934 Apr 20 14:42:41.174826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-cc7785c7-8590-448e-86c1-fbcc29f1d091 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:41.176687 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-cc7785c7-8590-448e-86c1-fbcc29f1d091 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.43 "GET /v2.0/networks?id=21e4297e-403e-4f68-9e70-8479f553fab7 HTTP/1.1" status: 200 len: 817 time: 0.2316504 Apr 20 14:42:41.197828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Request body: {'port': {'device_id': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7', 'admin_state_up': True, 'tenant_id': 'ce89a61760f1453bba5b321cd369cf57'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:41.392909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7085f1-8098-4fb3-9c13-94ef7db26ef7 req-31eb3366-b199-4cb3-a0f8-e24ea87f19eb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:41.402102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a7085f1-8098-4fb3-9c13-94ef7db26ef7 req-31eb3366-b199-4cb3-a0f8-e24ea87f19eb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2316904 Apr 20 14:42:41.409463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Made reservation on behalf of ce89a61760f1453bba5b321cd369cf57 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:41.413176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.427872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.440234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-2a4e8dca-c50f-4752-a870-4412ab4a577c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:41.441800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-2a4e8dca-c50f-4752-a870-4412ab4a577c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.3768322 Apr 20 14:42:41.447706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Deleting port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:41.448040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.520636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd6f67c-d66c-42fb-819b-38b383420def,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:41.522850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.527883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c0bc36f-bd65-4e61-aa8e-7f1bbefa4c4c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6fd6f67c-d66c-42fb-819b-38b383420def HTTP/1.1" status: 204 len: 168 time: 1.6455026 Apr 20 14:42:41.532620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:41.600862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a7085f1-8098-4fb3-9c13-94ef7db26ef7 req-c7496989-a9e0-45d1-890b-17e717259681 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977675 Apr 20 14:42:41.653719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device edeac6e5-7093-44be-9625-a194570507d3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:41.707013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.717612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: edeac6e5-7093-44be-9625-a194570507d3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:41.719562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device edeac6e5-7093-44be-9625-a194570507d3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:41.732235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port 9436b159-3ece-43d2-acae-62b089e7e28e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:41.732840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.742817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] For port 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:41.743281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.746162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Allocated IP 172.20.0.14 (21e4297e-403e-4f68-9e70-8479f553fab7/bbc79e7b-9b31-4f7f-bbab-87e43a60ea37/be0a95de-f51d-4ae6-8289-8e3f0c94230a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:41.802763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Calling delete_port for 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:41.859781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port 9436b159-3ece-43d2-acae-62b089e7e28e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9436b159-3ece-43d2-acae-62b089e7e28e,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:41.860357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.865554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.875398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:41.976105 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:41.981443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:42:41.991865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:41.992339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.079740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for 9436b159-3ece-43d2-acae-62b089e7e28e owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:42.130451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0247fb-eeb5-4a33-a299-b834f6779983']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:42.167795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.190361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557236da-a018-460d-be96-64082394def5') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:42.192228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557236da-a018-460d-be96-64082394def5') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:42.222745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614338c-8e47-441d-ab80-faa5867e5949 req-3546b680-905d-445f-9361-540cfed39ccd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:42.224364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d614338c-8e47-441d-ab80-faa5867e5949 req-3546b680-905d-445f-9361-540cfed39ccd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 945 time: 0.2349980 Apr 20 14:42:42.248977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:42.249984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:42.253109 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c89bc-42db-4f88-a742-9cbaac0d1af7" -d '{"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:42.258508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.277012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f601957-54c8-4f7f-9588-16a7aa45ba83 req-0548bdc6-80ad-4ecb-a0ce-29a8aa3a84e6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:42.278520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f601957-54c8-4f7f-9588-16a7aa45ba83 req-0548bdc6-80ad-4ecb-a0ce-29a8aa3a84e6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1558509 Apr 20 14:42:42.321287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d614338c-8e47-441d-ab80-faa5867e5949 req-872f43ac-2fd9-49c2-a06c-18402bb96a34 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720460 Apr 20 14:42:42.347303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:42.407601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f601957-54c8-4f7f-9588-16a7aa45ba83 req-6d3ee5b3-7754-4fd4-aef7-e3e38310b337 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178730 Apr 20 14:42:42.454139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.502082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4752b0cb-3a07-4b71-a605-82769705988c req-e5bc9538-387f-4d27-9d2a-5026e222b13a tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 210 time: 0.0581520 Apr 20 14:42:42.533855 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21617216-192c-4ac9-b57f-ea2b3d61b375 x-openstack-request-id: req-21617216-192c-4ac9-b57f-ea2b3d61b375 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:42.534348 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:42.534765 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21617216-192c-4ac9-b57f-ea2b3d61b375 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:42.535410 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21617216-192c-4ac9-b57f-ea2b3d61b375'] response: {'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'code': 200} Apr 20 14:42:42.564606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-679aa9e7-9fad-4126-8454-c114e386c7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.568539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Deleting port 39e17a05-6b68-49a8-959e-dcc3f3967458 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:42.569139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.602227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.606137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.661186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] For port 39e17a05-6b68-49a8-959e-dcc3f3967458, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=39e17a05-6b68-49a8-959e-dcc3f3967458,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:42.661567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.679195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Calling delete_port for 39e17a05-6b68-49a8-959e-dcc3f3967458 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:42.700920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.727531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:42:42.728109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:42:42.737395 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:42:42.763146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Network 21e4297e-403e-4f68-9e70-8479f553fab7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:42.832555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:42.835896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:42.849007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Pushing event updated for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:42.903550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc3f69-9c14-4c62-8609-6ba34d3eee5e req-af713118-d5df-4974-9688-88e530ff7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:42.905536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6dc3f69-9c14-4c62-8609-6ba34d3eee5e req-af713118-d5df-4974-9688-88e530ff7408 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1096 time: 0.3008072 Apr 20 14:42:42.906280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.938162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.946823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.950519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc0247fb-eeb5-4a33-a299-b834f6779983 HTTP/1.1" status: 204 len: 168 time: 1.4154892 Apr 20 14:42:42.956666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:42.963469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e17a05-6b68-49a8-959e-dcc3f3967458,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:42.968137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['9436b159-3ece-43d2-acae-62b089e7e28e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:43.106592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:43.111669 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.140165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=9436b159-3ece-43d2-acae-62b089e7e28e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:43.154817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aab07-ffd4-4a8e-bd62-529e46aa9365 req-1027bd00-9f4e-49b7-b7c2-8e11becd5520 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:43.161542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2074b-102f-4225-b7c0-9019dd7f5b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0247fb-eeb5-4a33-a299-b834f6779983,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:43.162314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f5aab07-ffd4-4a8e-bd62-529e46aa9365 req-1027bd00-9f4e-49b7-b7c2-8e11becd5520 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2679424 Apr 20 14:42:43.178973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-3febd08c-beb9-46cd-8e07-282e9cdc765d tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9903421 Apr 20 14:42:43.190190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b6dc3f69-9c14-4c62-8609-6ba34d3eee5e req-71ad3374-6232-4cb9-87e8-d844da45ab5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759185 Apr 20 14:42:43.211643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Request body: {'port': {'device_id': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:43.219962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60926) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:43.299423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.312718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port 9436b159-3ece-43d2-acae-62b089e7e28e on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:43.322805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.336767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e85eb3d-2aa8-4705-872c-29cd20e0ef27 req-d9a9291c-9430-4b48-8b63-3c09abe100f0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "DELETE /v2.0/ports/9436b159-3ece-43d2-acae-62b089e7e28e HTTP/1.1" status: 204 len: 173 time: 1.8774812 Apr 20 14:42:43.345107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b494df9-7c8c-4b85-9bbc-d0b3fbebf680,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:43.358303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.362724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'name': 'network-vif-deleted', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:43.370893 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd89bd2-75df-4dba-984b-afec9eef302e" -d '{"events": [{"server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "name": "network-vif-deleted", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:43.409781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f5aab07-ffd4-4a8e-bd62-529e46aa9365 req-fd4c41bb-5e89-4e4b-b234-f0abfe9d482a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465343 Apr 20 14:42:43.428750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-00f95031-9095-4218-9e15-673630eed1f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdddf5c5a27b4e59affe33c3f8ab6039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071264 Apr 20 14:42:43.459881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:43.524363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.566757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9217846a-934e-423e-9947-60abf9b0a944 req-7f9d7904-f804-4d8a-ab25-3105a5f684ed tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e0984f6-e5c9-4218-83ea-46793477af5a HTTP/1.1" status: 200 len: 210 time: 0.0382657 Apr 20 14:42:43.585843 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21cca4-f1fe-4915-b7e3-ed0d6a10030a x-openstack-request-id: req-fa21cca4-f1fe-4915-b7e3-ed0d6a10030a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:43.586148 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0984f6-e5c9-4218-83ea-46793477af5a", "name": "network-vif-deleted", "tag": "9436b159-3ece-43d2-acae-62b089e7e28e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:43.586388 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa21cca4-f1fe-4915-b7e3-ed0d6a10030a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:43.591308 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa21cca4-f1fe-4915-b7e3-ed0d6a10030a'] response: {'server_uuid': '4e0984f6-e5c9-4218-83ea-46793477af5a', 'name': 'network-vif-deleted', 'tag': '9436b159-3ece-43d2-acae-62b089e7e28e', 'status': 'completed', 'code': 200} Apr 20 14:42:43.626374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.969306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd32832-4b96-4d54-9646-66aef26a8420 req-23a8aa31-09fa-4669-917c-928a30c7211f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:43.977633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.978763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fd32832-4b96-4d54-9646-66aef26a8420 req-23a8aa31-09fa-4669-917c-928a30c7211f tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1655045 Apr 20 14:42:43.992988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b21718-785d-4c3d-bac6-6fb1a2e94ca7 req-8e4aac00-241d-43cb-8cdb-4343af5cbf6a tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:43.994894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6b21718-785d-4c3d-bac6-6fb1a2e94ca7 req-8e4aac00-241d-43cb-8cdb-4343af5cbf6a tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 932 time: 0.1857402 Apr 20 14:42:44.064435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.109067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.159473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fd32832-4b96-4d54-9646-66aef26a8420 req-148e30ff-15d4-440f-a956-b8f3a1163116 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792777 Apr 20 14:42:44.173892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.176744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.185989 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.187862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffbefdfe-e2d0-4fcb-ab0f-628b88a53928 HTTP/1.1" status: 204 len: 168 time: 0.7256694 Apr 20 14:42:44.202367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6b21718-785d-4c3d-bac6-6fb1a2e94ca7 req-21e4f99f-1549-4160-b42e-fd3885bcfb34 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964960 Apr 20 14:42:44.271517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343885ad-51ec-4376-95fc-f00baeb4bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbefdfe-e2d0-4fcb-ab0f-628b88a53928,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:44.320719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:44.332050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0a95de-f51d-4ae6-8289-8e3f0c94230a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:44.358079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.461693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Transition to ACTIVE for port object be0a95de-f51d-4ae6-8289-8e3f0c94230a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:44.486602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:44.665302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Pushing event updated for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:44.716813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:44.728949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Sync routers for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:44.751262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:44.752258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:44.856765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee83e0aa-5069-4aae-9237-df5f1168d219 admin admin] 10.222.0.20 "PUT /v2.0/routers/9b54d830-21a0-4cf2-b2f2-17300ea8d880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0428107 Apr 20 14:42:44.863191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60952) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:44.977352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:45.057330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:45.069256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8361c-64a9-4678-a4f0-a65f05daa164 req-eba2f1c1-0450-48fa-98f5-e9b9ae556d11 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:45.086553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b8361c-64a9-4678-a4f0-a65f05daa164 req-eba2f1c1-0450-48fa-98f5-e9b9ae556d11 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.3490028 Apr 20 14:42:45.247097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.279379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.494835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Attempting to bind port be0a95de-f51d-4ae6-8289-8e3f0c94230a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:45.495818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Attempting to bind port be0a95de-f51d-4ae6-8289-8e3f0c94230a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:45.496302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Attempting to bind port be0a95de-f51d-4ae6-8289-8e3f0c94230a on network 21e4297e-403e-4f68-9e70-8479f553fab7 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:45.506744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Port be0a95de-f51d-4ae6-8289-8e3f0c94230a on network 21e4297e-403e-4f68-9e70-8479f553fab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:45.507348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Attempting to bind port be0a95de-f51d-4ae6-8289-8e3f0c94230a on network 21e4297e-403e-4f68-9e70-8479f553fab7 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:45.510400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:45.522838 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Sync routers for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:45.528230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8dfdfa3f-549f-4ccd-b90b-db348b3c97cb admin admin] 10.222.0.20 "PUT /v2.0/routers/9d91ac7e-4c6c-4c04-ab02-bff3f799081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9668219 Apr 20 14:42:45.528709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60976) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:45.536725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:45.537070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Checking segment: {'id': 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:45.537440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Bound using segment: {'id': 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:45.537885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Bound port: be0a95de-f51d-4ae6-8289-8e3f0c94230a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:45.538242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.541824 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:45.545297 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:45.768073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:45.771632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.779583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a,segment=NetworkSegment(bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c),segment_id=bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:45.855068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.872853 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:45.905921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:45.906969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:45.909381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] 10.222.0.43 "PUT /v2.0/ports/be0a95de-f51d-4ae6-8289-8e3f0c94230a HTTP/1.1" status: 200 len: 1092 time: 2.7160141 Apr 20 14:42:45.925381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:45.933639 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:45.980942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9436b159-3ece-43d2-acae-62b089e7e28e no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:46.044168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 9436b159-3ece-43d2-acae-62b089e7e28e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:46.046921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9436b159-3ece-43d2-acae-62b089e7e28e not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:46.061542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b8361c-64a9-4678-a4f0-a65f05daa164 req-2b5e28d5-44cb-47af-ad54-4bcd12481ba8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9735470 Apr 20 14:42:46.124916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:46.155265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:46.198407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Checking router: 9b54d830-21a0-4cf2-b2f2-17300ea8d880 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:46.225840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Routers {'9b54d830-21a0-4cf2-b2f2-17300ea8d880'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:46.230395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:46.250290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:46.373621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:46.438626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-793c6a73-0b35-4ef2-b316-44e30553cf66 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:46.440425 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Checking router: 9d91ac7e-4c6c-4c04-ab02-bff3f799081b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:46.447192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-793c6a73-0b35-4ef2-b316-44e30553cf66 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.5015028 Apr 20 14:42:46.462257 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Routers {'9d91ac7e-4c6c-4c04-ab02-bff3f799081b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:46.465705 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:46.475098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1691598522-network', 'tenant_id': '5646132a87ed4bbf8049c841b19d51ad'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:46.522555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72670e-718a-4096-a19b-9797f1bd7a77 req-e16c4623-4b95-43cd-86c7-9f718bfe5d67 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:46.524132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] Set router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:46.524605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b72670e-718a-4096-a19b-9797f1bd7a77 req-e16c4623-4b95-43cd-86c7-9f718bfe5d67 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2948070 Apr 20 14:42:46.560847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-569e0ddd-d159-410c-be56-66036809d0aa tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.1126840 Apr 20 14:42:46.569918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:46.685368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-ac1edce4-0cc8-4a6e-b227-8a423ae11500 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235299 Apr 20 14:42:46.700542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Made reservation on behalf of 5646132a87ed4bbf8049c841b19d51ad for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:46.702799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:46.781380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:46.787305 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] Set router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:46.793296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:46.816496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b72670e-718a-4096-a19b-9797f1bd7a77 req-58c3855d-2945-4407-9691-9b5d41fce448 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730892 Apr 20 14:42:46.855006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec0ce4-762d-4143-9091-1e812fbe05e0 None None] The sync data for ids ['9b54d830-21a0-4cf2-b2f2-17300ea8d880'] in n-d-836145-2 is: [{'id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'name': 'tempest-AttachVolumeTestJSON-2049967812-router', 'tenant_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:33:27Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '4d2d48ccc6524ac6bbe10a9d734026a1', 'gw_port': {'id': '26ce421f-63a6-4972-9b6d-ee3b40b4654a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b54d830-21a0-4cf2-b2f2-17300ea8d880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:33:28Z', 'updated_at': '2022-04-20T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:46.936352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086935a-3f1e-4e1a-8443-2c7542bc7dfe service neutron] Pushing event updated for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:46.948824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-62a70e9a-ed16-40bc-98f1-d4f15589f42d service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624795 Apr 20 14:42:46.963525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Deleting port 26ce421f-63a6-4972-9b6d-ee3b40b4654a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:46.963957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.010228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.024098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-02e3d513-86be-45b6-8a00-861bd4380b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:47.026004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-02e3d513-86be-45b6-8a00-861bd4380b98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce89a61760f1453bba5b321cd369cf57&device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1041422 Apr 20 14:42:47.104179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-b50aaecb-9ee7-4bab-b990-6c9b2d6ec300 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a HTTP/1.1" status: 200 len: 217 time: 0.0505686 Apr 20 14:42:47.172325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Deleting port 6257ac1c-a196-4627-93e6-b769ee186990 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:47.173680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.178477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-5a21da31-dd73-45b2-bfb9-fba5100d5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:47.180203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-5a21da31-dd73-45b2-bfb9-fba5100d5661 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc79e7b-9b31-4f7f-bbab-87e43a60ea37 HTTP/1.1" status: 200 len: 857 time: 0.0674353 Apr 20 14:42:47.203591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.206706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] For port 26ce421f-63a6-4972-9b6d-ee3b40b4654a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26ce421f-63a6-4972-9b6d-ee3b40b4654a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:47.212936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.255821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-67cdcc98-5d51-4088-91a0-dc3bea53a9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059788 Apr 20 14:42:47.260545 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:47.269960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.283014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-6b9c003d-0a5c-45f2-9061-1789c51aea7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e4297e-403e-4f68-9e70-8479f553fab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881221 Apr 20 14:42:47.310520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fcaf2-717a-4bf5-b6e9-67681c3d0dc0 req-2b2e777f-5647-474d-8cdc-6a0c9b130cbf tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:47.318008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6000a97-4be5-4ff7-ba65-f16d8212ff06 None None] The sync data for ids ['9d91ac7e-4c6c-4c04-ab02-bff3f799081b'] in n-d-836145-2 is: [{'id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'name': 'tempest-ServersTestFqdnHostnames-249721745-router', 'tenant_id': '173812c404d44beb9a03dc02a4d4e1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6257ac1c-a196-4627-93e6-b769ee186990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:40:26Z', 'updated_at': '2022-04-20T14:42:42Z', 'revision_number': 5, 'project_id': '173812c404d44beb9a03dc02a4d4e1ae', 'gw_port': {'id': '6257ac1c-a196-4627-93e6-b769ee186990', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d91ac7e-4c6c-4c04-ab02-bff3f799081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:40:27Z', 'updated_at': '2022-04-20T14:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:47.330281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-639fcaf2-717a-4bf5-b6e9-67681c3d0dc0 req-2b2e777f-5647-474d-8cdc-6a0c9b130cbf tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 944 time: 0.2940965 Apr 20 14:42:47.332598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Calling delete_port for 26ce421f-63a6-4972-9b6d-ee3b40b4654a owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:47.488600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] For port 6257ac1c-a196-4627-93e6-b769ee186990, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6257ac1c-a196-4627-93e6-b769ee186990,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:47.489577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.563026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-499a478f-48fa-49ad-bfe4-d389bd8083c2 service neutron] 10.222.0.43 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654986 Apr 20 14:42:47.588944 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab75f8-abdd-4b10-9e88-ece0ef0b6820 x-openstack-request-id: req-12ab75f8-abdd-4b10-9e88-ece0ef0b6820 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:47.589895 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:47.590470 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12ab75f8-abdd-4b10-9e88-ece0ef0b6820 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:47.591096 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ab75f8-abdd-4b10-9e88-ece0ef0b6820'] response: {'name': 'network-changed', 'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a', 'status': 'completed', 'code': 200} Apr 20 14:42:47.592169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Calling delete_port for 6257ac1c-a196-4627-93e6-b769ee186990 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:47.626300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:47.713104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-639fcaf2-717a-4bf5-b6e9-67681c3d0dc0 req-e423b761-36d5-4b63-9d20-213de6ed08ee tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817785 Apr 20 14:42:47.714095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a206359-6504-409a-896c-f6a174b83e3a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:47.737813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:47.738551 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Added segment 090bacdd-74c4-4d62-97d6-55cf43f9cdce of type vlan for network 5e42af24-0132-4b58-b271-57d75f7f7fa0 Apr 20 14:42:47.938164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9efe2c2d-2f47-49b4-ae94-4e151d3e41f8 req-af74e54c-666d-403e-9b4f-493c1d4d3fab tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0784075 Apr 20 14:42:48.001174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659fc61e-27f8-4830-ac71-61aa2be53840 req-df7b1fa4-3fd9-4ef7-a9f4-f67125a783bf service neutron] 10.222.0.43 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064703 Apr 20 14:42:48.007765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e703bba-a15f-40f1-8df1-29dc73ef83a9 req-b999a864-03f3-43fe-8226-7c2b71bc14e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.011962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e703bba-a15f-40f1-8df1-29dc73ef83a9 req-b999a864-03f3-43fe-8226-7c2b71bc14e8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.4095681 Apr 20 14:42:48.033223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.162955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-2e72dd20-f754-4ba3-bee0-45f753730238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.167343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-2e72dd20-f754-4ba3-bee0-45f753730238 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce89a61760f1453bba5b321cd369cf57&device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 1095 time: 0.0841823 Apr 20 14:42:48.169240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.239772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e703bba-a15f-40f1-8df1-29dc73ef83a9 req-0044d9b0-69b0-40c5-863c-50dba3f66518 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257939 Apr 20 14:42:48.246091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.261841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.262919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.263503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.282272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15210347-890f-4bad-a518-cd1224b1796e req-fa5823dc-07b6-495f-8db2-3f6c478edc14 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.284487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15210347-890f-4bad-a518-cd1224b1796e req-fa5823dc-07b6-495f-8db2-3f6c478edc14 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1529186 Apr 20 14:42:48.401542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6257ac1c-a196-4627-93e6-b769ee186990,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:48.429731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=26ce421f-63a6-4972-9b6d-ee3b40b4654a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:48.533507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.538802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-9ebef81f-32c5-4a65-86eb-667ee977b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.540824 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-9ebef81f-32c5-4a65-86eb-667ee977b3cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=21e4297e-403e-4f68-9e70-8479f553fab7 HTTP/1.1" status: 200 len: 918 time: 0.3500221 Apr 20 14:42:48.584606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3353097 Apr 20 14:42:48.590760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 32790) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:48.598745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Request body: {'subnet': {'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1691598522-subnet', 'tenant_id': '5646132a87ed4bbf8049c841b19d51ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:48.628292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15210347-890f-4bad-a518-cd1224b1796e req-076c46ab-d351-44d3-9ad8-ae87dc4729db tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925982 Apr 20 14:42:48.633867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93f5d1-ab70-459f-ac66-32cdccb3d6fe admin admin] Pushing event updated for resources: {'Network': ['ID=5e42af24-0132-4b58-b271-57d75f7f7fa0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:48.647425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5e42af24-0132-4b58-b271-57d75f7f7fa0 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:48.678399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-183c9abb-d3f9-4805-8ca3-97537ea24097 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a HTTP/1.1" status: 200 len: 217 time: 0.1124637 Apr 20 14:42:48.719512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329309-a1db-4e98-b8db-d6dfd2f5e40b req-0886c35e-071a-4b91-8802-55cc9b562b38 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.720828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.726190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d329309-a1db-4e98-b8db-d6dfd2f5e40b req-0886c35e-071a-4b91-8802-55cc9b562b38 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2882457 Apr 20 14:42:48.739115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 32792) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:48.741896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.758705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'floatingip': {'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:48.768392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Made reservation on behalf of 5646132a87ed4bbf8049c841b19d51ad for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:48.771327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.869254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-6b37de2a-6be5-4e25-a2af-4203564f5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:48.870734 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-6b37de2a-6be5-4e25-a2af-4203564f5ddf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbc79e7b-9b31-4f7f-bbab-87e43a60ea37 HTTP/1.1" status: 200 len: 857 time: 0.1617792 Apr 20 14:42:48.873691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.874350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d91ac7e-4c6c-4c04-ab02-bff3f799081b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:42:48.880650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:48.882102 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f6be7ef-0180-45bf-bd54-c63853496af4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d91ac7e-4c6c-4c04-ab02-bff3f799081b HTTP/1.1" status: 204 len: 168 time: 3.3520873 Apr 20 14:42:48.893539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32796) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:48.957604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-d7a3aa98-bb50-4c9f-9f28-e7e9af36635b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21e4297e-403e-4f68-9e70-8479f553fab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744045 Apr 20 14:42:49.027660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.076363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.088858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 39e17a05-6b68-49a8-959e-dcc3f3967458 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:49.102595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Deleting subnet e6c6eee1-5f16-45bb-9789-7e7321ffa360 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:42:49.108446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.145252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 39e17a05-6b68-49a8-959e-dcc3f3967458 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:49.146386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 39e17a05-6b68-49a8-959e-dcc3f3967458 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:49.147474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:49.171146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:49.171817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3b494df9-7c8c-4b85-9bbc-d0b3fbebf680 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:49.202908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.241950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-7c0ed06f-3590-4eb6-9877-cc01f2167dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599914 Apr 20 14:42:49.269808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.272232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.280095 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.365038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.408052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0f79429-d7bc-499b-8eae-bd2ad20af5d2 req-b56367cd-6a98-48a8-b792-955abf242a45 service neutron] 10.222.0.43 "GET /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560957 Apr 20 14:42:49.483390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.530062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c6eee1-5f16-45bb-9789-7e7321ffa360,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:49.538242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-806e45ab-e73c-4be6-a105-909a708f07b9 req-18ad3227-aedc-435c-8b98-d444c2a028b8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.4545155 Apr 20 14:42:49.545969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c957a9-7958-4dc6-94ea-83537a032ab7 None None] Network 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:49.546619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.553462 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f96b3d17-9657-434f-95c2-be27b325c298 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6c6eee1-5f16-45bb-9789-7e7321ffa360 HTTP/1.1" status: 204 len: 168 time: 0.6575871 Apr 20 14:42:49.554093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:49.653240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.728259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-c4c16375-393b-4432-9f70-50f4c910e35d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:49.730066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-c4c16375-393b-4432-9f70-50f4c910e35d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.4226193 Apr 20 14:42:49.740106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Deleting port 3cc06166-2356-4f88-a296-f71ec30fefea {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:49.740654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.752667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:49.835338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] For port 3cc06166-2356-4f88-a296-f71ec30fefea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3cc06166-2356-4f88-a296-f71ec30fefea,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:49.838393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.864521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Calling delete_port for 3cc06166-2356-4f88-a296-f71ec30fefea owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:49.868931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] DHCP port deletion for 354d6071-9bbf-48a4-84e7-7b0f0daa82b5 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:42:49.927943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Deleting port 3cc06166-2356-4f88-a296-f71ec30fefea {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:49.928530 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:49.975233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.000138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.001220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b54d830-21a0-4cf2-b2f2-17300ea8d880 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:42:50.006041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] For port 3cc06166-2356-4f88-a296-f71ec30fefea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3cc06166-2356-4f88-a296-f71ec30fefea,segment=NetworkSegment(95dc8485-590f-4e30-90f8-ba74b74096fc),segment_id=95dc8485-590f-4e30-90f8-ba74b74096fc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:50.006714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.008648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] No DVR routers for this DVR port 3cc06166-2356-4f88-a296-f71ec30fefea on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:50.016321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc06166-2356-4f88-a296-f71ec30fefea,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:50.032569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Calling delete_port for 3cc06166-2356-4f88-a296-f71ec30fefea owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:50.034019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f6f47-34c7-4ca2-9c2b-028b0a655b4e req-c3a0eadb-b71f-4996-9e3d-d0a8733e5124 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:50.036436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c0f6f47-34c7-4ca2-9c2b-028b0a655b4e req-c3a0eadb-b71f-4996-9e3d-d0a8733e5124 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 944 time: 1.0053337 Apr 20 14:42:50.089152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.094579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4e0e56d1-5e01-4ce7-8635-30971e530f3a admin admin] 10.222.0.20 "DELETE /v2.0/routers/9b54d830-21a0-4cf2-b2f2-17300ea8d880 HTTP/1.1" status: 204 len: 168 time: 5.2140701 Apr 20 14:42:50.111831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 32806) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:50.131293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.134775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:50.138258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.157245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354d6071-9bbf-48a4-84e7-7b0f0daa82b5']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:50.169279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dc8485-590f-4e30-90f8-ba74b74096fc') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:50.169847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dc8485-590f-4e30-90f8-ba74b74096fc') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:50.182252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.184632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.198754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.207467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:42:50.208296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.232254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Pushing event deleted for resources: {'Port': ['ID=3cc06166-2356-4f88-a296-f71ec30fefea,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:50.250007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.250500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.250889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.251222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.251545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.251864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.252357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.252681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.252999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.253483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.253803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.254117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:42:50.260633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f7dc1-9770-4ce2-9558-b0adcdd9fdc5 None None] No DVR routers for this DVR port 3cc06166-2356-4f88-a296-f71ec30fefea on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:42:50.279109 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:42:50.281178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e167c3-100c-4b6b-b169-2e3250dd5e83,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:50.299069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.315234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.322399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] 10.222.0.20 "DELETE /v2.0/networks/354d6071-9bbf-48a4-84e7-7b0f0daa82b5 HTTP/1.1" status: 204 len: 168 time: 0.7648478 Apr 20 14:42:50.334932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a57f3-2214-4521-a1b4-d5394683bb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=354d6071-9bbf-48a4-84e7-7b0f0daa82b5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:50.351257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29d924-47a0-438c-994a-b6ca3c922e63 req-51368da8-9c55-4ae0-99bf-087920ff13e8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:50.355108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f29d924-47a0-438c-994a-b6ca3c922e63 req-51368da8-9c55-4ae0-99bf-087920ff13e8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.4996946 Apr 20 14:42:50.356940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Checking segment: {'id': '090bacdd-74c4-4d62-97d6-55cf43f9cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:50.357289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Network hostable DHCP agents. Network: 5e42af24-0132-4b58-b271-57d75f7f7fa0, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:50.475027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:50.534954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56d6c579-2610-4004-af83-a1b1724790b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=173812c404d44beb9a03dc02a4d4e1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581219 Apr 20 14:42:50.538647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:50.638344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.667749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.749682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.753097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.756838 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49d27906-4c49-41ab-acc3-2d91dea3b656 HTTP/1.1" status: 204 len: 168 time: 0.2143478 Apr 20 14:42:50.773523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a424-8f5a-4e3a-a272-2c89885c564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d27906-4c49-41ab-acc3-2d91dea3b656,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:50.859535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c0f6f47-34c7-4ca2-9c2b-028b0a655b4e req-cf26071c-72de-4e41-8363-87f78e496523 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613935 Apr 20 14:42:50.862870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Deleting subnet f0ca8653-5b73-4a4d-a7b4-c3331fba257a {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:42:50.866413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.928258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:50.946989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6257ac1c-a196-4627-93e6-b769ee186990 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:50.977231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.10 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/b472acdb-e38a-4649-9937-f3abb9c6519f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:50.981044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6257ac1c-a196-4627-93e6-b769ee186990 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:50.995506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6257ac1c-a196-4627-93e6-b769ee186990 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:50.996845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26ce421f-63a6-4972-9b6d-ee3b40b4654a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:51.058077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 26ce421f-63a6-4972-9b6d-ee3b40b4654a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:51.059563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26ce421f-63a6-4972-9b6d-ee3b40b4654a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:51.060660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3cc06166-2356-4f88-a296-f71ec30fefea no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:51.096511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3cc06166-2356-4f88-a296-f71ec30fefea {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:51.097120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3cc06166-2356-4f88-a296-f71ec30fefea not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:51.114699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f29d924-47a0-438c-994a-b6ca3c922e63 req-43b8e861-ea69-42a4-b1a0-22518d62ba94 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7516365 Apr 20 14:42:51.167882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Network 5e42af24-0132-4b58-b271-57d75f7f7fa0 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:51.239378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf8e3a0-e245-4bfc-bd1c-48e51e9e6ad8 req-6455d93a-9d6a-4b4c-819e-5ba9e6b29f69 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.1155152 Apr 20 14:42:51.261263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5e42af24-0132-4b58-b271-57d75f7f7fa0) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:51.272192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d37509-427b-4a0d-b6ab-f15b3bf80378 None None] Network 5e42af24-0132-4b58-b271-57d75f7f7fa0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:51.306421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:51.307028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:51.488005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b5550-6228-4b55-9524-1ebf88b204d8 None None] Network 5e42af24-0132-4b58-b271-57d75f7f7fa0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:51.489507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45a06b0d-3220-4cef-85d2-0b220774b685 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8947470 Apr 20 14:42:51.514513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:51.565082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:51.689316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device be0a95de-f51d-4ae6-8289-8e3f0c94230a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:42:51.791837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:42:51.803030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:51.910221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:51.976247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ca8653-5b73-4a4d-a7b4-c3331fba257a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:52.003079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba3bfb-16f4-42b8-8c15-93e5e27c4c96 None None] Network b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:52.087116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.088658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-67c36378-40b6-4094-9f4d-ea1021bec7d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0ca8653-5b73-4a4d-a7b4-c3331fba257a HTTP/1.1" status: 204 len: 168 time: 1.9609497 Apr 20 14:42:52.091333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32860) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:52.120664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.203683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.281726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32876) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:52.312803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:52.314002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.345934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:52.355614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:52.362877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:52.423270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a,segment=NetworkSegment(bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c),segment_id=bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:52.450489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a', 'network_id': '21e4297e-403e-4f68-9e70-8479f553fab7', 'port_id': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a', 'mac_address': 'fa:16:3e:75:7c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc79e7b-9b31-4f7f-bbab-87e43a60ea37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:42:52.463164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0bb-5cc8-4501-b657-312de0c6e288 req-ee281106-c976-4519-820c-47d07d599c0b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:52.464382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Deleting port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:52.464859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.487765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09bbe0bb-5cc8-4501-b657-312de0c6e288 req-ee281106-c976-4519-820c-47d07d599c0b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 944 time: 0.3900800 Apr 20 14:42:52.541833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] For port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:52.543265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.545011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.562166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1273801286-network', 'tenant_id': 'd1575a51eaba4929aec732a5e6f597b2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:52.566278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Calling delete_port for b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:52.579679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0a95de-f51d-4ae6-8289-8e3f0c94230a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:52.625661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a,segment=NetworkSegment(bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c),segment_id=bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:52.646717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.662532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Made reservation on behalf of d1575a51eaba4929aec732a5e6f597b2 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:52.662931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-ade069d9-9092-42c9-9e71-948c6502e5f1 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:52.666230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.670751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-ade069d9-9092-42c9-9e71-948c6502e5f1 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/networks?id=5e42af24-0132-4b58-b271-57d75f7f7fa0 HTTP/1.1" status: 200 len: 809 time: 0.4115646 Apr 20 14:42:52.688189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] DHCP port deletion for b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:42:52.689032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.697439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:52.698084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.720018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-db411499-8c04-4155-bcb2-b62c616f5715 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/quotas/5646132a87ed4bbf8049c841b19d51ad HTTP/1.1" status: 200 len: 375 time: 0.0480559 Apr 20 14:42:52.780284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-24aa9e9d-a432-4d7b-b557-ef56d1720251 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5646132a87ed4bbf8049c841b19d51ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593204 Apr 20 14:42:52.784272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:52.791262 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Floating IP a8f945ce-ca3b-455d-98a7-74e5210e2d94 associated. External IP: 172.25.1.219, port: 5d6428a2-aef2-411d-80e5-54fe037a0ca4. Apr 20 14:42:52.801197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.807233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Deleting port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:42:52.807654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.807961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09bbe0bb-5cc8-4501-b657-312de0c6e288 req-e530f742-c791-4954-a499-4e1badb791b7 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189361 Apr 20 14:42:52.857846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-51ae7bc9-3350-4750-8c60-6ea595754c81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1101079 Apr 20 14:42:52.869215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.898336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Request body: {'port': {'device_id': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:52.911519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] For port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,segment=NetworkSegment(d75ac03f-391c-45f0-a97a-a5cfbaec1381),segment_id=d75ac03f-391c-45f0-a97a-a5cfbaec1381)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:52.911983 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:52.913073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:52.931206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Calling delete_port for b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:42:53.002746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.004244 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Added segment 1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe of type vlan for network 14341afe-7b49-41e1-9389-7ee19885f9e4 Apr 20 14:42:53.014314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.046311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1420969-3672-4247-ab23-534829e6f268,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:53.055907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.066489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['be0a95de-f51d-4ae6-8289-8e3f0c94230a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:42:53.071982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:42:53.074600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.077741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:53.106077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:42:53.106606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:42:53.107361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-fd8e9945-3991-40f9-bf1b-a1cbf0130764 service neutron] 10.222.0.20 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261406 Apr 20 14:42:53.108759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] No DVR routers for this DVR port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:53.122405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] No DVR routers for this DVR port b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:42:53.153803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.236683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015389-53b5-4a7a-b0e5-0af025bbc938 None None] Pushing event deleted for resources: {'Port': ['ID=b479c1b0-b39f-4cbf-8e4e-9da6414ed8a9,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:53.253282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.293146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:42:53.299743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:53.315684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-114295634'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:53.355344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c7cf3a-f030-4873-8a8c-e22fb0f444c1']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:53.365802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75ac03f-391c-45f0-a97a-a5cfbaec1381') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:53.366352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75ac03f-391c-45f0-a97a-a5cfbaec1381') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:53.374977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.376261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.377103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.400413 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.452050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f8ffe-327e-4865-a400-8ed87a37a422 req-a98dcb60-189c-43e7-9515-09baad5b50ed tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.460004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.460382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-636f8ffe-327e-4865-a400-8ed87a37a422 req-a98dcb60-189c-43e7-9515-09baad5b50ed tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.4345014 Apr 20 14:42:53.475957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:42:53.476365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:42:53.498426 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:42:53.506531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2230327 Apr 20 14:42:53.509120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d51fb4-2c6b-4786-8dae-7063b5b0a97c admin admin] Pushing event updated for resources: {'Network': ['ID=14341afe-7b49-41e1-9389-7ee19885f9e4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:53.511756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32884) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:53.522002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 14341afe-7b49-41e1-9389-7ee19885f9e4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:53.545539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Request body: {'subnet': {'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1273801286-subnet', 'tenant_id': 'd1575a51eaba4929aec732a5e6f597b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:53.556249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:53.562150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.601627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:53.608311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.617143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.623332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9c7cf3a-f030-4873-8a8c-e22fb0f444c1 HTTP/1.1" status: 204 len: 168 time: 1.5302627 Apr 20 14:42:53.624092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Made reservation on behalf of d1575a51eaba4929aec732a5e6f597b2 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:53.626472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.630784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.631130 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Added segment 9e73c3e6-9b0e-442b-ba65-4c5375662b9b of type vlan for network c616197a-e9fe-4156-b05b-073d8d0100c7 Apr 20 14:42:53.659426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4841b4-74ac-4ba5-a2b5-4deb54cd3a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c7cf3a-f030-4873-8a8c-e22fb0f444c1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:53.705362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-636f8ffe-327e-4865-a400-8ed87a37a422 req-4bb08afb-9ba4-435c-b800-511756df62b6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439158 Apr 20 14:42:53.757776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.812412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.825784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.826433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.927898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32890) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:53.978314 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6713204 Apr 20 14:42:53.992018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32892) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:54.004177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1528033964'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:54.031262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7f5aa-db07-4fe8-bfe9-26e107c80f89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Network': ['ID=c616197a-e9fe-4156-b05b-073d8d0100c7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:54.051542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c616197a-e9fe-4156-b05b-073d8d0100c7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:54.105475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:54.109362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.144770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:42:54.157994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.158366 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Added segment 1cd974ad-746a-41a2-bc7e-ffb64c1e026d of type vlan for network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 Apr 20 14:42:54.207189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.242191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-183b5ebc-2798-4af8-ab1b-0f0b7880522f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d2d48ccc6524ac6bbe10a9d734026a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129675 Apr 20 14:42:54.245381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:54.248439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.254955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:54.255554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.262107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-28220922-a394-43b3-98ca-519ca43e82bd service neutron] 10.222.0.20 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1419349 Apr 20 14:42:54.309439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.322508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:42:54.341251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.342256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1bfb6-75c7-45d9-9f06-6c64cd25bc25 req-b3c1e063-0c17-4643-87a2-4cca9a3def0e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:54.350130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28e1bfb6-75c7-45d9-9f06-6c64cd25bc25 req-b3c1e063-0c17-4643-87a2-4cca9a3def0e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 932 time: 0.1487098 Apr 20 14:42:54.355106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3581400 Apr 20 14:42:54.364401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 32896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:54.377662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'subnet': {'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:54.383212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b472acdb-e38a-4649-9937-f3abb9c6519f {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:42:54.399594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.502620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.515003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701015c-d237-4ba7-97cd-3820ca282fdd tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Network': ['ID=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:54.530636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Checking segment: {'id': '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:54.530636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Network hostable DHCP agents. Network: 14341afe-7b49-41e1-9389-7ee19885f9e4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:54.533691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4848be-e738-488d-a276-530dc2394ed0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:54.535191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:42:54.537190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Transition to ACTIVE for port object b472acdb-e38a-4649-9937-f3abb9c6519f will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:42:54.585417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.654326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28e1bfb6-75c7-45d9-9f06-6c64cd25bc25 req-a9553f20-0af6-479c-9601-c84caf1998d1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032095 Apr 20 14:42:54.664061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Network 14341afe-7b49-41e1-9389-7ee19885f9e4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:54.696110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 14341afe-7b49-41e1-9389-7ee19885f9e4) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:54.709862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.721158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f73d3-3814-4c0f-9264-cf37e1378422 None None] Network 14341afe-7b49-41e1-9389-7ee19885f9e4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:54.721589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.722786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4dbb767-adc7-4b1d-a93a-140ed5fef38e HTTP/1.1" status: 204 len: 168 time: 0.4755011 Apr 20 14:42:54.724208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:54.724787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:54.745779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6e82-ca8f-4eea-9199-542cd4a43387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dbb767-adc7-4b1d-a93a-140ed5fef38e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:54.773013 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1f381871-c0c1-42bc-a67c-87aee8c2fb6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2237079 Apr 20 14:42:54.943289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdde6c-c58e-4c4f-9cea-25d9921851d4 None None] Network 14341afe-7b49-41e1-9389-7ee19885f9e4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:55.082548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bff6c0b6-dfb6-4f0e-ad41-158b6ff332c4 req-bbd72241-7133-46dc-933d-0cf76655d8f4 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 210 time: 0.1808825 Apr 20 14:42:55.158463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:42:55.162711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Pushing event updated for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:55.166102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:55.174215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:55.190919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:42:55.229689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:55.255190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:55.255823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:55.262954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27625-3666-4888-95f4-dfb841bf0c39 req-4a042226-6031-4f99-b737-e8ce67413ab8 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:55.265604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ac27625-3666-4888-95f4-dfb841bf0c39 req-4a042226-6031-4f99-b737-e8ce67413ab8 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 945 time: 0.7573850 Apr 20 14:42:55.492323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:55.526141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a2397c47-a2fa-4886-9259-f966a968b43c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "PUT /v2.0/floatingips/a8f945ce-ca3b-455d-98a7-74e5210e2d94 HTTP/1.1" status: 200 len: 991 time: 6.7771401 Apr 20 14:42:55.539590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:55.552912 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c789076-41c9-4348-9eaa-af08c0146927" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:55.662741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ac27625-3666-4888-95f4-dfb841bf0c39 req-7a02bb9b-5421-4eca-a9e7-6b61a68e87f4 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001637 Apr 20 14:42:55.684359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Attempting to bind port b472acdb-e38a-4649-9937-f3abb9c6519f on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:55.684945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device be0a95de-f51d-4ae6-8289-8e3f0c94230a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:42:55.685646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Attempting to bind port b472acdb-e38a-4649-9937-f3abb9c6519f by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:55.685646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Attempting to bind port b472acdb-e38a-4649-9937-f3abb9c6519f on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:55.709634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0e6df-9dba-435c-ad7f-0aa6ffd28607 req-ce23aef1-6bd8-439a-a74a-8052fff74f80 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:55.721370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eee0e6df-9dba-435c-ad7f-0aa6ffd28607 req-ce23aef1-6bd8-439a-a74a-8052fff74f80 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3674734 Apr 20 14:42:55.752888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Port b472acdb-e38a-4649-9937-f3abb9c6519f on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:42:55.753218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Attempting to bind port b472acdb-e38a-4649-9937-f3abb9c6519f on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:55.795316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:55.795678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:55.796053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:55.796491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Bound port: b472acdb-e38a-4649-9937-f3abb9c6519f, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:55.807161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:55.955276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port be0a95de-f51d-4ae6-8289-8e3f0c94230a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:42:55.967525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port be0a95de-f51d-4ae6-8289-8e3f0c94230a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:42:55.968055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.091276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eee0e6df-9dba-435c-ad7f-0aa6ffd28607 req-83c1068d-e8cd-46d4-a6dc-2bc86109355e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668725 Apr 20 14:42:56.107287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.182793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a8f945ce-ca3b-455d-98a7-74e5210e2d94', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:42:24Z', 'updated_at': '2022-04-20T14:42:51Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:56.186473 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.216196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:42:56.240330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:42:56.241275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:42:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:56.244803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Subnet': ['ID=19d0e025-606c-43d1-b760-b51a2b479021,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:56.256929 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073fee24-ad52-4141-818a-58509e0f5bde x-openstack-request-id: req-073fee24-ad52-4141-818a-58509e0f5bde {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:56.257214 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:56.257465 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-073fee24-ad52-4141-818a-58509e0f5bde {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:56.257865 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073fee24-ad52-4141-818a-58509e0f5bde'] response: {'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'status': 'completed', 'code': 200} Apr 20 14:42:56.357098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:56.359573 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3497746-95b0-4402-8afd-b2b1493adb30" -d '{"events": [{"server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "name": "network-vif-plugged", "status": "completed", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:56.377657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:42:56.381205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a,segment=NetworkSegment(bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c),segment_id=bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:42:56.412642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.474115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:56.474374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network hostable DHCP agents. Network: c616197a-e9fe-4156-b05b-073d8d0100c7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:56.497646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:56.505325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b472acdb-e38a-4649-9937-f3abb9c6519f,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:56.518366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373db12d-159f-4234-a8a9-55974c1b05be req-cb9ed202-44df-437d-b9ee-adb82c450cfa tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.519981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-373db12d-159f-4234-a8a9-55974c1b05be req-cb9ed202-44df-437d-b9ee-adb82c450cfa tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 944 time: 0.1588438 Apr 20 14:42:56.522027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:56.523502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.583219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789076-41c9-4348-9eaa-af08c0146927 req-f85dcbb5-78cc-4105-b694-fde91828a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.586197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-f85dcbb5-78cc-4105-b694-fde91828a3e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1096 time: 0.1586189 Apr 20 14:42:56.595895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-1e6b1a33-3883-482b-9f01-4f80f617156b tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.597749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-1e6b1a33-3883-482b-9f01-4f80f617156b tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.43 "GET /v2.0/networks?id=5e42af24-0132-4b58-b271-57d75f7f7fa0 HTTP/1.1" status: 200 len: 809 time: 0.4141271 Apr 20 14:42:56.612363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Request body: {'port': {'device_id': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0', 'admin_state_up': True, 'tenant_id': '5646132a87ed4bbf8049c841b19d51ad'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:56.615772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Pushing event updated for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:56.620857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b31c36ce-0bf2-4679-bc74-04c5f9497295 req-57619602-0370-4c0c-8f09-2155d378d16a tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 210 time: 0.0364261 Apr 20 14:42:56.629238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:56.700192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.701629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.704769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-31a1a0f9-d614-440b-91c2-8c1df0718509 service neutron] 10.222.0.45 "PUT /v2.0/ports/b472acdb-e38a-4649-9937-f3abb9c6519f HTTP/1.1" status: 200 len: 1092 time: 3.8106074 Apr 20 14:42:56.706279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c616197a-e9fe-4156-b05b-073d8d0100c7) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:56.715869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0ef389-ff4f-4009-9e7a-c4f90cd60b95 None None] Network c616197a-e9fe-4156-b05b-073d8d0100c7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:56.731031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.733407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.781992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-373db12d-159f-4234-a8a9-55974c1b05be req-2d0c1734-23da-4e11-a116-6b8b74877a6a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506409 Apr 20 14:42:56.845556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aceec418-43d7-47ec-824a-f657444701a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4786887 Apr 20 14:42:56.849469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 32954) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:56.871276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-86c39641-6e96-4064-885e-f585a3972cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:56.873068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-86c39641-6e96-4064-885e-f585a3972cfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 1095 time: 0.0977180 Apr 20 14:42:56.874382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'subnet': {'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:56.906110 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4909d0c-67ff-4b56-8adf-dd9c5333c1c5 x-openstack-request-id: req-b4909d0c-67ff-4b56-8adf-dd9c5333c1c5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:56.906414 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "name": "network-vif-plugged", "status": "completed", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:56.906724 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4909d0c-67ff-4b56-8adf-dd9c5333c1c5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:56.907138 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4909d0c-67ff-4b56-8adf-dd9c5333c1c5'] response: {'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a', 'code': 200} Apr 20 14:42:56.936558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a8f945ce-ca3b-455d-98a7-74e5210e2d94', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:42:24Z', 'updated_at': '2022-04-20T14:42:51Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:42:56.969003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-25c8fb01-0cfa-46fa-9c1c-97d2cccfda98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b472acdb-e38a-4649-9937-f3abb9c6519f HTTP/1.1" status: 200 len: 217 time: 0.0866807 Apr 20 14:42:57.145345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-c38934ee-5a51-4aca-9f50-a56fc3624888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:57.147760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-c38934ee-5a51-4aca-9f50-a56fc3624888 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1708074 Apr 20 14:42:57.221006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759d8a6-27c9-4e6d-b338-610fec42c00b None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a8f945ce-ca3b-455d-98a7-74e5210e2d94', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:42:24Z', 'updated_at': '2022-04-20T14:42:51Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:42:57.294199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789076-41c9-4348-9eaa-af08c0146927 req-a72cf282-7c77-4135-8141-e340e4f16193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:57.304053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c616197a-e9fe-4156-b05b-073d8d0100c7', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:42:57.304247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-a72cf282-7c77-4135-8141-e340e4f16193 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.7050290 Apr 20 14:42:57.305441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:57.391604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-d9a34609-eb0c-44d5-97b4-f33b45863e77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630464 Apr 20 14:42:57.409437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Made reservation on behalf of 5646132a87ed4bbf8049c841b19d51ad for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:57.413726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:57.456847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-f3e13132-37ab-43c8-a5c1-e9eeb38cd350 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 999 time: 0.1436629 Apr 20 14:42:57.463006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:42:57.466440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:57.634092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-c999ac92-3649-4787-aa1d-89d572263757 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371407 Apr 20 14:42:57.649128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Allocated IP 10.1.1.2 (c616197a-e9fe-4156-b05b-073d8d0100c7/19d0e025-606c-43d1-b760-b51a2b479021/6c7f88de-4b36-4b69-a677-7c7d0e826a91) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:57.681946 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb1c48-50c9-4629-ba05-154017f890ce None None] New status for floating IP a8f945ce-ca3b-455d-98a7-74e5210e2d94: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:42:57.804686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Allocated IP 172.20.0.2 (5e42af24-0132-4b58-b271-57d75f7f7fa0/e9e167c3-100c-4b6b-b169-2e3250dd5e83/8a5f77d2-91f9-447f-8ae3-db3fb347e599) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:42:57.885723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7e945-ab25-417d-8e27-6a8aff0b57eb req-a52c3f51-c6fc-4d77-bb49-6bd1fd4d810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:57.903448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1df7e945-ab25-417d-8e27-6a8aff0b57eb req-a52c3f51-c6fc-4d77-bb49-6bd1fd4d810e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 1097 time: 0.7486613 Apr 20 14:42:57.958900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178921e-b8ae-44e2-8eb4-2b0fe4f1b7ed req-d408b19c-a37c-47e0-8938-679438e082ca tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:57.969873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1178921e-b8ae-44e2-8eb4-2b0fe4f1b7ed req-d408b19c-a37c-47e0-8938-679438e082ca tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.8138888 Apr 20 14:42:58.026448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cb9ffe-283d-4094-a756-f89c121b3244 req-cf7e6938-2913-4a55-bfd7-50aa05adfd49 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777757 Apr 20 14:42:58.093049 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.105628 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.185277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:58.194864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Pushing event updated for resources: {'Port': ['ID=6c7f88de-4b36-4b69-a677-7c7d0e826a91,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:58.198187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:58.201361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:58.274919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1178921e-b8ae-44e2-8eb4-2b0fe4f1b7ed req-5c135dd1-3b51-479a-b7b5-0d78be6a42cf tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028319 Apr 20 14:42:58.292262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:42:58.302081 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da009d-3006-424d-84bc-505d634dacf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:42:58.309903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Attempting to bind port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:42:58.310426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Attempting to bind port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:42:58.311234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Attempting to bind port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:42:58.340935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:42:58.341789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:58.342471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.342991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Bound using segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:42:58.343668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Bound port: 6c7f88de-4b36-4b69-a677-7c7d0e826a91, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:42:58.344134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.359034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1df7e945-ab25-417d-8e27-6a8aff0b57eb req-343f7580-5c27-4b02-a172-c70959b7c8e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412391 Apr 20 14:42:58.390168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f956ba-b1c8-49cc-a8c0-e7743775e18b req-15b14530-376a-42fb-ab62-6572de662180 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:58.401667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40f956ba-b1c8-49cc-a8c0-e7743775e18b req-15b14530-376a-42fb-ab62-6572de662180 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.3723898 Apr 20 14:42:58.462861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789076-41c9-4348-9eaa-af08c0146927 req-3f10e514-5a16-4612-b109-026fd6f61cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:58.464212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-3f10e514-5a16-4612-b109-026fd6f61cec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.9901056 Apr 20 14:42:58.497175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d5929a1-cc66-488d-8085-c478afd5f833 req-af56b3b6-f929-4c71-86b3-6a7bfac4b5f9 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 210 time: 0.0451026 Apr 20 14:42:58.500210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40f956ba-b1c8-49cc-a8c0-e7743775e18b req-eb5e01e0-7399-4a0b-ac6c-637c2b186059 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977168 Apr 20 14:42:58.527036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] For port 6c7f88de-4b36-4b69-a677-7c7d0e826a91, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:42:58.534751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] For port 6c7f88de-4b36-4b69-a677-7c7d0e826a91, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c7f88de-4b36-4b69-a677-7c7d0e826a91,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:42:58.551180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.641487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c789076-41c9-4348-9eaa-af08c0146927 req-d03bfa4b-a8f7-4126-aec2-f470f326195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:58.643138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-d03bfa4b-a8f7-4126-aec2-f470f326195e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155095 Apr 20 14:42:58.709532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c38f-4f06-4d30-ab26-4d5a0d348c2d None None] Pushing event updated for resources: {'Port': ['ID=6c7f88de-4b36-4b69-a677-7c7d0e826a91,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:58.762433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae93ae3-daff-483d-9876-79fb4f785c87 req-6c78df59-73cc-4cba-b782-fc6287916713 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:58.773541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bae93ae3-daff-483d-9876-79fb4f785c87 req-6c78df59-73cc-4cba-b782-fc6287916713 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 944 time: 0.1197731 Apr 20 14:42:58.783820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.841749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.854782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bae93ae3-daff-483d-9876-79fb4f785c87 req-1cc47791-7f82-4272-b8b3-0d6aa4d4474d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Apr 20 14:42:58.883256 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70c8e3-fb43-4bac-9447-d7ac5c17a715 x-openstack-request-id: req-2c70c8e3-fb43-4bac-9447-d7ac5c17a715 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:42:58.883551 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:42:58.883883 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c70c8e3-fb43-4bac-9447-d7ac5c17a715 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:42:58.884194 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c70c8e3-fb43-4bac-9447-d7ac5c17a715'] response: {'name': 'network-changed', 'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f', 'status': 'completed', 'code': 200} Apr 20 14:42:59.042908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da009d-3006-424d-84bc-505d634dacf6 req-12e11523-0d55-4f55-ae51-0b3f22a40425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.044415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-12e11523-0d55-4f55-ae51-0b3f22a40425 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 1095 time: 0.1494620 Apr 20 14:42:59.162442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Network 5e42af24-0132-4b58-b271-57d75f7f7fa0 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:42:59.210761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:59.262487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:42:59.312199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Pushing event updated for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:59.374427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-6cf1a992-003c-4980-bceb-5c7dfcc05e8b service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200346 Apr 20 14:42:59.380096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da009d-3006-424d-84bc-505d634dacf6 req-515749dd-eaec-4e3c-96ea-00fc88aac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.385600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-515749dd-eaec-4e3c-96ea-00fc88aac91c service neutron] 10.222.0.45 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.3313880 Apr 20 14:42:59.423785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.424698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.443296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.529646 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-d0cd693a-22f1-4a39-9aa9-71fe37f2d9f7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9223137 Apr 20 14:42:59.551177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Request body: {'port': {'device_id': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:59.561817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-c424e8a6-d410-4540-8a89-7a0a24cb7add service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b472acdb-e38a-4649-9937-f3abb9c6519f HTTP/1.1" status: 200 len: 217 time: 0.1664238 Apr 20 14:42:59.621200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Subnet': ['ID=d33becdb-3833-4bfa-876e-c27dae6566e9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:42:59.634144 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c789076-41c9-4348-9eaa-af08c0146927 req-fab72be1-0a2d-4df6-98ff-59fa3e04d2dd service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499046 Apr 20 14:42:59.648638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Checking segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:42:59.649397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network hostable DHCP agents. Network: 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:42:59.689231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.700346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:42:59.748094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:42:59.749712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da009d-3006-424d-84bc-505d634dacf6 req-c09251ce-71b5-4a59-a6f9-2046fc2b9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.758356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-c09251ce-71b5-4a59-a6f9-2046fc2b9e54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1868587 Apr 20 14:42:59.758852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.759718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.774075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f30f9-d2e2-4bee-869d-e33ef79288f6 None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:42:59.776125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649646-7758-4eb1-bf81-2f6eb722d4b7 req-92968348-4f9b-4450-ab3f-23eefc7b8a07 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:59.777897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53649646-7758-4eb1-bf81-2f6eb722d4b7 req-92968348-4f9b-4450-ab3f-23eefc7b8a07 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.3550379 Apr 20 14:42:59.823134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4475b1df-740e-4114-af73-52b20c44363f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9690685 Apr 20 14:42:59.830461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-38732903-f86e-49b1-a27b-21613b2d8a2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515311 Apr 20 14:42:59.831633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33010) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:42:59.850368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1908789881', 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:42:59.999531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ips': [{'subnet_id': 'd33becdb-3833-4bfa-876e-c27dae6566e9'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:43:00.000491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.064272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53649646-7758-4eb1-bf81-2f6eb722d4b7 req-b8c60299-1807-40a2-b60c-3dfdd7201587 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363977 Apr 20 14:43:00.106382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a40d6-a5b3-4d75-9a40-a4a0514172f0 req-6dcea51e-15b1-45e4-a69e-d80188b46a59 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:00.106382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b6a40d6-a5b3-4d75-9a40-a4a0514172f0 req-6dcea51e-15b1-45e4-a69e-d80188b46a59 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 931 time: 0.2717571 Apr 20 14:43:00.161106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-b312939c-b51a-4d4a-ae42-bcef49dad20b service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028536 Apr 20 14:43:00.198272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5f77d2-91f9-447f-8ae3-db3fb347e599 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:00.209729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.228006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Transition to ACTIVE for port object 8a5f77d2-91f9-447f-8ae3-db3fb347e599 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:00.234081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.240190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Allocated IP 10.2.2.2 (4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628/d33becdb-3833-4bfa-876e-c27dae6566e9/370d3737-9dee-4e7a-9036-adb1179872cf) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:00.284192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b6a40d6-a5b3-4d75-9a40-a4a0514172f0 req-91c1ab8c-eeaf-4c94-8a91-b81871b30a67 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700265 Apr 20 14:43:00.313916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:00.366311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9ba93-0542-4709-bcd4-0cb85eef9b03 None None] Network c616197a-e9fe-4156-b05b-073d8d0100c7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:00.385155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:00.407995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209ed45-81a0-4aad-ad15-bed1a57e6795 req-71a287ba-f80a-463c-9ffd-f583665200d6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:00.418963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f209ed45-81a0-4aad-ad15-bed1a57e6795 req-71a287ba-f80a-463c-9ffd-f583665200d6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.2170379 Apr 20 14:43:00.448283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Attempting to bind port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:00.448650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Attempting to bind port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '090bacdd-74c4-4d62-97d6-55cf43f9cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:00.448954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Attempting to bind port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 on network 5e42af24-0132-4b58-b271-57d75f7f7fa0 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:00.459247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 on network 5e42af24-0132-4b58-b271-57d75f7f7fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:00.459576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Attempting to bind port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 on network 5e42af24-0132-4b58-b271-57d75f7f7fa0 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:00.462804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77da009d-3006-424d-84bc-505d634dacf6 req-f2074dd7-0e2a-4a56-8af3-e21cedcde3d3 service neutron] 10.222.0.45 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904277 Apr 20 14:43:00.472065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:00.473093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Checking segment: {'id': '090bacdd-74c4-4d62-97d6-55cf43f9cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:00.473486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Bound using segment: {'id': '090bacdd-74c4-4d62-97d6-55cf43f9cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:00.473974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Bound port: 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090bacdd-74c4-4d62-97d6-55cf43f9cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:00.474356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.513685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] Provisioning complete for port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:00.514058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.539303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f209ed45-81a0-4aad-ad15-bed1a57e6795 req-cd6edf5f-24cc-49dd-83e0-b7f0de39368a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188745 Apr 20 14:43:00.548342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.556495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:00.559969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599,segment=NetworkSegment(090bacdd-74c4-4d62-97d6-55cf43f9cdce),segment_id=090bacdd-74c4-4d62-97d6-55cf43f9cdce)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:00.577034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.583959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] device_id is not set on port c00e94f1-2497-407e-a7cf-1857e957c85b yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:00.622887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:00.624385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.625132 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] 10.222.0.43 "PUT /v2.0/ports/8a5f77d2-91f9-447f-8ae3-db3fb347e599 HTTP/1.1" status: 200 len: 1091 time: 1.0814912 Apr 20 14:43:00.626394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:00.628895 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bec721-8d2c-4639-984a-d1acf2b77783" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:00.736603 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.763521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc91a4-2086-44f2-bb2c-fa20b286d6de service neutron] Pushing event updated for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:00.787464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-893a39b6-9c06-413c-a094-0cdf585e89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:00.789101 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-893a39b6-9c06-413c-a094-0cdf585e89dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5646132a87ed4bbf8049c841b19d51ad&device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 1094 time: 0.1118531 Apr 20 14:43:00.794456 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65304ef7-83ba-461d-9225-763d908c0e19 x-openstack-request-id: req-65304ef7-83ba-461d-9225-763d908c0e19 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:00.794925 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:00.795296 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65304ef7-83ba-461d-9225-763d908c0e19 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:00.796307 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65304ef7-83ba-461d-9225-763d908c0e19'] response: {'name': 'network-changed', 'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599', 'status': 'completed', 'code': 200} Apr 20 14:43:00.800913 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.810267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.846430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-4b6ae968-5add-446c-bc0d-1bf9c278d2dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599 HTTP/1.1" status: 200 len: 217 time: 0.0447941 Apr 20 14:43:00.931748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:00.933522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-93d3761f-b2f4-463c-95ca-de2eb8d1bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:00.935183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-93d3761f-b2f4-463c-95ca-de2eb8d1bec2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9e167c3-100c-4b6b-b169-2e3250dd5e83 HTTP/1.1" status: 200 len: 849 time: 0.0815818 Apr 20 14:43:00.956506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:00.961424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:00.977409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] For port 6c7f88de-4b36-4b69-a677-7c7d0e826a91, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c7f88de-4b36-4b69-a677-7c7d0e826a91,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:00.977619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-5b17f7b4-4391-4415-9b19-c38fa936c921 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e42af24-0132-4b58-b271-57d75f7f7fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353417 Apr 20 14:43:00.993644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:00.998297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Pushing event updated for resources: {'Port': ['ID=370d3737-9dee-4e7a-9036-adb1179872cf,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:01.059483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c7f88de-4b36-4b69-a677-7c7d0e826a91 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:01.089849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204181a-74ed-40e2-b068-98c86248112d req-2fb3bf41-7083-4c01-9466-fdc0fa54c618 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.101895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6204181a-74ed-40e2-b068-98c86248112d req-2fb3bf41-7083-4c01-9466-fdc0fa54c618 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 944 time: 0.6245520 Apr 20 14:43:01.116615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Attempting to bind port 370d3737-9dee-4e7a-9036-adb1179872cf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:01.117007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Attempting to bind port 370d3737-9dee-4e7a-9036-adb1179872cf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:01.117353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Attempting to bind port 370d3737-9dee-4e7a-9036-adb1179872cf on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:01.147659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-6f9a875a-9cc1-481b-93d1-334e6788c217 service neutron] 10.222.0.43 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635439 Apr 20 14:43:01.150385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:01.150788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Checking segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:01.151186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:01.151569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Bound using segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:01.152048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Bound port: 370d3737-9dee-4e7a-9036-adb1179872cf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:01.152423 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:01.167154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b044d1-3885-4af6-bb5b-675f4406c096 None None] Pushing event updated for resources: {'Port': ['ID=6c7f88de-4b36-4b69-a677-7c7d0e826a91,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:01.223827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:01.224193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:01.281650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] For port 370d3737-9dee-4e7a-9036-adb1179872cf, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:01.286076 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ba1a72b8-47e2-4af1-8bcb-5710671a6477 req-465566e3-58cf-403a-b4c9-611385d5ba0a service neutron] 10.222.0.43 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298444 Apr 20 14:43:01.286704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] For port 370d3737-9dee-4e7a-9036-adb1179872cf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=370d3737-9dee-4e7a-9036-adb1179872cf,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:01.294650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:01.397665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f02bdb-055a-4410-9300-7fef554b1b39 None None] Pushing event updated for resources: {'Port': ['ID=370d3737-9dee-4e7a-9036-adb1179872cf,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:01.428079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-afe1d2fe-a217-4993-ab6a-3b2efb601aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.429439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-afe1d2fe-a217-4993-ab6a-3b2efb601aed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5646132a87ed4bbf8049c841b19d51ad&device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 1094 time: 0.0609493 Apr 20 14:43:01.432651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bc115b7f-3a48-4f7b-bc3c-f936d4d7edbe None None] Provisioning complete for port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:01.433661 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bc115b7f-3a48-4f7b-bc3c-f936d4d7edbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:01.572987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-0439476c-d3d4-40cb-8fe6-4107d4a6577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.575408 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-0439476c-d3d4-40cb-8fe6-4107d4a6577d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e42af24-0132-4b58-b271-57d75f7f7fa0 HTTP/1.1" status: 200 len: 910 time: 0.1377053 Apr 20 14:43:01.652931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6204181a-74ed-40e2-b068-98c86248112d req-98ef01c8-f5d2-4537-9328-92ccaa788d97 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501344 Apr 20 14:43:01.654116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.1.1.206 (c616197a-e9fe-4156-b05b-073d8d0100c7/19d0e025-606c-43d1-b760-b51a2b479021/c00e94f1-2497-407e-a7cf-1857e957c85b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:01.660822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-907e13ec-d64a-4da2-9e1d-fcbffad8e161 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599 HTTP/1.1" status: 200 len: 217 time: 0.0771379 Apr 20 14:43:01.663550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-3715f90c-d601-488e-87bc-e62b66c780a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.665093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-3715f90c-d601-488e-87bc-e62b66c780a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1096 time: 0.7569366 Apr 20 14:43:01.764457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-f763a2c6-a292-4f56-9394-a71f9e708f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.768000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-f763a2c6-a292-4f56-9394-a71f9e708f1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9e167c3-100c-4b6b-b169-2e3250dd5e83 HTTP/1.1" status: 200 len: 849 time: 0.0903986 Apr 20 14:43:01.808006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-cc75df60-33cd-467c-9ed5-3b7190d4ee88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e42af24-0132-4b58-b271-57d75f7f7fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333085 Apr 20 14:43:01.848298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-68febb96-53d2-4d81-a566-8df397fa3a67 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.855129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-68febb96-53d2-4d81-a566-8df397fa3a67 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/networks?id=14341afe-7b49-41e1-9389-7ee19885f9e4 HTTP/1.1" status: 200 len: 810 time: 0.8694842 Apr 20 14:43:01.908803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-35c6ef7a-3f05-4b50-b7a4-31b9eab8a564 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/quotas/d1575a51eaba4929aec732a5e6f597b2 HTTP/1.1" status: 200 len: 375 time: 0.0527844 Apr 20 14:43:01.927366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-50242d9a-8dcf-4e6c-bfae-cf51451ab04a service neutron] 10.222.0.43 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115475 Apr 20 14:43:01.933012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-e0931dbd-a221-4f3e-a49d-8c28d3de4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.934526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-e0931dbd-a221-4f3e-a49d-8c28d3de4ab5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.2575366 Apr 20 14:43:01.968341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b472acdb-e38a-4649-9937-f3abb9c6519f details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:01.984429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042602cb-504b-4a46-849c-3e97812fb952 req-796cd562-1840-4b4d-96b7-f05af28cd331 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:01.986520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-042602cb-504b-4a46-849c-3e97812fb952 req-796cd562-1840-4b4d-96b7-f05af28cd331 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.2142818 Apr 20 14:43:02.017165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-db59625f-c3c3-4e74-906c-8106c0693041 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1575a51eaba4929aec732a5e6f597b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896890 Apr 20 14:43:02.030246 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b4bec721-8d2c-4639-984a-d1acf2b77783 req-fe09f4fd-cb44-479d-8051-e565e2eb7dc1 service neutron] 10.222.0.43 "GET /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927844 Apr 20 14:43:02.101233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-007e9e6b-fe8a-4ace-861e-07e795deeb61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.1248040 Apr 20 14:43:02.105000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b472acdb-e38a-4649-9937-f3abb9c6519f,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:02.116669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'b472acdb-e38a-4649-9937-f3abb9c6519f', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': 'b472acdb-e38a-4649-9937-f3abb9c6519f', 'mac_address': 'fa:16:3e:ae:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:02.154775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:02.170392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b472acdb-e38a-4649-9937-f3abb9c6519f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:02.190711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b472acdb-e38a-4649-9937-f3abb9c6519f,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:02.196677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:02.223513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:02.236980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-042602cb-504b-4a46-849c-3e97812fb952 req-1e96e7b7-78e7-4cfd-88f2-87e67444e93e tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306118 Apr 20 14:43:02.243572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-bedc7208-7906-48f0-b32b-50f383e4c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:02.244761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-bedc7208-7906-48f0-b32b-50f383e4c482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.1246603 Apr 20 14:43:02.252068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:02.310639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-51a6c297-6598-473a-9905-55f7f21e4ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350502 Apr 20 14:43:02.378587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-27429986-42d0-4e32-8674-d2fc436bb84c service neutron] 10.222.0.20 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155174 Apr 20 14:43:02.480502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:02.540057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b472acdb-e38a-4649-9937-f3abb9c6519f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:02.544745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe226ee-0c82-4d93-ac0b-4c3b4c373a57 req-50bb1eea-8ac2-44eb-b6a7-fe37d50f9e37 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:02.546326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe226ee-0c82-4d93-ac0b-4c3b4c373a57 req-50bb1eea-8ac2-44eb-b6a7-fe37d50f9e37 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 943 time: 0.2347205 Apr 20 14:43:02.588303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:02.616754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:02.621217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-ce179773-6efd-43be-af51-d05d3cb253cb service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007281 Apr 20 14:43:02.624600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:02.641533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:02.708124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdfe2c-278d-4a28-974e-0960d5fc8e34 None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:02.770357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-3aa0eef0-af9f-437b-9851-f509a1e66d40 service neutron] 10.222.0.20 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603210 Apr 20 14:43:02.784649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe226ee-0c82-4d93-ac0b-4c3b4c373a57 req-a4c44aca-5860-4dbf-b88e-4cbc0f4c6101 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152028 Apr 20 14:43:02.808149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:02.808855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:02.895911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fb204118-bb2c-4560-a985-703177f0fd52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0599833 Apr 20 14:43:02.896283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33066) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:02.901447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'name': 'tempest-TaggedBootDevicesTest_v242-318834101', 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:03.019959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d436522-162c-486e-9e49-9aa7a82abf38 req-d08446fc-d057-4537-8137-11faffc9375a service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574619 Apr 20 14:43:03.059262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] Provisioning complete for port 370d3737-9dee-4e7a-9036-adb1179872cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:03.059802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.071210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbba1-de87-44a1-b302-363d53914083 req-2d0bb82c-f282-40b7-bf6f-22afbdbeff13 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:03.088613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bcfbba1-de87-44a1-b302-363d53914083 req-2d0bb82c-f282-40b7-bf6f-22afbdbeff13 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1624806 Apr 20 14:43:03.183068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:03.205333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bcfbba1-de87-44a1-b302-363d53914083 req-fad1de23-8636-403d-ae23-1d672c3ef7cd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158128 Apr 20 14:43:03.207802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 370d3737-9dee-4e7a-9036-adb1179872cf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:03.302644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.307340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.366908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.412211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] device_id is not set on port fb6198d9-0b53-4ed0-8638-c2155f816897 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:03.417317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] For port 370d3737-9dee-4e7a-9036-adb1179872cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=370d3737-9dee-4e7a-9036-adb1179872cf,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:03.423909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 370d3737-9dee-4e7a-9036-adb1179872cf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:03.429589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.435367 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.587161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9544-6e06-4bf8-9a3b-feed649938bc req-45363a5a-ffbb-4c85-b6f9-d58d4b5830ca tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:03.597712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e56e9544-6e06-4bf8-9a3b-feed649938bc req-45363a5a-ffbb-4c85-b6f9-d58d4b5830ca tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 945 time: 0.1716237 Apr 20 14:43:03.660626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e0ddf0bc-4970-4e40-98ab-a928573a311a None None] Provisioning complete for port c00e94f1-2497-407e-a7cf-1857e957c85b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:03.660626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e0ddf0bc-4970-4e40-98ab-a928573a311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:03.661970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae79ac6-fa2e-4334-ac49-8c8a27c7fa09 None None] Pushing event updated for resources: {'Port': ['ID=370d3737-9dee-4e7a-9036-adb1179872cf,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:03.725001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32d91eda-a236-4707-a6db-8ea4b1334c36 req-231b70a6-2bd0-42e2-89ec-4a12ce8b4c3d tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 210 time: 0.0528448 Apr 20 14:43:03.755174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e56e9544-6e06-4bf8-9a3b-feed649938bc req-771da319-8d62-4540-b0e8-cbe6c3d04337 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563017 Apr 20 14:43:03.781224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a5f77d2-91f9-447f-8ae3-db3fb347e599 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:03.783903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:03.825831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33088) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:03.939225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c7f88de-4b36-4b69-a677-7c7d0e826a91 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:03.941336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.1.1.169 (c616197a-e9fe-4156-b05b-073d8d0100c7/19d0e025-606c-43d1-b760-b51a2b479021/fb6198d9-0b53-4ed0-8638-c2155f816897) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:03.948224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddf0bc-4970-4e40-98ab-a928573a311a None None] Port c00e94f1-2497-407e-a7cf-1857e957c85b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:04.017953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b472acdb-e38a-4649-9937-f3abb9c6519f up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:04.021745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500f7a-8add-4946-b388-9de7ef6a6a46 req-b2c48fe3-4d49-4627-a1a9-4efbdc66de43 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.029224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04500f7a-8add-4946-b388-9de7ef6a6a46 req-b2c48fe3-4d49-4627-a1a9-4efbdc66de43 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.1734374 Apr 20 14:43:04.056466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-544a8f93-c5d1-46cc-8e47-9820877a26fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.159304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e238d-b1e1-427f-9705-8422b367a0c9 req-3dcec4d5-d60b-49ad-85dc-17111d33c98c tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.167069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d4e238d-b1e1-427f-9705-8422b367a0c9 req-3dcec4d5-d60b-49ad-85dc-17111d33c98c tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 943 time: 0.2695405 Apr 20 14:43:04.211892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.225363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599,segment=NetworkSegment(090bacdd-74c4-4d62-97d6-55cf43f9cdce),segment_id=090bacdd-74c4-4d62-97d6-55cf43f9cdce)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:04.234695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04500f7a-8add-4946-b388-9de7ef6a6a46 req-3ebc2861-abe6-44b6-8c0b-8293231b2e9a tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044797 Apr 20 14:43:04.269075 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.289138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d4e238d-b1e1-427f-9705-8422b367a0c9 req-3ecaba43-175e-4db5-bb81-bb193d6e0a0a tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154659 Apr 20 14:43:04.313831 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-544a8f93-c5d1-46cc-8e47-9820877a26fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.320350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-544a8f93-c5d1-46cc-8e47-9820877a26fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.327912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '8a5f77d2-91f9-447f-8ae3-db3fb347e599', 'network_id': '5e42af24-0132-4b58-b271-57d75f7f7fa0', 'port_id': '8a5f77d2-91f9-447f-8ae3-db3fb347e599', 'mac_address': 'fa:16:3e:b3:1c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9e167c3-100c-4b6b-b169-2e3250dd5e83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:04.338123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:04.342607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:04.346378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:04.369880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e502dcad-c1bc-4a1e-b100-51d342d8ccf8 None None] Provisioning complete for port 370d3737-9dee-4e7a-9036-adb1179872cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:04.370399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e502dcad-c1bc-4a1e-b100-51d342d8ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.379008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-544a8f93-c5d1-46cc-8e47-9820877a26fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f6c417b24a64863a44e55361d5f5f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495071 Apr 20 14:43:04.380376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33096) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:04.393389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a8f93-c5d1-46cc-8e47-9820877a26fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee03dd8d-2a82-4542-aa0a-9335935b5e2f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:04.421179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:04.441679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.442355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.442910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.443424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.443909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.444391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.444871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.445362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.445995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.446502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.447013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.447487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:04.474547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.475566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.500454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.505583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-373e9dca-2099-4440-a36e-155975d3d78d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6077180 Apr 20 14:43:04.512803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ef9b9-ce33-4e91-8ba1-76dd5596319f req-88d86d3f-c493-4dcd-9dbe-5fdb566725d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.515137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.515487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-499ef9b9-ce33-4e91-8ba1-76dd5596319f req-88d86d3f-c493-4dcd-9dbe-5fdb566725d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 945 time: 0.1043122 Apr 20 14:43:04.517875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:04.518762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.557501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.560100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.579640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port b472acdb-e38a-4649-9937-f3abb9c6519f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:43:04.602475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5f77d2-91f9-447f-8ae3-db3fb347e599 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:04.604103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-499ef9b9-ce33-4e91-8ba1-76dd5596319f req-f681ad0b-1420-4823-9301-41b3ba4712fa tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763147 Apr 20 14:43:04.621048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port b472acdb-e38a-4649-9937-f3abb9c6519f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:04.621417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.637169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:04.639503 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66b863-7876-4a51-95b4-b63fee5e85fc" -d '{"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:04.669488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.672612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.674251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee03dd8d-2a82-4542-aa0a-9335935b5e2f HTTP/1.1" status: 204 len: 168 time: 0.2927461 Apr 20 14:43:04.694087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:04.697698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1eac-0916-4758-93f1-352978448dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee03dd8d-2a82-4542-aa0a-9335935b5e2f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:04.720640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599,segment=NetworkSegment(090bacdd-74c4-4d62-97d6-55cf43f9cdce),segment_id=090bacdd-74c4-4d62-97d6-55cf43f9cdce)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:04.722923 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956ac0a0-c163-440e-ba03-d83bab4ecc0f x-openstack-request-id: req-956ac0a0-c163-440e-ba03-d83bab4ecc0f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:04.723025 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-unplugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:04.723312 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-956ac0a0-c163-440e-ba03-d83bab4ecc0f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:04.723618 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956ac0a0-c163-440e-ba03-d83bab4ecc0f'] response: {'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'code': 200} Apr 20 14:43:04.747192 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.803595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.830540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:04.982602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:05.001374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:05.007438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172004818', 'description': 'tempest-description--1083111827'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:05.060204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.066348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 370d3737-9dee-4e7a-9036-adb1179872cf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:05.112432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8a5f77d2-91f9-447f-8ae3-db3fb347e599'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:05.165673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.180555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bf3da514-b8b9-4a27-87b1-e13a19b73388 None None] Provisioning complete for port fb6198d9-0b53-4ed0-8638-c2155f816897 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:05.180946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf3da514-b8b9-4a27-87b1-e13a19b73388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.185155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.199216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.232206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-805e27a1-4b10-4e5e-850e-94d13259af09 req-046250ad-6ee6-4467-a7e7-4061b9bb471a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 210 time: 0.0600190 Apr 20 14:43:05.247445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b472acdb-e38a-4649-9937-f3abb9c6519f,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:05.247445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-bf3da514-b8b9-4a27-87b1-e13a19b73388 None None] Port fb6198d9-0b53-4ed0-8638-c2155f816897 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:05.257386 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.262517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566e0e7-5323-4047-89a4-409f88184569 req-9580aaf5-613c-4cc5-913b-e14a9fc142ba tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:05.264207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.264334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6566e0e7-5323-4047-89a4-409f88184569 req-9580aaf5-613c-4cc5-913b-e14a9fc142ba tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 945 time: 0.3907492 Apr 20 14:43:05.266190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2626164 Apr 20 14:43:05.271846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33118) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:05.275502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf479e-34ef-46ad-85c1-f28946096a7b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f71818c-d851-48c1-818a-3cd34ce2ee15,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:05.276004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 370d3737-9dee-4e7a-9036-adb1179872cf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:05.276450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.278235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'security_group_rule': {'security_group_id': '1f71818c-d851-48c1-818a-3cd34ce2ee15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:05.348717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-5643a11d-1e55-4b6a-8f63-bd4601ab3786 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:05.350332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-5643a11d-1e55-4b6a-8f63-bd4601ab3786 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.43 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.2646658 Apr 20 14:43:05.387504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:05.403583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-19239931-40b8-4c84-bed0-ef4d278535ea tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:05.405172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-19239931-40b8-4c84-bed0-ef4d278535ea tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.45 "GET /v2.0/networks?id=14341afe-7b49-41e1-9389-7ee19885f9e4 HTTP/1.1" status: 200 len: 810 time: 0.4612925 Apr 20 14:43:05.449624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Request body: {'port': {'device_id': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4', 'admin_state_up': True, 'tenant_id': 'd1575a51eaba4929aec732a5e6f597b2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:05.472454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6566e0e7-5323-4047-89a4-409f88184569 req-261c4551-6ebb-4abe-a0bf-89c39ff18151 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862371 Apr 20 14:43:05.474059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.671478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f329f-6c05-4b61-97f5-16b3a2ff5d41 req-7e7ffe08-76af-4c29-b3ab-2732dc5ab25f tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:05.675228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177f329f-6c05-4b61-97f5-16b3a2ff5d41 req-7e7ffe08-76af-4c29-b3ab-2732dc5ab25f tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 946 time: 0.3158422 Apr 20 14:43:05.795321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.808427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d707a20-41fb-4d0e-97f9-a2ed0b3b1510 req-dc78432b-b51a-40c4-bebb-d7d438968078 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:05.810218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d707a20-41fb-4d0e-97f9-a2ed0b3b1510 req-dc78432b-b51a-40c4-bebb-d7d438968078 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 944 time: 0.2401941 Apr 20 14:43:05.818910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177f329f-6c05-4b61-97f5-16b3a2ff5d41 req-b09f184c-aa00-4a83-beb2-eedaa01813dc tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c8282ba-5abc-46b0-9d4f-07fc62682968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Apr 20 14:43:05.819447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.837809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Deleting port be0a95de-f51d-4ae6-8289-8e3f0c94230a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:05.838153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.882667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa65a60a-d428-43f5-b53b-36cb5ac6317e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:05.889240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Made reservation on behalf of d1575a51eaba4929aec732a5e6f597b2 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:05.893738 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.898293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:05.899530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c65d35a-5bb1-4aee-8331-c904d6976cec tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6261935 Apr 20 14:43:05.902342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:05.907062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'security_group_rule': {'security_group_id': '1f71818c-d851-48c1-818a-3cd34ce2ee15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:05.934834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.007116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.012723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d707a20-41fb-4d0e-97f9-a2ed0b3b1510 req-de9bfd26-672f-41f8-b031-5335e0461582 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868875 Apr 20 14:43:06.013121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.035795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688c157e-7682-417a-bc26-1538f42830a0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:06.057621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.059922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-614bf07e-64ab-4c3c-8adb-821fdde988a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561375 Apr 20 14:43:06.063837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33146) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:06.068813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:06.102109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.104454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] For port be0a95de-f51d-4ae6-8289-8e3f0c94230a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=be0a95de-f51d-4ae6-8289-8e3f0c94230a,segment=NetworkSegment(bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c),segment_id=bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:06.104843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.127963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Calling delete_port for be0a95de-f51d-4ae6-8289-8e3f0c94230a owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:06.145430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1d36-2d6c-43ec-b490-f3f8ec6140a7 req-4fece458-4e8e-44ba-a0ad-296690fdaaf6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:06.146991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccbd1d36-2d6c-43ec-b490-f3f8ec6140a7 req-4fece458-4e8e-44ba-a0ad-296690fdaaf6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2367136 Apr 20 14:43:06.214223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.255589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccbd1d36-2d6c-43ec-b490-f3f8ec6140a7 req-dc3986f4-956f-4a29-94c9-011cd6e9daf4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884266 Apr 20 14:43:06.266957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Allocated IP 172.20.0.3 (14341afe-7b49-41e1-9389-7ee19885f9e4/3e4848be-e738-488d-a276-530dc2394ed0/788fc817-cbce-49b9-82b6-ce76e1200477) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:06.373872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 172.25.1.127 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/8b54049c-fbfa-4eac-ac92-6695c4911468) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:06.450019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-853ed413-0e3d-4bf4-80e9-19294cb06807 req-8b02672f-b1d6-47a2-9ec3-40df1a6a130d tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 210 time: 0.0707498 Apr 20 14:43:06.504197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.551575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.592231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:06.598505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:06.602341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:06.629802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=8b54049c-fbfa-4eac-ac92-6695c4911468,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:06.725244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:06.728037 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e7d56-9944-4358-946a-efbfaabef4f2" -d '{"events": [{"server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "name": "network-vif-plugged", "status": "completed", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:06.837675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.855469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['be0a95de-f51d-4ae6-8289-8e3f0c94230a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:06.870550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44405460-6a93-447a-b3ba-e787a2de283b req-3a9625e2-c764-4e9d-a65c-1804331912e2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:06.878649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44405460-6a93-447a-b3ba-e787a2de283b req-3a9625e2-c764-4e9d-a65c-1804331912e2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.5310559 Apr 20 14:43:06.885594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.927919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:06.932199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Pushing event deleted for resources: {'Port': ['ID=be0a95de-f51d-4ae6-8289-8e3f0c94230a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:06.983203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9947856-f36f-4fc9-a659-916ec15f7d3d req-54e68437-6842-4e51-ae9f-7b37c488a47c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:06.985024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9947856-f36f-4fc9-a659-916ec15f7d3d req-54e68437-6842-4e51-ae9f-7b37c488a47c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.2078114 Apr 20 14:43:06.994109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.013607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] No DVR routers for this DVR port be0a95de-f51d-4ae6-8289-8e3f0c94230a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:43:07.017309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.021397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a310bb20-c0d3-4b83-a6c3-0f8a95774d53 req-7eac631e-c870-417f-8975-e61982c90e6b tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.43 "DELETE /v2.0/ports/be0a95de-f51d-4ae6-8289-8e3f0c94230a HTTP/1.1" status: 204 len: 173 time: 1.6576834 Apr 20 14:43:07.030864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'name': 'network-vif-deleted', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:07.034203 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd53da-5307-4f55-97d3-45bd07aca144" -d '{"events": [{"server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "name": "network-vif-deleted", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:07.062163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44405460-6a93-447a-b3ba-e787a2de283b req-ff3d9a56-1368-43f6-84f9-76fbf4d28ccd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825788 Apr 20 14:43:07.120097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.121780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9947856-f36f-4fc9-a659-916ec15f7d3d req-8f4f04a4-9743-4229-b929-1431f62c737e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071289 Apr 20 14:43:07.135321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.147134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.156777 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6148656e-5bfe-4629-8453-e8c8e14f4e6e x-openstack-request-id: req-6148656e-5bfe-4629-8453-e8c8e14f4e6e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:07.157293 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "name": "network-vif-plugged", "status": "completed", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:07.157841 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6148656e-5bfe-4629-8453-e8c8e14f4e6e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:07.158544 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6148656e-5bfe-4629-8453-e8c8e14f4e6e'] response: {'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f', 'code': 200} Apr 20 14:43:07.257388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.284711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=8b54049c-fbfa-4eac-ac92-6695c4911468,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:07.298326 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.300525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Pushing event updated for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:07.308513 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e6360-ed9a-4575-88b1-5abb31d5792c x-openstack-request-id: req-5b2e6360-ed9a-4575-88b1-5abb31d5792c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:07.308924 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f4d633-de1a-4043-bbe0-bd0105d69ef6", "name": "network-vif-deleted", "tag": "be0a95de-f51d-4ae6-8289-8e3f0c94230a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:07.309282 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b2e6360-ed9a-4575-88b1-5abb31d5792c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:07.310004 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2e6360-ed9a-4575-88b1-5abb31d5792c'] response: {'server_uuid': '73f4d633-de1a-4043-bbe0-bd0105d69ef6', 'name': 'network-vif-deleted', 'tag': 'be0a95de-f51d-4ae6-8289-8e3f0c94230a', 'status': 'completed', 'code': 200} Apr 20 14:43:07.313473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Network 14341afe-7b49-41e1-9389-7ee19885f9e4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:07.314431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-47457a6e-a497-4ae8-bd6d-d0835bdd22af tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2421076 Apr 20 14:43:07.325951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:07.331557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:07.382164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-823c9a80-f68b-4400-a8db-de4ad85df4dd req-a9216941-ef1e-48d1-9479-6abb9f136ea8 tempest-InstanceActionsV221TestJSON-164982703 tempest-InstanceActionsV221TestJSON-164982703-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f4d633-de1a-4043-bbe0-bd0105d69ef6 HTTP/1.1" status: 200 len: 210 time: 0.0673213 Apr 20 14:43:07.389152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f657cc-2613-42cb-83ec-53401454de4a req-a86fc9c6-b6ba-4980-bd7c-12faa0fa6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:07.391469 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34f657cc-2613-42cb-83ec-53401454de4a req-a86fc9c6-b6ba-4980-bd7c-12faa0fa6287 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 1097 time: 0.0679390 Apr 20 14:43:07.448559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34f657cc-2613-42cb-83ec-53401454de4a req-e63d449e-6ec5-4676-abe7-40d2e89e9348 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Apr 20 14:43:07.529624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cd3c-0fca-464b-abd8-3ea170afd0c6 req-340c4988-935f-4039-9fc4-3a0a9a10b5e4 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:07.531648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d33cd3c-0fca-464b-abd8-3ea170afd0c6 req-340c4988-935f-4039-9fc4-3a0a9a10b5e4 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 944 time: 0.1680732 Apr 20 14:43:07.538872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:07.539739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.604384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-df0aaa23-a959-48f3-98ff-c9bc6369468b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1645055 Apr 20 14:43:07.620937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d33cd3c-0fca-464b-abd8-3ea170afd0c6 req-0f151f9e-9789-47e5-8169-958d987ed101 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Apr 20 14:43:07.639853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa214733-923a-42d3-953d-564844f54159 req-f4f212b7-b33a-48db-adbd-9f72e74f789e tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:07.650404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa214733-923a-42d3-953d-564844f54159 req-f4f212b7-b33a-48db-adbd-9f72e74f789e tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 931 time: 0.0803759 Apr 20 14:43:07.691679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa214733-923a-42d3-953d-564844f54159 req-4f9887e4-3a48-4c6a-aa2b-bafd95d82e77 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Apr 20 14:43:07.697459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Request body: {'port': {'device_id': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:07.706608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-56ae5fbc-e543-4b6c-9992-aa38b731adee req-783eeed1-84cb-4e0c-9cba-5ffee02264d4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:43:07.707822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56ae5fbc-e543-4b6c-9992-aa38b731adee req-783eeed1-84cb-4e0c-9cba-5ffee02264d4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062947 Apr 20 14:43:07.759403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.773395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a5f77d2-91f9-447f-8ae3-db3fb347e599 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:07.855647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:43:07.862122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:07.864418 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.951296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:07.998298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599,segment=NetworkSegment(090bacdd-74c4-4d62-97d6-55cf43f9cdce),segment_id=090bacdd-74c4-4d62-97d6-55cf43f9cdce)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:08.004567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-68d4a0dd-d042-4950-9496-fa62ed609ddc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1172004818&fields=id&tenant_id=7d2b517f66d04d168feaedc0ecee5352 HTTP/1.1" status: 200 len: 267 time: 0.0847802 Apr 20 14:43:08.006408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.007279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device be0a95de-f51d-4ae6-8289-8e3f0c94230a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:08.169474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44e10-8d69-4be0-b508-a45a26bb80d4 req-dfbc1931-ac67-46ef-9cd2-fe094038b7d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.178513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06b44e10-8d69-4be0-b508-a45a26bb80d4 req-dfbc1931-ac67-46ef-9cd2-fe094038b7d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2427540 Apr 20 14:43:08.217505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: be0a95de-f51d-4ae6-8289-8e3f0c94230a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:43:08.218031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device be0a95de-f51d-4ae6-8289-8e3f0c94230a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:43:08.224123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7362bebe-95c8-44c9-b36e-2ed41a9ceee9 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.231411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7362bebe-95c8-44c9-b36e-2ed41a9ceee9 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 937 time: 0.1381428 Apr 20 14:43:08.244487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:08.315902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788fc817-cbce-49b9-82b6-ce76e1200477 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:08.325096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:08.332664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.338922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06b44e10-8d69-4be0-b508-a45a26bb80d4 req-c88124ed-d578-49f5-a15c-7fb3f73b8fa1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586385 Apr 20 14:43:08.352129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-cd0d710e-7630-4da9-8710-ed0d3cd4050f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.353983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-cd0d710e-7630-4da9-8710-ed0d3cd4050f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 936 time: 0.1217480 Apr 20 14:43:08.366337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Transition to ACTIVE for port object 788fc817-cbce-49b9-82b6-ce76e1200477 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:08.426280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d07fdb7b-9cde-4852-b107-1e814afaf3ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572028 Apr 20 14:43:08.426830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.433031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-9a6a17b4-e0fd-4ba2-92fb-a0ae59972c68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2529311 Apr 20 14:43:08.440807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-71adc5f3-e38d-4f9f-9851-f86378385ec7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:43:08.441793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-71adc5f3-e38d-4f9f-9851-f86378385ec7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058472 Apr 20 14:43:08.446439 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:43:08.504862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3d20c53-d808-44af-b53e-6aaa997b3219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.540278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8e9d8db-5e8b-4a47-9af3-5db6690df441 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1000547 Apr 20 14:43:08.574395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Pushing event updated for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:08.627021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.627293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.627582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.628143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.628777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.629176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.629608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.630003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.630420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.630840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.631226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.631584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:08.683538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab291d8-fb5b-4dac-b715-7a13c4875cb0 req-e7ff2782-5663-4b9e-8f9d-53649321e72c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.685018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab291d8-fb5b-4dac-b715-7a13c4875cb0 req-e7ff2782-5663-4b9e-8f9d-53649321e72c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.2612889 Apr 20 14:43:08.827191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab291d8-fb5b-4dac-b715-7a13c4875cb0 req-8ae69227-d0e2-4622-a3f2-40c4130e104e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163914 Apr 20 14:43:08.845491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Attempting to bind port 788fc817-cbce-49b9-82b6-ce76e1200477 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:08.845834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Attempting to bind port 788fc817-cbce-49b9-82b6-ce76e1200477 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:08.846166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Attempting to bind port 788fc817-cbce-49b9-82b6-ce76e1200477 on network 14341afe-7b49-41e1-9389-7ee19885f9e4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:08.869077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Port 788fc817-cbce-49b9-82b6-ce76e1200477 on network 14341afe-7b49-41e1-9389-7ee19885f9e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:08.869406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Attempting to bind port 788fc817-cbce-49b9-82b6-ce76e1200477 on network 14341afe-7b49-41e1-9389-7ee19885f9e4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:08.878145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e0997fab-1689-4ce4-8a5e-2e149c4aaba7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.883872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e0997fab-1689-4ce4-8a5e-2e149c4aaba7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.889526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e0997fab-1689-4ce4-8a5e-2e149c4aaba7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:08.891811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e0997fab-1689-4ce4-8a5e-2e149c4aaba7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/networks?id=581c90d2-d08b-4faf-ba06-4f617c6f600a&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 HTTP/1.1" status: 200 len: 1995 time: 0.3384910 Apr 20 14:43:08.900333 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3d20c53-d808-44af-b53e-6aaa997b3219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.908330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:08.908533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Checking segment: {'id': '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:08.908889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Bound using segment: {'id': '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:08.909345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Bound port: 788fc817-cbce-49b9-82b6-ce76e1200477, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:08.909696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.925034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3d20c53-d808-44af-b53e-6aaa997b3219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:08.948892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-99c7e62c-3a0f-4511-8ecf-6e97b136c560 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/quotas/7d2b517f66d04d168feaedc0ecee5352 HTTP/1.1" status: 200 len: 375 time: 0.0469377 Apr 20 14:43:09.012954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20c53-d808-44af-b53e-6aaa997b3219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd9607-2a51-42a0-97c5-94674b0e38da,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:09.045750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d3d20c53-d808-44af-b53e-6aaa997b3219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dabcc9fd056f4eb7b2177935affacd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195983 Apr 20 14:43:09.048815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33256) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:09.091795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:09.097832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.111035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-fa0a4b9e-57df-4b13-acd7-c4a7ed8532ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1402655 Apr 20 14:43:09.118857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.121797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=788fc817-cbce-49b9-82b6-ce76e1200477,segment=NetworkSegment(1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe),segment_id=1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:09.130692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc5789-632f-460e-b55f-189046126092 req-1e1e0405-13a4-45bc-a186-c546f992c9e8 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.132204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6bc5789-632f-460e-b55f-189046126092 req-1e1e0405-13a4-45bc-a186-c546f992c9e8 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 945 time: 0.1625824 Apr 20 14:43:09.141142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.163937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:09.168382 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b481bc1-c0e5-46fd-950a-14800a1f02d6" -d '{"events": [{"server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:09.170432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.173409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.176158 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2bd9607-2a51-42a0-97c5-94674b0e38da HTTP/1.1" status: 204 len: 168 time: 0.1252108 Apr 20 14:43:09.184620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcad21-630b-4666-8a3e-ea7fa51c0c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd9607-2a51-42a0-97c5-94674b0e38da,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:09.238399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.238870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.240330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] 10.222.0.45 "PUT /v2.0/ports/788fc817-cbce-49b9-82b6-ce76e1200477 HTTP/1.1" status: 200 len: 1091 time: 1.5473585 Apr 20 14:43:09.332631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:09.334880 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da06aac3-851d-4fa5-a56b-b75b46babd30" -d '{"events": [{"name": "network-changed", "server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:09.369491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6bc5789-632f-460e-b55f-189046126092 req-39797f24-c240-480c-83dd-fcee92911b82 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262068 Apr 20 14:43:09.377102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b759-de72-48d9-abcf-9349d2c31217 service neutron] Pushing event updated for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:09.413966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-c38d5868-f2e8-4fa7-aedd-122d1644bb18 service neutron] 10.222.0.20 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804542 Apr 20 14:43:09.419841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15244-91c6-465f-893d-920545c9ae7e req-7a2e6837-5ed7-47fd-9950-b5f5c557e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.421282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-7a2e6837-5ed7-47fd-9950-b5f5c557e6ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1&tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd HTTP/1.1" status: 200 len: 1094 time: 0.1704249 Apr 20 14:43:09.423263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-f01327d9-c6f7-4fb2-a690-4c52d97f824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.424613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-f01327d9-c6f7-4fb2-a690-4c52d97f824a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1575a51eaba4929aec732a5e6f597b2&device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 1094 time: 0.1289976 Apr 20 14:43:09.496562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:09.501633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-1d0bae41-e64c-4d16-8e68-371a0272d3bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=788fc817-cbce-49b9-82b6-ce76e1200477 HTTP/1.1" status: 200 len: 217 time: 0.0681560 Apr 20 14:43:09.510473 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7134412f-c789-49df-9aa0-12ec96c517cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.584080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7134412f-c789-49df-9aa0-12ec96c517cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.589126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7134412f-c789-49df-9aa0-12ec96c517cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.624280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134412f-c789-49df-9aa0-12ec96c517cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b128445-9236-4a3e-8a4e-6813a7751465,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:09.630794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7134412f-c789-49df-9aa0-12ec96c517cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73bbd77dbad248b0a3dc7e7c943f7647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330533 Apr 20 14:43:09.633496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33270) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:09.651645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5b0da-a43a-474a-83a9-d8520fd7a717 req-644f6a55-6741-4e01-b67d-96cc4f45221d tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.653096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7c5b0da-a43a-474a-83a9-d8520fd7a717 req-644f6a55-6741-4e01-b67d-96cc4f45221d tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 943 time: 0.2036216 Apr 20 14:43:09.656114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-5607d30b-43fa-4ac8-9bc9-90b2523f7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.657470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-5607d30b-43fa-4ac8-9bc9-90b2523f7486 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e4848be-e738-488d-a276-530dc2394ed0 HTTP/1.1" status: 200 len: 850 time: 0.1046345 Apr 20 14:43:09.659158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15244-91c6-465f-893d-920545c9ae7e req-bbe29f78-e719-40d4-b2e5-70c8cbe186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.660519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-bbe29f78-e719-40d4-b2e5-70c8cbe186f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1094 time: 0.1811340 Apr 20 14:43:09.662266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-85a2d1ae-23d1-46e4-be90-343d58b6a6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368217 Apr 20 14:43:09.689495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.710344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.716554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-e6a55f92-b297-41a7-9ece-ba92e1fa2d1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14341afe-7b49-41e1-9389-7ee19885f9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517335 Apr 20 14:43:09.756399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:09.763451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.766504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:09.770486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b128445-9236-4a3e-8a4e-6813a7751465 HTTP/1.1" status: 204 len: 168 time: 0.1333144 Apr 20 14:43:09.778506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8316c2-fd8b-4f7e-be84-c5711a493804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b128445-9236-4a3e-8a4e-6813a7751465,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:09.809985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-912448cd-3b95-488d-98b2-a1150de905e5 service neutron] 10.222.0.20 "GET /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1311660 Apr 20 14:43:09.858091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7c5b0da-a43a-474a-83a9-d8520fd7a717 req-45996283-f507-4ed8-b97f-77e5498ff9c7 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948519 Apr 20 14:43:09.941604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15244-91c6-465f-893d-920545c9ae7e req-eb3906a0-681a-4301-8bcc-18d28cba83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:09.943089 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-eb3906a0-681a-4301-8bcc-18d28cba83f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.2633386 Apr 20 14:43:10.014686 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce0743-85f3-4f7f-bc07-f96fe5eea334 x-openstack-request-id: req-6bce0743-85f3-4f7f-bc07-f96fe5eea334 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:10.014981 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "name": "network-vif-plugged", "status": "completed", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:10.015244 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bce0743-85f3-4f7f-bc07-f96fe5eea334 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:10.015638 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bce0743-85f3-4f7f-bc07-f96fe5eea334'] response: {'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599', 'code': 200} Apr 20 14:43:10.020010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-3c857680-aebd-4577-9dbc-98545696cc43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.0691512 Apr 20 14:43:10.025545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-ed28bbf3-972e-40bd-bacc-7b3a581f1534 service neutron] 10.222.0.45 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933285 Apr 20 14:43:10.068550 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd331a4-730b-433d-951f-8b06903906f7 x-openstack-request-id: req-1bd331a4-730b-433d-951f-8b06903906f7 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:10.068826 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:10.069072 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bd331a4-730b-433d-951f-8b06903906f7 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:10.069455 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd331a4-730b-433d-951f-8b06903906f7'] response: {'name': 'network-changed', 'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477', 'status': 'completed', 'code': 200} Apr 20 14:43:10.083831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-bd16fe82-92be-4213-9600-23b2ba1b36de service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400196 Apr 20 14:43:10.117092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2aaca62-ff30-4a20-902c-6061fe0352de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:10.153943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893d9e4-43b2-4a74-a74c-a54411449012 req-6586ed41-f7a1-465f-b748-12a9a4fe8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:10.155505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c893d9e4-43b2-4a74-a74c-a54411449012 req-6586ed41-f7a1-465f-b748-12a9a4fe8812 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 1096 time: 0.0417428 Apr 20 14:43:10.172595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15244-91c6-465f-893d-920545c9ae7e req-c9e61d60-ae8b-4650-bf91-b66165c8e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:10.175668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-c9e61d60-ae8b-4650-bf91-b66165c8e390 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.1437392 Apr 20 14:43:10.193273 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c893d9e4-43b2-4a74-a74c-a54411449012 req-12d347c6-d394-41de-a77a-644b0dfd5603 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Apr 20 14:43:10.555102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-37267762-2851-42e2-9934-6c028469e907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3634050 Apr 20 14:43:10.601778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16f8a093-4f2b-4df9-a58a-ab534c57158f req-a7f2d102-abca-4c8a-b918-41a764f3cf75 service neutron] 10.222.0.45 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619159 Apr 20 14:43:10.622593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bdb92-f659-472e-89fc-5995b8ad8dc3 req-d9c4bd1c-15f8-40d5-817a-e3c00b2c3cfb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:10.624043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e6bdb92-f659-472e-89fc-5995b8ad8dc3 req-d9c4bd1c-15f8-40d5-817a-e3c00b2c3cfb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.4857805 Apr 20 14:43:10.658128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f9bb7ac6-d8cc-4ecd-9793-fb74aa736d9a service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670698 Apr 20 14:43:10.757487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-247b97ed-4752-46ed-aec2-974b21fd9c83 service neutron] 10.222.0.20 "GET /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0809350 Apr 20 14:43:10.782719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e6bdb92-f659-472e-89fc-5995b8ad8dc3 req-22a13331-931f-4ab2-a51f-a8c41db7b222 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278756 Apr 20 14:43:10.802706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-f2b97589-206e-4f31-9c01-e2b0fa1ad1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:10.804185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-f2b97589-206e-4f31-9c01-e2b0fa1ad1c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1575a51eaba4929aec732a5e6f597b2&device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 1094 time: 0.1483700 Apr 20 14:43:10.807750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-b5e93b29-83e9-4ff0-8e0f-eb59305d6fde service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238524 Apr 20 14:43:11.002648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-bdbb5c2a-a54b-4eb3-ae97-e1675eef82be service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376022 Apr 20 14:43:11.085213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-ab634b3a-dc17-4dd0-b004-51f8325a9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:11.086718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-ab634b3a-dc17-4dd0-b004-51f8325a9d98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14341afe-7b49-41e1-9389-7ee19885f9e4 HTTP/1.1" status: 200 len: 911 time: 0.2467966 Apr 20 14:43:11.090382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19c15244-91c6-465f-893d-920545c9ae7e req-2e119305-055a-43fe-9e54-5b14031243a2 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521148 Apr 20 14:43:11.150298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-713b6d4f-9c03-40a5-b5ca-9f2c5e00531e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=788fc817-cbce-49b9-82b6-ce76e1200477 HTTP/1.1" status: 200 len: 217 time: 0.0538015 Apr 20 14:43:11.254825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-844a2c0c-c08d-4060-97bd-8cef0ba66340 service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354982 Apr 20 14:43:11.264990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdb3bc-b99f-4dcf-a97e-825b5b9302e5 req-fde0a66d-c5a5-4e15-a0ae-5277edb80ec6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:11.266769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3acdb3bc-b99f-4dcf-a97e-825b5b9302e5 req-fde0a66d-c5a5-4e15-a0ae-5277edb80ec6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.1281526 Apr 20 14:43:11.279698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-15f4c304-5bbb-4f29-b0c7-ab8e37945df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:11.281085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-15f4c304-5bbb-4f29-b0c7-ab8e37945df2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e4848be-e738-488d-a276-530dc2394ed0 HTTP/1.1" status: 200 len: 850 time: 0.1107969 Apr 20 14:43:11.327609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-12ee713b-be8b-4f80-9409-4a15c729a75c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14341afe-7b49-41e1-9389-7ee19885f9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361655 Apr 20 14:43:11.434999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3acdb3bc-b99f-4dcf-a97e-825b5b9302e5 req-1b8e726d-4b55-4d9c-845f-77bdc61ee2be tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569295 Apr 20 14:43:11.478201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d5a4c7bc-57ff-4937-8280-437e937bd878 service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084179 Apr 20 14:43:11.511183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-ef8bea8d-3f64-49af-92a0-3a07d650e7c9 service neutron] 10.222.0.45 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744132 Apr 20 14:43:11.732400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da06aac3-851d-4fa5-a56b-b75b46babd30 req-3d39bb7f-b66b-41a8-845f-79214258a89e service neutron] 10.222.0.45 "GET /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879451 Apr 20 14:43:11.752031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bbd01-3792-4374-a5d8-42bf452853c8 req-bdeb1326-4dea-4914-9629-8f3e31ba8874 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:11.761735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-764bbd01-3792-4374-a5d8-42bf452853c8 req-bdeb1326-4dea-4914-9629-8f3e31ba8874 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 945 time: 0.1165056 Apr 20 14:43:11.774038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d8429a38-fd8b-4957-8af0-fa56aaf6e023 service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853076 Apr 20 14:43:11.891473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-764bbd01-3792-4374-a5d8-42bf452853c8 req-0eabf607-71d8-4cc1-bd08-160610dd2cc0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281829 Apr 20 14:43:11.991134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-0e53c732-7d17-419c-ac2a-535602bcf95b service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160833 Apr 20 14:43:12.279332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1985ad-5c95-4f4b-8dc5-f283d802b8b4 req-53a8340d-ab0d-443f-8b0e-baf13b15dae0 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:12.290595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab1985ad-5c95-4f4b-8dc5-f283d802b8b4 req-53a8340d-ab0d-443f-8b0e-baf13b15dae0 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 943 time: 0.2405329 Apr 20 14:43:12.358086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-64bf4a2e-350a-4695-8a15-86661e535a92 service neutron] 10.222.0.20 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655849 Apr 20 14:43:12.383308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab1985ad-5c95-4f4b-8dc5-f283d802b8b4 req-62565fea-659a-4b7f-bdab-b67eb2470745 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911579 Apr 20 14:43:12.493043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:12.554042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f25024e4-4154-4b70-a73c-39c3d8835da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.605682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Deleting subnet bbc79e7b-9b31-4f7f-bbab-87e43a60ea37 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:43:12.615327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.626398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-de70cdfe-28cc-4212-a964-357797a55c3b service neutron] 10.222.0.20 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347462 Apr 20 14:43:12.685832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.735111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.759408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-97409d42-2122-4dad-b577-78da19150e87 service neutron] 10.222.0.20 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996771 Apr 20 14:43:12.859230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.869709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-24846c58-bf3d-4f35-872a-fa91a6aaea09 service neutron] 10.222.0.20 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009059 Apr 20 14:43:12.916696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc79e7b-9b31-4f7f-bbab-87e43a60ea37,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:12.920580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:12.925556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-94a5c304-3af3-4201-bce9-ab20007c06ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbc79e7b-9b31-4f7f-bbab-87e43a60ea37 HTTP/1.1" status: 204 len: 168 time: 0.4308684 Apr 20 14:43:12.929454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33388) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:12.992378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51b306-a6da-44df-b8e0-e7e1ddf16006 req-668c1a6f-ff08-4d97-95ff-2284d6283606 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:12.999051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c51b306-a6da-44df-b8e0-e7e1ddf16006 req-668c1a6f-ff08-4d97-95ff-2284d6283606 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.3714232 Apr 20 14:43:13.122235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c51b306-a6da-44df-b8e0-e7e1ddf16006 req-6ffd256f-3563-413f-8c7b-134b2bbbf78e tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105914 Apr 20 14:43:13.138470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.144576 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-aaddca6d-f645-4196-8ddd-e32f98727f1f service neutron] 10.222.0.20 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631919 Apr 20 14:43:13.334968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:13.422893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.469063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e4297e-403e-4f68-9e70-8479f553fab7']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:13.498072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:13.498726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc94189d-9f6e-4e8a-b8a5-ed7cd8835f5c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:13.525996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.560953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.569508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:43:13.570361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.599789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:43:13.625980 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:43:13.665232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956f686-62af-4582-8712-867afa93e76c req-e50b7033-baf6-4b85-9a44-b7a09191dc13 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:13.681649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.685173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e956f686-62af-4582-8712-867afa93e76c req-e50b7033-baf6-4b85-9a44-b7a09191dc13 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 943 time: 0.1399789 Apr 20 14:43:13.695521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.704749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] 10.222.0.20 "DELETE /v2.0/networks/21e4297e-403e-4f68-9e70-8479f553fab7 HTTP/1.1" status: 204 len: 168 time: 0.7728159 Apr 20 14:43:13.775478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25d56507-8e43-4eb3-a7b2-4c2823591697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.778068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a798af4-4219-4a2e-b939-a6327e0e498e admin admin] Pushing event deleted for resources: {'Network': ['ID=21e4297e-403e-4f68-9e70-8479f553fab7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:13.888476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25d56507-8e43-4eb3-a7b2-4c2823591697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.896083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25d56507-8e43-4eb3-a7b2-4c2823591697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.926750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:13.969990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e956f686-62af-4582-8712-867afa93e76c req-e7fd60cd-94d1-44f9-b9fd-d2d3bde02144 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827849 Apr 20 14:43:14.026103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-25d56507-8e43-4eb3-a7b2-4c2823591697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e0e7d40010f4d88ace803b9bf06ae49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6869354 Apr 20 14:43:14.026328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 788fc817-cbce-49b9-82b6-ce76e1200477 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:14.026438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d56507-8e43-4eb3-a7b2-4c2823591697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce645d-87c1-481e-a10f-ac88e437e76c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:14.027466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33426) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:14.085112 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ebfb22c1-7b9b-4fdc-a947-d4636adb65a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce89a61760f1453bba5b321cd369cf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539252 Apr 20 14:43:14.091946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33432) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:14.123853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4d9445-7711-46bc-aa42-b3341b2a49e4 req-0e57b5ac-9e01-4eb9-9d5b-c48285911eb0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0529666 Apr 20 14:43:14.205027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.260507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=788fc817-cbce-49b9-82b6-ce76e1200477,segment=NetworkSegment(1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe),segment_id=1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:14.274479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.300691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.306476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '788fc817-cbce-49b9-82b6-ce76e1200477', 'network_id': '14341afe-7b49-41e1-9389-7ee19885f9e4', 'port_id': '788fc817-cbce-49b9-82b6-ce76e1200477', 'mac_address': 'fa:16:3e:ce:a4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4848be-e738-488d-a276-530dc2394ed0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:14.389676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.395299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.400322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.403309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.404954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fce645d-87c1-481e-a10f-ac88e437e76c HTTP/1.1" status: 204 len: 168 time: 0.3716798 Apr 20 14:43:14.423798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788fc817-cbce-49b9-82b6-ce76e1200477 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:14.426477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b181b-61c4-4979-b0d5-3a52d1fc7af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce645d-87c1-481e-a10f-ac88e437e76c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:14.443643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.498501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32066-e93c-423a-8fe9-4cc931bff050 req-c12e7e65-5dd7-4c9c-ac24-85beb2c9486a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:14.518298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01f32066-e93c-423a-8fe9-4cc931bff050 req-c12e7e65-5dd7-4c9c-ac24-85beb2c9486a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2438951 Apr 20 14:43:14.528735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.534776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.541814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c8282ba-5abc-46b0-9d4f-07fc62682968 HTTP/1.1" status: 204 len: 168 time: 0.4462528 Apr 20 14:43:14.548105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=788fc817-cbce-49b9-82b6-ce76e1200477,segment=NetworkSegment(1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe),segment_id=1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:14.562011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:14.573136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086b1e0-008e-48dc-81f8-71539bd7e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8282ba-5abc-46b0-9d4f-07fc62682968,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:14.670510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01f32066-e93c-423a-8fe9-4cc931bff050 req-51c0c32d-db12-4a9c-b77c-bbad01d694c0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Apr 20 14:43:14.745254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:14.918289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['788fc817-cbce-49b9-82b6-ce76e1200477'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:15.202556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.283825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33480) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:15.316277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e707dfd0-6d91-4cc8-939f-a88f452bc9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.385948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494c2ef-d158-479d-882b-dfbfa58fa702 req-38b33766-76e5-4591-ba74-f01dbf649036 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:15.395844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2494c2ef-d158-479d-882b-dfbfa58fa702 req-38b33766-76e5-4591-ba74-f01dbf649036 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 944 time: 0.1888909 Apr 20 14:43:15.426546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.523340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2494c2ef-d158-479d-882b-dfbfa58fa702 req-32eea4ae-f747-45b2-ac21-0a6c74d36a0b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258147 Apr 20 14:43:15.615323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdb70327-dd78-44d3-9b3b-6d7627a413e7 req-0f7ab4a2-3c7a-4015-98c9-517a97027112 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0858727 Apr 20 14:43:15.619378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e707dfd0-6d91-4cc8-939f-a88f452bc9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.628005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e707dfd0-6d91-4cc8-939f-a88f452bc9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.751048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e707dfd0-6d91-4cc8-939f-a88f452bc9a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed53f6d8a34b439b87f31f9edc1ead1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651332 Apr 20 14:43:15.755692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33494) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:15.764539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707dfd0-6d91-4cc8-939f-a88f452bc9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a88e3-95ed-41ce-a009-236efe6e876a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:15.823385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.896402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:15.996024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84520-dbdf-4360-8add-0993a69b159d req-5b4de31c-a5be-4e65-b5f7-2f72d3dbe0e1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:15.997962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08a84520-dbdf-4360-8add-0993a69b159d req-5b4de31c-a5be-4e65-b5f7-2f72d3dbe0e1 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.1332636 Apr 20 14:43:16.041753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:16.048912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:16.054755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b94a88e3-95ed-41ce-a009-236efe6e876a HTTP/1.1" status: 204 len: 168 time: 0.2952690 Apr 20 14:43:16.085807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a4492-59f1-40a2-ac95-2c75f67c8048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a88e3-95ed-41ce-a009-236efe6e876a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:16.110760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08a84520-dbdf-4360-8add-0993a69b159d req-f0738966-c897-4487-9ef9-00fb8cf13a37 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026731 Apr 20 14:43:16.821008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33530) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:16.915987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9063428-952d-4e75-b3a3-2a53ad2a8dd0 req-8777837f-4c0b-42d8-8812-44907b02cbff tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1176836 Apr 20 14:43:17.013894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9577-5a46-40f6-b21b-d24c7fe2fdf3 req-5016a793-645b-4b61-b2ef-7fdbbd66d536 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.027947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3ad9577-5a46-40f6-b21b-d24c7fe2fdf3 req-5016a793-645b-4b61-b2ef-7fdbbd66d536 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 944 time: 0.3037674 Apr 20 14:43:17.089642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-9041933-network', 'tenant_id': '432702f0c1854c75aba0a5bb29277c15'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:17.156844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Made reservation on behalf of 432702f0c1854c75aba0a5bb29277c15 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:17.161424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.194084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-1909e567-7b45-4b80-8558-29d68e6f5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.197150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-1909e567-7b45-4b80-8558-29d68e6f5f81 service neutron] 10.222.0.43 "GET /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 1033 time: 0.1578190 Apr 20 14:43:17.209828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.229438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3ad9577-5a46-40f6-b21b-d24c7fe2fdf3 req-506a804d-e7e8-4790-93cf-a4e0d21ec30e tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939073 Apr 20 14:43:17.333010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ce4e0003-4b78-4f52-8dcb-efb63edb52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.338744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ce4e0003-4b78-4f52-8dcb-efb63edb52f6 service neutron] 10.222.0.43 "GET /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 1032 time: 0.1053808 Apr 20 14:43:17.479282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.486097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.561018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29218b-ac94-482f-a35f-8b67029b494d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:17.653901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:43:17.689973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.690329 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Added segment 88392297-d9d4-4ef4-bf16-ace3b65d1ef7 of type vlan for network 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a Apr 20 14:43:17.715867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-999ebda1-2441-4cca-be32-4ce709c6dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.717712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-999ebda1-2441-4cca-be32-4ce709c6dd54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1094 time: 0.1419060 Apr 20 14:43:17.797472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.799806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec480c-9175-4c2b-bd51-83544389fa55 req-ab99b7f1-2500-44ca-8c8f-3e9a1b4fde5b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.811867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbec480c-9175-4c2b-bd51-83544389fa55 req-ab99b7f1-2500-44ca-8c8f-3e9a1b4fde5b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2899177 Apr 20 14:43:17.893776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbec480c-9175-4c2b-bd51-83544389fa55 req-f1e4d90b-7bf0-4e9f-ae89-b1b58f9e9fd3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806189 Apr 20 14:43:17.910243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d3407f3d-085d-4d15-8738-3ffea7c5a6a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.916097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d3407f3d-085d-4d15-8738-3ffea7c5a6a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.921192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:17.922298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.924698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d3407f3d-085d-4d15-8738-3ffea7c5a6a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:17.927015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d3407f3d-085d-4d15-8738-3ffea7c5a6a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/networks?id=581c90d2-d08b-4faf-ba06-4f617c6f600a&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 HTTP/1.1" status: 200 len: 1995 time: 0.5817590 Apr 20 14:43:17.931219 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.048941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 788fc817-cbce-49b9-82b6-ce76e1200477 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:18.110083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-c6d1b717-8e95-40a8-8050-fb510ac108cb tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2b517f66d04d168feaedc0ecee5352 HTTP/1.1" status: 200 len: 380 time: 0.1318293 Apr 20 14:43:18.153567 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'admin_state_up': True, 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'security_groups': ['1f71818c-d851-48c1-818a-3cd34ce2ee15']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:18.175501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 788fc817-cbce-49b9-82b6-ce76e1200477 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:43:18.180704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 788fc817-cbce-49b9-82b6-ce76e1200477 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:18.181321 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.357987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.404256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:18.407101 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec9fd7-c35e-4b89-9397-f0ba5a89c4d2" -d '{"events": [{"server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "name": "network-vif-plugged", "status": "completed", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:18.444134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=788fc817-cbce-49b9-82b6-ce76e1200477,segment=NetworkSegment(1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe),segment_id=1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:18.451816 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.477243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-924704e1-f1c2-4bf4-983a-3758489b2a3e req-6042ba35-be3a-44f9-80ed-afedfb7b08a1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.3004365 Apr 20 14:43:18.576257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:18.687606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] Pushing event updated for resources: {'Network': ['ID=52ee4a22-9ba5-4d5c-9da1-4fc4c381983a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:18.701362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:43:18.731994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-1c3c5072-0784-4edf-b1d5-0354e1e8dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:18.749400 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-1c3c5072-0784-4edf-b1d5-0354e1e8dc1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.9910882 Apr 20 14:43:18.754605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ae81e41-3c46-45e5-bdad-35aedffe2745 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9322782 Apr 20 14:43:18.769263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33578) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:18.794642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Request body: {'subnet': {'network_id': '52ee4a22-9ba5-4d5c-9da1-4fc4c381983a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-9041933-subnet', 'tenant_id': '432702f0c1854c75aba0a5bb29277c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:18.871152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Made reservation on behalf of 432702f0c1854c75aba0a5bb29277c15 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:18.874179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.880057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-c4b9734b-8f3f-49b2-9d7e-80e189d0eaa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.1096678 Apr 20 14:43:18.901848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:18.908212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:18.952074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-fb7faefa-8c94-4d33-9d7d-c04eb4b34df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:18.967618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-fb7faefa-8c94-4d33-9d7d-c04eb4b34df5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.0737443 Apr 20 14:43:19.070803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-0f69fdc1-1b84-4874-afec-21fc4c857c11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337338 Apr 20 14:43:19.108619 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122c76ab-69d7-43ba-a6eb-21dbd798ab93 x-openstack-request-id: req-122c76ab-69d7-43ba-a6eb-21dbd798ab93 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:19.109125 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "name": "network-vif-plugged", "status": "completed", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:19.109125 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-122c76ab-69d7-43ba-a6eb-21dbd798ab93 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:19.109575 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122c76ab-69d7-43ba-a6eb-21dbd798ab93'] response: {'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477', 'code': 200} Apr 20 14:43:19.287208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b32c-a867-438d-8549-84b9b4c1a042 req-4fcc8bdc-ffed-4974-b0de-0a9aeda62111 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:19.297605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01d6b32c-a867-438d-8549-84b9b4c1a042 req-4fcc8bdc-ffed-4974-b0de-0a9aeda62111 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 0.6445868 Apr 20 14:43:19.312799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 172.20.0.10 (581c90d2-d08b-4faf-ba06-4f617c6f600a/389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d/a60cf557-afa5-4c36-a6c1-31f1aad28831) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:19.394869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-668f59b9-d8e7-4b5c-ae84-8a80f02ea857 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105428 Apr 20 14:43:19.534931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:19.538649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01d6b32c-a867-438d-8549-84b9b4c1a042 req-e9969ba4-2c4f-48a0-abfb-0dfb5ea0a99a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396710 Apr 20 14:43:19.604822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db36c9be-1341-43e1-9e8c-a55af8e62f81,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:19.639135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441957-8260-4659-a9ff-0b2798b4620f req-1d5a6201-a349-462e-a427-d241f397ec26 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:19.641210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91441957-8260-4659-a9ff-0b2798b4620f req-1d5a6201-a349-462e-a427-d241f397ec26 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.3659763 Apr 20 14:43:19.643222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3236b-d8cc-4602-8deb-806cf473d9f9 req-212d4785-b761-4894-af79-b768430dab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:19.644566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afb3236b-d8cc-4602-8deb-806cf473d9f9 req-212d4785-b761-4894-af79-b768430dab2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 1096 time: 0.3708508 Apr 20 14:43:19.679399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6b4fef7-b054-4c76-b7bf-245a7154220b req-1098d05a-0d16-43c0-9626-1f568b145c05 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496922 Apr 20 14:43:19.732887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Checking segment: {'id': '88392297-d9d4-4ef4-bf16-ace3b65d1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '52ee4a22-9ba5-4d5c-9da1-4fc4c381983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:19.733306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Network hostable DHCP agents. Network: 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:43:19.778596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:19.809454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Network 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:43:19.833486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:19.845666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291a151-d1c1-468c-857b-2552ceda5598 None None] Network 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:19.855295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:19.855890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:19.907915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91441957-8260-4659-a9ff-0b2798b4620f req-fe1365c5-7018-440a-bdf2-fda189ca0210 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379417 Apr 20 14:43:19.915125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-750f5d0d-449a-456b-9372-3e98c8c7136a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1412885 Apr 20 14:43:19.956943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afb3236b-d8cc-4602-8deb-806cf473d9f9 req-0755a96d-47b4-4fa5-a79d-975802a5860f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858782 Apr 20 14:43:20.016207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669e5a2-200a-4d98-85f7-3404adb50b16 req-1124b260-17eb-44a9-943c-a1a1d2bfa3ca tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:20.024554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a669e5a2-200a-4d98-85f7-3404adb50b16 req-1124b260-17eb-44a9-943c-a1a1d2bfa3ca tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 945 time: 0.3522637 Apr 20 14:43:20.081613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a669e5a2-200a-4d98-85f7-3404adb50b16 req-ccfbf29f-40b8-4386-acd3-0df376225e21 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a206359-6504-409a-896c-f6a174b83e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Apr 20 14:43:20.086320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:20.151487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:20.196501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:20.197182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:20.200913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:20.255581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2af014-a0db-42a9-bf03-4faa8872a011 req-7fcd12ec-b0e9-4754-b97c-07acbad90b02 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:20.257487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb2af014-a0db-42a9-bf03-4faa8872a011 req-7fcd12ec-b0e9-4754-b97c-07acbad90b02 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 932 time: 0.1160908 Apr 20 14:43:20.269751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b68ab-156f-4427-b2c1-cf38a18ca553 None None] Network 52ee4a22-9ba5-4d5c-9da1-4fc4c381983a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:20.289100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:20.289861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:20.364956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1e51397-2944-42de-8820-a862182fcd47 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2266674 Apr 20 14:43:20.392246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'admin_state_up': True, 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'security_groups': ['1f71818c-d851-48c1-818a-3cd34ce2ee15']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:20.477595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb2af014-a0db-42a9-bf03-4faa8872a011 req-e4cb0a52-4586-49d9-8d65-a9a6708d4dd2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109494 Apr 20 14:43:20.498783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:20.770276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-fbb46bcf-7427-4e67-aa24-63967592aaa7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:20.780318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-fbb46bcf-7427-4e67-aa24-63967592aaa7 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 945 time: 0.1838913 Apr 20 14:43:20.848841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a2df4928-def0-4fc9-b2a8-b864321398f1 None None] Provisioning complete for port a60cf557-afa5-4c36-a6c1-31f1aad28831 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:20.849454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2df4928-def0-4fc9-b2a8-b864321398f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:20.932777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47f0453c-11d4-43e3-a2dc-e07e3dd0844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:20.963385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a2df4928-def0-4fc9-b2a8-b864321398f1 None None] Port a60cf557-afa5-4c36-a6c1-31f1aad28831 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:21.122486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47f0453c-11d4-43e3-a2dc-e07e3dd0844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.138837 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47f0453c-11d4-43e3-a2dc-e07e3dd0844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.208816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0453c-11d4-43e3-a2dc-e07e3dd0844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eae0c1-c5d8-45aa-9480-bcfe5e322a8b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:21.305833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-47f0453c-11d4-43e3-a2dc-e07e3dd0844c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7740ee0507bc4adcbce95aa675d147df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058133 Apr 20 14:43:21.306926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33626) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:21.383932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Deleting port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:21.384511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.426135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.457656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.557839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.561359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.566374 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29eae0c1-c5d8-45aa-9480-bcfe5e322a8b HTTP/1.1" status: 204 len: 168 time: 0.2528243 Apr 20 14:43:21.582109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfaf3c-49c6-4f11-9684-b13e2082130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eae0c1-c5d8-45aa-9480-bcfe5e322a8b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:21.745867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] For port 8a5f77d2-91f9-447f-8ae3-db3fb347e599, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a5f77d2-91f9-447f-8ae3-db3fb347e599,segment=NetworkSegment(090bacdd-74c4-4d62-97d6-55cf43f9cdce),segment_id=090bacdd-74c4-4d62-97d6-55cf43f9cdce)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:21.747621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:21.806049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Calling delete_port for 8a5f77d2-91f9-447f-8ae3-db3fb347e599 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:21.970246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:21.991031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:22.187101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:22.217026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8a5f77d2-91f9-447f-8ae3-db3fb347e599'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:22.279330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Pushing event deleted for resources: {'Port': ['ID=8a5f77d2-91f9-447f-8ae3-db3fb347e599,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:22.341738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347e3b6-0f96-4da5-bd0e-87bac87eb852 req-3f2cf577-703c-40ac-9b47-8b503aa90ce1 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:22.355610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3347e3b6-0f96-4da5-bd0e-87bac87eb852 req-3f2cf577-703c-40ac-9b47-8b503aa90ce1 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 1.6142552 Apr 20 14:43:22.445826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] No DVR routers for this DVR port 8a5f77d2-91f9-447f-8ae3-db3fb347e599 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:43:22.461044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:22.473845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e9e53-ea84-47ad-9e30-fa777afdcb33 req-b945cce7-6e57-43ab-ad92-7452ba9e699b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:22.476621 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2ad5988-e95b-41da-ac60-6f270b50f399 req-b7907abc-4ee5-4e4a-b4b4-7649371c28c0 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.43 "DELETE /v2.0/ports/8a5f77d2-91f9-447f-8ae3-db3fb347e599 HTTP/1.1" status: 204 len: 173 time: 1.6774867 Apr 20 14:43:22.485129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d1e9e53-ea84-47ad-9e30-fa777afdcb33 req-b945cce7-6e57-43ab-ad92-7452ba9e699b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.7442997 Apr 20 14:43:22.496579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'name': 'network-vif-deleted', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:22.499565 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb27d58-62f7-4827-ad5c-acdce5633122" -d '{"events": [{"server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "name": "network-vif-deleted", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:22.644160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3347e3b6-0f96-4da5-bd0e-87bac87eb852 req-e8f9e339-5344-48e4-b76f-3e1f569335fd tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846184 Apr 20 14:43:22.693080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d1e9e53-ea84-47ad-9e30-fa777afdcb33 req-a40836b2-170f-4c16-aba3-4bd18cc08581 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978974 Apr 20 14:43:22.737091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.1.1.254 (c616197a-e9fe-4156-b05b-073d8d0100c7/19d0e025-606c-43d1-b760-b51a2b479021/6fba12c2-28bc-4a73-a4bf-eab45aaa2593) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:22.932749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-960b10a5-76ee-4812-8385-0a59465a228b req-d3c97d8d-09e4-4171-93a8-70ed93b31676 tempest-ServerTagsTestJSON-913206623 tempest-ServerTagsTestJSON-913206623-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bf90dfd-7c31-44f2-afdb-a80757812420 HTTP/1.1" status: 200 len: 210 time: 0.1268153 Apr 20 14:43:23.025405 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3cea31-aa46-41f6-b8f2-35704c30609c x-openstack-request-id: req-4b3cea31-aa46-41f6-b8f2-35704c30609c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:23.025967 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf90dfd-7c31-44f2-afdb-a80757812420", "name": "network-vif-deleted", "tag": "8a5f77d2-91f9-447f-8ae3-db3fb347e599", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:23.026178 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b3cea31-aa46-41f6-b8f2-35704c30609c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:23.026751 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3cea31-aa46-41f6-b8f2-35704c30609c'] response: {'server_uuid': '4bf90dfd-7c31-44f2-afdb-a80757812420', 'name': 'network-vif-deleted', 'tag': '8a5f77d2-91f9-447f-8ae3-db3fb347e599', 'status': 'completed', 'code': 200} Apr 20 14:43:23.140123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33656) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:23.220765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6760cf-3b72-432b-8489-4ec2276d6325 req-8fa95f66-d37b-4ad9-843d-cdfc8f583507 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:23.224640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e6760cf-3b72-432b-8489-4ec2276d6325 req-8fa95f66-d37b-4ad9-843d-cdfc8f583507 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 932 time: 0.1864953 Apr 20 14:43:23.285649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Deleting subnet db36c9be-1341-43e1-9e8c-a55af8e62f81 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:43:23.289972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.324996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.357539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e6760cf-3b72-432b-8489-4ec2276d6325 req-e35935fb-6747-493d-81c9-1b99598df28e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877016 Apr 20 14:43:23.391432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.431455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.483118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.577159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:23.583093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.600292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:23.620559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db36c9be-1341-43e1-9e8c-a55af8e62f81,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:23.622970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.638958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d3fe61e9-649d-4a51-bd71-958bbdbe279e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db36c9be-1341-43e1-9e8c-a55af8e62f81 HTTP/1.1" status: 204 len: 168 time: 0.4964530 Apr 20 14:43:23.642202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:23.643286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33666) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:23.664730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:23.788975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:23.789538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.825144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eaa850fd-1001-4558-b4b0-3275305f9d52 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4411943 Apr 20 14:43:23.889299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:23.905824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'admin_state_up': True, 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'security_groups': ['1f71818c-d851-48c1-818a-3cd34ce2ee15']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:24.148193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.153871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d30a6f5f-3ac5-45d3-b3ac-d0f7498b666f None None] Provisioning complete for port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:24.154541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d30a6f5f-3ac5-45d3-b3ac-d0f7498b666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.219048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee4a22-9ba5-4d5c-9da1-4fc4c381983a']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:24.246225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88392297-d9d4-4ef4-bf16-ace3b65d1ef7') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:24.246812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88392297-d9d4-4ef4-bf16-ace3b65d1ef7') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:24.259641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d30a6f5f-3ac5-45d3-b3ac-d0f7498b666f None None] Port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:24.264822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.293172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.300148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:43:24.300937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.337358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84538a-f6ee-46cf-9143-cecf440cb53f req-8de6e7bd-ac31-4d90-a504-6b9d0b6debe1 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:24.341710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e84538a-f6ee-46cf-9143-cecf440cb53f req-8de6e7bd-ac31-4d90-a504-6b9d0b6debe1 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 0.5085473 Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:43:24.408254 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:43:24.414712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.430600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.436742 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/52ee4a22-9ba5-4d5c-9da1-4fc4c381983a HTTP/1.1" status: 204 len: 168 time: 0.7916679 Apr 20 14:43:24.448088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e44dc9-941f-4099-be67-fa40bc6e8a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ee4a22-9ba5-4d5c-9da1-4fc4c381983a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:24.461990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:24.465700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.476876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293521e-a873-46ed-9930-3b64639f96ad req-905ba595-39aa-4009-8dfe-3705b971095d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:24.478975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7293521e-a873-46ed-9930-3b64639f96ad req-905ba595-39aa-4009-8dfe-3705b971095d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.3723059 Apr 20 14:43:24.506248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e84538a-f6ee-46cf-9143-cecf440cb53f req-13808b72-6085-4729-87fe-0cf2333ac235 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240046 Apr 20 14:43:24.633951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33692) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:24.653791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7293521e-a873-46ed-9930-3b64639f96ad req-78aec433-f12a-4d93-9b31-98c0d55b30f5 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549957 Apr 20 14:43:24.786729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Deleting subnet e9e167c3-100c-4b6b-b169-2e3250dd5e83 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:43:24.811075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33700) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:24.818552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.913367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.053893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.100437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.1.1.180 (c616197a-e9fe-4156-b05b-073d8d0100c7/19d0e025-606c-43d1-b760-b51a2b479021/55ea4a65-88da-4a86-ba82-98257cf39fbf) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:25.181184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-471c9696-a180-4d67-a665-f913d7f62602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=432702f0c1854c75aba0a5bb29277c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680081 Apr 20 14:43:25.183566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.186132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33706) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:25.257563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e167c3-100c-4b6b-b169-2e3250dd5e83,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:25.273895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.291232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4518c9a1-37d9-46db-87a3-e4d2dfd06bfd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9e167c3-100c-4b6b-b169-2e3250dd5e83 HTTP/1.1" status: 204 len: 168 time: 0.6561468 Apr 20 14:43:25.294237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:25.304540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081df16e-70a1-445f-bda9-5dd8a156bfc6 req-7af329b7-28d7-40fd-a0a6-94d1d3613ead tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:25.312911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081df16e-70a1-445f-bda9-5dd8a156bfc6 req-7af329b7-28d7-40fd-a0a6-94d1d3613ead tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:25.323162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-081df16e-70a1-445f-bda9-5dd8a156bfc6 req-7af329b7-28d7-40fd-a0a6-94d1d3613ead tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 1654 time: 0.4797750 Apr 20 14:43:25.468396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.474555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.539609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.593064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.598444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-081df16e-70a1-445f-bda9-5dd8a156bfc6 req-a1c9ba13-1f2e-4212-845f-28f847d12727 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710249 Apr 20 14:43:25.619041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e42af24-0132-4b58-b271-57d75f7f7fa0']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:25.643332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090bacdd-74c4-4d62-97d6-55cf43f9cdce') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:25.643630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090bacdd-74c4-4d62-97d6-55cf43f9cdce') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:25.655550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.672845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.679173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:43:25.679984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:43:25.681854 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:43:25.685531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.753403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.766793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.772006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5e42af24-0132-4b58-b271-57d75f7f7fa0 HTTP/1.1" status: 204 len: 168 time: 0.4761739 Apr 20 14:43:25.785598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac2ff3-c924-486a-9718-7fc02d1229b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e42af24-0132-4b58-b271-57d75f7f7fa0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:25.803473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a5f77d2-91f9-447f-8ae3-db3fb347e599 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:25.829586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:25.853148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56cb6b-d3f9-4936-9f71-eeb1f38abc56 req-6d406684-ac73-40cf-87cf-f4ce733f05ba tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:25.861596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b56cb6b-d3f9-4936-9f71-eeb1f38abc56 req-6d406684-ac73-40cf-87cf-f4ce733f05ba tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 0.5332203 Apr 20 14:43:25.863963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 8a5f77d2-91f9-447f-8ae3-db3fb347e599 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:43:25.864932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a5f77d2-91f9-447f-8ae3-db3fb347e599 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:43:25.993363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network c616197a-e9fe-4156-b05b-073d8d0100c7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:26.003878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eb5e7-7c80-418e-b6d2-a5fabb685c91 req-7c39332d-50be-4f00-b410-4113d48b2eff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:26.011564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-042eb5e7-7c80-418e-b6d2-a5fabb685c91 req-7c39332d-50be-4f00-b410-4113d48b2eff tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2305019 Apr 20 14:43:26.027695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33746) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:26.036758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:26.049589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:26.056320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:26.065148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b56cb6b-d3f9-4936-9f71-eeb1f38abc56 req-fe117be7-d29e-4615-a04f-2ede9498ba2b tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026491 Apr 20 14:43:26.112648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f42e0822-3c35-4813-bd9f-cc0ccfe0e891 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5646132a87ed4bbf8049c841b19d51ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835514 Apr 20 14:43:26.115741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:26.129346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.138660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.140017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e29218b-ac94-482f-a35f-8b67029b494d HTTP/1.1" status: 204 len: 168 time: 0.9400110 Apr 20 14:43:26.144890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33750) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:26.189617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-042eb5e7-7c80-418e-b6d2-a5fabb685c91 req-bc5e1b0f-f806-42d4-8ce6-bf5f2a929510 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763742 Apr 20 14:43:26.199724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255708-1b4e-4a16-91a2-c5937253e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29218b-ac94-482f-a35f-8b67029b494d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:26.210532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.223568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:26.224247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.260368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.271722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-6316101e-86d3-4d51-9558-5948653629ce tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3888021 Apr 20 14:43:26.284001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'admin_state_up': True, 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'security_groups': ['1f71818c-d851-48c1-818a-3cd34ce2ee15']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:26.323179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.330667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.331891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a206359-6504-409a-896c-f6a174b83e3a HTTP/1.1" status: 204 len: 168 time: 0.2145495 Apr 20 14:43:26.348805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d5d7-f245-417b-97a8-87316af9c850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a206359-6504-409a-896c-f6a174b83e3a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:26.427652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0a4545ea-8b03-435f-952d-b9d6e234055e None None] Provisioning complete for port 55ea4a65-88da-4a86-ba82-98257cf39fbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:26.428547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a4545ea-8b03-435f-952d-b9d6e234055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.529984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0a4545ea-8b03-435f-952d-b9d6e234055e None None] Port 55ea4a65-88da-4a86-ba82-98257cf39fbf cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:26.541999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-beb724ab-dc04-49c4-9018-7ee79c03de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.553502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:26.678834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.904051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-beb724ab-dc04-49c4-9018-7ee79c03de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.950357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-beb724ab-dc04-49c4-9018-7ee79c03de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.044377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ec2e-4591-43ad-8564-491651003119 req-13bf00dd-0041-4dee-b815-31f1d1d3f423 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.046070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b37ec2e-4591-43ad-8564-491651003119 req-13bf00dd-0041-4dee-b815-31f1d1d3f423 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 0.3456664 Apr 20 14:43:27.099473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459b653-45e7-4d18-a872-71d403d5a836 req-2fb1b724-6441-4fc9-ae33-802d37d2682c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.116175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459b653-45e7-4d18-a872-71d403d5a836 req-2fb1b724-6441-4fc9-ae33-802d37d2682c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.136270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459b653-45e7-4d18-a872-71d403d5a836 req-2fb1b724-6441-4fc9-ae33-802d37d2682c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.157153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6459b653-45e7-4d18-a872-71d403d5a836 req-2fb1b724-6441-4fc9-ae33-802d37d2682c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 2375 time: 0.3891175 Apr 20 14:43:27.164138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-beb724ab-dc04-49c4-9018-7ee79c03de5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4efb666a7c6a406394828f49d07ab778&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0138035 Apr 20 14:43:27.164277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:27.178534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb724ab-dc04-49c4-9018-7ee79c03de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1193f6-ba77-4f12-b28a-664afab82f33,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:27.295244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.327400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.365092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.2.2.100 (4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628/d33becdb-3833-4bfa-876e-c27dae6566e9/1bc49c7d-bc51-4a09-b73a-6315cedbee64) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:27.387413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6459b653-45e7-4d18-a872-71d403d5a836 req-76c77087-d9bb-43ec-8682-c3efc788373d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290816 Apr 20 14:43:27.452207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.457339 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.465818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd1193f6-ba77-4f12-b28a-664afab82f33 HTTP/1.1" status: 204 len: 168 time: 0.3004653 Apr 20 14:43:27.484131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864cc4e-0386-43d8-ae46-34f2f7c13fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1193f6-ba77-4f12-b28a-664afab82f33,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:27.502965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e183a-6299-49f0-859a-cf620694706a req-eb225766-c571-4ad9-8bbd-55bb12cf40ef tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.504966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-581e183a-6299-49f0-859a-cf620694706a req-eb225766-c571-4ad9-8bbd-55bb12cf40ef tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 945 time: 0.2466254 Apr 20 14:43:27.583635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Deleting port 788fc817-cbce-49b9-82b6-ce76e1200477 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:27.583635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.718743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-581e183a-6299-49f0-859a-cf620694706a req-1092b4ea-6a31-42fd-b195-c6cb8bc186e9 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1420969-3672-4247-ab23-534829e6f268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020266 Apr 20 14:43:27.771592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c33eb-d467-4db0-9bfd-0bc518aef168 req-95b540e9-8980-4aa1-9d1b-50b62557c5f0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:27.772952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-841c33eb-d467-4db0-9bfd-0bc518aef168 req-95b540e9-8980-4aa1-9d1b-50b62557c5f0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 943 time: 0.2182236 Apr 20 14:43:27.803117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:27.832190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] For port 788fc817-cbce-49b9-82b6-ce76e1200477, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=788fc817-cbce-49b9-82b6-ce76e1200477,segment=NetworkSegment(1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe),segment_id=1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:27.832547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.853507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:27.872350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Calling delete_port for 788fc817-cbce-49b9-82b6-ce76e1200477 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:27.889863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:27.903185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-841c33eb-d467-4db0-9bfd-0bc518aef168 req-e1a30086-23eb-4075-ab83-daf3e70a053a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210918 Apr 20 14:43:27.989735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.038364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:28.055729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '163b3b20-7b5b-4911-8974-b0174b14952a', 'network_id': '70370471-1c7f-4759-9042-155db15088aa', 'port_id': '163b3b20-7b5b-4911-8974-b0174b14952a', 'mac_address': 'fa:16:3e:52:e9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df25719-7015-45d9-af37-86c7212e8d42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:28.057419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:28.074884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0945288-bb5b-4f2b-947a-c34d3a0533af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.081311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:28.096866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:28.101421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:28.126667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.146823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:28.178686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:28.196572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:28.204878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.269522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0945288-bb5b-4f2b-947a-c34d3a0533af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.280841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0945288-bb5b-4f2b-947a-c34d3a0533af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.311090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:28.341514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:28.342513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.369247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0945288-bb5b-4f2b-947a-c34d3a0533af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86b8d951da6d4f50b40c83d664e876ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107295 Apr 20 14:43:28.373457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33826) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:28.394122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0945288-bb5b-4f2b-947a-c34d3a0533af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ca2cc-b786-47be-957a-99cf4e4ce6b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:28.411811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:28.481768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1460346611-network', 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:28.520966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:28.524526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.528627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e662191c-a52b-4fe7-afdb-549b427c2dd8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2470262 Apr 20 14:43:28.537377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.540271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.598139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'admin_state_up': True, 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'security_groups': ['1f71818c-d851-48c1-818a-3cd34ce2ee15']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:28.624707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c9e7d221-1621-4441-af8f-3717a020f25e None None] Provisioning complete for port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:28.625363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c9e7d221-1621-4441-af8f-3717a020f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.752732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.762409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.786395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:43:28.790674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7d221-1621-4441-af8f-3717a020f25e None None] Port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:28.802767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Pushing event deleted for resources: {'Port': ['ID=788fc817-cbce-49b9-82b6-ce76e1200477,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:28.805014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.805364 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Added segment be3b88aa-83a8-4e3a-b4c5-9943ae025dd2 of type vlan for network 62f96614-1874-42a9-ba95-32105bd66fcc Apr 20 14:43:28.815147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4e6cbd5-ee09-48a4-bb34-c606f8015187 req-5d9fa151-9569-4e29-84a3-979e62033551 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.2678154 Apr 20 14:43:28.895876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.919066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848cbba2-a496-4eec-9604-801c134f5bbd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:28.940312 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.949115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.950838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:28.951656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.985414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0943263 Apr 20 14:43:28.986384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33846) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:28.995242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Request body: {'subnet': {'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1460346611-subnet', 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:29.046871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] No DVR routers for this DVR port 788fc817-cbce-49b9-82b6-ce76e1200477 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:43:29.048768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Made reservation on behalf of 7d2b517f66d04d168feaedc0ecee5352 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:29.053535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.054256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d548c6-cce5-4dc0-8ab6-6785d25cffde admin admin] Pushing event updated for resources: {'Network': ['ID=62f96614-1874-42a9-ba95-32105bd66fcc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:29.061536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:29.064586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.065426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 62f96614-1874-42a9-ba95-32105bd66fcc details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:43:29.285740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.365841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=333b79ea-21ab-4d91-b501-030cb890da20,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:29.372343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:29.372871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Network hostable DHCP agents. Network: 62f96614-1874-42a9-ba95-32105bd66fcc, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:43:29.392475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Network 62f96614-1874-42a9-ba95-32105bd66fcc is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:43:29.405145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 62f96614-1874-42a9-ba95-32105bd66fcc) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:29.413905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.414604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.428299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80686c-69f2-4077-b280-0655805aadcb None None] Network 62f96614-1874-42a9-ba95-32105bd66fcc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:29.455562 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73dd20a8-de35-4043-a96f-8caec0b62d49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4646699 Apr 20 14:43:29.469288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.472760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b37ec2e-4591-43ad-8564-491651003119 req-5b038e74-963f-467c-909d-652ac0170f0a tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.45 "DELETE /v2.0/ports/788fc817-cbce-49b9-82b6-ce76e1200477 HTTP/1.1" status: 204 len: 173 time: 2.4016809 Apr 20 14:43:29.478334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'name': 'network-vif-deleted', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:29.480709 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02269d7-6b76-4a04-bca4-3cf80b412469" -d '{"events": [{"server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "name": "network-vif-deleted", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:29.493509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22023c2a-7dfe-4ae7-b48b-09e5a9ebad65 req-8e8a394c-8542-4b24-b2e0-99750d0bf974 tempest-ServerGroupTestJSON-868927420 tempest-ServerGroupTestJSON-868927420-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b74218d-b916-4c09-8b3a-1af1d0e2199e HTTP/1.1" status: 200 len: 210 time: 0.4742296 Apr 20 14:43:29.510969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.539070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-553380c1-6bce-4622-815c-4bfad693a053 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.545947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-553380c1-6bce-4622-815c-4bfad693a053 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.553311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-553380c1-6bce-4622-815c-4bfad693a053 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.559752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-553380c1-6bce-4622-815c-4bfad693a053 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.567925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-553380c1-6bce-4622-815c-4bfad693a053 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3096 time: 0.9962590 Apr 20 14:43:29.696014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c87a07-a35c-4b2e-98d5-3e72926948a8 None None] Network 62f96614-1874-42a9-ba95-32105bd66fcc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:29.758071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba7e053-fe23-46c4-8b8f-1c6d7fd37240 req-2be5ee5c-c4f6-41bf-a295-22f88cccdb92 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879854 Apr 20 14:43:29.850017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:29.852280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2391f5-62e7-42a4-b5c5-3d487a6d43be req-563c394a-f279-4614-96cb-fe34d3cddd11 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:29.860762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff2391f5-62e7-42a4-b5c5-3d487a6d43be req-563c394a-f279-4614-96cb-fe34d3cddd11 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 944 time: 0.2203794 Apr 20 14:43:29.870943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.873432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.874549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da0ca2cc-b786-47be-957a-99cf4e4ce6b1 HTTP/1.1" status: 204 len: 168 time: 1.5001309 Apr 20 14:43:29.916490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111099-2e8b-4834-939d-c1b0083d4498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ca2cc-b786-47be-957a-99cf4e4ce6b1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:29.950203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff2391f5-62e7-42a4-b5c5-3d487a6d43be req-7fc39ea6-a6ed-422d-a6b5-7f1d246319a8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887923 Apr 20 14:43:29.982819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Allocated IP 10.2.2.200 (4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628/d33becdb-3833-4bfa-876e-c27dae6566e9/ca5c4773-78ee-40db-aab6-82b434a4e94e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:30.048707 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c92a8e-bb2e-4e8b-a1d4-a857550938f6 x-openstack-request-id: req-33c92a8e-bb2e-4e8b-a1d4-a857550938f6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:30.049092 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b74218d-b916-4c09-8b3a-1af1d0e2199e", "name": "network-vif-deleted", "tag": "788fc817-cbce-49b9-82b6-ce76e1200477", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:30.052604 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c92a8e-bb2e-4e8b-a1d4-a857550938f6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:30.053046 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c92a8e-bb2e-4e8b-a1d4-a857550938f6'] response: {'server_uuid': '4b74218d-b916-4c09-8b3a-1af1d0e2199e', 'name': 'network-vif-deleted', 'tag': '788fc817-cbce-49b9-82b6-ce76e1200477', 'status': 'completed', 'code': 200} Apr 20 14:43:30.124034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 788fc817-cbce-49b9-82b6-ce76e1200477 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:30.258604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 788fc817-cbce-49b9-82b6-ce76e1200477 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:43:30.260320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 788fc817-cbce-49b9-82b6-ce76e1200477 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:43:30.319774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 163b3b20-7b5b-4911-8974-b0174b14952a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:30.320568 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.427217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.454510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0424016d-efea-4a4a-8889-6b1affc614e8 req-2ea2a378-73ea-4367-b127-545503a90464 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.1140897 Apr 20 14:43:30.482950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:30.488933 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d30e56-02c8-4df2-94fb-105c25dc8ba9" -d '{"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:30.502419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.505636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:30.514014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.546705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.588401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:30.592384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:30.602627 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15411ce-f8f2-4b0c-aa64-59bb03eff301 x-openstack-request-id: req-e15411ce-f8f2-4b0c-aa64-59bb03eff301 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:30.602935 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-plugged", "status": "completed", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:30.603199 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e15411ce-f8f2-4b0c-aa64-59bb03eff301 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:30.603623 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15411ce-f8f2-4b0c-aa64-59bb03eff301'] response: {'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'code': 200} Apr 20 14:43:30.665935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:30.678853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:30.847765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc313-8f35-4d61-8436-0836090ac4a1 req-f2eda46b-9826-4674-bf36-ed743c1522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:30.849996 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f58fc313-8f35-4d61-8436-0836090ac4a1 req-f2eda46b-9826-4674-bf36-ed743c1522bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1097 time: 0.0992892 Apr 20 14:43:30.870872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:30.875541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:30.945679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f58fc313-8f35-4d61-8436-0836090ac4a1 req-0f58e77f-5bb6-418d-b5f3-0b188c2917c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Apr 20 14:43:30.993640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4475281 Apr 20 14:43:31.066597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0b51d-1f5f-4a4a-bea1-b94c707f9358 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:31.105276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.111993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.118714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.125269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.133429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.135308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-fa19a40b-c8ba-45f7-a9da-2787595d3f90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3817 time: 0.1502073 Apr 20 14:43:31.150063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-92e048d4-b5e6-42be-8173-7709085b6faa None None] Provisioning complete for port ca5c4773-78ee-40db-aab6-82b434a4e94e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:31.150679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92e048d4-b5e6-42be-8173-7709085b6faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:31.173226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-a17cc7df-e98a-47e9-ac51-b6d6dd09d7a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.181744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-a17cc7df-e98a-47e9-ac51-b6d6dd09d7a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2671144 Apr 20 14:43:31.188246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-92e048d4-b5e6-42be-8173-7709085b6faa None None] Port ca5c4773-78ee-40db-aab6-82b434a4e94e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:43:31.193668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:31.229212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-b7f9e4ba-0bdc-4288-91a3-2868ef571115 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0459759 Apr 20 14:43:31.234104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b26ffc24-f42a-4004-933a-0b69e237b8ae req-d03c8fa3-73f3-4ef3-bc89-809059297885 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876393 Apr 20 14:43:31.285957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-a2957d6d-2e41-452a-994f-a42e6db1b490 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486927 Apr 20 14:43:31.407409 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:31.476672 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7af6d5f0-e094-4a26-940a-7a383412b48a req-6ce8ca8e-16c1-4b42-b49b-de5a518c77eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0604239 Apr 20 14:43:31.518894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7a7df-2fe1-4b75-ab4f-f158a508cf00 req-62af0c85-6d16-46d1-b4dd-16bed715b8d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:31.520451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1a7a7df-2fe1-4b75-ab4f-f158a508cf00 req-62af0c85-6d16-46d1-b4dd-16bed715b8d8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1719129 Apr 20 14:43:31.616660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-439eba0c-7fb6-4ebd-b31f-b95bf89ba90b service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042586 Apr 20 14:43:31.661973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1a7a7df-2fe1-4b75-ab4f-f158a508cf00 req-f4b78cc6-28c4-422c-b238-2701ee592f90 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297586 Apr 20 14:43:31.818421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-82242c79-c30c-4298-b23e-5c40aa819179 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008488 Apr 20 14:43:31.928813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e16f0d8d-5e05-4ff7-b9fc-0a9dcad0948f req-2b9a773d-9c18-452b-9dac-f95840fd8e31 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.1223001 Apr 20 14:43:31.959344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60cf557-afa5-4c36-a6c1-31f1aad28831 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:31.974839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.059087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Transition to ACTIVE for port object a60cf557-afa5-4c36-a6c1-31f1aad28831 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:32.088586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.150502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33974) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:32.171390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839dcc8c-2b92-484e-b9e8-f10e9f8a6a1a req-db8652af-5224-480a-b49b-b15d2c7fcb42 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 210 time: 0.1145959 Apr 20 14:43:32.254237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Deleting subnet 3e4848be-e738-488d-a276-530dc2394ed0 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:43:32.260545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.319020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.356515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:32.467495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.577081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Attempting to bind port a60cf557-afa5-4c36-a6c1-31f1aad28831 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:32.579204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Attempting to bind port a60cf557-afa5-4c36-a6c1-31f1aad28831 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:32.582470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Attempting to bind port a60cf557-afa5-4c36-a6c1-31f1aad28831 on network 581c90d2-d08b-4faf-ba06-4f617c6f600a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:32.620132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Port a60cf557-afa5-4c36-a6c1-31f1aad28831 on network 581c90d2-d08b-4faf-ba06-4f617c6f600a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:32.620347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Attempting to bind port a60cf557-afa5-4c36-a6c1-31f1aad28831 on network 581c90d2-d08b-4faf-ba06-4f617c6f600a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:32.629139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:32.629503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Checking segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:32.630054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Bound using segment: {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:32.630346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Bound port: a60cf557-afa5-4c36-a6c1-31f1aad28831, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:32.630701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.647926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.696149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4848be-e738-488d-a276-530dc2394ed0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:32.699368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.709360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-210a9c33-2c01-49a8-964b-cca751dc6684 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e4848be-e738-488d-a276-530dc2394ed0 HTTP/1.1" status: 204 len: 168 time: 0.5576055 Apr 20 14:43:32.710143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34008) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:32.723820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:32.727890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:32.757845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.767318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.774239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.782980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.791853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.799886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-40e941fe-0a95-467e-9ed3-c95e8857fd9a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3829 time: 0.3754048 Apr 20 14:43:32.808986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.832697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.958590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:32.960531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:32.962312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] 10.222.0.43 "PUT /v2.0/ports/a60cf557-afa5-4c36-a6c1-31f1aad28831 HTTP/1.1" status: 200 len: 1092 time: 1.7738297 Apr 20 14:43:32.963063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:32.967001 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed026cb6-00c4-4ff9-bcc2-93146e72234d" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:33.015691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.047521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b5dd538-7160-43c2-a972-77b2c1c91a4c req-87187818-380a-4d08-9e6e-eb7c5f32e05b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250409 Apr 20 14:43:33.071296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14341afe-7b49-41e1-9389-7ee19885f9e4']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:33.094538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:33.098968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae33bbc-c306-44a2-8f6d-b17a0a0f5fbe') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:33.105498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:33.116682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.143893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.152166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:43:33.153183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.261563 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.262178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb384-53f1-4f33-84bd-71843df5a963 service neutron] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:43:33.277767 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:43:33.286124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.291525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b59d-3799-4e47-974b-4f045f47199d req-5f73c249-2431-4437-8635-f8f5371f9c04 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.293096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaa5b59d-3799-4e47-974b-4f045f47199d req-5f73c249-2431-4437-8635-f8f5371f9c04 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.4879723 Apr 20 14:43:33.293333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.304803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] 10.222.0.20 "DELETE /v2.0/networks/14341afe-7b49-41e1-9389-7ee19885f9e4 HTTP/1.1" status: 204 len: 168 time: 0.5926268 Apr 20 14:43:33.334614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06328f5-d681-4895-bce8-5bfe05dfa13a admin admin] Pushing event deleted for resources: {'Network': ['ID=14341afe-7b49-41e1-9389-7ee19885f9e4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:33.426115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a00d7164-e831-4dba-ba2a-0b52882f3182 req-ea8aa3fc-fac9-4f8c-b6de-55561ad51a82 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.1301157 Apr 20 14:43:33.470020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaa5b59d-3799-4e47-974b-4f045f47199d req-121d0205-2f34-4402-98a2-9d96d3a36217 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477706 Apr 20 14:43:33.470605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:33.563763 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df313533-bac7-45cf-852c-e6c0b9cdff48 x-openstack-request-id: req-df313533-bac7-45cf-852c-e6c0b9cdff48 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:33.564302 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:33.565219 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df313533-bac7-45cf-852c-e6c0b9cdff48 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:33.565713 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df313533-bac7-45cf-852c-e6c0b9cdff48'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'status': 'completed', 'code': 200} Apr 20 14:43:33.661740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.662436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.664319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.665296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.666028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.669096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-0b66908e-de44-4d30-ad03-4f3c633fb161 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 4364 time: 0.0991914 Apr 20 14:43:33.757780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34074) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:33.764820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7da0cc40-2d12-4f9f-a2f2-cc2dd0ba3433 req-0d68710f-ed71-4427-9d82-ed1f56d22955 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 210 time: 0.0979221 Apr 20 14:43:33.834937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e0ee470-8252-42a1-8489-0c2927d4c23e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1575a51eaba4929aec732a5e6f597b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724659 Apr 20 14:43:33.837718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34082) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:33.909078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-7e6f0790-d444-447e-8d98-b3118878f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.912035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-7e6f0790-d444-447e-8d98-b3118878f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.913438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-7e6f0790-d444-447e-8d98-b3118878f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:33.920038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-7e6f0790-d444-447e-8d98-b3118878f72a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2398846 Apr 20 14:43:34.017862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.107062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.122528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00e94f1-2497-407e-a7cf-1857e957c85b {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:34.138166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-2bffea3d-d8db-409f-abb4-8b6e42fb26c5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.139887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-2bffea3d-d8db-409f-abb4-8b6e42fb26c5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2224846 Apr 20 14:43:34.145435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-ee2c4052-1400-4c63-b7b3-244350e5c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.146769 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ed026cb6-00c4-4ff9-bcc2-93146e72234d req-ee2c4052-1400-4c63-b7b3-244350e5c634 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207782 Apr 20 14:43:34.146959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.157096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:34.190029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:34.274373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Transition to ACTIVE for port object c00e94f1-2497-407e-a7cf-1857e957c85b will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:34.285692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.380883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.386980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.393896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.394489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92064494-cca6-4623-a731-18181878edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.400366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.405914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.408147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-bd9fb9ac-ba55-485f-aa93-aabd66a29307 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3829 time: 0.2282295 Apr 20 14:43:34.457907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.463017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.464288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1420969-3672-4247-ab23-534829e6f268 HTTP/1.1" status: 204 len: 168 time: 0.6257629 Apr 20 14:43:34.576492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:34.579814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:34.583696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.586236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc1ed4-263d-48ab-a182-422ac2976927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1420969-3672-4247-ab23-534829e6f268,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:34.610359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92064494-cca6-4623-a731-18181878edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.619350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92064494-cca6-4623-a731-18181878edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.690245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d72ca0-2091-407b-9275-1b4bfb483b54 req-eb7b89cf-94a4-4590-aacb-2eb394ee6779 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0756536 Apr 20 14:43:34.703405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-92064494-cca6-4623-a731-18181878edb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff6a30f90b66474eb30395b4c1ec340d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120478 Apr 20 14:43:34.704359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064494-cca6-4623-a731-18181878edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21be6ad-8d33-4a80-96aa-468f01da034c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:34.712879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:34.714297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e0ddf92-1475-4e5d-b14b-c62e3a5c4f3c req-2db7dc5a-a8d9-413f-94c7-416f0d5109e5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926714 Apr 20 14:43:34.789263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.819108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.858977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Attempting to bind port c00e94f1-2497-407e-a7cf-1857e957c85b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:34.860359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Attempting to bind port c00e94f1-2497-407e-a7cf-1857e957c85b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:34.860870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Attempting to bind port c00e94f1-2497-407e-a7cf-1857e957c85b on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:34.873632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Port c00e94f1-2497-407e-a7cf-1857e957c85b on network c616197a-e9fe-4156-b05b-073d8d0100c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:34.873953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Attempting to bind port c00e94f1-2497-407e-a7cf-1857e957c85b on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:34.908920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.912703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.918003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d21be6ad-8d33-4a80-96aa-468f01da034c HTTP/1.1" status: 204 len: 168 time: 0.2037818 Apr 20 14:43:34.927881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382977c-bcc8-4fea-b2a9-3d2e396e67b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21be6ad-8d33-4a80-96aa-468f01da034c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:34.930933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:34.931094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:34.931472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Bound using segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:34.931920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Bound port: c00e94f1-2497-407e-a7cf-1857e957c85b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:34.932280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:34.974923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f91ad9f3-ae40-42f8-afd1-0c97964b9386 req-12c70cc7-c499-4640-a6c5-be77df5e237d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 210 time: 0.0650392 Apr 20 14:43:34.987920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd926f7-59e7-4a41-bc23-e39a14f3bc2d req-d4974884-8191-4b9c-bed4-1598e3753ae6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:34.995943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dd926f7-59e7-4a41-bc23-e39a14f3bc2d req-d4974884-8191-4b9c-bed4-1598e3753ae6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1879609 Apr 20 14:43:35.046649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.8 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/8792dff4-465e-482a-b7c8-ed9bfdafcc5b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:35.116907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dd926f7-59e7-4a41-bc23-e39a14f3bc2d req-94d63de3-cdbe-4bfd-93a8-008cad3230c3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125784 Apr 20 14:43:35.152406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:35.160134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c00e94f1-2497-407e-a7cf-1857e957c85b,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:35.160690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fdc7dd83-7548-47fa-8313-dca375d520ca req-5674468c-3d41-4d1e-96e5-5fc5e3aa87da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0601628 Apr 20 14:43:35.170682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.256671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.257249 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.258717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] 10.222.0.43 "PUT /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 1136 time: 2.2302377 Apr 20 14:43:35.320846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:35.379407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01be73f-ae2a-4dd3-b7d7-20e61bebe724 service neutron] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:35.387357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34122) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:35.421588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4708070d-0b7a-4d03-865e-922c6fb60220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.576330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.606023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'c00e94f1-2497-407e-a7cf-1857e957c85b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:35.610831 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486bc23a-774c-4d5c-9f68-b0fc73417c32" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "c00e94f1-2497-407e-a7cf-1857e957c85b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:35.625585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4708070d-0b7a-4d03-865e-922c6fb60220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.635364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4708070d-0b7a-4d03-865e-922c6fb60220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:35.768510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4708070d-0b7a-4d03-865e-922c6fb60220 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=222bf3a3718241e18d316719d6966f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793485 Apr 20 14:43:35.769959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708070d-0b7a-4d03-865e-922c6fb60220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3b69e-378b-4db0-8687-92bfe4defae6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:35.774877 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c19eb2-e4ba-4795-8416-80477f16be34 x-openstack-request-id: req-e0c19eb2-e4ba-4795-8416-80477f16be34 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:35.775174 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "c00e94f1-2497-407e-a7cf-1857e957c85b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:35.775406 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0c19eb2-e4ba-4795-8416-80477f16be34 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:35.775950 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c19eb2-e4ba-4795-8416-80477f16be34'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'c00e94f1-2497-407e-a7cf-1857e957c85b', 'status': 'completed', 'code': 200} Apr 20 14:43:35.776334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:35.839624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e7493-47f8-44ee-9513-7d2989d6710e req-5477230b-d257-474b-8d07-f48a71bf53f6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.841543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a24e7493-47f8-44ee-9513-7d2989d6710e req-5477230b-d257-474b-8d07-f48a71bf53f6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.5961428 Apr 20 14:43:35.856488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.858285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.863201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.863700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.864178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.864651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:35.866751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-d6624a3a-e2cd-4f40-873b-6d2855f59bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5293 time: 0.0856988 Apr 20 14:43:35.935762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.002000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-8277e1eb-41c6-4ba8-a1f0-8149a1b63d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.003623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-8277e1eb-41c6-4ba8-a1f0-8149a1b63d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.004635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-8277e1eb-41c6-4ba8-a1f0-8149a1b63d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.006478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-8277e1eb-41c6-4ba8-a1f0-8149a1b63d70 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1316991 Apr 20 14:43:36.116203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-34679350-e854-402b-881a-a90c4f2f21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.118166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-486bc23a-774c-4d5c-9f68-b0fc73417c32 req-34679350-e854-402b-881a-a90c4f2f21f6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055317 Apr 20 14:43:36.398398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a24e7493-47f8-44ee-9513-7d2989d6710e req-8491876d-6af0-4288-b540-1552cf22e583 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998462 Apr 20 14:43:36.451650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae097b6-f059-45df-a7df-03233d712869 req-060d74d2-699f-4e50-a3c6-a31e11b7b169 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.453441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ae097b6-f059-45df-a7df-03233d712869 req-060d74d2-699f-4e50-a3c6-a31e11b7b169 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.5538805 Apr 20 14:43:36.459492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.506142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.606346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.609709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cce5ac8-e303-4a43-b76e-fcede996f012 req-1b9782b0-d21a-47df-9f5b-0ff5dc1d215a tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.1053550 Apr 20 14:43:36.663496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:36.691122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:36.705608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ae097b6-f059-45df-a7df-03233d712869 req-44f666c8-941b-48a9-ab96-0b2874abf3c4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410598 Apr 20 14:43:36.706442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:36.747102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:36.783984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6198d9-0b53-4ed0-8638-c2155f816897 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:36.809416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.845310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.851190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.857294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.863099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.868829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.874723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.876562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-eb30f35b-b944-4f49-937d-75f826d10651 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 4607 time: 0.1788068 Apr 20 14:43:36.902597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:36.903181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.913531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Transition to ACTIVE for port object fb6198d9-0b53-4ed0-8638-c2155f816897 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:36.916066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.918450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.921927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0c3b69e-378b-4db0-8687-92bfe4defae6 HTTP/1.1" status: 204 len: 168 time: 1.1380835 Apr 20 14:43:36.946376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.964778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287cb5-d3c6-4215-8062-62c875d4e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3b69e-378b-4db0-8687-92bfe4defae6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:36.997042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-511c4f3d-96df-4041-88da-cd981fb88b90 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8467684 Apr 20 14:43:37.011944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6d3e9-ef94-44a3-9e50-f164c392aa53 req-91fdb62d-a0c0-4afb-ab71-fabf6cd5156c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:37.013587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70f6d3e9-ef94-44a3-9e50-f164c392aa53 req-91fdb62d-a0c0-4afb-ab71-fabf6cd5156c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 931 time: 0.2350471 Apr 20 14:43:37.029802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Request body: {'port': {'device_id': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:37.085436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b62a488f-9ced-4e3e-a7c2-3447e65ccdbf req-fdf84770-2cad-4fa3-b260-a6e489859e7a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931651 Apr 20 14:43:37.092297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:37.207441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70f6d3e9-ef94-44a3-9e50-f164c392aa53 req-4bb815a7-4d0b-489c-9987-349bf657958b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730590 Apr 20 14:43:37.232169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:37.318155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Attempting to bind port fb6198d9-0b53-4ed0-8638-c2155f816897 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:37.318490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Attempting to bind port fb6198d9-0b53-4ed0-8638-c2155f816897 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:37.318839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Attempting to bind port fb6198d9-0b53-4ed0-8638-c2155f816897 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:37.328979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Port fb6198d9-0b53-4ed0-8638-c2155f816897 on network c616197a-e9fe-4156-b05b-073d8d0100c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:37.329310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Attempting to bind port fb6198d9-0b53-4ed0-8638-c2155f816897 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:37.347553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:37.347890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:37.348284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Bound using segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:37.348787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Bound port: fb6198d9-0b53-4ed0-8638-c2155f816897, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:37.349085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:37.580930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f184ab-11df-4241-9b29-ed68ef51b010 req-438cdf41-df8e-4e14-a079-c071b64771a2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:37.589128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5f184ab-11df-4241-9b29-ed68ef51b010 req-438cdf41-df8e-4e14-a079-c071b64771a2 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1591220 Apr 20 14:43:37.644440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:37.677118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=fb6198d9-0b53-4ed0-8638-c2155f816897,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:37.690687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:37.717897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5f184ab-11df-4241-9b29-ed68ef51b010 req-7e8070e8-e24e-42b3-adc1-049741542f90 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276002 Apr 20 14:43:37.856090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-d43c5e17-d5fc-479c-b7eb-f7227a22b874 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:37.860213 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-d43c5e17-d5fc-479c-b7eb-f7227a22b874 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.1174099 Apr 20 14:43:37.907675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:37.908631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:37.910248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] 10.222.0.43 "PUT /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 1135 time: 2.6045854 Apr 20 14:43:37.913735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'fb6198d9-0b53-4ed0-8638-c2155f816897'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:37.917708 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fdd076-86cc-4b2c-945b-9cd9c0625977" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "fb6198d9-0b53-4ed0-8638-c2155f816897"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:37.960492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d266a5d-90dd-49ac-a0a3-8df59068510f req-6ee76138-65de-49ea-95b5-c745d284ceaf tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.1285281 Apr 20 14:43:37.970014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80ca935-f886-46d4-98c5-94422a3d75ac req-1374caa3-dc1a-49b0-b5ac-28a6f67baf19 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.1737275 Apr 20 14:43:37.977399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:38.138763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port b472acdb-e38a-4649-9937-f3abb9c6519f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:38.139117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:38.211378 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a111a55-5165-4079-a693-b0b2d37d31a0 x-openstack-request-id: req-6a111a55-5165-4079-a693-b0b2d37d31a0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:38.211566 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "fb6198d9-0b53-4ed0-8638-c2155f816897", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:38.214955 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a111a55-5165-4079-a693-b0b2d37d31a0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:38.215581 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a111a55-5165-4079-a693-b0b2d37d31a0'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'fb6198d9-0b53-4ed0-8638-c2155f816897', 'status': 'completed', 'code': 200} Apr 20 14:43:38.216680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9c128-2442-44d7-9f24-ecf7762474ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:38.390338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8792dff4-465e-482a-b7c8-ed9bfdafcc5b {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:38.408423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.408747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.410133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.410979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.411074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.411521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.414726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.416931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-16d03c2f-274b-428d-8137-ddb37bf7a84b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6221 time: 0.2463484 Apr 20 14:43:38.418074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:38.420480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:38.503184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Transition to ACTIVE for port object 8792dff4-465e-482a-b7c8-ed9bfdafcc5b will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:38.561086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898db57-910c-4543-a142-d3a35530d330 req-5e328def-8866-4fa9-9dbd-d0820653e1b7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.570245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3898db57-910c-4543-a142-d3a35530d330 req-5e328def-8866-4fa9-9dbd-d0820653e1b7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 946 time: 0.3666620 Apr 20 14:43:38.574266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-631f0ab8-1376-42d1-9688-e11294207651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.574775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-631f0ab8-1376-42d1-9688-e11294207651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.575234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-631f0ab8-1376-42d1-9688-e11294207651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.576892 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-631f0ab8-1376-42d1-9688-e11294207651 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1500194 Apr 20 14:43:38.583652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:38.637557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port b472acdb-e38a-4649-9937-f3abb9c6519f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b472acdb-e38a-4649-9937-f3abb9c6519f,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:38.637925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:38.732423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for b472acdb-e38a-4649-9937-f3abb9c6519f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:38.802802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3898db57-910c-4543-a142-d3a35530d330 req-df4a0f9c-70ba-40ec-857c-e6a3a8a77fec tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216446 Apr 20 14:43:38.884714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:38.925700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-76e5c17b-5386-42c9-ba6a-d27ab66b9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:38.928249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88fdd076-86cc-4b2c-945b-9cd9c0625977 req-76e5c17b-5386-42c9-ba6a-d27ab66b9e4d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3415146 Apr 20 14:43:39.036455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.049741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b472acdb-e38a-4649-9937-f3abb9c6519f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:39.054520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac759cd-55ab-4d66-8e37-407f41e2358b req-1a26613b-d858-46f1-be08-fbf2c15af682 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.062238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ac759cd-55ab-4d66-8e37-407f41e2358b req-1a26613b-d858-46f1-be08-fbf2c15af682 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.3150525 Apr 20 14:43:39.087708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=b472acdb-e38a-4649-9937-f3abb9c6519f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:39.134949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port b472acdb-e38a-4649-9937-f3abb9c6519f on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:43:39.138785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.147097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4e062b9-655e-4977-bbd7-70b466e3e489 req-5c77cdaf-c09e-42f6-b250-d4ee2ab403ef tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "DELETE /v2.0/ports/b472acdb-e38a-4649-9937-f3abb9c6519f HTTP/1.1" status: 204 len: 173 time: 1.2761762 Apr 20 14:43:39.147097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'name': 'network-vif-deleted', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:39.158591 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec1358-d8d1-4fc5-b2c3-c87cb833df6d" -d '{"events": [{"server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "name": "network-vif-deleted", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:39.169716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.176410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.183369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.190197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.196327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.202508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.210478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.219382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-744c59f3-b87f-4a60-a715-066b5790a7b7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5384 time: 0.2776959 Apr 20 14:43:39.225527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Attempting to bind port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:39.225527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Attempting to bind port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:39.225753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Attempting to bind port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:39.235185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ac759cd-55ab-4d66-8e37-407f41e2358b req-50aea48e-e5df-4fba-b29a-25c526d544c7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719329 Apr 20 14:43:39.322920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:39.323254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Attempting to bind port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:39.336445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:39.336793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:39.337176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:39.337648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Bound port: 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:39.338009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.371145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddcca810-3ea2-4c8c-b49e-03313a8da724 req-4fd9f243-1e08-4bba-9d40-0b582a7549bc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508744 Apr 20 14:43:39.476267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402924e2-c8bd-4802-b7b7-2992c4ff367c req-30b25799-0885-4168-b678-6ea4e0300ff9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.477769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402924e2-c8bd-4802-b7b7-2992c4ff367c req-30b25799-0885-4168-b678-6ea4e0300ff9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 943 time: 0.1376355 Apr 20 14:43:39.493476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:39.518676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.544531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4402df32-1a2d-479a-8bed-b94b6962b128 req-1d8666e1-7382-46a8-82aa-3ab45c7c0cc0 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0657635 Apr 20 14:43:39.563527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:39.566803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Transition to ACTIVE for port object 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:39.603575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-402924e2-c8bd-4802-b7b7-2992c4ff367c req-a32474bd-d3dc-427c-9085-056e001992a1 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177232 Apr 20 14:43:39.606368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.609703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:39.642521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.705863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:39.709008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:39.709618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:39.711242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] 10.222.0.45 "PUT /v2.0/ports/8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 200 len: 1091 time: 2.6966732 Apr 20 14:43:39.731646 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119130d-819c-4429-aebd-d0040e3228bd x-openstack-request-id: req-e119130d-819c-4429-aebd-d0040e3228bd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:39.731931 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c699f1f6-69a3-4ac2-9d35-8eb3238d058e", "name": "network-vif-deleted", "tag": "b472acdb-e38a-4649-9937-f3abb9c6519f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:39.732414 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e119130d-819c-4429-aebd-d0040e3228bd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:39.732847 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e119130d-819c-4429-aebd-d0040e3228bd'] response: {'server_uuid': 'c699f1f6-69a3-4ac2-9d35-8eb3238d058e', 'name': 'network-vif-deleted', 'tag': 'b472acdb-e38a-4649-9937-f3abb9c6519f', 'status': 'completed', 'code': 200} Apr 20 14:43:39.762753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d19a66ea-303b-442f-9f14-4e83e6dbc9d3 req-ec3cd709-589b-44b6-84aa-7c8655b230aa tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0957177 Apr 20 14:43:40.024024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6e49039-61a3-480f-bab4-51c874b56cf6 req-e75c0416-3bb4-42d4-97e0-79e37f7af53f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0995409 Apr 20 14:43:40.024807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061fa2f-ea89-4a90-89f6-854a3012fc14 service neutron] Pushing event updated for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:40.067219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Attempting to bind port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:40.067758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Attempting to bind port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:40.068249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Attempting to bind port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:40.074949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-de6285bc-3cf9-4917-b140-ca377881c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:40.076524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-de6285bc-3cf9-4917-b140-ca377881c0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 1094 time: 0.3107364 Apr 20 14:43:40.085645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b345e-d394-466f-a523-bc2668974fce req-f8e5049b-cccf-4fe8-a250-c89f5e2e0ff0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:40.087277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-829b345e-d394-466f-a523-bc2668974fce req-f8e5049b-cccf-4fe8-a250-c89f5e2e0ff0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1910317 Apr 20 14:43:40.096121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 on network c616197a-e9fe-4156-b05b-073d8d0100c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:40.096121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Attempting to bind port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:40.136022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d4d31abf-f3d5-4534-8e9b-98abc5e5396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:40.142046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-30d5f354-6d95-4987-b6a7-c125cbd9d6c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 200 len: 217 time: 0.0534763 Apr 20 14:43:40.142805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:40.143197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:40.143568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Bound using segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:40.144050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Bound port: 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:40.144425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:40.234189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:40.236468 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f8350-86b0-4c57-a8ad-e50644b4a237" -d '{"events": [{"name": "network-changed", "server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:40.293870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-829b345e-d394-466f-a523-bc2668974fce req-1a0c6a64-9368-4807-a3aa-595a9dc10bca tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618464 Apr 20 14:43:40.302938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:40.306917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:40.309259 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda55fa-f49f-4d02-aee0-72eb53f27553 x-openstack-request-id: req-9dda55fa-f49f-4d02-aee0-72eb53f27553 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:40.309600 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:40.309860 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dda55fa-f49f-4d02-aee0-72eb53f27553 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:40.310283 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dda55fa-f49f-4d02-aee0-72eb53f27553'] response: {'name': 'network-changed', 'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b', 'status': 'completed', 'code': 200} Apr 20 14:43:40.314951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:40.328312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-9ffe84f5-4ea5-4ebc-9485-cfd18e371676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:40.329832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-9ffe84f5-4ea5-4ebc-9485-cfd18e371676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1758728 Apr 20 14:43:40.372087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:40.372693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:40.375121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] 10.222.0.43 "PUT /v2.0/ports/6fba12c2-28bc-4a73-a4bf-eab45aaa2593 HTTP/1.1" status: 200 len: 1091 time: 2.4078815 Apr 20 14:43:40.397495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-1363c763-0ad4-40db-9a14-b1a28e3e861f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576563 Apr 20 14:43:40.475070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:40.537186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-20388093-77e3-42cb-b043-4e279c4a6d1a req-ff91bf60-134e-45c8-9414-c49ea082cf7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0602458 Apr 20 14:43:40.668864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65768e49-a66c-466c-8b3b-733c125c01bb service neutron] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:40.691179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:40.709534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856b1e-3a3d-4dbe-9463-d1e947c2f7c7 req-05083f35-bea3-427c-a0c8-c378335b3142 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:40.711221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee856b1e-3a3d-4dbe-9463-d1e947c2f7c7 req-05083f35-bea3-427c-a0c8-c378335b3142 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.3073804 Apr 20 14:43:41.115591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.121254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.127636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.133314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.139034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.145286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.151189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.153034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-64701b1e-8c56-4aa7-8ce0-234dfcad2aea tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5396 time: 0.5929527 Apr 20 14:43:41.170096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-de1dd979-a200-4e20-80cc-649562401d97 service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650034 Apr 20 14:43:41.173402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34396) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:41.250369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee856b1e-3a3d-4dbe-9463-d1e947c2f7c7 req-5e59c809-34a1-4c54-8c41-effe9500933a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271339 Apr 20 14:43:41.305195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b20b106a-a802-4d6c-8c40-0c28152772be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.358730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb105ccd-79b5-4f52-9948-9c22b80f7507 req-29e60fae-2ed4-46be-b6a0-fba22afee826 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975460 Apr 20 14:43:41.393875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-347ef2fa-f396-4eb1-9274-036fcd60cec4 req-b214f10d-c04c-4f33-bac7-8e693e101eb8 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0534890 Apr 20 14:43:41.415096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b20b106a-a802-4d6c-8c40-0c28152772be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.419380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddad858e-df5c-49b0-be24-38af4e87d534 req-4f17bf68-97ab-470d-8399-f0b332509612 service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356138 Apr 20 14:43:41.424222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b20b106a-a802-4d6c-8c40-0c28152772be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.485438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b20b106a-a802-4d6c-8c40-0c28152772be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28d74a341d7f42eda76d31742bb49cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100810 Apr 20 14:43:41.486291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:41.517398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b106a-a802-4d6c-8c40-0c28152772be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9b2b7-aef3-4c67-aa87-f59449c31d8a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:41.564146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.599761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.655718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06cbfbe2-0ae8-471a-aa98-73510030f5a3 req-01ecbf28-81e8-442c-bb20-02346a88a4d4 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0711312 Apr 20 14:43:41.671540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.676914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.685147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67e9b2b7-aef3-4c67-aa87-f59449c31d8a HTTP/1.1" status: 204 len: 168 time: 0.1960151 Apr 20 14:43:41.694038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-94d56671-f754-4d52-a9e6-638793e6e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.695966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-94d56671-f754-4d52-a9e6-638793e6e3ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 1094 time: 0.1946788 Apr 20 14:43:41.703022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9b6fc-f8e9-4355-b1d4-c973aea6535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9b2b7-aef3-4c67-aa87-f59449c31d8a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:41.711977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15839c2-a7ea-4807-a2d1-1221814404a7 req-0be20c59-38b3-4477-b332-3f206bc0cb42 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.720461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f15839c2-a7ea-4807-a2d1-1221814404a7 req-0be20c59-38b3-4477-b332-3f206bc0cb42 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 943 time: 0.1733193 Apr 20 14:43:41.843706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9646215a-7ca9-476d-a1ca-3571a46e2ee7 req-64c2fad8-1b72-44bd-9782-6fc1f22a240a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0818295 Apr 20 14:43:41.851985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ea4a65-88da-4a86-ba82-98257cf39fbf {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:41.867544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.903146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f15839c2-a7ea-4807-a2d1-1221814404a7 req-5c28f4cc-4f5d-43f4-8de9-dc6d4585dbca tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816890 Apr 20 14:43:41.908770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Transition to ACTIVE for port object 55ea4a65-88da-4a86-ba82-98257cf39fbf will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:41.932094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:41.953528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-22d88e1a-747a-4c31-80fd-afb6a0821c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:41.955113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-22d88e1a-747a-4c31-80fd-afb6a0821c4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.2087753 Apr 20 14:43:42.050626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-8d250118-1963-4ab4-a87d-a39066d5edbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 200 len: 217 time: 0.0651793 Apr 20 14:43:42.081781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b472acdb-e38a-4649-9937-f3abb9c6519f no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:43:42.093340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:42.094576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:42.104286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: b472acdb-e38a-4649-9937-f3abb9c6519f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:43:42.104803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b472acdb-e38a-4649-9937-f3abb9c6519f not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:43:42.113019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02c9e515-ea8a-4899-8834-56337bd389cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.128965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bacc6-75a4-4db4-b5ee-3144d7b04d21 req-ccc1efe6-c7d7-41c1-801d-cf00a12ebfea tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.137442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e4bacc6-75a4-4db4-b5ee-3144d7b04d21 req-ccc1efe6-c7d7-41c1-801d-cf00a12ebfea tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.2085876 Apr 20 14:43:42.204899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02c9e515-ea8a-4899-8834-56337bd389cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.213856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02c9e515-ea8a-4899-8834-56337bd389cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.214377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-ee1ccf4d-2770-45d1-aa72-62e41f04eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.216519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-ee1ccf4d-2770-45d1-aa72-62e41f04eece service neutron] 10.222.0.45 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1570954 Apr 20 14:43:42.249045 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02c9e515-ea8a-4899-8834-56337bd389cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201e7aeacf484094b49f27bd1f528d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509104 Apr 20 14:43:42.267117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e515-ea8a-4899-8834-56337bd389cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdac83-9f80-4c5b-ac90-1f03a53b86ec,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:42.270622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34410) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:42.283584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-75705716-5db8-4ea5-bbbc-065e1ad70346 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585415 Apr 20 14:43:42.301802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e4bacc6-75a4-4db4-b5ee-3144d7b04d21 req-cf56452e-7b1e-43ed-a3fb-d72aca3d40f5 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633036 Apr 20 14:43:42.312229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:42.314957 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6808974-9161-4239-8d72-d0efc1c7b686" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:42.325519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Attempting to bind port 55ea4a65-88da-4a86-ba82-98257cf39fbf on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:42.325808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Attempting to bind port 55ea4a65-88da-4a86-ba82-98257cf39fbf by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:42.326231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Attempting to bind port 55ea4a65-88da-4a86-ba82-98257cf39fbf on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:42.343080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.346061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Port 55ea4a65-88da-4a86-ba82-98257cf39fbf on network c616197a-e9fe-4156-b05b-073d8d0100c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:42.346394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Attempting to bind port 55ea4a65-88da-4a86-ba82-98257cf39fbf on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:42.358275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:42.358650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Checking segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:42.359184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Bound using segment: {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:42.359634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Bound port: 55ea4a65-88da-4a86-ba82-98257cf39fbf, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e73c3e6-9b0e-442b-ba65-4c5375662b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:42.360062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.371482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.401553 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7566d-4661-4ef3-9dcf-e3db6b3b9b4b x-openstack-request-id: req-88f7566d-4661-4ef3-9dcf-e3db6b3b9b4b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:42.402306 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:42.402560 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88f7566d-4661-4ef3-9dcf-e3db6b3b9b4b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:42.402986 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f7566d-4661-4ef3-9dcf-e3db6b3b9b4b'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'status': 'completed', 'code': 200} Apr 20 14:43:42.456577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.459945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.477972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1fdac83-9f80-4c5b-ac90-1f03a53b86ec HTTP/1.1" status: 204 len: 168 time: 0.1939960 Apr 20 14:43:42.494642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-99d657ef-c51f-40cd-8c75-dc5edbd2e89b service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917076 Apr 20 14:43:42.522952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de285579-36cf-483d-9a33-face99d5633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdac83-9f80-4c5b-ac90-1f03a53b86ec,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:42.563111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.563905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.564386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.564937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.565372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.565834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.566393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.567604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e4522e3-a4c8-4cc5-a6d5-78bbc82d88fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.568714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-e21b0c1a-aa7b-4fb9-a1e3-43ceab9f9858 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6313 time: 0.1264551 Apr 20 14:43:42.615609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:42.650335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.656624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.662748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.668928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.674977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.682149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.690484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.701869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-3903bd5f-bdb9-4dcf-9dab-6d999b27f720 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5408 time: 0.2097037 Apr 20 14:43:42.708613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-4be054e1-fd83-4647-960c-f795a2032092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.709089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-4be054e1-fd83-4647-960c-f795a2032092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.709548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-4be054e1-fd83-4647-960c-f795a2032092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.711537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-4be054e1-fd83-4647-960c-f795a2032092 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1274292 Apr 20 14:43:42.725131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:42.763442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.776238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47c94b74-3487-4a78-8edb-188ed86a9e86 req-b8192aaa-ce84-43d9-aff5-e79fa0809729 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0694091 Apr 20 14:43:42.842456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-060712e8-5a00-48a6-9258-6da09fb47ff9 req-73c76005-dedb-42fd-9f3e-ec36442b3b3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396706 Apr 20 14:43:42.850276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-5d75562f-8234-4ba5-a1db-e65f577a5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.851883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6808974-9161-4239-8d72-d0efc1c7b686 req-5d75562f-8234-4ba5-a1db-e65f577a5cd3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314707 Apr 20 14:43:42.866070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:42.867248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:42.870461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] 10.222.0.43 "PUT /v2.0/ports/55ea4a65-88da-4a86-ba82-98257cf39fbf HTTP/1.1" status: 200 len: 1091 time: 2.4040062 Apr 20 14:43:42.927862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:42.975406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d42594-47df-406c-99fb-29298abb4a61 service neutron] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:42.979902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f14f8350-86b0-4c57-a8ad-e50644b4a237 req-f27a73df-13ae-45bc-9f10-d56385237ccb service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451964 Apr 20 14:43:43.038897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c304a8ee-98ae-4a03-8e8a-8a75e8a801f2 req-3e662056-19d0-4997-a861-f0900aa3b470 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0741200 Apr 20 14:43:43.080418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.109955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f0eae-2dd2-482d-a9eb-b176c9097637 req-c09f1fcf-d273-421e-aaef-300b8b34cf0a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:43.111812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb1f0eae-2dd2-482d-a9eb-b176c9097637 req-c09f1fcf-d273-421e-aaef-300b8b34cf0a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1460724 Apr 20 14:43:43.204127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35a656d-c80b-4eb8-be7b-103c6c6baf71 req-8d5271f2-3e2b-460f-a883-56820bdb9617 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0501270 Apr 20 14:43:43.270813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb1f0eae-2dd2-482d-a9eb-b176c9097637 req-00235406-4385-4ded-83f1-9c95f668bbbf tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356332 Apr 20 14:43:43.445211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb094-fe31-4f47-a113-2f64a905833d req-8d245e86-400e-4c74-b88d-c3ccd3186e8a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:43.447461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dcecb094-fe31-4f47-a113-2f64a905833d req-8d245e86-400e-4c74-b88d-c3ccd3186e8a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 943 time: 0.1532547 Apr 20 14:43:43.546170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc49c7d-bc51-4a09-b73a-6315cedbee64 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:43.554927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.568732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Transition to ACTIVE for port object 1bc49c7d-bc51-4a09-b73a-6315cedbee64 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:43.583965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.599342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.651484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:43.700561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dcecb094-fe31-4f47-a113-2f64a905833d req-a27ca25d-99af-427c-b459-e5bb2c0dfca7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301787 Apr 20 14:43:43.799933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Attempting to bind port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:43.800604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Attempting to bind port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:43.800604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Attempting to bind port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:43.805808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:43.806132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Attempting to bind port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:43.811423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:43.811759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Checking segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:43.812353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Bound using segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:43.813050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Bound port: 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:43.813416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.954990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cd9094-f8d9-474d-8400-6a8661e87c60 req-05ee9387-4e3d-4ad0-a00d-e1cbf21628cb tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0447891 Apr 20 14:43:43.967924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:43.994538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:44.003101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.078025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.078897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.080874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bc49c7d-bc51-4a09-b73a-6315cedbee64 HTTP/1.1" status: 200 len: 1091 time: 1.1622210 Apr 20 14:43:44.090157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8792dff4-465e-482a-b7c8-ed9bfdafcc5b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:44.135170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Request body: {'port': {'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:44.243567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:44.274521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b', 'mac_address': 'fa:16:3e:bc:86:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:44.277337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4952d2-cfa8-4b66-9797-a9f7d204dea6 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:44.292015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.314137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.341705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.359127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.369873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.379225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.387614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.396503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8792dff4-465e-482a-b7c8-ed9bfdafcc5b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:44.397408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.406273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.422512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.425810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a430da20-2283-4bcc-850b-e698a1a90852 req-045702dd-6f01-477a-8442-831ea0ee612e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5420 time: 0.3082025 Apr 20 14:43:44.434198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:44.450028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf'}, {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:44.450721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:44.453610 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf"}, {"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:44.547330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a430da20-2283-4bcc-850b-e698a1a90852 req-d727f60f-fa9f-4397-b440-5ab39909818d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882556 Apr 20 14:43:44.566891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:44.661022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f93bbe28-9293-4df2-b6b6-c1d8926780f0 req-9e3c60d9-6994-440f-adf2-1caaa4fd1ad3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0379295 Apr 20 14:43:44.737600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:44.779622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a273c8d-8355-4139-9bad-0245b45bfcf9 req-ffb5ee5d-0030-474a-96ea-92dab0313b91 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.781646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a273c8d-8355-4139-9bad-0245b45bfcf9 req-ffb5ee5d-0030-474a-96ea-92dab0313b91 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1317928 Apr 20 14:43:44.801839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:44.810378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46361ff5-4f0d-418c-9491-47d9c13d776c req-af43a497-a05e-406f-82a9-425ecc735e8d tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0506446 Apr 20 14:43:44.879521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a273c8d-8355-4139-9bad-0245b45bfcf9 req-c4e4707f-6ac2-46d2-9ce9-7a288e9df8ad tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907421 Apr 20 14:43:44.902732 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9906ad2c-9fa8-4a85-ab7e-f20d6f2a98fa x-openstack-request-id: req-9906ad2c-9fa8-4a85-ab7e-f20d6f2a98fa {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:44.903193 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:44.903581 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9906ad2c-9fa8-4a85-ab7e-f20d6f2a98fa {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:44.904147 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9906ad2c-9fa8-4a85-ab7e-f20d6f2a98fa'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'status': 'completed', 'code': 200} Apr 20 14:43:44.904537 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9906ad2c-9fa8-4a85-ab7e-f20d6f2a98fa'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'status': 'completed', 'code': 200} Apr 20 14:43:44.990443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.991342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.991963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.992568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.993178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.995174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.995941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:44.998330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-a4e4bf12-24cf-420d-ac8a-8cb2f66e440b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6422 time: 0.0653994 Apr 20 14:43:45.012804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-917619542'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:45.092134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5c4773-78ee-40db-aab6-82b434a4e94e {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:45.103082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Made reservation on behalf of 94141c67fecb45ec9facd30e50730ccc for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:45.108101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.117680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.118365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.128830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.154163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15cefa8c-7b19-4ec8-a079-95ecddb7bb08 req-9ed9669c-ffbb-41ae-807b-9ac76e6258fe tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0536103 Apr 20 14:43:45.166901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Transition to ACTIVE for port object ca5c4773-78ee-40db-aab6-82b434a4e94e will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:45.173859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-c16d55bb-3c4e-4f6a-9941-e359e858388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.174326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-c16d55bb-3c4e-4f6a-9941-e359e858388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.174830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-c16d55bb-3c4e-4f6a-9941-e359e858388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.176497 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-c16d55bb-3c4e-4f6a-9941-e359e858388a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1691029 Apr 20 14:43:45.180889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da68f-641d-486b-b31c-6c9eab182346 req-ab72fe77-e540-4458-abbb-367c188dc520 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.183817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c01da68f-641d-486b-b31c-6c9eab182346 req-ab72fe77-e540-4458-abbb-367c188dc520 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 944 time: 0.1627128 Apr 20 14:43:45.185165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.233636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.367545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-89da4a97-ad0d-4424-b003-34b6631b9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.369420 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-89da4a97-ad0d-4424-b003-34b6631b9f44 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855135 Apr 20 14:43:45.374645 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.385225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.447867 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:43:45.464386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:45.523153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:43:45.542902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c01da68f-641d-486b-b31c-6c9eab182346 req-f6ef306a-8cb9-4cf3-84f5-6e05609d24f6 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456271 Apr 20 14:43:45.565283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8254a8d5-2472-4b4e-b0ca-5725e718080d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:45.580399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-40a59dad-8765-4db7-afe9-9ac39c5388c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.582590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-40a59dad-8765-4db7-afe9-9ac39c5388c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 1097 time: 0.1873524 Apr 20 14:43:45.585753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.586075 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Added segment 891d3bde-9faf-48e8-a575-07af6588a0e6 of type vlan for network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 Apr 20 14:43:45.590020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Attempting to bind port ca5c4773-78ee-40db-aab6-82b434a4e94e on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:45.590991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Attempting to bind port ca5c4773-78ee-40db-aab6-82b434a4e94e by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:45.591505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Attempting to bind port ca5c4773-78ee-40db-aab6-82b434a4e94e on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:45.607378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dab9cb-db92-469c-b834-e1009b8dad1f req-564069a2-4644-49b0-958a-50a01c8f8e97 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.616455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6dab9cb-db92-469c-b834-e1009b8dad1f req-564069a2-4644-49b0-958a-50a01c8f8e97 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.2342343 Apr 20 14:43:45.619343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Port ca5c4773-78ee-40db-aab6-82b434a4e94e on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:45.620091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Attempting to bind port ca5c4773-78ee-40db-aab6-82b434a4e94e on network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:45.639465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:45.640193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Checking segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:45.641122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Bound using segment: {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:45.641770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Bound port: ca5c4773-78ee-40db-aab6-82b434a4e94e, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd974ad-746a-41a2-bc7e-ffb64c1e026d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:45.642325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.643517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.644008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.644485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.645072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.645550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.646016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.646847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.648491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-41d22b8b-30d7-482a-9951-2b1d4dffb8e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6447 time: 0.2254176 Apr 20 14:43:45.730268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:45.775241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6dab9cb-db92-469c-b834-e1009b8dad1f req-7215a210-6695-4d5c-9b30-9d61901b20e7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575892 Apr 20 14:43:45.840222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.851794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.871351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.888437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.901478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.908766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.914871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:45.925441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-a2e9046d-8ea4-49b5-9d5b-51edd34536ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.2275171 Apr 20 14:43:45.978899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:46.002530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1120a0a8-f3fe-4e35-aecc-e523edb9ed9f req-a673540c-c093-4a3e-9045-84e3ffb2edf8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0721083 Apr 20 14:43:46.018796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:46.033018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.088934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8792dff4-465e-482a-b7c8-ed9bfdafcc5b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:46.095277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.096336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.097968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] 10.222.0.43 "PUT /v2.0/ports/ca5c4773-78ee-40db-aab6-82b434a4e94e HTTP/1.1" status: 200 len: 1091 time: 1.9815733 Apr 20 14:43:46.119479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-957f7358-8754-459c-8e9b-a1afa5fa6c24 req-744eb4fd-15ab-43c3-8bb2-add8d01e8f2e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928830 Apr 20 14:43:46.175678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:43:46.209108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:43:46.214594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07959042-2501-4441-a080-6b2bc8439cb9 req-a8bac8d7-1025-43cd-ad8e-f15dafbea3da tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0808389 Apr 20 14:43:46.222262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:46.223460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.237297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb7ea-af78-4bf6-98d0-f5b8c5b0ea4e service neutron] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:46.287183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.294226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.294967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.375786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.375965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38d2c63f-2fe3-45d8-9f8a-77b7b7a51e40 req-a30361c3-acdb-457f-a120-7dd0f86094f6 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0682678 Apr 20 14:43:46.394827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Pushing event updated for resources: {'Network': ['ID=a19c75c7-4b8f-411c-86e0-f0a4c95fbb86,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:46.411172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-a80b7df6-52dc-47f4-a32f-37303c542e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.412643 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-a80b7df6-52dc-47f4-a32f-37303c542e7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 200 len: 914 time: 0.8153036 Apr 20 14:43:46.414755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:46.415615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:46.417913 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220bddc2-7fba-412d-9020-0bfdaa1fdebe" -d '{"events": [{"server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "name": "network-vif-plugged", "status": "completed", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:46.423210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:43:46.428541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.458388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2172ab6a-5b24-4e57-88d2-7f3893aaccad tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7169800 Apr 20 14:43:46.498852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-9873f65f-a52d-44ae-bb91-028129d9d94a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 200 len: 217 time: 0.0464535 Apr 20 14:43:46.500700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-f49a765c-b379-463d-933e-e97263bb93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.500998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-f49a765c-b379-463d-933e-e97263bb93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.501531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-f49a765c-b379-463d-933e-e97263bb93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.501873 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df126738-ddf2-4be8-aa0d-b8662c570d35 x-openstack-request-id: req-df126738-ddf2-4be8-aa0d-b8662c570d35 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:46.502388 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "name": "network-vif-plugged", "status": "completed", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:46.502839 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df126738-ddf2-4be8-aa0d-b8662c570d35 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:46.503295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-f49a765c-b379-463d-933e-e97263bb93f9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7d2b517f66d04d168feaedc0ecee5352&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8347888 Apr 20 14:43:46.503640 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df126738-ddf2-4be8-aa0d-b8662c570d35'] response: {'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b', 'code': 200} Apr 20 14:43:46.572117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:46.613343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-00e71b76-3bc8-4744-b5fb-a7ba8ce2eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.615214 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-00e71b76-3bc8-4744-b5fb-a7ba8ce2eb0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 200 len: 853 time: 0.1106534 Apr 20 14:43:46.652043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5008f-49fc-420b-8281-470093418fb2 req-321098d2-d6c3-4d7b-b4c4-fa8121287f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.653414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbc5008f-49fc-420b-8281-470093418fb2 req-321098d2-d6c3-4d7b-b4c4-fa8121287f39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 1096 time: 0.1009169 Apr 20 14:43:46.660794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-e8ba9077-e348-4900-b6c8-a0b51d186609 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=70370471-1c7f-4759-9042-155db15088aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375793 Apr 20 14:43:46.723668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-9bfeac5d-0fe6-4aea-8fb4-46729adecbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.725180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b8c4678-cb70-49a5-8ec3-f20885d57f1a req-9bfeac5d-0fe6-4aea-8fb4-46729adecbba service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133231 Apr 20 14:43:46.739926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbc5008f-49fc-420b-8281-470093418fb2 req-0a59bd0e-f1b1-4cb2-8078-2f20b845fa6d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777633 Apr 20 14:43:46.759855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b62a1-630a-4cbf-9756-9d98cc7a5d87 req-21c59ffb-18f7-4193-a2b1-bbc0e9ebe80a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.761366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-196b62a1-630a-4cbf-9756-9d98cc7a5d87 req-21c59ffb-18f7-4193-a2b1-bbc0e9ebe80a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.1118324 Apr 20 14:43:46.776143 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-a82f7d25-89a2-4464-bcff-ac2d38ed0f34 service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072087 Apr 20 14:43:46.781833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34526) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:46.787912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86', 'binding:host_id': 'n-h2-836145-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-864095856'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:46.812281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-196b62a1-630a-4cbf-9756-9d98cc7a5d87 req-85bc8302-9154-4160-967c-ba9e2a9e81aa tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Apr 20 14:43:46.874259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Made reservation on behalf of c00e920e676141c199300ca681372807 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:46.876916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.888941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:46.905231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:46.907465 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f9021-c66f-415b-ab02-6011569aa786" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:46.921625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922abc7-5ec1-469c-bb6c-ec203c72b990 req-6877ef49-0adf-4756-adb9-f053b3876535 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.924875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b922abc7-5ec1-469c-bb6c-ec203c72b990 req-6877ef49-0adf-4756-adb9-f053b3876535 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0549943 Apr 20 14:43:46.962390 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14db009-5077-4ebb-868f-96e37294585b x-openstack-request-id: req-f14db009-5077-4ebb-868f-96e37294585b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:46.962725 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:46.962971 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f14db009-5077-4ebb-868f-96e37294585b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:46.963354 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14db009-5077-4ebb-868f-96e37294585b'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'status': 'completed', 'code': 200} Apr 20 14:43:46.969972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.970462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.970962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.971432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.971899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.972363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.972824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:46.974765 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4fc14d94-93ed-4a5f-9961-e42985b5c172 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6489 time: 0.1658478 Apr 20 14:43:46.979580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b922abc7-5ec1-469c-bb6c-ec203c72b990 req-2fcbce45-4ba3-4a20-a304-9d77344d81ae tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477049 Apr 20 14:43:47.035685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-04d180ac-532e-4ef6-8b69-74a0c863417d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831 HTTP/1.1" status: 200 len: 217 time: 0.0516131 Apr 20 14:43:47.104330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-962e8d4d-c3b7-45f2-9867-931256fe9435 req-c1a97bff-0065-4685-8500-97ffe8130cae service neutron] 10.222.0.43 "GET /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935488 Apr 20 14:43:47.128455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-df3ec0a3-1e54-4986-91b5-2b4ee90179ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.130136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-df3ec0a3-1e54-4986-91b5-2b4ee90179ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d HTTP/1.1" status: 200 len: 856 time: 0.0880923 Apr 20 14:43:47.157067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb528fde-9045-480a-a3a7-447456744e05 req-0d202c88-5437-4d38-a884-89f3a47221df tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=c699f1f6-69a3-4ac2-9d35-8eb3238d058e HTTP/1.1" status: 200 len: 210 time: 0.0378783 Apr 20 14:43:47.179512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:47.184946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:47.191378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port 0c67f193-5d25-41ce-9783-5d3c84414fb3 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:47.285247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-28af868f-a6b9-4498-9677-8c35421af43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.287031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-28af868f-a6b9-4498-9677-8c35421af43b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=581c90d2-d08b-4faf-ba06-4f617c6f600a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475420 Apr 20 14:43:47.287767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ae02cd-c3e2-4952-b0d5-647d942ae51f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:47.301872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.309408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.322140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.328202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.334799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.340703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.346711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.355272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-9d3149ad-fb68-4c9b-ae94-c871c5f5ba4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1309392 Apr 20 14:43:47.394154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc017e43-9485-47fd-afe2-6850d6cb605c req-64f45042-001c-4cc8-94f3-9984d3f5f098 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0366843 Apr 20 14:43:47.427217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ae3ca0-b1f4-42fa-bc0d-c99de61447b1 req-b931f4db-c5e0-4b64-81a8-e45bb1d7eafb tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646081 Apr 20 14:43:47.479492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-86f8e59c-5f09-45cc-85de-dfa8f1abbaa7 service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846607 Apr 20 14:43:47.522221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2568a95-1ac6-48f1-b1a5-3ecf751a9ed6 req-b0b264f2-3587-4181-8609-cc25f3b5b01b tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0346622 Apr 20 14:43:47.590737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port 0c67f193-5d25-41ce-9783-5d3c84414fb3 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:47.608814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:47.621653 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:47.655481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-da3788ab-9c77-41f5-90e8-42ed6331ec4f service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678510 Apr 20 14:43:47.711803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-a30e6d2a-3757-4a74-81f5-3c242a0e6c80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 217 time: 0.0472128 Apr 20 14:43:47.736843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=0c67f193-5d25-41ce-9783-5d3c84414fb3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:47.781655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Checking segment: {'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:47.781655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Network hostable DHCP agents. Network: a19c75c7-4b8f-411c-86e0-f0a4c95fbb86, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:43:47.797363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eda29c35-d39f-432c-92de-336a386d869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.799085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-eda29c35-d39f-432c-92de-336a386d869e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.0769403 Apr 20 14:43:47.809891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:43:47.830097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a19c75c7-4b8f-411c-86e0-f0a4c95fbb86) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:47.841164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0eb28-48f3-489a-bb80-07546607cdba None None] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:43:47.853722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:47.875514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:47.875874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:47.876265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:47.883438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:47.883788 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:47.885143 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 2 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:47.899264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7bb0ab04-4ae2-4bb5-ab31-daf2890ce99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.901055 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7bb0ab04-4ae2-4bb5-ab31-daf2890ce99d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853183 Apr 20 14:43:47.903578 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:47.904032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:47.904380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:47.917484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:47.917813 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:47.926900 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 3 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:47.955343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e08f-3a4f-4a72-834a-01d2cf7a60c1 req-be43b91f-54f5-40d1-b90d-92a224fe9689 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:47.957014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2dd4e08f-3a4f-4a72-834a-01d2cf7a60c1 req-be43b91f-54f5-40d1-b90d-92a224fe9689 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Apr 20 14:43:47.970192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:47.970794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:47.971298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:47.981624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:47.981947 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:47.983599 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 4 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.003148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2dd4e08f-3a4f-4a72-834a-01d2cf7a60c1 req-298358ce-1509-47a3-b82f-ed97aed08b19 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Apr 20 14:43:48.010353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.010770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.011052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.031171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.032444 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.034633 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 5 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.045335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ff2b3094-c1e7-4428-b98b-34a3b54f3ab0 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356947 Apr 20 14:43:48.051207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.051543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.051881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.057260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.057578 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.057961 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 6 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.088893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.089236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.090258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.091130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c491d9-91fb-4f38-9ef0-faf9a80acc5e req-5361415c-7d45-4091-92d8-108116b3dcd8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.092596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43c491d9-91fb-4f38-9ef0-faf9a80acc5e req-5361415c-7d45-4091-92d8-108116b3dcd8 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0481956 Apr 20 14:43:48.119439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.119779 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.121605 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 7 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.137462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43c491d9-91fb-4f38-9ef0-faf9a80acc5e req-b51e6c45-0c79-4d2a-9520-3fe7c2ed4afd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Apr 20 14:43:48.142649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.143329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.143329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.157659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.157998 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.159785 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 8 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.184288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.184893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.184995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.190206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-64f5771c-be4d-42a2-b3d7-469ff67678b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293273 Apr 20 14:43:48.192959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.193485 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.193873 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 9 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.214476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.214838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.215181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.248928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.249112 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.249693 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 10 to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 Apr 20 14:43:48.253097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-3081c013-a605-49ce-b7d8-ec292c5123cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 217 time: 0.0497272 Apr 20 14:43:48.277635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ef53-b57a-4630-9f33-f0d850239d6a req-6cdac8d7-3bce-48de-9aba-56d7367071dd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.279382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4b4ef53-b57a-4630-9f33-f0d850239d6a req-6cdac8d7-3bce-48de-9aba-56d7367071dd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0594010 Apr 20 14:43:48.289816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:48.290152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:48.290490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:48.302482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:48.302852 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 0c67f193-5d25-41ce-9783-5d3c84414fb3 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:48.303222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:48.323333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e7bc5af0-ccbf-4803-afd6-ff2241b43d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.323333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e7bc5af0-ccbf-4803-afd6-ff2241b43d56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.0616927 Apr 20 14:43:48.335065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4b4ef53-b57a-4630-9f33-f0d850239d6a req-1c1642a9-6d58-4a26-96c4-06c4e0efd317 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Apr 20 14:43:48.444746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port 0c67f193-5d25-41ce-9783-5d3c84414fb3, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:48.445118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempted to set empty binding levels {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:43:48.448278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-2086d18c-f98d-4c6d-9999-c066c2c428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.449720 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-2086d18c-f98d-4c6d-9999-c066c2c428a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119168 Apr 20 14:43:48.453607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:48.508718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.509289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:48.512577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87c42f-9cb3-49de-b91d-83ef23320ddd req-dd052d3b-6b2e-4234-8f31-9a590eb23f87 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.513855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b87c42f-9cb3-49de-b91d-83ef23320ddd req-dd052d3b-6b2e-4234-8f31-9a590eb23f87 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0916927 Apr 20 14:43:48.534895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93a4075c-d83f-45ef-98dd-ac61c07cc13f req-065895db-4f13-4c84-b5b1-01425131ac27 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0397325 Apr 20 14:43:48.548804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=0c67f193-5d25-41ce-9783-5d3c84414fb3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:48.562915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cda90759-0511-4ced-b011-1d644f77e20b tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7795372 Apr 20 14:43:48.565844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:48.592677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b87c42f-9cb3-49de-b91d-83ef23320ddd req-94437e4a-cff5-466f-95e9-c1885f3e7927 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609095 Apr 20 14:43:48.642126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-9a1408b4-6e87-4d98-bee2-a09833f4edd7 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828880 Apr 20 14:43:48.691545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.697322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.703149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.708954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.714787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.717006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Deleting port 0c67f193-5d25-41ce-9783-5d3c84414fb3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:48.717350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:48.720736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.726681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.728546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-dfca1688-2e22-4352-97b5-28f2090de49c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1049018 Apr 20 14:43:48.797856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-0f1bb7b5-0c00-4b03-83b7-9a221b4e14f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476352 Apr 20 14:43:48.801964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port 0c67f193-5d25-41ce-9783-5d3c84414fb3, host n-h2-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:48.802325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:48.824148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8891e7e3-2304-472e-896f-7d25179acfc0 req-9df76c4e-9758-4559-9911-62a2f7591e73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820355 Apr 20 14:43:48.845810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Calling delete_port for 0c67f193-5d25-41ce-9783-5d3c84414fb3 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:48.859480 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-9e9221fc-dede-4508-b4db-82acd08d675f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593 HTTP/1.1" status: 200 len: 217 time: 0.0500355 Apr 20 14:43:48.872190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-56b2d3ec-240e-4152-8cfb-9b667312aab1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.875120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-56b2d3ec-240e-4152-8cfb-9b667312aab1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.1455588 Apr 20 14:43:48.889767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-c0739f8f-e6f7-4b18-a79f-538fff7c7572 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0096881 Apr 20 14:43:48.926077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e80f5c8-0e98-48fb-85c9-67eab63bd1a3 req-1106c439-d6e0-4502-b96c-a7a30a4cde2b tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0335646 Apr 20 14:43:48.955784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-97e05490-b5f9-456c-926d-9b38a1c5f834 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548699 Apr 20 14:43:48.964659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e03a87cf-618a-42ab-ae73-d5a53bbd7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:48.966175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-e03a87cf-618a-42ab-ae73-d5a53bbd7f64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.0725956 Apr 20 14:43:48.984830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:49.033213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c67f193-5d25-41ce-9783-5d3c84414fb3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:49.037711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:49.040908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afaba935-fa67-4161-a1f0-796279d84639 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0c67f193-5d25-41ce-9783-5d3c84414fb3 HTTP/1.1" status: 204 len: 168 time: 0.4741459 Apr 20 14:43:49.043520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:49.070916 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c51e4f-587e-45f0-9a37-79e7bb336f0e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:43:49.072457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89c51e4f-587e-45f0-9a37-79e7bb336f0e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports/0c67f193-5d25-41ce-9783-5d3c84414fb3 HTTP/1.1" status: 404 len: 333 time: 0.0280354 Apr 20 14:43:49.076435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:49.078411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-84dc9170-6688-4152-8354-111501dc13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.079897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-84dc9170-6688-4152-8354-111501dc13cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042869 Apr 20 14:43:49.081422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2121680431'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:49.175995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-f1d988de-5f79-45b0-84ed-b17c68fb7748 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845661 Apr 20 14:43:49.277757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-47528b5a-b7a5-4833-ae9b-0c1216160c5b service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936031 Apr 20 14:43:49.330339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-032141cb-d656-46da-8452-6eb8e64194ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf HTTP/1.1" status: 200 len: 217 time: 0.0362854 Apr 20 14:43:49.383279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-215c58da-6037-4ac0-9b8a-abd2a58726e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.384785 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-215c58da-6037-4ac0-9b8a-abd2a58726e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.0458972 Apr 20 14:43:49.392930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1843dd-d252-4cfa-8f74-d754213e4f47 req-24fdac72-926a-40f1-a62c-417e82cd5691 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.394389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1843dd-d252-4cfa-8f74-d754213e4f47 req-24fdac72-926a-40f1-a62c-417e82cd5691 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.3837833 Apr 20 14:43:49.398740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-896cd6cc-c1b9-43a4-ba29-c38c5729eb2a service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349687 Apr 20 14:43:49.438431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-8a0cb919-7165-4bc0-a38c-4b74e14706af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.438742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Made reservation on behalf of c00e920e676141c199300ca681372807 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:49.439959 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-8a0cb919-7165-4bc0-a38c-4b74e14706af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454037 Apr 20 14:43:49.441052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:49.497956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1843dd-d252-4cfa-8f74-d754213e4f47 req-d60a92d2-5842-4f2d-87dd-ed4c4632ae3a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964353 Apr 20 14:43:49.499100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:49.541163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-0ae81625-297e-4eb3-9df7-8f2d3f8820b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933399 Apr 20 14:43:49.605575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-fcf52af5-bd9d-4ec4-8756-02bcfc32ca85 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954868 Apr 20 14:43:49.643909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-563af543-a2fe-4e5f-8800-0f1711e4824a service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930817 Apr 20 14:43:49.659252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a54af-d838-40a2-a330-83e5fa4cd2e2 req-db57d910-1111-4525-9bd5-45d1da51a023 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.660544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a45a54af-d838-40a2-a330-83e5fa4cd2e2 req-db57d910-1111-4525-9bd5-45d1da51a023 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.0983186 Apr 20 14:43:49.691608 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-5a0a2640-9e3f-4498-8d62-34c05aba03b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64 HTTP/1.1" status: 200 len: 217 time: 0.0378797 Apr 20 14:43:49.752544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-585c7abd-4d5f-4dde-aac5-20245e6edfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.754140 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-585c7abd-4d5f-4dde-aac5-20245e6edfc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 200 len: 797 time: 0.0546961 Apr 20 14:43:49.790602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a45a54af-d838-40a2-a330-83e5fa4cd2e2 req-247955e8-af2d-4807-8b73-03a81faaafe0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886610 Apr 20 14:43:49.790602 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:49.837773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7faece06-d650-444c-a17a-98209a73b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.839663 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-7faece06-d650-444c-a17a-98209a73b557 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781059 Apr 20 14:43:49.881681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:49.884764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7edbbfe3-36ff-4f2b-979d-928bacc82f4a req-4e944d6d-514e-4081-bda4-2e2b24c2c1e5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0423863 Apr 20 14:43:49.905126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-808df332-6b1b-4708-ac5a-34460a1384af req-d8ff7968-fea8-40ea-8ff0-e9e15fb9ed5f tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0473692 Apr 20 14:43:49.984032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:49.985545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:49.990883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:49.991869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:49.992567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:50.007128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-d70620ff-437f-421f-a19f-44f74261f535 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591375 Apr 20 14:43:50.024081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:50.047854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdc9442e-15ad-4ac1-abf5-188e4108f5b7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9701581 Apr 20 14:43:50.062957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34612) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:50.073125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:50.116883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-0167584d-d976-4fa7-bda1-d14046fc6295 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011226 Apr 20 14:43:50.121303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fc422-8350-4fc7-a771-9e602f1e3091 req-11f8e70f-288a-4492-9965-4476e1fd5b8c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.122848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b8fc422-8350-4fc7-a771-9e602f1e3091 req-11f8e70f-288a-4492-9965-4476e1fd5b8c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1332161 Apr 20 14:43:50.164647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.169125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-519a3b00-87b8-4544-9242-caee411048e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e HTTP/1.1" status: 200 len: 217 time: 0.0422876 Apr 20 14:43:50.170533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.176670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.182817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.188967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.194850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.201019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.207388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-a5a3db87-798e-4dfc-967d-2f12b939f2e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.2088151 Apr 20 14:43:50.224601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-8b506157-9f98-4bcc-88ee-79d651eaa347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.226048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-8b506157-9f98-4bcc-88ee-79d651eaa347 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 200 len: 797 time: 0.0462334 Apr 20 14:43:50.237910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:50.276559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4f9d2f95-03fd-4708-ba3b-986e50c5ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.278361 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-4f9d2f95-03fd-4708-ba3b-986e50c5ba16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459340 Apr 20 14:43:50.285710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b8fc422-8350-4fc7-a771-9e602f1e3091 req-3e24183f-576f-4610-81a7-8b7cb43a79e4 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360979 Apr 20 14:43:50.327027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2706bb09-0b38-4b88-a652-a3aa908f169e req-35426dfc-3aeb-4ec1-9888-1a161a05ce71 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094825 Apr 20 14:43:50.386048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-ba352eb4-ff00-4603-b5e2-441340ad04ef service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991936 Apr 20 14:43:50.456350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82b65954-749b-4b43-9abb-710650f70167 req-6494a288-5acc-4ae5-9c6d-c5b33c1b7e0c tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0455787 Apr 20 14:43:50.551361 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14537af0-87f6-43a0-a5e1-043d662aec03 req-07f01903-c19d-477e-b45d-cec16cd036a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568403 Apr 20 14:43:50.573889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:50.588979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:50.628065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:50.687752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.688236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.688971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.689613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.690069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.690670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.691226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.693613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b04b9e95-0db9-430d-9b07-730f28c3ea98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6489 time: 0.0574009 Apr 20 14:43:50.722836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:50.732197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:50.732552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:50.732910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:50.741077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-f2ae160b-5995-460e-a585-5c5947552bcb tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.742585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-f2ae160b-5995-460e-a585-5c5947552bcb tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2030618 Apr 20 14:43:50.745937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:50.746287 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:50.746776 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 2 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:50.771165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-520cf9a9-ae25-4802-a0cc-dcdb9c37bfbf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0140026 Apr 20 14:43:50.771964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:50.772298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:50.772678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:50.777487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:50.777932 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:50.779637 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 3 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:50.803343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-9e7ac798-03d4-4dc6-a76e-13198217a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.808937 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-9e7ac798-03d4-4dc6-a76e-13198217a4ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 HTTP/1.1" status: 200 len: 903 time: 0.1078508 Apr 20 14:43:50.821121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:50.821446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:50.821781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:50.829093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:50.829416 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:50.831349 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 4 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:50.862634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:50.863051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:50.863416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:50.874871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b58e1f28-5b5b-493c-9540-e28c65142792 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e HTTP/1.1" status: 200 len: 217 time: 0.0511334 Apr 20 14:43:50.878767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:50.879081 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:50.894885 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 5 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:50.911099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-d6bcc812-f7b3-4347-af10-fd929cceef87 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318574 Apr 20 14:43:50.917832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:50.918166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:50.918495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:50.929933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-322bfb9c-1d3c-4708-9eb6-a8d2f2f9d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.931451 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-322bfb9c-1d3c-4708-9eb6-a8d2f2f9d394 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 200 len: 797 time: 0.0498145 Apr 20 14:43:50.934645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:50.934986 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:50.944259 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 6 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:50.983106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9021-c66f-415b-ab02-6011569aa786 req-dec85ebe-c853-442e-b2bc-808986846297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.984980 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-dec85ebe-c853-442e-b2bc-808986846297 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445073 Apr 20 14:43:50.995559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cd638-76c6-49f4-bc99-0967f8a9cdea req-75d892b2-18a9-4f39-b83c-98de6fdc8fdb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:50.997101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-403cd638-76c6-49f4-bc99-0967f8a9cdea req-75d892b2-18a9-4f39-b83c-98de6fdc8fdb tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1365891 Apr 20 14:43:51.006184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:51.006522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:51.006891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:51.023299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:51.023641 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:51.031723 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 7 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:51.066886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:51.067160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:51.067492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:51.082521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-b8559a4a-c39b-4d3d-b2b4-0c2985e530f7 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904069 Apr 20 14:43:51.085186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-87b209dc-499b-4863-ae66-5b6ce8f79bcc service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607330 Apr 20 14:43:51.085689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:51.086047 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:51.086552 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 8 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:51.091560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-403cd638-76c6-49f4-bc99-0967f8a9cdea req-46cf5b04-522b-40cd-8748-2f467b713023 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 Apr 20 14:43:51.112176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:51.112519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:51.112852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:51.128482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:51.129110 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:51.130947 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 9 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:51.186491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e88f9021-c66f-415b-ab02-6011569aa786 req-5c1ab197-d1f9-4e95-9e7c-5d558c0a01c2 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957358 Apr 20 14:43:51.202106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:51.202509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:51.202882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:51.208724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-513de255-588d-498e-87e8-1dfe5a588661 req-0dfa0e45-0833-424c-94fe-251e2b41bec1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0487771 Apr 20 14:43:51.212029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:51.212358 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:51.214079 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 10 to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 Apr 20 14:43:51.238102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:51.238442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:51.238809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:51.249926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:51.250253 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:51.250647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:51.254872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-887bfa9d-a9f0-430a-90fa-57c78f0d7c7e service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612108 Apr 20 14:43:51.341443 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-88afc5d7-b373-481c-aeb1-0a542ece9011 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0459766 Apr 20 14:43:51.343412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-822d5392-afcf-4408-a099-d3357fefc09d req-4ab075ae-0ae0-4a07-bf61-e9a734e2e945 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0584388 Apr 20 14:43:51.437784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:51.438176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempted to set empty binding levels {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:43:51.464698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:51.572733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] In _notify_port_updated(), no bound segment for port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:43:51.573509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.574244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:51.575395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "PUT /v2.0/ports/bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 HTTP/1.1" status: 200 len: 975 time: 1.5098071 Apr 20 14:43:51.578592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34646) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:51.624738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa23369-4078-45ac-a1c7-a8088d5ba667 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:51.637572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-27111785-397b-465c-816e-073e6452dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.639136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-27111785-397b-465c-816e-073e6452dac6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=41bb6ebc23c549e0a337d980035a860c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2898088 Apr 20 14:43:51.648772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5b95c-6d2b-463a-b8c3-bcfb4418751b req-a3052600-1932-4fc1-9161-b5fdbb4abca0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.655060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5e5b95c-6d2b-463a-b8c3-bcfb4418751b req-a3052600-1932-4fc1-9161-b5fdbb4abca0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.2088933 Apr 20 14:43:51.667959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.675172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.681776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.689037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.696408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.702396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.708349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.710881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-71c8c4f2-a48e-4087-90c1-95e60cb8aae2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.2629664 Apr 20 14:43:51.881960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e25a6d6-fe52-4ab7-8906-17bac305c4da req-3d803ca6-8aef-45cc-8ab4-0e1f8babd2d8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922263 Apr 20 14:43:51.887186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5e5b95c-6d2b-463a-b8c3-bcfb4418751b req-2e8316fc-3c31-4257-876b-72ee5e248eef tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757333 Apr 20 14:43:51.888856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-f607f060-32c5-4999-abf4-f3807c90d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:51.892161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-f607f060-32c5-4999-abf4-f3807c90d0e0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792693 Apr 20 14:43:51.962117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2715f88-2bbb-4498-b3ac-319fa187e9f2 req-668afc56-093b-44b5-9668-f662128aee73 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/ports?device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0309515 Apr 20 14:43:52.031650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57b27626-0c32-45d2-a2a3-42d1a57f1d7c req-312c3c4a-ecd9-4785-9b66-55761a1ef560 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0476236 Apr 20 14:43:52.047209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.047811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.048348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.048921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.049447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.050086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.050775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.051400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.051924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.052466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.053108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.053638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.054218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.054736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.055250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.055728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.056786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.056786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.057587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.057785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.058243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.058729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.059188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.059676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.060225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.061175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.061411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.061935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.070395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:52.071345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f4a8dbce-f50c-464b-ba05-26626c16e89e tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25317 time: 0.4898739 Apr 20 14:43:52.192265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d238263-4458-4159-a4b3-0032c9568489 req-769041a1-5a78-4858-b5b4-f5cc7aaaccc7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.194329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d238263-4458-4159-a4b3-0032c9568489 req-769041a1-5a78-4858-b5b4-f5cc7aaaccc7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0821595 Apr 20 14:43:52.204400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Deleting port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:52.204834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:52.290870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d238263-4458-4159-a4b3-0032c9568489 req-5dfcc601-657f-43fd-855e-cdeff3576e7d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889113 Apr 20 14:43:52.295096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487, host n-h2-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:52.295305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:52.311227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Calling delete_port for bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:52.387022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-400797bd-c36f-49bc-9983-17c9f9f5bd6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0304008 Apr 20 14:43:52.448915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f217763-958b-4ab2-a191-f3f2a32063c7 req-e94d3171-602f-40c7-96d9-a72e94b7f0f3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0643756 Apr 20 14:43:52.465030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbdd33e1-41ca-4d37-b74d-416d2b772ae7 req-15648f38-a9f2-4288-9867-e21dbaeaeb9d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0815940 Apr 20 14:43:52.547186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-8189e036-b95f-4e37-ae12-b3c584ed981d req-f2378eb0-b746-419f-83cb-bd96b230eb40 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:43:52.548211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8189e036-b95f-4e37-ae12-b3c584ed981d req-f2378eb0-b746-419f-83cb-bd96b230eb40 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089855 Apr 20 14:43:52.551078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:52.615737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e0e1440-db12-4cd3-b9e4-02fc12ed8b05 req-14931132-371a-4828-8a02-6d1afdbc5620 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0625889 Apr 20 14:43:52.621531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:52.632696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-a84533c5-45b4-4aaf-937a-1a7a963ffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:52.634258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-a84533c5-45b4-4aaf-937a-1a7a963ffe5a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=41bb6ebc23c549e0a337d980035a860c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2269421 Apr 20 14:43:52.636545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:52.639637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d718ca0f-2bcd-46e6-a665-604f8cd867a4 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 HTTP/1.1" status: 204 len: 168 time: 0.5679286 Apr 20 14:43:52.642702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34664) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:52.937909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-37b19384-67bb-46b9-9fb2-39af943fa059 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0260959 Apr 20 14:43:52.990714 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-74937816-d92c-4413-99ea-8115dd60d127 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:43:52.992260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74937816-d92c-4413-99ea-8115dd60d127 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports/bbd05773-b8a6-4dfb-b7e8-2d8ad61a0487 HTTP/1.1" status: 404 len: 333 time: 0.3486943 Apr 20 14:43:52.997575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34668) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:53.002786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1584761500', 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:53.038521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Made reservation on behalf of c00e920e676141c199300ca681372807 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:53.040777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.068225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port 2d1ae866-ecee-4de8-baf3-0be70e561f7f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:53.073894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-f2310bdc-575e-4746-baef-2d3d37612dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.075391 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-f2310bdc-575e-4746-baef-2d3d37612dd2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1e2eeda5b930404aa79c7518eeca524a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1298556 Apr 20 14:43:53.088496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12db55-d332-42c9-8243-67d8fe111150 req-e3eeb082-8699-418b-9e07-6b594a579b1b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.089963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a12db55-d332-42c9-8243-67d8fe111150 req-e3eeb082-8699-418b-9e07-6b594a579b1b tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.4719887 Apr 20 14:43:53.126681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.132347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.138082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.144368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.150202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.155993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.161728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.163876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41e4a294-06f1-4649-ba50-820fa742925b req-4878591f-6465-4534-a483-01bbe2d4603b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1787469 Apr 20 14:43:53.173103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-b2ab2219-0f59-4d6f-9399-a07bae76df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.174526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-b2ab2219-0f59-4d6f-9399-a07bae76df64 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5329404 Apr 20 14:43:53.215972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a12db55-d332-42c9-8243-67d8fe111150 req-791e83ab-2ba8-41a4-afc2-b59e7fe2481a tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149333 Apr 20 14:43:53.238942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41e4a294-06f1-4649-ba50-820fa742925b req-483e186a-c1b1-4531-b414-6f7d6eeda6f9 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671747 Apr 20 14:43:53.254548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd63fbeb-4c70-4f60-a398-2b146a119d54 req-13c2e28c-6425-41cf-94a2-109edebfed2f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.45 "GET /v2.0/ports?device_id=35e8da18-c809-4e66-8dcc-ca0ee410cf30 HTTP/1.1" status: 200 len: 210 time: 0.0337291 Apr 20 14:43:53.289526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-18654658-0ae5-4ba8-8187-08058216ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.291197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-18654658-0ae5-4ba8-8187-08058216ba56 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795857 Apr 20 14:43:53.334867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d45750a-a313-49de-b57a-5bc58def0ddf req-d7c4a788-238b-4145-9d5e-6c13b9102793 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0288558 Apr 20 14:43:53.348584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.373151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a254ef8-a045-49b7-a024-8f5f25ef4fb8 req-01d25dad-89ee-4f9b-a375-bfbb8189cb4e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "GET /v2.0/ports?device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0526595 Apr 20 14:43:53.402523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b502-4c98-433e-9788-083a2f491c34 req-22947e25-d72b-4513-89cf-0c2c388ee803 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.404322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.404723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27c7b502-4c98-433e-9788-083a2f491c34 req-22947e25-d72b-4513-89cf-0c2c388ee803 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0720279 Apr 20 14:43:53.451505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27c7b502-4c98-433e-9788-083a2f491c34 req-3fd0dcba-24a5-4b92-8b3e-e9d812e594c6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Apr 20 14:43:53.463589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:53.467694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:53.470918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:53.476075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.478882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.486506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1ae866-ecee-4de8-baf3-0be70e561f7f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:53.515578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:53.518497 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2912d854-ae61-4667-9494-d2c88458d7a1 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5198483 Apr 20 14:43:53.624315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a7a8c-8ddc-463e-b1de-c472d0e6a7a2 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.625785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b54a7a8c-8ddc-463e-b1de-c472d0e6a7a2 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports/2d1ae866-ecee-4de8-baf3-0be70e561f7f HTTP/1.1" status: 200 len: 955 time: 0.1075990 Apr 20 14:43:53.629624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34688) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:53.642943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eafefe4c-8685-4217-a734-b65dd8a10474 req-c1a1a091-375d-4be0-a8b0-16160c17bbc4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0435233 Apr 20 14:43:53.674501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00bad0-852e-4f65-a62c-d373043218c5 req-db0df91e-b06c-42f6-ac6d-d4f70a2bf66d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.676086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee00bad0-852e-4f65-a62c-d373043218c5 req-db0df91e-b06c-42f6-ac6d-d4f70a2bf66d tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0901172 Apr 20 14:43:53.716687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee00bad0-852e-4f65-a62c-d373043218c5 req-35979d04-8d05-4f25-b0a8-72f226c42085 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Apr 20 14:43:53.735397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59788d46-7536-40e6-82e0-8c02d495e2de req-a3a89fd9-d663-4207-995a-2003638a902c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0398769 Apr 20 14:43:53.832266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67de3351-3687-47bf-b843-e914684c8bf8 req-4b627b38-4b5d-446e-ab42-5c3501a6de0a tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0354004 Apr 20 14:43:53.838020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Deleting port 2d1ae866-ecee-4de8-baf3-0be70e561f7f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:53.838268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.884329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-136e60e3-e9ee-4c8f-8273-241fb951d96c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.888732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-136e60e3-e9ee-4c8f-8273-241fb951d96c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.1556239 Apr 20 14:43:53.893739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59788d46-7536-40e6-82e0-8c02d495e2de req-088e9204-da4f-4f12-89f0-701c4504c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:53.895270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59788d46-7536-40e6-82e0-8c02d495e2de req-088e9204-da4f-4f12-89f0-701c4504c155 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1e2eeda5b930404aa79c7518eeca524a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1503482 Apr 20 14:43:53.903338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c91030b4-eaab-43e9-9e73-25bf902faae4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0104270 Apr 20 14:43:53.936432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.957340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-1651fd51-f024-4233-8cc7-3869bd038398 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474164 Apr 20 14:43:53.976715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Calling delete_port for 2d1ae866-ecee-4de8-baf3-0be70e561f7f owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:54.025399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb5ba-d451-4e40-a5cf-f12267dfd0cb req-b9dfa5b6-4e79-4f64-9492-29499d8b7caf tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.026921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5aeb5ba-d451-4e40-a5cf-f12267dfd0cb req-b9dfa5b6-4e79-4f64-9492-29499d8b7caf tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1181982 Apr 20 14:43:54.053243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59788d46-7536-40e6-82e0-8c02d495e2de req-9536eb3c-cbce-45e2-b1fc-22f0df575186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.054742 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59788d46-7536-40e6-82e0-8c02d495e2de req-9536eb3c-cbce-45e2-b1fc-22f0df575186 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513240 Apr 20 14:43:54.088204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.091494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5aeb5ba-d451-4e40-a5cf-f12267dfd0cb req-ea124d37-637e-4104-94fb-a04deb2febb7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560679 Apr 20 14:43:54.093852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-a94520af-4541-4653-a0c0-e224b7f4f491 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Apr 20 14:43:54.125549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d1ae866-ecee-4de8-baf3-0be70e561f7f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:54.134713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.137622 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-14f53890-eabf-4f9b-bf77-560f1e64a6e7 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2d1ae866-ecee-4de8-baf3-0be70e561f7f HTTP/1.1" status: 204 len: 168 time: 0.5066772 Apr 20 14:43:54.151585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34706) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:54.153595 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59788d46-7536-40e6-82e0-8c02d495e2de req-774443f9-4c53-4b87-8106-d0f2f1afcdcd tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "GET /v2.0/ports?device_id=144d43d5-4a10-4fc2-b83e-c843eec31d15 HTTP/1.1" status: 200 len: 210 time: 0.0382960 Apr 20 14:43:54.179891 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-02262232-6004-4f11-b256-fa6b5323e9bd tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:43:54.184972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02262232-6004-4f11-b256-fa6b5323e9bd tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports/2d1ae866-ecee-4de8-baf3-0be70e561f7f HTTP/1.1" status: 404 len: 333 time: 0.0270016 Apr 20 14:43:54.186080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:54.192962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1059457826'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:54.214612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Made reservation on behalf of c00e920e676141c199300ca681372807 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:54.217668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.240437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:54.241411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-bbda9dc8-19f5-4be4-91c1-6a16cefa85b6 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397681 Apr 20 14:43:54.250240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bed0a-4995-436e-aa35-46ab7cb9b360 req-68609510-9c3b-4171-9856-93bacbdd6b54 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.257659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-946bed0a-4995-436e-aa35-46ab7cb9b360 req-68609510-9c3b-4171-9856-93bacbdd6b54 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0781143 Apr 20 14:43:54.315423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-946bed0a-4995-436e-aa35-46ab7cb9b360 req-1239a4e5-96aa-4357-9d02-32195e0a18d3 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Apr 20 14:43:54.438963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.446002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.453908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.458344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.460164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.466325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.473231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.479070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.487304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-fef53738-0c98-4466-876b-468b7d7834e2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1163974 Apr 20 14:43:54.497363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.547364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:54.554838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:54.564056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:54.565103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.565847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.571284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5d0d5b1-d517-4a06-adf8-07a746e36649 req-f69d34eb-03ea-4e1c-9a50-9c2e3dea8d55 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826347 Apr 20 14:43:54.574269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed5d5e4-430c-4f46-96a0-0d08ba82955d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:54.584259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82765c-5346-442c-a94d-ed425133177f req-3825d0c2-94f9-4d9f-859c-7dc5ce55a0ec tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.585805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e82765c-5346-442c-a94d-ed425133177f req-3825d0c2-94f9-4d9f-859c-7dc5ce55a0ec tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0943136 Apr 20 14:43:54.590652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d09e1ebb-cdc4-4db8-bf28-af4ec8bcc618 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4020867 Apr 20 14:43:54.591014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:54.596299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:54.646040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e82765c-5346-442c-a94d-ed425133177f req-9099ac65-60a3-48be-b2a6-703776b892cf tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503521 Apr 20 14:43:54.666923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.685660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d84f53c2-a607-4fb0-82ba-10cc2f5dec0d req-9eb27cb9-ffa9-4022-9ecd-12195dde6dcd tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0377178 Apr 20 14:43:54.742537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-624f7e7f-580e-4f63-b8a4-b99287e71693 req-0cc7318a-0be6-4cf3-bd0a-ff043b1cc49d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 210 time: 0.0451717 Apr 20 14:43:54.873591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df9e39-b3a6-4b78-8706-a65f5ad53963 req-0d2dfa7c-53f6-4fab-bfd3-4997641a8649 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.881954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94df9e39-b3a6-4b78-8706-a65f5ad53963 req-0d2dfa7c-53f6-4fab-bfd3-4997641a8649 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0769868 Apr 20 14:43:54.906824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] device_id is not set on port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:43:54.916454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.923722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.969358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94df9e39-b3a6-4b78-8706-a65f5ad53963 req-e02a243c-35e3-42a4-8eaf-a284628aafb7 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Apr 20 14:43:54.982506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed5d5e4-430c-4f46-96a0-0d08ba82955d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:54.987640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:54.987979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:54.988316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:54.993376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:54.993906 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:54.994492 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 2 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.015005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.015545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.016251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.021644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.022070 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.022516 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 3 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.036107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-518bc7bc-1915-437b-8245-8c76e6c49879 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.037631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-518bc7bc-1915-437b-8245-8c76e6c49879 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.1472852 Apr 20 14:43:55.043195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.046511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.046948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.057690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.058091 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.058404 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 4 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.078811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.079220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.079624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.084278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.084684 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.085631 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 5 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.097902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.098462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.098743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.103772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.104280 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.104726 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 6 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.123273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f833d6a1-5fcc-4470-8530-fd9ed0491ea5 req-d72c2f39-0138-47b8-958c-3d9a468eb16b tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0468850 Apr 20 14:43:55.123273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-554feec1-5b40-468f-8832-4efc636f4ef4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0732353 Apr 20 14:43:55.129199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.129598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.130033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.134921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.135657 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.136128 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 7 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.149467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.149797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.150161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.154919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.155378 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.156076 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 8 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.176345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.176775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.177152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.182967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.183553 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.183986 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 9 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.185087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-fcfe3d6d-2d4f-448e-8f8c-d41727d08711 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566714 Apr 20 14:43:55.199364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.199903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.200335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.206285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.206817 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.207410 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempt 10 to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d Apr 20 14:43:55.221610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:55.222086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:55.222513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempting to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:55.227553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:55.227987 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Failed to bind port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on host n-h2-836145-2 for vnic_type normal using segments [{'id': '891d3bde-9faf-48e8-a575-07af6588a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a19c75c7-4b8f-411c-86e0-f0a4c95fbb86'}] Apr 20 14:43:55.228460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.283175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-84dd5107-104d-4fc2-b5fc-16cb455857d5 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971208 Apr 20 14:43:55.293636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:55.293998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attempted to set empty binding levels {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:43:55.299860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.336237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] In _notify_port_updated(), no bound segment for port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d on network a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:43:55.337423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.338253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.339811 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "PUT /v2.0/ports/5ed5d5e4-430c-4f46-96a0-0d08ba82955d HTTP/1.1" status: 200 len: 975 time: 0.7478232 Apr 20 14:43:55.343128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34752) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:55.377220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-2fe9c499-afad-473e-8e79-78f8671e284e service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927100 Apr 20 14:43:55.392377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5ce00-2068-4f01-9fb1-626f6f1a4553 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed5d5e4-430c-4f46-96a0-0d08ba82955d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:55.446767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Deleting port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:43:55.447104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.517100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] For port 5ed5d5e4-430c-4f46-96a0-0d08ba82955d, host n-h2-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:55.517548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.556291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Calling delete_port for 5ed5d5e4-430c-4f46-96a0-0d08ba82955d owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:43:55.630595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a98194a-8c28-4ee0-8a33-8bc1bf133f0f req-a7ccda09-7540-4176-a41f-9e48fa6ae2d4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 210 time: 0.0482364 Apr 20 14:43:55.827972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.835235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-b7c08c85-102f-4033-8796-d0209142253d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.846194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-b7c08c85-102f-4033-8796-d0209142253d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.1732173 Apr 20 14:43:55.847279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.851271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.860780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': 'cca37746-4c10-4817-b11d-b005785b4766', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:55.867765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.878601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.893162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.899394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.913999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.916266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b45427a-99e5-4f59-b820-260b905a7090 req-fc6ac07f-04f9-4607-b1ba-14692949018d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1892395 Apr 20 14:43:55.938186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed5d5e4-430c-4f46-96a0-0d08ba82955d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:55.944072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6d3afbb-4dbd-41ed-8a5b-f35c8276b548 req-492b94a7-dbb4-4688-89ab-5249b5ecb454 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0265121 Apr 20 14:43:55.993126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:55.998277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-629be6bf-3c6a-451f-a4c9-51a03d727a80 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5ed5d5e4-430c-4f46-96a0-0d08ba82955d HTTP/1.1" status: 204 len: 168 time: 0.6538591 Apr 20 14:43:56.001859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34770) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:56.010644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b45427a-99e5-4f59-b820-260b905a7090 req-75b369ba-2866-4b65-83a1-5565ad948377 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648575 Apr 20 14:43:56.057430 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ef5b1e-26c2-4c1a-8d8c-1dcff6df1413 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:43:56.059009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c9ef5b1e-26c2-4c1a-8d8c-1dcff6df1413 tempest-PortsAdminExtendedAttrsTestJSON-1583352193 tempest-PortsAdminExtendedAttrsTestJSON-1583352193-project-admin] 10.222.0.20 "GET /v2.0/ports/5ed5d5e4-430c-4f46-96a0-0d08ba82955d HTTP/1.1" status: 404 len: 333 time: 0.0557430 Apr 20 14:43:56.063636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34772) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:56.129510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b3429d0-f675-4444-a63c-696761077918 req-d703036e-3271-4bde-a79c-8cba4e240505 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 210 time: 0.0740104 Apr 20 14:43:56.186834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.224304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:56.231564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.248730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-582e20fd-4613-457b-b764-9ae7ed491ab3 req-5bc2b687-2719-4450-833e-9eda02e4b5e9 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0385046 Apr 20 14:43:56.410442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.464340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19c75c7-4b8f-411c-86e0-f0a4c95fbb86']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:56.481417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891d3bde-9faf-48e8-a575-07af6588a0e6') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:56.481707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891d3bde-9faf-48e8-a575-07af6588a0e6') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:43:56.495872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.518365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.12 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/4111e071-da2e-4f7c-b5d5-fa4be8ada90d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:56.521643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.533217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:43:56.533543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:43:56.536794 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:43:56.638645 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.666748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.670671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] 10.222.0.20 "DELETE /v2.0/networks/a19c75c7-4b8f-411c-86e0-f0a4c95fbb86 HTTP/1.1" status: 204 len: 168 time: 0.6052847 Apr 20 14:43:56.673440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bb321-8848-40d7-9117-295b534c35f2 tempest-PortsAdminExtendedAttrsTestJSON-1085884473 tempest-PortsAdminExtendedAttrsTestJSON-1085884473-project] Pushing event deleted for resources: {'Network': ['ID=a19c75c7-4b8f-411c-86e0-f0a4c95fbb86,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:56.758183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d13ecbae-3458-4830-92cb-a364e9eb3e50 req-005121dd-e1da-48b0-9929-20d230b7864d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 210 time: 0.0334830 Apr 20 14:43:56.770839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.806583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.861901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:56.867285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:56.871131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:56.902185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:56.934292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:56.935134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:56.965894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-c59f3470-dedb-4f8d-917a-c4c14ff202f9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1162488 Apr 20 14:43:56.989909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Request body: {'port': {'device_id': 'cca37746-4c10-4817-b11d-b005785b4766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:57.008401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:57.119854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e5683bc-3d90-49d0-ac4a-c7d48677d402 req-4e7324f0-9288-4b35-b9f6-7ce2b3176c42 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0647469 Apr 20 14:43:57.269344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-14dde98c-7c45-41d9-b1bc-86b171ded0c8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.271102 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-14dde98c-7c45-41d9-b1bc-86b171ded0c8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2373269 Apr 20 14:43:57.274179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.294485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:57.311224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-23a13ab1-be73-4ddb-9a21-329f9773fcf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94141c67fecb45ec9facd30e50730ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999854 Apr 20 14:43:57.313905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:57.340047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.346852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.352878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.359090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.365285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.371611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.391736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.402827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0754d201-abb6-4166-9116-ed8d83c11fce req-f60c0b13-2d59-4226-b359-89a4b35f59a8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.2965784 Apr 20 14:43:57.464204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0754d201-abb6-4166-9116-ed8d83c11fce req-e6131040-e676-480e-ba19-23df204588a1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538259 Apr 20 14:43:57.508885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e112a-1ffb-4832-9c62-3aa9f2536a59 req-ce58b462-68f9-43a5-81df-0d240999f2c4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:57.513412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424e112a-1ffb-4832-9c62-3aa9f2536a59 req-ce58b462-68f9-43a5-81df-0d240999f2c4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 932 time: 0.2740469 Apr 20 14:43:57.575972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.585035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424e112a-1ffb-4832-9c62-3aa9f2536a59 req-9bd11a55-2097-4211-9c62-d3801a3c05cd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Apr 20 14:43:57.631099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d265d69f-57d0-4070-86b0-59df591219dd req-0acbd176-99e2-4386-8b90-383b40fea472 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0376761 Apr 20 14:43:57.664188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.666153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:43:57.669930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.816578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.819431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.823054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8254a8d5-2472-4b4e-b0ca-5725e718080d HTTP/1.1" status: 204 len: 168 time: 0.5043364 Apr 20 14:43:57.897461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936807b-9154-424e-aae5-e1fb36cb4b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254a8d5-2472-4b4e-b0ca-5725e718080d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:57.899222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6cacfab-c8be-48bf-ba16-9c1aa7e5444d req-ece06e0a-edd0-4651-8b8b-bbc1e7e439a9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Apr 20 14:43:57.926070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4111e071-da2e-4f7c-b5d5-fa4be8ada90d {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:57.937442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:57.954108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.13 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/578a4cbb-a350-4678-a654-d3a87804ad57) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:43:57.963437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Transition to ACTIVE for port object 4111e071-da2e-4f7c-b5d5-fa4be8ada90d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:57.977180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.069342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Pushing event updated for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:58.249793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Attempting to bind port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:58.250344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Attempting to bind port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:58.250794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Attempting to bind port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:58.258196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:58.258626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ac49173-c542-4228-abae-02086db46946 req-5f762e4a-4288-4249-a124-d3cf1b1fcca3 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0397029 Apr 20 14:43:58.259341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Attempting to bind port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:58.269919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:58.270631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:58.270933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:58.271515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Bound port: 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:58.271960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.293568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.339684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34814) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:58.376039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:43:58.380140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:43:58.382501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0284dcf7-1225-4ebe-a4e5-7cb9dd19762c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c00e920e676141c199300ca681372807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410161 Apr 20 14:43:58.385071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34816) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:43:58.386265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.392451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.410959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:58.452805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.453647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.455053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] 10.222.0.43 "PUT /v2.0/ports/4111e071-da2e-4f7c-b5d5-fa4be8ada90d HTTP/1.1" status: 200 len: 1092 time: 1.4758115 Apr 20 14:43:58.457103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:58.459501 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93d263-7983-4688-8b27-9778914c58c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:58.470698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.498366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:43:58.502113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447861a-453b-41ae-aeda-78571e5b9541 service neutron] Pushing event updated for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:58.508269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.518262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:43:58.550101 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24f26e-9ca9-47d7-b880-2aef5fa636db x-openstack-request-id: req-6c24f26e-9ca9-47d7-b880-2aef5fa636db {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:58.550496 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:58.550654 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c24f26e-9ca9-47d7-b880-2aef5fa636db {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:58.551056 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c24f26e-9ca9-47d7-b880-2aef5fa636db'] response: {'name': 'network-changed', 'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d', 'status': 'completed', 'code': 200} Apr 20 14:43:58.551810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:43:58.634536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.638357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.644480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2ae02cd-c3e2-4952-b0d5-647d942ae51f HTTP/1.1" status: 204 len: 168 time: 0.2583065 Apr 20 14:43:58.665703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd26d3-2f99-47d7-a338-2acb5bb8cd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ae02cd-c3e2-4952-b0d5-647d942ae51f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:58.682194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.685456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.693929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.694986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.700793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.707157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.713303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.719351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.722081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:58.725253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.727225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-2e2ac574-c6bf-418a-a560-468520fbd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.728740 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-2e2ac574-c6bf-418a-a560-468520fbd523 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 1095 time: 0.2232013 Apr 20 14:43:58.732439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-39f433db-e357-4e30-9574-ae3f9e151418 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4460580 Apr 20 14:43:58.733760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-9deb380c-427a-4072-9069-43e9e53e9636 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1591744 Apr 20 14:43:58.757391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Request body: {'port': {'device_id': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:58.796226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-9ba1533d-aa23-4b93-b82c-f3afd8a593c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d HTTP/1.1" status: 200 len: 217 time: 0.0532246 Apr 20 14:43:58.807922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3b2a81d-66be-4846-ba50-08f2b106b851 req-d1a5152a-4cce-4807-b74b-210781d26938 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731547 Apr 20 14:43:58.817245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065575af-0fd8-46a6-ad96-3c7d14fbdeaf req-ae3d5f99-f0dd-4499-a04a-9df11393bf15 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.819323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-065575af-0fd8-46a6-ad96-3c7d14fbdeaf req-ae3d5f99-f0dd-4499-a04a-9df11393bf15 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 944 time: 0.0827296 Apr 20 14:43:58.887226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-065575af-0fd8-46a6-ad96-3c7d14fbdeaf req-db3e7d47-bbde-490c-89a2-565e86219667 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Apr 20 14:43:58.897869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f733b-95e5-430d-9479-c742c3cbd123 req-b6de555f-ffbc-405c-b91d-7648617634ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:58.899493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-b6de555f-ffbc-405c-b91d-7648617634ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.0835040 Apr 20 14:43:58.902202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.943462 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-7d7d2a7a-2695-410b-a3d6-8b09897211c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318799 Apr 20 14:43:59.010922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4256aee5-b10d-4616-bd0c-d6bdbdac3b26 req-292d3875-63c5-453b-8aac-b6ae07115b1f tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0346353 Apr 20 14:43:59.091374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c23481-4a60-4d9d-b4e9-f66dc9d70b87 req-7c8f5383-2979-44ae-909f-871ec223d1f8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:59.093007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64c23481-4a60-4d9d-b4e9-f66dc9d70b87 req-7c8f5383-2979-44ae-909f-871ec223d1f8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 932 time: 0.0842466 Apr 20 14:43:59.143225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64c23481-4a60-4d9d-b4e9-f66dc9d70b87 req-adfa571f-afa7-42d9-9606-06a7de5e04e3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Apr 20 14:43:59.179946 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-9a021eb5-244f-461c-b013-07e654f851f0 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187035 Apr 20 14:43:59.396540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f351a13-a736-4a65-90b8-b155d77da152 req-53d64cf7-37b8-467d-bc91-f87a5c6a6a5b tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0474088 Apr 20 14:43:59.630465 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-900f733b-95e5-430d-9479-c742c3cbd123 req-8c972c87-1652-4782-88f0-51448ac62e4f service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423249 Apr 20 14:43:59.679474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578a4cbb-a350-4678-a654-d3a87804ad57 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:59.688830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:59.732890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Transition to ACTIVE for port object 578a4cbb-a350-4678-a654-d3a87804ad57 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:43:59.739748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:59.789888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d263-7983-4688-8b27-9778914c58c5 req-47f2e2b7-c67b-4318-8674-b7235215b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:59.791600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-47f2e2b7-c67b-4318-8674-b7235215b257 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 1095 time: 0.0999198 Apr 20 14:43:59.851982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Pushing event updated for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:59.949545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Attempting to bind port 578a4cbb-a350-4678-a654-d3a87804ad57 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:43:59.949899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Attempting to bind port 578a4cbb-a350-4678-a654-d3a87804ad57 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:43:59.950284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Attempting to bind port 578a4cbb-a350-4678-a654-d3a87804ad57 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:59.960851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Port 578a4cbb-a350-4678-a654-d3a87804ad57 on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:43:59.961168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Attempting to bind port 578a4cbb-a350-4678-a654-d3a87804ad57 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:43:59.969471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d263-7983-4688-8b27-9778914c58c5 req-924b1414-5ec2-4ad4-91d6-012a54c95989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:59.970995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-924b1414-5ec2-4ad4-91d6-012a54c95989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.1674838 Apr 20 14:43:59.971875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:43:59.972210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:43:59.972583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:43:59.973017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Bound port: 578a4cbb-a350-4678-a654-d3a87804ad57, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:43:59.973371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:59.989451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1a33-6ae4-49a9-9c66-642b0dba3c98 req-10176f25-0a92-4876-a274-3d91e7c0f4d9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:59.991088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-597f1a33-6ae4-49a9-9c66-642b0dba3c98 req-10176f25-0a92-4876-a274-3d91e7c0f4d9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.1070096 Apr 20 14:44:00.046202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.054116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.059855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.066172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.074799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.081579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.089892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.093478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:00.097025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=578a4cbb-a350-4678-a654-d3a87804ad57,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:00.098500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-ead47eb1-a33d-40c9-befe-e4fa2ca1f00a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1501167 Apr 20 14:44:00.099176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-ec897d1f-af88-473b-acc6-8ce582c8aeed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d HTTP/1.1" status: 200 len: 217 time: 0.1167948 Apr 20 14:44:00.103421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-597f1a33-6ae4-49a9-9c66-642b0dba3c98 req-d00b9330-253d-47cb-a221-4581f664621c tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065435 Apr 20 14:44:00.112917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:00.157024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c3c226b-6e01-455b-a67f-18e7f34f8a1f req-eaf7ec8d-bdf9-4fe4-812a-973f625d741d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515585 Apr 20 14:44:00.258192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.258850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:00.260345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] 10.222.0.43 "PUT /v2.0/ports/578a4cbb-a350-4678-a654-d3a87804ad57 HTTP/1.1" status: 200 len: 1092 time: 1.5092192 Apr 20 14:44:00.272339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d263-7983-4688-8b27-9778914c58c5 req-51521ea6-47d3-4b07-a9bb-778eb4b58ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.273941 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-51521ea6-47d3-4b07-a9bb-778eb4b58ec9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1577344 Apr 20 14:44:00.322042 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-c2182270-5ef4-4838-b7d3-bd44c29f05fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393164 Apr 20 14:44:00.322865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab695e0-e11f-4583-bf5d-de1b8bc90e12 service neutron] Pushing event updated for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:00.331631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5fbc3b3-7b01-4644-950f-4783dd6fd48c req-83a3784a-b2c5-4785-83a3-3ce0838310ec tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0895314 Apr 20 14:44:00.382335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf934e3-8ae8-4c7c-a7cb-74eb0833cf98 req-cb50d346-f960-4f14-a55f-6b2b18fb0dfd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.383891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bf934e3-8ae8-4c7c-a7cb-74eb0833cf98 req-cb50d346-f960-4f14-a55f-6b2b18fb0dfd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 944 time: 0.1509011 Apr 20 14:44:00.450610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bf934e3-8ae8-4c7c-a7cb-74eb0833cf98 req-cd51fde1-ab14-44d8-8b5e-b649fc254a5d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Apr 20 14:44:00.460394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-2d38290d-f1b1-411c-8fc3-c73a69bc4160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.460394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-2d38290d-f1b1-411c-8fc3-c73a69bc4160 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 1095 time: 0.1378782 Apr 20 14:44:00.514433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-5e55f9de-4861-4a5f-8a41-71c830a5307a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=578a4cbb-a350-4678-a654-d3a87804ad57 HTTP/1.1" status: 200 len: 217 time: 0.0430298 Apr 20 14:44:00.536661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d832d5-20a4-4ca7-b975-58a44046bb9f req-baca301a-7eab-4c9c-a305-a1214a339e6a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.538887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9d832d5-20a4-4ca7-b975-58a44046bb9f req-baca301a-7eab-4c9c-a305-a1214a339e6a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 944 time: 0.0649710 Apr 20 14:44:00.572938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:00.575404 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b917430-749b-44e4-b634-873be5b6cfab" -d '{"events": [{"name": "network-changed", "server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:00.582207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-8b6351f8-6e75-483e-8095-8db8b3a73a26 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448246 Apr 20 14:44:00.589045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fd3ba5a-3581-4e14-8995-068ad7a881be req-2c4edaa7-9850-49c6-a077-d94853e7b5b1 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0457413 Apr 20 14:44:00.628417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb222de5-2613-44f6-991f-37778ead92e3 req-4319a456-923e-4a46-aa7f-06a5382bc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.629923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-4319a456-923e-4a46-aa7f-06a5382bc236 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1016762 Apr 20 14:44:00.635533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9d832d5-20a4-4ca7-b975-58a44046bb9f req-ced2a2e7-bf75-4e7b-9b1b-706415a18363 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 Apr 20 14:44:00.655670 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7def4be-fa54-4092-9ded-e565564d25a2 x-openstack-request-id: req-e7def4be-fa54-4092-9ded-e565564d25a2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:00.656571 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:00.656571 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7def4be-fa54-4092-9ded-e565564d25a2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:00.656571 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7def4be-fa54-4092-9ded-e565564d25a2'] response: {'name': 'network-changed', 'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57', 'status': 'completed', 'code': 200} Apr 20 14:44:00.688332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-bb365818-5a45-4a71-b3c3-9c2e5ba8a093 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309560 Apr 20 14:44:00.763037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f93d263-7983-4688-8b27-9778914c58c5 req-7a453b3e-a973-4110-92db-710621c4958b service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701045 Apr 20 14:44:00.803601 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-4cba471a-8b85-477d-90d7-0b35636db85b service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019738 Apr 20 14:44:00.895699 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb222de5-2613-44f6-991f-37778ead92e3 req-351a1aff-173c-4485-bd03-f6a4cd4070aa service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841908 Apr 20 14:44:00.932075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:00.989399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917430-749b-44e4-b634-873be5b6cfab req-03b5659b-ff5c-4a3b-8a3b-137c2057e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:00.990951 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-03b5659b-ff5c-4a3b-8a3b-137c2057e704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 1095 time: 0.0462453 Apr 20 14:44:01.047770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-50d71af5-0083-40a8-85f7-4c9c8b25a576 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:01.098386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917430-749b-44e4-b634-873be5b6cfab req-57db528f-0bb3-4651-b8a8-60aa2f80f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.100003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-57db528f-0bb3-4651-b8a8-60aa2f80f4b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.1020660 Apr 20 14:44:01.106271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-50d71af5-0083-40a8-85f7-4c9c8b25a576 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "PUT /v2.0/quotas/16b6d18f28254c97bb60530360946c51 HTTP/1.1" status: 200 len: 366 time: 0.1730280 Apr 20 14:44:01.109394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34898) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.120246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d6b4125-7f7c-4482-bfdf-3ab6f03640cf tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0096376 Apr 20 14:44:01.122820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34900) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.133219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-50bf278b-36f5-408e-adb7-ba9059b4d638 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas/16b6d18f28254c97bb60530360946c51 HTTP/1.1" status: 200 len: 366 time: 0.0093689 Apr 20 14:44:01.136548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.150142 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-1cbb04dc-91e2-46ef-9364-a245aa56d5f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=578a4cbb-a350-4678-a654-d3a87804ad57 HTTP/1.1" status: 200 len: 217 time: 0.0400901 Apr 20 14:44:01.156195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-78e9a38e-3b35-4b61-a09c-a1910a3dd6c4 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/16b6d18f28254c97bb60530360946c51 HTTP/1.1" status: 204 len: 168 time: 0.0165148 Apr 20 14:44:01.156949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34906) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.166470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f10e2090-79a1-4a5d-8c8a-872944401652 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0081968 Apr 20 14:44:01.168811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34908) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.179367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-581a5bac-f13e-488f-8722-4349e2aeaef0 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas/16b6d18f28254c97bb60530360946c51 HTTP/1.1" status: 200 len: 370 time: 0.0094733 Apr 20 14:44:01.184031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34912) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.189664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-28ac3b81-8127-493e-87bf-78ea8361b9e7 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas/16b6d18f28254c97bb60530360946c51/default HTTP/1.1" status: 200 len: 370 time: 0.0045564 Apr 20 14:44:01.192964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34914) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.201722 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-1ec5b3ec-9dd7-4389-8416-132b301c34bf tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] delete failed (client error): The resource could not be found. Apr 20 14:44:01.203335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1ec5b3ec-9dd7-4389-8416-132b301c34bf tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/16b6d18f28254c97bb60530360946c51 HTTP/1.1" status: 404 len: 348 time: 0.0092824 Apr 20 14:44:01.212409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b917430-749b-44e4-b634-873be5b6cfab req-df10a832-8a99-4d27-a321-908e01599fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.213978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-df10a832-8a99-4d27-a321-908e01599fa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.0563741 Apr 20 14:44:01.256909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-b8de1111-f1cd-4202-b6b5-69b230ba4c6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306389 Apr 20 14:44:01.300184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aef01-937e-42cb-80af-7b20ab308942 req-707ed26b-4d0c-4b2a-afea-63ed66fe3fb6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.301751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-912aef01-937e-42cb-80af-7b20ab308942 req-707ed26b-4d0c-4b2a-afea-63ed66fe3fb6 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0903029 Apr 20 14:44:01.326510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.334899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.340616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.346773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.352507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.358193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.364325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.365197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:network and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.370056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.371929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-06051c97-7edc-4eff-83a1-aaa9f20d82b4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1327155 Apr 20 14:44:01.373370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.378717 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-c5bf7d9c-0f22-448b-80ce-e8e6b063db78 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128790 Apr 20 14:44:01.382824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:subnet and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.396475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.404351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-912aef01-937e-42cb-80af-7b20ab308942 req-97aa8415-527f-4627-a603-082308a1b1dd tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/security-groups?id=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959191 Apr 20 14:44:01.437952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d78811e5-be9b-40c9-a1eb-741489d2bd4e req-22be532e-c642-4fb2-9900-ba066bebf9fb tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573709 Apr 20 14:44:01.444058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:subnetpool and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.453891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.480105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:port and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.489904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.501700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4b917430-749b-44e4-b634-873be5b6cfab req-804e33eb-d315-43c6-9f6c-ca948aed9b70 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141005 Apr 20 14:44:01.504268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:router and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.505673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-334768b0-9dd5-4057-a78f-ae3d4fe05147 req-5a3aa61f-fea1-47fe-a63b-102e00af64fe tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0300162 Apr 20 14:44:01.523230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.531622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:floatingip and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.537506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.577586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:security_group and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.582580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.585951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743139-34a3-42dc-baf7-49cffbdbd4bc req-8b473f01-43a7-47bf-8ef2-7bb4eb8bbc79 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.587554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd743139-34a3-42dc-baf7-49cffbdbd4bc req-8b473f01-43a7-47bf-8ef2-7bb4eb8bbc79 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 944 time: 0.0487206 Apr 20 14:44:01.592925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Usage tracker for resource:security_group_rule and tenant:0e5edd0585b946d58543d39e6cb78fa8 is out of sync, need to count used quota {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 14:44:01.598290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.quota.resource [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102863) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 14:44:01.602853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e501828c-7df8-44cb-88d0-7832fdf73586 tempest-QuotasTest-1896132391 tempest-QuotasTest-1896132391-project-admin] 10.222.0.20 "GET /v2.0/quotas/0e5edd0585b946d58543d39e6cb78fa8/details.json HTTP/1.1" status: 200 len: 703 time: 0.2752562 Apr 20 14:44:01.629841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd743139-34a3-42dc-baf7-49cffbdbd4bc req-ed824f9c-70f6-4318-a5ef-b7ecfea33895 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Apr 20 14:44:01.711338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fa4cfc9-b860-4621-9e6b-e190f1f67e24 req-4acc735b-c1da-437a-b771-e87fb5d9f4c0 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0314002 Apr 20 14:44:01.773068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f080b-4aaa-4e80-99b6-3f2faf3b9ce1 req-ddeb8b96-f944-423b-8d75-99c78ec35c4f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.774484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a4f080b-4aaa-4e80-99b6-3f2faf3b9ce1 req-ddeb8b96-f944-423b-8d75-99c78ec35c4f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 944 time: 0.0502131 Apr 20 14:44:01.816120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a4f080b-4aaa-4e80-99b6-3f2faf3b9ce1 req-19a08f90-b7a2-487a-b862-4e0b8c3cd3a6 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352969 Apr 20 14:44:01.932875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4111e071-da2e-4f7c-b5d5-fa4be8ada90d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:01.934533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:01.987338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-39a94566-21af-46d4-ac56-55c8ec4b80c0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:01.988787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-39a94566-21af-46d4-ac56-55c8ec4b80c0 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Apr 20 14:44:02.035029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:02.046837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d', 'mac_address': 'fa:16:3e:23:a3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:02.070244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62e567e4-89d7-4dab-8a67-8d46a8509a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.086601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.099281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4111e071-da2e-4f7c-b5d5-fa4be8ada90d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:02.118018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:02.124141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.136733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Deleting port 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:02.137071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.173766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:02.181067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.181410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.181745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.182078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.182409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.182812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.183139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.183462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.183782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.184679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.185007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.185330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:02.229320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62e567e4-89d7-4dab-8a67-8d46a8509a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.235753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62e567e4-89d7-4dab-8a67-8d46a8509a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.263640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] For port 163b3b20-7b5b-4911-8974-b0174b14952a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=163b3b20-7b5b-4911-8974-b0174b14952a,segment=NetworkSegment(dc6476a0-0cc5-4568-a4cc-a517413255a0),segment_id=dc6476a0-0cc5-4568-a4cc-a517413255a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:02.264000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.290846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Calling delete_port for 163b3b20-7b5b-4911-8974-b0174b14952a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:02.302841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e567e4-89d7-4dab-8a67-8d46a8509a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccac91-526d-40cf-abd8-049acd8aa89a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:02.309885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62e567e4-89d7-4dab-8a67-8d46a8509a7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f3fac7ee03d4066b9c7570c1518b2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740823 Apr 20 14:44:02.312710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34936) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:02.365355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4111e071-da2e-4f7c-b5d5-fa4be8ada90d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:02.365931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.390199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.445100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.448129 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.449340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77ccac91-526d-40cf-abd8-049acd8aa89a HTTP/1.1" status: 204 len: 168 time: 0.1356518 Apr 20 14:44:02.458060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53579b-06ab-4a46-9393-105e3a706d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccac91-526d-40cf-abd8-049acd8aa89a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:02.482539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.531766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0ae6462-f922-409b-ab0c-c6c40a8814f6 req-6af9f6fa-7d7f-488f-8da6-25ea0cec7654 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f78c1f6-402e-489f-b5bf-fd71636dc9d1 HTTP/1.1" status: 200 len: 210 time: 0.0461285 Apr 20 14:44:02.534337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Pushing event deleted for resources: {'Port': ['ID=163b3b20-7b5b-4911-8974-b0174b14952a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:02.586672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] No DVR routers for this DVR port 163b3b20-7b5b-4911-8974-b0174b14952a on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:02.589393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.592791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3cdf7cf9-2f45-4075-9d19-a6e2b8ee4fe3 req-cff85f65-eca2-47db-8455-b3a101e8d0b9 tempest-ServersNegativeTestJSON-2001060170 tempest-ServersNegativeTestJSON-2001060170-project] 10.222.0.43 "DELETE /v2.0/ports/163b3b20-7b5b-4911-8974-b0174b14952a HTTP/1.1" status: 204 len: 173 time: 0.5979278 Apr 20 14:44:02.639720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.646304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.652098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.658016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-deleted', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:02.658338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.659889 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9453cd-2b15-46b8-95f8-3168ee9f10a2" -d '{"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-deleted", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:02.664215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.670090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.676697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.678687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-63b7ba5a-7817-48d0-af79-5517be4b8abc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1142893 Apr 20 14:44:02.700827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1a2b6fb-31d0-4307-932b-034f1860a8d6 req-34775936-9480-46f1-bc7f-9afed7fe54a2 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0832047 Apr 20 14:44:02.743388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99a5e72-5e28-41bf-9b46-d0813c80e5cb req-277693d8-776d-41cb-97c4-3c652931a207 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412359 Apr 20 14:44:02.806256 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b7b21d-3281-41e5-8692-74b437685f65 x-openstack-request-id: req-c0b7b21d-3281-41e5-8692-74b437685f65 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:02.806738 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f78c1f6-402e-489f-b5bf-fd71636dc9d1", "name": "network-vif-deleted", "tag": "163b3b20-7b5b-4911-8974-b0174b14952a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:02.807091 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0b7b21d-3281-41e5-8692-74b437685f65 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:02.807599 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b7b21d-3281-41e5-8692-74b437685f65'] response: {'server_uuid': '6f78c1f6-402e-489f-b5bf-fd71636dc9d1', 'name': 'network-vif-deleted', 'tag': '163b3b20-7b5b-4911-8974-b0174b14952a', 'status': 'completed', 'code': 200} Apr 20 14:44:02.857563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea340-741b-45d8-8993-aa628cfd479b req-8f6ea54b-375b-4d26-be04-06653e06248f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:02.859525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-567ea340-741b-45d8-8993-aa628cfd479b req-8f6ea54b-375b-4d26-be04-06653e06248f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 945 time: 0.0756009 Apr 20 14:44:02.867705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['163b3b20-7b5b-4911-8974-b0174b14952a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:02.905971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34956) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:02.930401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c113ece6-0561-4c7a-8ffd-641d01fe2c2f req-92ac616f-f2e7-4e05-97fd-e78a5b1228fa tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0484645 Apr 20 14:44:02.942688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd96f-444b-458d-9732-710c97567c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:02.949781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-567ea340-741b-45d8-8993-aa628cfd479b req-bc441944-dcb1-482a-a147-e2bbd878fbbc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814383 Apr 20 14:44:03.059891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd96f-444b-458d-9732-710c97567c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.065596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd96f-444b-458d-9732-710c97567c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.077744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfa67-9f40-456e-ac8a-77280b71d768 req-3e0d9521-5315-4135-baec-3a101de6f87c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:03.079334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3bbfa67-9f40-456e-ac8a-77280b71d768 req-3e0d9521-5315-4135-baec-3a101de6f87c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 944 time: 0.0759006 Apr 20 14:44:03.128821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b3dd96f-444b-458d-9732-710c97567c93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e5edd0585b946d58543d39e6cb78fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214973 Apr 20 14:44:03.130817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dd96f-444b-458d-9732-710c97567c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad22b06-346f-41fd-8d39-f9458914da0c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:03.131821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:03.151080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3bbfa67-9f40-456e-ac8a-77280b71d768 req-fb2577cd-3642-4679-bd91-a7dc4a5244d6 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563090 Apr 20 14:44:03.182184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.202426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.225354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.248791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.251652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.252804 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ad22b06-346f-41fd-8d39-f9458914da0c HTTP/1.1" status: 204 len: 168 time: 0.1200383 Apr 20 14:44:03.260556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b702-d057-4622-b373-d7b6ef2b0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad22b06-346f-41fd-8d39-f9458914da0c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:03.585300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34970) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:03.631568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Deleting subnet 6df25719-7015-45d9-af37-86c7212e8d42 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:44:03.636450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.674931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.715336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.787566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.817699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df25719-7015-45d9-af37-86c7212e8d42,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:03.818700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-940fad8b-0eb0-4716-bade-5a077f67a75b req-8c900509-9248-4a1f-860f-4efb01064082 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0340900 Apr 20 14:44:03.833403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.837124 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4406cde3-5d82-4193-9f86-a0f858e99809 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6df25719-7015-45d9-af37-86c7212e8d42 HTTP/1.1" status: 204 len: 168 time: 0.2508290 Apr 20 14:44:03.841749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34986) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:03.955649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:03.965186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 578a4cbb-a350-4678-a654-d3a87804ad57 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:03.968637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4111e071-da2e-4f7c-b5d5-fa4be8ada90d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:03.976400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:03.984553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:03.990346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:03.996129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.003655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.009717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.016192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.021197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b376093-3ebb-401f-a944-9d264553c988 req-0966035f-8b55-483b-b61d-d2227261daef tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1512392 Apr 20 14:44:04.052330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:04.055879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc65d032-1b7b-4b91-8ca4-56b7723410d2 req-b9330a2c-0fa8-4521-8129-06f3226da6cb tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0361865 Apr 20 14:44:04.059610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:04.060054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.163904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.169991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=578a4cbb-a350-4678-a654-d3a87804ad57,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:04.170874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b376093-3ebb-401f-a944-9d264553c988 req-5c2edb7e-69a1-4b7e-9732-aaf8352d9d35 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409731 Apr 20 14:44:04.206702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '578a4cbb-a350-4678-a654-d3a87804ad57', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '578a4cbb-a350-4678-a654-d3a87804ad57', 'mac_address': 'fa:16:3e:13:43:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:04.223787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70370471-1c7f-4759-9042-155db15088aa']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:04.237030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6476a0-0cc5-4568-a4cc-a517413255a0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:04.237369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6476a0-0cc5-4568-a4cc-a517413255a0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:04.245192 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.260608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5df2-2ada-4727-9d78-f0310df2c8b9 req-c3142fe0-b643-4d01-a90e-ae167f5ebbcd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.262113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d3e5df2-2ada-4727-9d78-f0310df2c8b9 req-c3142fe0-b643-4d01-a90e-ae167f5ebbcd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 945 time: 0.1154389 Apr 20 14:44:04.263936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.278321 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.285020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:04.287686 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b5614-32a8-40a9-b958-ede2efc11275" -d '{"events": [{"server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "name": "network-vif-plugged", "status": "completed", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:04.308760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:04.312000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578a4cbb-a350-4678-a654-d3a87804ad57 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:04.314725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.319038 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.326252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:44:04.326859 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:44:04.330601 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:44:04.355429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=578a4cbb-a350-4678-a654-d3a87804ad57,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:04.361221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.385799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:04.399821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d3e5df2-2ada-4727-9d78-f0310df2c8b9 req-82bf620c-5fca-4315-8d9b-fbc8ddc043ec tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280651 Apr 20 14:44:04.412525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c71216-5c2b-4984-b621-6a642c549730 req-1f902459-6419-48b7-9b6d-7979c376b8a0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.414047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40c71216-5c2b-4984-b621-6a642c549730 req-1f902459-6419-48b7-9b6d-7979c376b8a0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 944 time: 0.1413212 Apr 20 14:44:04.440674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.450392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.456645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70370471-1c7f-4759-9042-155db15088aa HTTP/1.1" status: 204 len: 168 time: 0.6106966 Apr 20 14:44:04.473299 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc51a54-713f-454f-b3a9-156f657ed3dc x-openstack-request-id: req-3fc51a54-713f-454f-b3a9-156f657ed3dc {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:04.473771 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "name": "network-vif-plugged", "status": "completed", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:04.474794 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc51a54-713f-454f-b3a9-156f657ed3dc {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:04.476024 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc51a54-713f-454f-b3a9-156f657ed3dc'] response: {'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d', 'code': 200} Apr 20 14:44:04.482010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19693a1-4ad1-4277-9130-b29497b4c621 admin admin] Pushing event deleted for resources: {'Network': ['ID=70370471-1c7f-4759-9042-155db15088aa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:04.488650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:04.510096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40c71216-5c2b-4984-b621-6a642c549730 req-ad385f40-fa12-40a3-99f6-2d958a42763a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897372 Apr 20 14:44:04.574614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b48f9-dc15-4ade-a18a-37d3c05df529 req-7fe67e82-0642-45f0-ab3b-f014db592635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:04.576104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f06b48f9-dc15-4ade-a18a-37d3c05df529 req-7fe67e82-0642-45f0-ab3b-f014db592635 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 1097 time: 0.0421557 Apr 20 14:44:04.614661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['578a4cbb-a350-4678-a654-d3a87804ad57'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:04.621149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f06b48f9-dc15-4ade-a18a-37d3c05df529 req-93ed027e-94ea-4a88-9f0d-3c9c0ddcc581 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289292 Apr 20 14:44:04.680081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35014) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:04.720157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:04.766477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71bb3a9e-3890-489f-9ffe-5b79f6530394 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fac4fbe0f98f46dc8ee4646f3c7adacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425735 Apr 20 14:44:04.766728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35020) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:04.813323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.834369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.900436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1948255426', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:04.901380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.904613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.908471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4370d2eb-808b-4fb4-9d7a-3151cbb47d3d HTTP/1.1" status: 204 len: 168 time: 0.1385331 Apr 20 14:44:04.914505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370d2eb-808b-4fb4-9d7a-3151cbb47d3d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:04.925202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.925542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.925883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.926218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.926549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.926912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.927255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.927580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.927902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.928232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.928542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.928861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d860a4d-d44b-4ee7-9574-bb2b4b97efe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:04.944049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-029de2f0-a44b-4fcd-9f9d-272946e91fe1 req-93dee64e-10e0-47de-a5b1-50aad4d8f07c tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0399125 Apr 20 14:44:04.953593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Made reservation on behalf of e3d8ad835eda49be981ed9130bc47927 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:04.956520 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:04.966622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.049630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.054186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.058833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] device_id is not set on port a2ef8061-832a-477e-a3f1-9b01f154670e yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:05.112983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d04a8-cdb6-4cba-9837-ca2d161156de,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:05.184118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aead942f-ae49-44e8-ad36-86d1a01a0090 req-14e4635c-02d2-4745-bff7-0a89aca6186b tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0332258 Apr 20 14:44:05.199075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Allocated IP 172.25.1.166 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a2ef8061-832a-477e-a3f1-9b01f154670e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:05.361050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.366641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.372297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.378175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.383831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.389497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.395510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.397357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-685ae658-da0f-44da-ad47-6113126e7a89 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1295674 Apr 20 14:44:05.434518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.471003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5e42a2e-1255-41ee-b0eb-10476495f7f2 req-d1754ff3-7607-4cbd-bbcb-90c1119afab6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604646 Apr 20 14:44:05.498824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.547867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:05.551836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:05.563309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:05.566896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ef8061-832a-477e-a3f1-9b01f154670e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:05.641474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.641997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.660954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582b8fd-31f6-4510-9a40-2ad44efa92a7 req-7dc36d0d-7d6b-4387-b2c1-99b3a70ea00c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.662521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2582b8fd-31f6-4510-9a40-2ad44efa92a7 req-7dc36d0d-7d6b-4387-b2c1-99b3a70ea00c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 945 time: 0.0634954 Apr 20 14:44:05.672687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d67a6f51-c45f-41a0-a1e9-944c43f939bb tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9911399 Apr 20 14:44:05.675613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35052) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:05.680948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.166'}]}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:05.713544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.716845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.724091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2582b8fd-31f6-4510-9a40-2ad44efa92a7 req-58354e26-4012-412a-8469-e114f4204235 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Apr 20 14:44:05.787534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.823178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0e9fa-0606-40ce-a739-de02460dcc4b req-92b013ad-5d02-444f-9698-b64d01d040b7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.824658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fe0e9fa-0606-40ce-a739-de02460dcc4b req-92b013ad-5d02-444f-9698-b64d01d040b7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Apr 20 14:44:05.883457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fe0e9fa-0606-40ce-a739-de02460dcc4b req-9a0ee43b-3437-4fe2-8c1b-6efcbe171822 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504265 Apr 20 14:44:05.929459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.981824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 578a4cbb-a350-4678-a654-d3a87804ad57 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:06.083418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 578a4cbb-a350-4678-a654-d3a87804ad57 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:06.089253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 578a4cbb-a350-4678-a654-d3a87804ad57 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:06.090882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.144010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50ad7c4c-d9d7-485c-a9c6-a3a579c69fd9 req-870fad0e-863a-456f-9f29-ae0651a4a99e tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0605102 Apr 20 14:44:06.165443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.185028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.191148 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.230763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=578a4cbb-a350-4678-a654-d3a87804ad57,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:06.236603 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.237650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:06.308246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 163b3b20-7b5b-4911-8974-b0174b14952a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:06.308953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 163b3b20-7b5b-4911-8974-b0174b14952a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:06.314343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:06.322518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3260cc2-3fad-4fa4-9151-85dddc950edf req-1415e8ff-f144-4b00-accb-7e753bd885bb tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0345194 Apr 20 14:44:06.365156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.477293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:06.479815 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7514d2e6-fec2-45b8-85cf-1da2c3b5889e" -d '{"events": [{"server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "name": "network-vif-plugged", "status": "completed", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:06.526099 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99e79e-bb48-4677-845a-1697da83fc88 x-openstack-request-id: req-cd99e79e-bb48-4677-845a-1697da83fc88 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:06.526818 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "name": "network-vif-plugged", "status": "completed", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:06.527289 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd99e79e-bb48-4677-845a-1697da83fc88 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:06.527881 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd99e79e-bb48-4677-845a-1697da83fc88'] response: {'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57', 'code': 200} Apr 20 14:44:06.566229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.570780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.650348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.650795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df400c1c-b673-47f8-bfa8-a0636fec1511 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:44:06.651407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.659678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.668981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.673536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a31b-5c93-4fc6-980a-74835596d6c8 req-b51cbdb4-1247-454e-9099-6d630dca5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.675102 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9cf9a31b-5c93-4fc6-980a-74835596d6c8 req-b51cbdb4-1247-454e-9099-6d630dca5bb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0632596 Apr 20 14:44:06.676436 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 14:44:06.677347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16250b65-909b-4788-908c-42be7bfb3083 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0007477 Apr 20 14:44:06.677538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.680207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:06.685562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.693937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.700045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.702025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-c6418af5-c4d8-4a39-b8ac-91e899288c21 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1304724 Apr 20 14:44:06.775040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6c8ac20-fb39-4d1d-bd01-ee5a69b4fe52 req-393278d3-b271-4d0e-86f6-a985351b109a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663092 Apr 20 14:44:06.788676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9cf9a31b-5c93-4fc6-980a-74835596d6c8 req-ae97996d-51ad-47a0-8d1b-e07c169dae81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Apr 20 14:44:06.859570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Deleting port a2ef8061-832a-477e-a3f1-9b01f154670e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:06.860002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:06.908249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8cc00-7cf0-4061-bab9-540b4341bfe4 req-e6099914-8eb3-434c-82f2-1f6fccafc72e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:06.909694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9a8cc00-7cf0-4061-bab9-540b4341bfe4 req-e6099914-8eb3-434c-82f2-1f6fccafc72e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0711975 Apr 20 14:44:06.974298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9a8cc00-7cf0-4061-bab9-540b4341bfe4 req-3423a490-0afd-40e6-a7b7-f5d24e551d42 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Apr 20 14:44:06.982748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.003669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Calling delete_port for a2ef8061-832a-477e-a3f1-9b01f154670e owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:07.033318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ddc8-e6ba-4fc2-9a0b-dca468b578ec req-a34ba7fb-cf60-4be4-a678-1ba6367f0ebf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.043885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a87ddc8-e6ba-4fc2-9a0b-dca468b578ec req-a34ba7fb-cf60-4be4-a678-1ba6367f0ebf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.0630744 Apr 20 14:44:07.085525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a87ddc8-e6ba-4fc2-9a0b-dca468b578ec req-71f03719-c3e1-47e5-a959-f9e149ff35ea tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Apr 20 14:44:07.157665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.191636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ef8061-832a-477e-a3f1-9b01f154670e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:07.292547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.298121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ac9e2b06-10e6-4b48-8736-d0624b9d88b7 tempest-RoutersAdminNegativeTest-857805198 tempest-RoutersAdminNegativeTest-857805198-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a2ef8061-832a-477e-a3f1-9b01f154670e HTTP/1.1" status: 204 len: 168 time: 0.6162553 Apr 20 14:44:07.325365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2814ec13-1a50-4cef-9fc6-87e420293297 req-dbab2cbd-9559-4e8d-a230-33819f28584a tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0532835 Apr 20 14:44:07.412762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd813-ea3e-4425-9140-59f883c0265a req-2cce2309-32d7-4a12-a89f-406dfee4b977 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.414416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cffd813-ea3e-4425-9140-59f883c0265a req-2cce2309-32d7-4a12-a89f-406dfee4b977 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.0619326 Apr 20 14:44:07.485760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eba5fb8b-4b99-4bcc-bd38-2315beafc1f8 req-320115a8-6c07-4cec-89b0-4dcd9fbe3868 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0390315 Apr 20 14:44:07.513129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cffd813-ea3e-4425-9140-59f883c0265a req-f7e988c8-5ecf-4538-bec8-f42d2b21e7cc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915017 Apr 20 14:44:07.677459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:07.907732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.913994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.918548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b01a-6805-4892-85ff-bf5feedbe6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.923094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.930685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.936817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.942954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.948709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.950660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7c544beb-2047-4357-8a28-3bb2deb2ad15 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1059520 Apr 20 14:44:07.997098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0464f44b-d782-40d3-8881-34209f2d7d1d req-7f410450-6239-4fc8-a51d-cb6c9f5769df tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393288 Apr 20 14:44:08.035408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b01a-6805-4892-85ff-bf5feedbe6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.040354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b01a-6805-4892-85ff-bf5feedbe6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.084957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1b01a-6805-4892-85ff-bf5feedbe6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16cf81d-e7f3-4f7f-af93-abcdb3a9473e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:08.090004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d7a1b01a-6805-4892-85ff-bf5feedbe6fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05c54353ce914336a181d4bc1f4a6660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115014 Apr 20 14:44:08.094206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:08.127444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8c72e-2a81-48b2-9b62-b1c2d761d3f8 req-f6b9b8ac-d600-4124-9901-9447931b09e8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.129029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd8c72e-2a81-48b2-9b62-b1c2d761d3f8 req-f6b9b8ac-d600-4124-9901-9447931b09e8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0556629 Apr 20 14:44:08.168725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.172510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd8c72e-2a81-48b2-9b62-b1c2d761d3f8 req-9703ca68-3124-40e5-9203-7df7aa9dd68e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Apr 20 14:44:08.205536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.272654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.275290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.276478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c16cf81d-e7f3-4f7f-af93-abcdb3a9473e HTTP/1.1" status: 204 len: 168 time: 0.1810796 Apr 20 14:44:08.285107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311abfaa-dc92-4d70-8879-5555a356f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16cf81d-e7f3-4f7f-af93-abcdb3a9473e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:08.439488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363d9ce2-cd3e-4935-97ae-3be2b2e1a21d req-33ac0b63-3807-4d7b-aefb-4b18902154c7 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0398335 Apr 20 14:44:08.565284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:08.641490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88cab-1f09-468a-ac84-f3e6a5722588 req-eb3c9a6b-b417-4c2f-9865-9dc648610bb2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.651696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ad88cab-1f09-468a-ac84-f3e6a5722588 req-eb3c9a6b-b417-4c2f-9865-9dc648610bb2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.0653429 Apr 20 14:44:08.702354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-459b880e-15d2-4820-ac7d-93bf1fc133df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.704638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35174) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:08.706207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ad88cab-1f09-468a-ac84-f3e6a5722588 req-dbb5a43f-a578-4946-a541-9ebd9be6fed2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534010 Apr 20 14:44:08.793441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66b5c8a1-9328-4646-8588-8572f481e07c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d8ad835eda49be981ed9130bc47927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868421 Apr 20 14:44:08.796670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35180) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:08.816633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04a1783b-62be-49cd-ad2a-993c765aa791 req-c28c4c28-4b85-458e-99bf-be8587c26f2f tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0355678 Apr 20 14:44:08.890535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-459b880e-15d2-4820-ac7d-93bf1fc133df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.896974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-459b880e-15d2-4820-ac7d-93bf1fc133df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.923550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:08.937021 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-459b880e-15d2-4820-ac7d-93bf1fc133df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbe790d2bd424e4abf82039760e996b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702650 Apr 20 14:44:08.940535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35184) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:08.957791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b880e-15d2-4820-ac7d-93bf1fc133df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a8a957-0188-46b6-a5a7-e1198c6786a8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:08.965437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.012495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.015505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39146161-a1ea-4681-b5c3-1f8e66a06d3a req-a2c368c4-0348-4507-83b1-39b26f23e6e4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.015642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.019581 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a5d04a8-cdb6-4cba-9837-ca2d161156de HTTP/1.1" status: 204 len: 168 time: 0.2192891 Apr 20 14:44:09.019740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39146161-a1ea-4681-b5c3-1f8e66a06d3a req-a2c368c4-0348-4507-83b1-39b26f23e6e4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1117754 Apr 20 14:44:09.025538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d29192-847d-4b4b-b5a3-884500ac2062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d04a8-cdb6-4cba-9837-ca2d161156de,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:09.066284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb962a7-f586-45cf-bc32-e4a96cbf082b req-9f8d840b-ef70-4f85-90eb-0b36b2f90791 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.067781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bb962a7-f586-45cf-bc32-e4a96cbf082b req-9f8d840b-ef70-4f85-90eb-0b36b2f90791 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.1313543 Apr 20 14:44:09.069678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.107941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39146161-a1ea-4681-b5c3-1f8e66a06d3a req-61922dec-bce3-4080-a680-d9df9a389488 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810788 Apr 20 14:44:09.122842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.167471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bb962a7-f586-45cf-bc32-e4a96cbf082b req-9c659783-87ec-478f-aa79-7123fa819033 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850189 Apr 20 14:44:09.216751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.219797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.222189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1a8a957-0188-46b6-a5a7-e1198c6786a8 HTTP/1.1" status: 204 len: 168 time: 0.2795320 Apr 20 14:44:09.233670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a8a957-0188-46b6-a5a7-e1198c6786a8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:09.255986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.261787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.270149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.276917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.285167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.291898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.297423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.299332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-c2b29849-e1e9-4e5a-9e7b-ae0e481c22b0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5432 time: 0.1201005 Apr 20 14:44:09.302101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.302444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.302877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.303211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.303542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.303872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.304193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.304515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.304836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.305152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.305472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.305792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd2283-9164-4ab3-8fab-6a23288c5709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:09.375928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b7b2749-0265-45fc-aa01-2b68acb0c18e req-09a69d9d-e155-466c-a2f9-0b4082400c65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589151 Apr 20 14:44:09.387088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c852854-f2d2-4538-868f-e7d5396ad327 req-25bdcb90-3151-4749-9ffd-08125938b401 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.388855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c852854-f2d2-4538-868f-e7d5396ad327 req-25bdcb90-3151-4749-9ffd-08125938b401 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0883393 Apr 20 14:44:09.438131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c852854-f2d2-4538-868f-e7d5396ad327 req-b15df072-7745-4e41-bcf1-1b826bcf4720 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Apr 20 14:44:09.570209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2625c65-1031-458e-913b-178281af8995 req-40552e58-d2cb-4a84-bb76-b2a5affcd0eb tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0302632 Apr 20 14:44:09.587348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624978a-0007-4d6c-8bcb-9f577e504a9b req-d52ee18a-747d-4979-a831-4d73028f51ec tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.595216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b624978a-0007-4d6c-8bcb-9f577e504a9b req-d52ee18a-747d-4979-a831-4d73028f51ec tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0856769 Apr 20 14:44:09.608409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35210) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:09.625103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-839c69ff-883b-4bf1-b8ac-56505c3f2dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.629289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b624978a-0007-4d6c-8bcb-9f577e504a9b req-2dacda50-10a6-4a16-a5b6-43976eae382b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Apr 20 14:44:09.704870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-839c69ff-883b-4bf1-b8ac-56505c3f2dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.709435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-839c69ff-883b-4bf1-b8ac-56505c3f2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.747815 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-839c69ff-883b-4bf1-b8ac-56505c3f2dfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4463addbe84a119f7208dbca4993aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381297 Apr 20 14:44:09.749049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c69ff-883b-4bf1-b8ac-56505c3f2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e635fa47-17b4-4658-89ac-b50bd7e5b642,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:09.750736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35214) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:09.810326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.844198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.941463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01dc8445-7860-473d-9eb2-6a5a48fe45ae req-a7ed881f-ec1f-4395-9883-8486b44dfddc tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0314004 Apr 20 14:44:09.950102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b561cb7-11d9-4d76-9d19-dd88bec487c0 req-0c636bd3-82e7-43ba-98fd-1335947deb8d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.951579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b561cb7-11d9-4d76-9d19-dd88bec487c0 req-0c636bd3-82e7-43ba-98fd-1335947deb8d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0925410 Apr 20 14:44:09.981383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.983969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.985171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e635fa47-17b4-4658-89ac-b50bd7e5b642 HTTP/1.1" status: 204 len: 168 time: 0.2332492 Apr 20 14:44:09.990819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 55ea4a65-88da-4a86-ba82-98257cf39fbf details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:10.007527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032919-5384-434c-89f2-5f5fab2ee4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e635fa47-17b4-4658-89ac-b50bd7e5b642,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:10.017704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b561cb7-11d9-4d76-9d19-dd88bec487c0 req-8c3ea7b2-6666-4f49-93a9-befb9eb220b7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574329 Apr 20 14:44:10.039010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:10.125805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.135992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a651c1b2-917e-438a-a469-ee9995fc6518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.140542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'port_id': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'mac_address': 'fa:16:3e:43:0a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:10.170150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7bdc1687-6903-4827-9c62-b74ae801e442 tempest-AgentManagementNegativeTest-232198735 tempest-AgentManagementNegativeTest-232198735-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1266255 Apr 20 14:44:10.205767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.224162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ea4a65-88da-4a86-ba82-98257cf39fbf {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:10.246415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.254747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.255894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a60cf557-afa5-4c36-a6c1-31f1aad28831 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:10.311329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511371e-3bb2-44af-931d-d9dc997ddde1 req-a701511c-f66d-415e-bb1e-b3339ab070bc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.313381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8511371e-3bb2-44af-931d-d9dc997ddde1 req-a701511c-f66d-415e-bb1e-b3339ab070bc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1065712 Apr 20 14:44:10.368097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38895-3370-4bc1-bae1-b2ac7c98a91a req-5de668bd-3be5-44ea-beb2-c3abb6149ae3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.378655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a38895-3370-4bc1-bae1-b2ac7c98a91a req-5de668bd-3be5-44ea-beb2-c3abb6149ae3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.1116323 Apr 20 14:44:10.382541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:10.389694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8511371e-3bb2-44af-931d-d9dc997ddde1 req-0e0032f4-2520-4805-9d25-e1033663463b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691867 Apr 20 14:44:10.462225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a38895-3370-4bc1-bae1-b2ac7c98a91a req-790e31b9-88c1-429c-a813-68ef03ff6e4f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850992 Apr 20 14:44:10.488743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.513447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'port_id': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'mac_address': 'fa:16:3e:31:79:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:10.558112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.566117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.571463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35252) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:10.573587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.582154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.588064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.590242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.597040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.602391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60cf557-afa5-4c36-a6c1-31f1aad28831 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:10.603148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.605466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a28fe801-0147-45df-95b7-a02231c836e5 req-4ef49417-5294-428f-9e5c-8ca3cd6e6f58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5433 time: 0.1192646 Apr 20 14:44:10.624892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.634720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.635496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1bc49c7d-bc51-4a09-b73a-6315cedbee64 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:10.675796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a28fe801-0147-45df-95b7-a02231c836e5 req-ca8745a5-a660-43c7-8640-07f72a79d7fc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553932 Apr 20 14:44:10.737882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9bfe194-6692-4ac5-8134-18d80fd12349 req-f429c8b3-b116-4b91-bd5b-91f34a537ad8 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0608315 Apr 20 14:44:10.764916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-ea0ac541-ec45-45d1-9648-8263238cf922 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.767469 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-ea0ac541-ec45-45d1-9648-8263238cf922 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 946 time: 0.0824335 Apr 20 14:44:10.799683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:10.815410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.827150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'port_id': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'mac_address': 'fa:16:3e:fb:f1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33becdb-3833-4bfa-876e-c27dae6566e9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:10.859265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c36e-84b7-4841-a0de-2077f6d39762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.873564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.888567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc49c7d-bc51-4a09-b73a-6315cedbee64 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:10.910661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.917022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.917526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ca5c4773-78ee-40db-aab6-82b434a4e94e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:10.922456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:10.922823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.993211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.000988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.008829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'network_id': '4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628', 'port_id': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'mac_address': 'fa:16:3e:03:68:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33becdb-3833-4bfa-876e-c27dae6566e9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:11.064151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c36e-84b7-4841-a0de-2077f6d39762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.066514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.066710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.075717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.078216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9a7c36e-84b7-4841-a0de-2077f6d39762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.081498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-477955d9-0b7b-4af8-930c-5ed45bb5547a req-00482679-34d1-4f30-994b-a20344d04b55 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0434732 Apr 20 14:44:11.106201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for 4111e071-da2e-4f7c-b5d5-fa4be8ada90d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:11.110693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5c4773-78ee-40db-aab6-82b434a4e94e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:11.111782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7c36e-84b7-4841-a0de-2077f6d39762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f9da2-e0ff-428d-8ab5-16b0722513f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.139391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.147130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.148255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c00e94f1-2497-407e-a7cf-1857e957c85b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:11.162533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0bab-0741-4888-bda2-cf2f5e79e116 req-d25bc04d-fdf3-4604-8048-3355174b0ac8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.164596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f89f0bab-0741-4888-bda2-cf2f5e79e116 req-d25bc04d-fdf3-4604-8048-3355174b0ac8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.0656564 Apr 20 14:44:11.209881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f9a7c36e-84b7-4841-a0de-2077f6d39762 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44b1e69f72d440fab199fc362d2b0dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343648 Apr 20 14:44:11.209881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35274) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:11.222432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c00e94f1-2497-407e-a7cf-1857e957c85b,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.226540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f89f0bab-0741-4888-bda2-cf2f5e79e116 req-f262fbfa-7fe3-448c-a511-8dc1787715f8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Apr 20 14:44:11.230378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.249870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c00e94f1-2497-407e-a7cf-1857e957c85b', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'port_id': 'c00e94f1-2497-407e-a7cf-1857e957c85b', 'mac_address': 'fa:16:3e:90:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:11.296769 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.309672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00e94f1-2497-407e-a7cf-1857e957c85b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:11.309847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.330437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c00e94f1-2497-407e-a7cf-1857e957c85b,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.335340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.335997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device fb6198d9-0b53-4ed0-8638-c2155f816897 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:11.347932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.366671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.381316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4111e071-da2e-4f7c-b5d5-fa4be8ada90d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:11.452649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.457998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=fb6198d9-0b53-4ed0-8638-c2155f816897,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.472807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'fb6198d9-0b53-4ed0-8638-c2155f816897', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'port_id': 'fb6198d9-0b53-4ed0-8638-c2155f816897', 'mac_address': 'fa:16:3e:9e:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:11.518973 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.535736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6198d9-0b53-4ed0-8638-c2155f816897 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:11.576400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=fb6198d9-0b53-4ed0-8638-c2155f816897,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.586624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.587837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:11.609049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d0d2d33-6a5e-4206-91ce-d14d2d5d0232 req-59c9c2c2-2068-4260-a3b4-8d8a2d385760 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca37746-4c10-4817-b11d-b005785b4766 HTTP/1.1" status: 200 len: 210 time: 0.0361450 Apr 20 14:44:11.618416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a908c-0328-4517-b93b-953b35c309cc req-3dd5e33f-8efe-4076-883f-8e4ce9733003 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.626287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-395a908c-0328-4517-b93b-953b35c309cc req-3dd5e33f-8efe-4076-883f-8e4ce9733003 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.0966272 Apr 20 14:44:11.667163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-395a908c-0328-4517-b93b-953b35c309cc req-0104cde2-108f-492d-bcc7-1723a6823461 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398884 Apr 20 14:44:11.701167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.712862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.717905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'network_id': 'c616197a-e9fe-4156-b05b-073d8d0100c7', 'port_id': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'mac_address': 'fa:16:3e:5c:75:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d0e025-606c-43d1-b760-b51a2b479021', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:11.723261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=4111e071-da2e-4f7c-b5d5-fa4be8ada90d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.780445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.796021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:11.804358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port 4111e071-da2e-4f7c-b5d5-fa4be8ada90d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:11.807606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.811561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aba43e3-bb23-4f1d-832d-75dc438df170 req-76563d43-d086-4c95-a4c1-918e0b16de01 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "DELETE /v2.0/ports/4111e071-da2e-4f7c-b5d5-fa4be8ada90d HTTP/1.1" status: 204 len: 173 time: 1.0356405 Apr 20 14:44:11.813029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'name': 'network-vif-deleted', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:11.815589 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e136e12d-6f57-447a-b66f-462f384071db" -d '{"events": [{"server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "name": "network-vif-deleted", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:11.819885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:11.831997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.838809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-99d07bdd-91e9-41b6-86b1-3c9507332e28 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.840777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-99d07bdd-91e9-41b6-86b1-3c9507332e28 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 946 time: 0.1233921 Apr 20 14:44:11.869332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.875964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.882254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.888743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.896865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.906770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.915695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:11.926825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-ee9bd9b0-70be-4304-bc75-b91f281c5f3d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5438 time: 0.1578596 Apr 20 14:44:11.928109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.931649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:11.935296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/387f9da2-e0ff-428d-8ab5-16b0722513f4 HTTP/1.1" status: 204 len: 168 time: 0.7242405 Apr 20 14:44:11.946871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.966721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71c672-9626-4646-b543-07e145068114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f9da2-e0ff-428d-8ab5-16b0722513f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:11.989925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-511ee5da-29ba-4078-9b88-6b1527a38c3e req-3626c820-4e70-4542-a6e2-13e45a2d755b tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0595005 Apr 20 14:44:11.993936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4111e071-da2e-4f7c-b5d5-fa4be8ada90d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:12.002956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 578a4cbb-a350-4678-a654-d3a87804ad57 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:12.003412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:12.057906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 4111e071-da2e-4f7c-b5d5-fa4be8ada90d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:12.058311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4111e071-da2e-4f7c-b5d5-fa4be8ada90d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:12.064337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e270b939-7582-4fe2-a98d-e1754094eb5f req-bb50c8dd-3385-4007-a5ec-e355d8749f38 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358931 Apr 20 14:44:12.087084 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2de21-daf6-4e87-9d32-6155e4d7e9c6 x-openstack-request-id: req-2bc2de21-daf6-4e87-9d32-6155e4d7e9c6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:12.087384 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca37746-4c10-4817-b11d-b005785b4766", "name": "network-vif-deleted", "tag": "4111e071-da2e-4f7c-b5d5-fa4be8ada90d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:12.087628 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bc2de21-daf6-4e87-9d32-6155e4d7e9c6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:12.088238 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc2de21-daf6-4e87-9d32-6155e4d7e9c6'] response: {'server_uuid': 'cca37746-4c10-4817-b11d-b005785b4766', 'name': 'network-vif-deleted', 'tag': '4111e071-da2e-4f7c-b5d5-fa4be8ada90d', 'status': 'completed', 'code': 200} Apr 20 14:44:12.144463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 578a4cbb-a350-4678-a654-d3a87804ad57, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=578a4cbb-a350-4678-a654-d3a87804ad57,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:12.144836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:12.158727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 578a4cbb-a350-4678-a654-d3a87804ad57 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:12.312402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:12.325469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.340115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['578a4cbb-a350-4678-a654-d3a87804ad57'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.363276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=578a4cbb-a350-4678-a654-d3a87804ad57,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:12.437314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 578a4cbb-a350-4678-a654-d3a87804ad57 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:12.442077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:12.450954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dab2c46b-237d-4d76-8c0f-5c8ff505480c req-1c66a2f2-13bc-4445-8295-36adc725841c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/578a4cbb-a350-4678-a654-d3a87804ad57 HTTP/1.1" status: 204 len: 173 time: 0.5960963 Apr 20 14:44:12.592398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['55ea4a65-88da-4a86-ba82-98257cf39fbf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.599670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['1bc49c7d-bc51-4a09-b73a-6315cedbee64'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.641963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d28b5b2-a993-46a0-8348-6532f7e9e342 req-912bd040-36c4-4760-9cc3-12a9f4c19b4c tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.4854317 Apr 20 14:44:12.674329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a249b701-c548-4614-84e5-f31ec3d05502 req-1b05f232-dc3e-4243-9aef-cfdba6c13c64 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=721fd16e-6c27-4f2f-9a78-4ec3a499b0a8 HTTP/1.1" status: 200 len: 210 time: 0.0355041 Apr 20 14:44:12.855652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd9784-5f34-4669-8437-5aa60b170ca7 req-acc58a2e-f46a-43a2-b7ac-1b3edf9136cd tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:12.861220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6fba12c2-28bc-4a73-a4bf-eab45aaa2593'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.864031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bccd9784-5f34-4669-8437-5aa60b170ca7 req-acc58a2e-f46a-43a2-b7ac-1b3edf9136cd tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.0810313 Apr 20 14:44:12.896645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c00e94f1-2497-407e-a7cf-1857e957c85b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.899014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0441ac06-39cc-471f-afb8-d66df3834b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:12.908415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bccd9784-5f34-4669-8437-5aa60b170ca7 req-e2e891c0-5367-426a-ac59-5836fe071057 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Apr 20 14:44:12.932565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['a60cf557-afa5-4c36-a6c1-31f1aad28831'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.934645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['fb6198d9-0b53-4ed0-8638-c2155f816897'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:12.936931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ca5c4773-78ee-40db-aab6-82b434a4e94e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:13.221649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf820a8a-486f-4912-b6f2-6ee7a2cebcdf req-14167120-8b7b-4027-b330-6bf5380e30e3 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0712287 Apr 20 14:44:13.337253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-98dcb046-d063-4a81-a2f9-256584c664a6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.339404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-98dcb046-d063-4a81-a2f9-256584c664a6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.2166982 Apr 20 14:44:13.377179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.384228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.391744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.398223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.404618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.410890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.418750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.421116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-257a872b-3c0b-4a20-b8c2-6cea295eed8f tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5439 time: 0.1310754 Apr 20 14:44:13.430190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-596f8ef5-f561-4c49-bdac-97ec5e9aee3c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0797799 Apr 20 14:44:13.474786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-8e40694e-f4f3-407c-ac01-844c1fe2c1ff tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432439 Apr 20 14:44:13.557716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:13.565448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f0eea8f-ab44-4c09-ad52-8e1889d2d0fe req-5e77bfd2-e04b-4c73-b42b-c0ed7daf87a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325243 Apr 20 14:44:13.624023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-d9abf7a0-ff20-485b-8f7d-5f7223f96809 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484578 Apr 20 14:44:13.690478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f270431-aac4-4de5-9383-4850e6755344 req-add7dc0c-4909-4c1e-88be-61508d65ad6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0670245 Apr 20 14:44:13.716548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.777649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-f69f27f2-eb25-470c-af41-bdad60c66ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520517 Apr 20 14:44:13.827049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26dbabe1-5433-46b7-879a-ea6bd42cd326 req-b0f33ce3-c01c-42e5-a35e-9dcfa64bb001 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0370605 Apr 20 14:44:13.919479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1917880867'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:13.969623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:13.975982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.989247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.089342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'name': 'network-vif-deleted', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:14.091808 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d2269-4fd1-4b75-b22e-25516380afd3" -d '{"events": [{"server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "name": "network-vif-deleted", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:14.106851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be0392-c549-4682-abe6-0198dfc35342 req-7b1e3840-c17a-4373-8372-4f1c55367c62 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.115927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17be0392-c549-4682-abe6-0198dfc35342 req-7b1e3840-c17a-4373-8372-4f1c55367c62 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1220567 Apr 20 14:44:14.146123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.158705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.166843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.182249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-17be0392-c549-4682-abe6-0198dfc35342 req-9b79e997-cc9a-41c7-a992-7157f8d5ec9a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644794 Apr 20 14:44:14.251603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:44:14.291233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e577ad5-a66c-499c-b8f1-9291ebf31b5d req-199e6e33-5642-4cb8-a1e6-617e74943d52 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 210 time: 0.0436978 Apr 20 14:44:14.294213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968027a4-a0bc-4fd8-873b-dad515c3dae7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:14.308853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.309172 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Added segment 612375e6-8c76-44f9-babb-29e693857fbc of type vlan for network 90d45e81-bc68-4015-bbfd-ae0661f05e7f Apr 20 14:44:14.371723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0faa4d-0a17-43a3-90e4-aeabc365e7fc x-openstack-request-id: req-2f0faa4d-0a17-43a3-90e4-aeabc365e7fc {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:14.372131 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721fd16e-6c27-4f2f-9a78-4ec3a499b0a8", "name": "network-vif-deleted", "tag": "578a4cbb-a350-4678-a654-d3a87804ad57", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:14.372529 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f0faa4d-0a17-43a3-90e4-aeabc365e7fc {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:14.372982 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0faa4d-0a17-43a3-90e4-aeabc365e7fc'] response: {'server_uuid': '721fd16e-6c27-4f2f-9a78-4ec3a499b0a8', 'name': 'network-vif-deleted', 'tag': '578a4cbb-a350-4678-a654-d3a87804ad57', 'status': 'completed', 'code': 200} Apr 20 14:44:14.377975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.406316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.413226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.414476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.469087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b168cc4-e8de-4d2c-8953-a6fa76ceff99 req-9a8cd4ef-11b4-4e4a-a6e2-be4cd09a5613 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0413091 Apr 20 14:44:14.479043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35408) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:14.479293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9187930 Apr 20 14:44:14.490400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'subnet': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:14.495316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a2948-932a-43c7-b559-42d315cf92a7 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Network': ['ID=90d45e81-bc68-4015-bbfd-ae0661f05e7f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:14.508589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:44:14.628910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:14.633898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.807898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.815717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.823529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.829849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.835758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.841834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.860034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.862072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3148cb12-7def-487c-9053-cf748384b118 req-4fac6433-27b3-4a94-b52c-10c881ee0032 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5439 time: 0.1450276 Apr 20 14:44:15.055577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3148cb12-7def-487c-9053-cf748384b118 req-2c40c3bd-94ae-4092-af5e-cc28c990325d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738243 Apr 20 14:44:15.089210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.090868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-715d5680-9a62-40df-b9a9-c77f1a69936e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.092449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-715d5680-9a62-40df-b9a9-c77f1a69936e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2271581 Apr 20 14:44:15.093975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.180037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-dbb3831f-da0c-49a3-81b5-735d1f1c46f1 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0714369 Apr 20 14:44:15.236265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.262880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Subnet': ['ID=dc87123f-b535-4c0f-b817-ebeb73edbe06,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:15.268102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b49b756-ea8b-46c2-9a67-d75f90bf24a0 req-cf69a329-a59e-4550-ace6-ee0e237031d0 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0643799 Apr 20 14:44:15.273326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Checking segment: {'id': '612375e6-8c76-44f9-babb-29e693857fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:15.273568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network hostable DHCP agents. Network: 90d45e81-bc68-4015-bbfd-ae0661f05e7f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:44:15.327086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-dcdc7b5b-3209-415c-9ac3-8af47c1ecda3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456864 Apr 20 14:44:15.329483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:44:15.368046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 90d45e81-bc68-4015-bbfd-ae0661f05e7f) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:15.373432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.374158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.380720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891339d-d79e-47f8-8f86-2af78629e20d None None] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:15.438579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-d9806a70-adee-44b5-84f3-e83ddd7ac1cb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.447743 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-d9806a70-adee-44b5-84f3-e83ddd7ac1cb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.1855338 Apr 20 14:44:15.460584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a58055c0-ca21-4bfd-9176-2c33c658b73e tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9800277 Apr 20 14:44:15.462447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35446) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:15.465042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:15.474185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-693217734'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:15.566383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdb64a-446b-43aa-b3b8-9002cfcd8905 req-e0076ce0-2758-43b8-a8e0-04286116c71e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.575676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ffdb64a-446b-43aa-b3b8-9002cfcd8905 req-e0076ce0-2758-43b8-a8e0-04286116c71e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1888003 Apr 20 14:44:15.593611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'tenant_id': 'f8beec1450f74cc798eb312d300e3daf', 'fixed_ips': [{'subnet_id': 'dc87123f-b535-4c0f-b817-ebeb73edbe06'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:44:15.596418 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.634756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-8a21dc17-8e6b-4e79-9cc3-26da9ed914fc service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965245 Apr 20 14:44:15.654597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:15.659908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.680172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ffdb64a-446b-43aa-b3b8-9002cfcd8905 req-b1f7d497-b7b9-4c57-a0aa-d08178b06ac8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997972 Apr 20 14:44:15.823284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.7 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/4f74cddf-06f3-4f78-9428-10b2ce0b67b1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:15.836438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Allocated IP 2001:db8::2 (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/16ed3052-ffc3-4baa-902d-da51badea88f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:15.891987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:15.896401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.946781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:15.995988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1bc49c7d-bc51-4a09-b73a-6315cedbee64 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:16.044062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-1b10ce3b-da91-46be-b632-07d65017a37b service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084215 Apr 20 14:44:16.062505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.100042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.103747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39903656-380b-4d69-b84e-f38cb350e34c req-f3bb70c9-c47e-4448-8689-3a8e58ca4904 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e&device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0795643 Apr 20 14:44:16.109334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.117113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:16.130247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.158557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:16.158970 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.204605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:16.209839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Pushing event updated for resources: {'Port': ['ID=16ed3052-ffc3-4baa-902d-da51badea88f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:16.214477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:16.220319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:16.251024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:16.278872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:16.281838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:16.292393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:16.332456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Attempting to bind port 16ed3052-ffc3-4baa-902d-da51badea88f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:16.332827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Attempting to bind port 16ed3052-ffc3-4baa-902d-da51badea88f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '612375e6-8c76-44f9-babb-29e693857fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:16.333191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Attempting to bind port 16ed3052-ffc3-4baa-902d-da51badea88f on network 90d45e81-bc68-4015-bbfd-ae0661f05e7f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:16.343526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:16.346946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::aa (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/911b12ab-f5d3-471a-bc66-9a4657bf5fa5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:16.351051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Checking segment: {'id': '612375e6-8c76-44f9-babb-29e693857fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:16.353841 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.354249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Bound using segment: {'id': '612375e6-8c76-44f9-babb-29e693857fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:16.355903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Bound port: 16ed3052-ffc3-4baa-902d-da51badea88f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612375e6-8c76-44f9-babb-29e693857fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:16.356300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.373294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68546312-f321-4ee6-b09f-65ccbdd2649e req-a5a560bb-8a9f-4aa5-9585-8c2f289017e4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:16.380360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.381716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:16.382654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.383003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68546312-f321-4ee6-b09f-65ccbdd2649e req-a5a560bb-8a9f-4aa5-9585-8c2f289017e4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 931 time: 0.1650848 Apr 20 14:44:16.406152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-95f92ad8-462b-47de-9909-31a96d27737a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469988 Apr 20 14:44:16.424001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Request body: {'port': {'device_id': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:16.460580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:16.463937 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00712a95-f609-4373-bba5-0b67314e5878" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:16.465223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70b72be1-201c-4330-86b5-0fb8af95efe4 req-8968342e-808a-4bce-aae2-aa89d2a09b3c tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0733423 Apr 20 14:44:16.506862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:16.519255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.520306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ca5c4773-78ee-40db-aab6-82b434a4e94e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:16.556382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.595520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68546312-f321-4ee6-b09f-65ccbdd2649e req-65abd031-75fa-48ef-a659-6319c670750b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062879 Apr 20 14:44:16.675669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] For port 16ed3052-ffc3-4baa-902d-da51badea88f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:16.708320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] For port 16ed3052-ffc3-4baa-902d-da51badea88f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16ed3052-ffc3-4baa-902d-da51badea88f,segment=NetworkSegment(612375e6-8c76-44f9-babb-29e693857fbc),segment_id=612375e6-8c76-44f9-babb-29e693857fbc)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:16.720388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:16.725866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.745282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port ca5c4773-78ee-40db-aab6-82b434a4e94e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:16.817621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port ca5c4773-78ee-40db-aab6-82b434a4e94e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:16.822279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.934883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09d163a2-f5a1-496e-8053-e9d5c69a5d39 req-803d61d8-5892-4046-bcb1-aa702e41913b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c5608d386bc44a08f4442c29cb045d5&device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0428669 Apr 20 14:44:16.976824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.988904 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09d163a2-f5a1-496e-8053-e9d5c69a5d39 req-99ed230e-ec76-4d76-b734-9d035f5adf80 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1c5608d386bc44a08f4442c29cb045d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418563 Apr 20 14:44:17.022841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13ab1117-6cf2-4810-813b-5cd265d570b1 req-70a54fd4-9cc4-4014-927d-48bda043720c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 210 time: 0.0545866 Apr 20 14:44:17.049592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.070089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.084959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.098376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.115563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.128108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.152401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.178866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-0ce43967-2a22-4cbc-888b-5b57126fa795 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5440 time: 0.5511804 Apr 20 14:44:17.187376 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4c09d-527a-4dab-9b1b-251d42bea268 x-openstack-request-id: req-ffc4c09d-527a-4dab-9b1b-251d42bea268 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:17.187893 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:17.187893 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffc4c09d-527a-4dab-9b1b-251d42bea268 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:17.188301 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc4c09d-527a-4dab-9b1b-251d42bea268'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'code': 200} Apr 20 14:44:17.193047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55c71-ff00-446c-96e7-fd56a12f5c57 None None] Pushing event updated for resources: {'Port': ['ID=16ed3052-ffc3-4baa-902d-da51badea88f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:17.247703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.257477 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.324886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:17.332558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d163a2-f5a1-496e-8053-e9d5c69a5d39 req-a8321e4c-4f38-400d-af84-ad966f8f2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.336128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09d163a2-f5a1-496e-8053-e9d5c69a5d39 req-a8321e4c-4f38-400d-af84-ad966f8f2e0e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279498 Apr 20 14:44:17.339118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:17.352507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:17.359542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.359764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.360484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:17.377496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.378338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 55ea4a65-88da-4a86-ba82-98257cf39fbf up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:17.437884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dddacea-193b-4232-bb56-e0c1d29c9659 req-80f45dc5-7b27-4a14-b7b4-0e8656644456 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2579947 Apr 20 14:44:17.447800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=911b12ab-f5d3-471a-bc66-9a4657bf5fa5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:17.487197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fd2e85b5-e5ae-4375-864a-519e6d22fec8 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0205173 Apr 20 14:44:17.488782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35496) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:17.498998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-247100269', 'allowed_address_pairs': [{'ip_address': '2001:db8::aa', 'mac_address': 'fa:16:3e:eb:84:ba'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:17.537085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:17.548039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.563097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 55ea4a65-88da-4a86-ba82-98257cf39fbf completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:17.569563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:17.572622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 55ea4a65-88da-4a86-ba82-98257cf39fbf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:17.572805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d631-24a5-492c-b914-2579e02268ef req-99fe4bcc-6659-4b41-a207-8cd8b64221c5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.573323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.573549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Transition to ACTIVE for port object 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:44:17.579406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.581866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7096d631-24a5-492c-b914-2579e02268ef req-99fe4bcc-6659-4b41-a207-8cd8b64221c5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2358587 Apr 20 14:44:17.676653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.724892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:17.731047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.731501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:17.732800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c00e94f1-2497-407e-a7cf-1857e957c85b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:17.740833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Attempting to bind port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:17.741790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Attempting to bind port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:17.742126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Attempting to bind port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:17.742264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b143b5a7-4ce7-4388-8adc-0cb04d9d420f req-0b4a4606-5547-4634-9eb0-9a4153e2b9de tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0721350 Apr 20 14:44:17.748655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:44:17.749110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Attempting to bind port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:17.827087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7096d631-24a5-492c-b914-2579e02268ef req-5c689366-4fc9-4a11-aca4-ee04390dc85f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441394 Apr 20 14:44:17.834053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:17.882886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-47bb6c29-0e37-4404-b28d-190883a3b11b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:17.884441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-47bb6c29-0e37-4404-b28d-190883a3b11b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.1371160 Apr 20 14:44:17.887452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:17.887794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:17.888165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:17.888595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Bound port: 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:17.888953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.906929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:17.997271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.012304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:18.039596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c00e94f1-2497-407e-a7cf-1857e957c85b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:18.050649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c00e94f1-2497-407e-a7cf-1857e957c85b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:18.051131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.071642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa22486-54ea-43b7-9908-d15381954074 req-79f4f1ac-7bda-4c03-ab3e-aaaa5f531980 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0816634 Apr 20 14:44:18.102552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:18.103338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port b3ad2ce2-02dc-445b-98aa-55c4155f0715 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:18.132272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:18.147012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.166286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.166966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.169206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f74cddf-06f3-4f78-9428-10b2ce0b67b1 HTTP/1.1" status: 200 len: 1091 time: 1.7500625 Apr 20 14:44:18.172466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:18.176897 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c21400-d4eb-40c3-be26-b0d2cfd3478d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:18.241656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:18.245086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.251655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a554-5184-4911-ae07-a7fd9b9d3119 req-72e63e6e-a5bb-4b3c-8f1f-70f237281cd1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.253629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b7a554-5184-4911-ae07-a7fd9b9d3119 req-72e63e6e-a5bb-4b3c-8f1f-70f237281cd1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 943 time: 0.2096019 Apr 20 14:44:18.269632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.317062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f242d1a6-6991-4439-86d8-5e5b5d2e347f req-207b24c2-cdcc-4f6d-857d-7069c27b430c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 210 time: 0.0551178 Apr 20 14:44:18.349772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c00e94f1-2497-407e-a7cf-1857e957c85b,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:18.361556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.362631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a60cf557-afa5-4c36-a6c1-31f1aad28831 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:18.411009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b7a554-5184-4911-ae07-a7fd9b9d3119 req-7abe8718-ad5b-4036-91d9-b729d28110e3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478031 Apr 20 14:44:18.429096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.10 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/5be94dca-1239-4de4-9892-85e226ab62dd) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:18.459741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::80 (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/b3ad2ce2-02dc-445b-98aa-55c4155f0715) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:18.464699 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc39913-c200-466a-a9ea-ea0caaa292de x-openstack-request-id: req-3dc39913-c200-466a-a9ea-ea0caaa292de {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:18.464995 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:18.465680 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dc39913-c200-466a-a9ea-ea0caaa292de {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:18.465680 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc39913-c200-466a-a9ea-ea0caaa292de'] response: {'name': 'network-changed', 'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'status': 'completed', 'code': 200} Apr 20 14:44:18.479476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cd3fb-12ff-43b2-a4d1-4dbd0f9c8b37 service neutron] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:18.510304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-68b15ba0-489a-4766-8e48-cd6e9562fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.512776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-68b15ba0-489a-4766-8e48-cd6e9562fc1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 1094 time: 0.2908208 Apr 20 14:44:18.562703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:18.580729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1df394-b4fc-4035-a68b-7363744de35e None None] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:18.581164 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-23c241ae-69d4-4071-8d7c-a8a4b9ac73a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1 HTTP/1.1" status: 200 len: 217 time: 0.0569191 Apr 20 14:44:18.598691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port a60cf557-afa5-4c36-a6c1-31f1aad28831 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:18.637148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port a60cf557-afa5-4c36-a6c1-31f1aad28831 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:18.637522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.710122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] Provisioning complete for port 16ed3052-ffc3-4baa-902d-da51badea88f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:18.710345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.734007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-054526b1-925d-45ab-8d48-9c85a3157ccd req-c20879b5-fe8a-41c0-b5fd-25536383177c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0963917 Apr 20 14:44:18.735583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-09d163a2-f5a1-496e-8053-e9d5c69a5d39 req-a4604dbb-8722-403c-8bb7-9f0ba446bce1 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0515680 Apr 20 14:44:18.745563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937352db-f060-4937-952b-1948a7f86e89 req-2110741a-afa9-4799-93e3-b62b31db6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.747296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-2110741a-afa9-4799-93e3-b62b31db6055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1490743 Apr 20 14:44:18.798880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.853939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.861754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.870840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.873238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.878678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:18.879091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.887379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.893729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.912991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.928298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:18.930175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-7c778e3f-0184-4b5d-a58e-619e35c27c84 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5443 time: 0.3124294 Apr 20 14:44:18.941809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:18.965918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.978697 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-31293204-c30b-4917-9db2-e2155d11d675 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498865 Apr 20 14:44:18.984177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:18.992462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:19.016219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af73db83-fde1-4699-bea1-8dcade0a5301 req-73d61631-7eee-44e3-b667-b052fb32111e tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bc9d75a-9c8f-42c1-a171-0481c3699d0e HTTP/1.1" status: 200 len: 210 time: 0.0781906 Apr 20 14:44:19.026789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.061444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.062266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.083400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:19.122246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.123342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:19.125525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b05cb12-8310-496d-9935-03de7d6207a1 req-70ff46a6-32b4-437c-bf11-62d2dafeb897 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637402 Apr 20 14:44:19.179835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] For port 16ed3052-ffc3-4baa-902d-da51badea88f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16ed3052-ffc3-4baa-902d-da51badea88f,segment=NetworkSegment(612375e6-8c76-44f9-babb-29e693857fbc),segment_id=612375e6-8c76-44f9-babb-29e693857fbc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:19.259207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e94f1-2497-407e-a7cf-1857e957c85b'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:19.265735 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96697f6-7cf5-456d-8ecc-709dbb78bd96" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "c00e94f1-2497-407e-a7cf-1857e957c85b"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:19.284887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.295724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16ed3052-ffc3-4baa-902d-da51badea88f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:19.299677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a21c6-487c-4094-81e2-a88f18546817 req-ac680a5f-b981-4b5e-b582-5b4f29c46049 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.310679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b0a21c6-487c-4094-81e2-a88f18546817 req-ac680a5f-b981-4b5e-b582-5b4f29c46049 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1577370 Apr 20 14:44:19.319955 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4200149 Apr 20 14:44:19.322766 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.347568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Request body: {'port': {'device_id': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:19.354208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6202b73-d8ff-4ed8-8990-13de4bbbe992 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:19.355742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef17c308-e686-4bdf-adbd-9b81084d495d req-249bff7e-d541-42d1-b8c3-93dbfaac0039 tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0424199 Apr 20 14:44:19.434384 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-915bdd4c-1850-4ce9-909f-e7a3dd573f8b service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429474 Apr 20 14:44:19.463845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:19.467367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=b3ad2ce2-02dc-445b-98aa-55c4155f0715,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:19.470605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:19.474103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:19.481839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.482594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.595150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e77d58d7-aad2-40d3-b82d-997638a7cc26 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1051834 Apr 20 14:44:19.608453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.618014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35532) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:19.644573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:19.659457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b0a21c6-487c-4094-81e2-a88f18546817 req-11ccc742-07cb-4cbe-bf8e-a034556e31ba tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473716 Apr 20 14:44:19.665119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 16ed3052-ffc3-4baa-902d-da51badea88f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:19.665762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.756164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:19.780276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:19.780791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.799071 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7 x-openstack-request-id: req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:19.800330 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "c00e94f1-2497-407e-a7cf-1857e957c85b", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:19.801683 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:19.802276 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'code': 200} Apr 20 14:44:19.803408 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'code': 200} Apr 20 14:44:19.805003 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00e94f1-2497-407e-a7cf-1857e957c85b', 'code': 200} Apr 20 14:44:19.806017 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46797314-9a1d-4e0f-8ef7-e1aafab19bc7'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'code': 200} Apr 20 14:44:19.839740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faa3b9-acb5-4633-b1dd-86bb429a1dca req-5d037b9d-7b7a-4301-b23b-66a15635401b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.843959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9faa3b9-acb5-4633-b1dd-86bb429a1dca req-5d037b9d-7b7a-4301-b23b-66a15635401b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 932 time: 0.2972853 Apr 20 14:44:19.870249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a548ab3-7f07-44e4-88ba-0bab38c79f20 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.878699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a548ab3-7f07-44e4-88ba-0bab38c79f20 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.879722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-937352db-f060-4937-952b-1948a7f86e89 req-3b6a9445-ea4f-43c7-a01e-7e4d37ce7057 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351103 Apr 20 14:44:19.888565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a548ab3-7f07-44e4-88ba-0bab38c79f20 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:19.896622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5a548ab3-7f07-44e4-88ba-0bab38c79f20 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2763588 Apr 20 14:44:19.898414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35536) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:19.903824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35538) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:19.977427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9faa3b9-acb5-4633-b1dd-86bb429a1dca req-1e846d13-6d5a-4f28-baee-6494d4633820 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Apr 20 14:44:20.016555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f02051e6-cc6d-423b-ae12-f754200af4b9 None None] Provisioning complete for port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:20.017153 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f02051e6-cc6d-423b-ae12-f754200af4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.021829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fee36-e2d1-477e-92b7-b83ae66a0121 req-8a2cac78-fc3f-41a9-b04d-e7d287be11f4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.023625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b5fee36-e2d1-477e-92b7-b83ae66a0121 req-8a2cac78-fc3f-41a9-b04d-e7d287be11f4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 943 time: 0.0731938 Apr 20 14:44:20.093070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b5fee36-e2d1-477e-92b7-b83ae66a0121 req-469747ab-9bc5-4e5c-a986-4defe73e58c9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550547 Apr 20 14:44:20.141210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495420cc-7f46-4b20-b7f9-1e8b7416397a None None] Pushing event updated for resources: {'Port': ['ID=16ed3052-ffc3-4baa-902d-da51badea88f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.175048 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cccd6c8d-5c4b-4d0c-a163-ad75472a4043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.191011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.297012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f02051e6-cc6d-423b-ae12-f754200af4b9 None None] Port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:20.300978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cccd6c8d-5c4b-4d0c-a163-ad75472a4043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.312837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cccd6c8d-5c4b-4d0c-a163-ad75472a4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.331308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:20.333387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f02051e6-cc6d-423b-ae12-f754200af4b9 None None] Provisioning complete for port 16ed3052-ffc3-4baa-902d-da51badea88f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:20.333780 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f02051e6-cc6d-423b-ae12-f754200af4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.339587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-a629be51-03cc-403c-b416-35db5e305b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.343228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-a629be51-03cc-403c-b416-35db5e305b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 1094 time: 0.2622445 Apr 20 14:44:20.376855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.377690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device fb6198d9-0b53-4ed0-8638-c2155f816897 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:20.397164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cccd6c8d-5c4b-4d0c-a163-ad75472a4043 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0352237603784ceab1f3fa3f921db7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971945 Apr 20 14:44:20.406482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd6c8d-5c4b-4d0c-a163-ad75472a4043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520ae795-16f2-4363-bbf1-db840ad6d33d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.409966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:20.441139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.450897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.461108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.472255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.484287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.493615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be94dca-1239-4de4-9892-85e226ab62dd {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:20.495047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.498360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.514481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port fb6198d9-0b53-4ed0-8638-c2155f816897 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:20.518377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.519319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port fb6198d9-0b53-4ed0-8638-c2155f816897 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:20.519747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.520582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.522799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67321eb0-2444-46c6-a109-13930e77dd1b req-696739b1-1e3f-4e0b-b473-20447da775e8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5444 time: 0.2187381 Apr 20 14:44:20.545162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port b3ad2ce2-02dc-445b-98aa-55c4155f0715 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:20.545983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.578640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Transition to ACTIVE for port object 5be94dca-1239-4de4-9892-85e226ab62dd will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:44:20.591572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ab1199-3561-408e-961c-a06db01e77ff req-0b3e359e-df49-4ae0-8ae5-53d862641f85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c5608d386bc44a08f4442c29cb045d5&device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0577636 Apr 20 14:44:20.604309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-2c0c15ed-61a1-4a49-b59d-a25e1d46ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:20.605826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-2c0c15ed-61a1-4a49-b59d-a25e1d46ac56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.2539172 Apr 20 14:44:20.608540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.612178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-928bd615-f9c3-4229-8fc6-f4817fcf1ccf req-393d8e30-00cf-44a2-86c0-73b7aa14da9a tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0764644 Apr 20 14:44:20.619943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.650329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Provisioning complete for port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:20.651534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.675457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ab1199-3561-408e-961c-a06db01e77ff req-90d9aec8-4494-45fb-9b35-e879c9cecb1f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1c5608d386bc44a08f4442c29cb045d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656085 Apr 20 14:44:20.692287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67321eb0-2444-46c6-a109-13930e77dd1b req-2456b044-d6e4-48b2-a025-bca7f8ccec68 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463501 Apr 20 14:44:20.697939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:20.719757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=fb6198d9-0b53-4ed0-8638-c2155f816897,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:20.722755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-5f6bf93d-c877-468e-9c27-cec9b86070a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1 HTTP/1.1" status: 200 len: 217 time: 0.1005399 Apr 20 14:44:20.725125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Provisioning complete for port b3ad2ce2-02dc-445b-98aa-55c4155f0715 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:20.725606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.769629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-94934ae5-3d28-41fc-8dbf-dba61643d6fb None None] Port b3ad2ce2-02dc-445b-98aa-55c4155f0715 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:20.773264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.774592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 578a4cbb-a350-4678-a654-d3a87804ad57 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:20.792662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.796662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.821577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for b3ad2ce2-02dc-445b-98aa-55c4155f0715 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:20.874467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff1735d0-416f-420b-b9bc-bfbe42425824 req-be50bc72-926b-4c10-8372-cfed12b408b2 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0841219 Apr 20 14:44:20.909376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.957364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.982480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 578a4cbb-a350-4678-a654-d3a87804ad57 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:20.983065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 578a4cbb-a350-4678-a654-d3a87804ad57 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:21.012473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:21.068171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f15b6-c828-467c-8093-fae1f8cf815a req-39175438-9ba7-4ac7-823c-c0c8659d3319 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.069745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283f15b6-c828-467c-8093-fae1f8cf815a req-39175438-9ba7-4ac7-823c-c0c8659d3319 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2290182 Apr 20 14:44:21.095138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.097600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.101220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520ae795-16f2-4363-bbf1-db840ad6d33d HTTP/1.1" status: 204 len: 168 time: 0.6828177 Apr 20 14:44:21.115611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab1199-3561-408e-961c-a06db01e77ff req-b67a243e-4882-4e84-a331-3051379fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.117066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ab1199-3561-408e-961c-a06db01e77ff req-b67a243e-4882-4e84-a331-3051379fe389 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975115 Apr 20 14:44:21.127804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559dc20-c17d-47f5-be97-b004ec0240b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520ae795-16f2-4363-bbf1-db840ad6d33d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:21.142116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16ed3052-ffc3-4baa-902d-da51badea88f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:21.162405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283f15b6-c828-467c-8093-fae1f8cf815a req-67279692-6abe-41d3-8867-376a538a7d6a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743186 Apr 20 14:44:21.256843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 16ed3052-ffc3-4baa-902d-da51badea88f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:21.257329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.274879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5492987c-85fb-4a3e-99ff-7382299caf68 req-703c566a-e57e-4e98-9e7d-0ed065dc751e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=78838ee3cbe34f9a85b66419badd4292&device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0500760 Apr 20 14:44:21.335279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-98b4f4d2-721d-4945-9c75-cca1672dc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.337011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-98b4f4d2-721d-4945-9c75-cca1672dc85a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.6001444 Apr 20 14:44:21.386928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5492987c-85fb-4a3e-99ff-7382299caf68 req-44e91942-ce22-49a1-a2d7-1a1095d5769c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=78838ee3cbe34f9a85b66419badd4292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582469 Apr 20 14:44:21.416933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b5234-fd5e-4f10-a542-5631b71bbb60 req-5bdfc6b4-5924-48d8-9b4c-91fe8a7d5fa9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.418816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf9b5234-fd5e-4f10-a542-5631b71bbb60 req-5bdfc6b4-5924-48d8-9b4c-91fe8a7d5fa9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 944 time: 0.1402750 Apr 20 14:44:21.421584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-32b7abcd-e84b-4e2d-9a58-3f103b0b4307 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528443 Apr 20 14:44:21.448948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1e12-24a5-4353-88bb-ffa35846f4a6 req-c7ef86a7-90b9-4e05-a24c-2250eea274a8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.450449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-714f1e12-24a5-4353-88bb-ffa35846f4a6 req-c7ef86a7-90b9-4e05-a24c-2250eea274a8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 943 time: 0.1394167 Apr 20 14:44:21.476542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Attempting to bind port 5be94dca-1239-4de4-9892-85e226ab62dd on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:21.476876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Attempting to bind port 5be94dca-1239-4de4-9892-85e226ab62dd by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:21.477199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Attempting to bind port 5be94dca-1239-4de4-9892-85e226ab62dd on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:21.509266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-311dd4b7-cb0c-4e6a-9bf0-d68a77c823ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.510852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-311dd4b7-cb0c-4e6a-9bf0-d68a77c823ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1096 time: 0.1877828 Apr 20 14:44:21.516838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35572) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:21.528078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Port 5be94dca-1239-4de4-9892-85e226ab62dd on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:44:21.528408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Attempting to bind port 5be94dca-1239-4de4-9892-85e226ab62dd on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:21.562493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0979271a-0b38-49b9-ba3b-c342a05af5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.564454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:21.564795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:21.565177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:21.565626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Bound port: 5be94dca-1239-4de4-9892-85e226ab62dd, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:21.565972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.728488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-3337ee9d-2cc1-4d5c-90ba-1bc473c0f947 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942083 Apr 20 14:44:21.807246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6198d9-0b53-4ed0-8638-c2155f816897'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:21.810428 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6220770d-4d1c-494c-9219-ccd51aa283da" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "fb6198d9-0b53-4ed0-8638-c2155f816897"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:21.841960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf9b5234-fd5e-4f10-a542-5631b71bbb60 req-83b3b71d-c8e8-4008-90ab-c107e7cb1ee5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123547 Apr 20 14:44:21.848890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-16ee945e-7d02-4c56-8b06-33e4ac5ae99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.850367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-16ee945e-7d02-4c56-8b06-33e4ac5ae99b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.3080568 Apr 20 14:44:21.859222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-714f1e12-24a5-4353-88bb-ffa35846f4a6 req-91eb38bf-a2d9-410a-a3a9-999bd89256a5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003081 Apr 20 14:44:21.861389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.886725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492987c-85fb-4a3e-99ff-7382299caf68 req-d14fe14c-c769-4310-9de0-0d51c3911e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:21.889233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5492987c-85fb-4a3e-99ff-7382299caf68 req-d14fe14c-c769-4310-9de0-0d51c3911e7c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4821820 Apr 20 14:44:21.895217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:21.971991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=b3ad2ce2-02dc-445b-98aa-55c4155f0715,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:21.981811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5be94dca-1239-4de4-9892-85e226ab62dd,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:21.981965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48d54b75-0096-4ceb-b0c7-d306dd567c2d req-ebba2b1e-212f-48cb-841b-f34d111c8fcc tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0478678 Apr 20 14:44:22.015600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.019064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:22.021949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.030285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.033660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.039542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.045479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.051529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.065312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.067383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15b5edec-6be2-486b-9afa-896f015a1152 req-578a8524-c832-4e3e-b0e8-91fc641dab97 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.1237612 Apr 20 14:44:22.103922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39c21400-d4eb-40c3-be26-b0d2cfd3478d req-eb3e395d-8ec2-45d1-8b05-58a22ad93378 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670759 Apr 20 14:44:22.109355 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7eaeb5-7c15-4ea5-8ccf-37bfab85da3b x-openstack-request-id: req-2a7eaeb5-7c15-4ea5-8ccf-37bfab85da3b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:22.109662 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-plugged", "status": "completed", "tag": "fb6198d9-0b53-4ed0-8638-c2155f816897", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:22.109918 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a7eaeb5-7c15-4ea5-8ccf-37bfab85da3b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:22.110323 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7eaeb5-7c15-4ea5-8ccf-37bfab85da3b'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'code': 200} Apr 20 14:44:22.110606 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7eaeb5-7c15-4ea5-8ccf-37bfab85da3b'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6198d9-0b53-4ed0-8638-c2155f816897', 'code': 200} Apr 20 14:44:22.118153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0979271a-0b38-49b9-ba3b-c342a05af5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.140161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-8856274f-e7e1-42cf-ae76-208a190cb3db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 1001 time: 0.2741575 Apr 20 14:44:22.153306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0979271a-0b38-49b9-ba3b-c342a05af5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.157772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15b5edec-6be2-486b-9afa-896f015a1152 req-7f930ebc-9381-4a39-90b0-5be4551ba89a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748827 Apr 20 14:44:22.163539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.164181 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.165762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] 10.222.0.43 "PUT /v2.0/ports/5be94dca-1239-4de4-9892-85e226ab62dd HTTP/1.1" status: 200 len: 1092 time: 2.8294342 Apr 20 14:44:22.189123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:22.191973 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a0044-f43e-4efa-9ae0-def48beb61fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:22.196476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:22.198057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896e2ad-c617-4830-ad17-cbc12fe91f8a service neutron] Pushing event updated for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:22.217562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'mac_address': 'fa:16:3e:87:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:22.266702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.281493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:22.312978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-491bfb34-f022-4aad-b8f8-5a8a124ec53b req-a53ec11f-4575-42d3-8f44-68eecf296d74 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.20 "GET /v2.0/ports?device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0480814 Apr 20 14:44:22.345715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:22.351796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.377874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599063-532d-4891-b700-179f3db0ad62 req-c0e0852f-b5b4-442e-9237-a2e040e5f9dd tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.378775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63599063-532d-4891-b700-179f3db0ad62 req-c0e0852f-b5b4-442e-9237-a2e040e5f9dd tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.0690851 Apr 20 14:44:22.383912 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa3356-a8db-4ba9-b4ed-f434e3722b1e x-openstack-request-id: req-46aa3356-a8db-4ba9-b4ed-f434e3722b1e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:22.384199 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:22.384455 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46aa3356-a8db-4ba9-b4ed-f434e3722b1e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:22.384847 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46aa3356-a8db-4ba9-b4ed-f434e3722b1e'] response: {'name': 'network-changed', 'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd', 'status': 'completed', 'code': 200} Apr 20 14:44:22.408636 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0979271a-0b38-49b9-ba3b-c342a05af5af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f9e4a933ed540f3949fa22dcc0afc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8882282 Apr 20 14:44:22.408636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979271a-0b38-49b9-ba3b-c342a05af5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12157626-4a01-4d25-ac30-fb3acd667087,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:22.413995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.416202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:22.417241 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-833fbf9d-ddb0-4ab2-be39-ce8f2a28aa10 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/b3ad2ce2-02dc-445b-98aa-55c4155f0715 HTTP/1.1" status: 204 len: 168 time: 2.5097258 Apr 20 14:44:22.419708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:22.419935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35586) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:22.426834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63599063-532d-4891-b700-179f3db0ad62 req-5a374939-3f82-4c6e-81c9-30be52592da7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Apr 20 14:44:22.447909 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:44:22.471027 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4200c95c-5837-4e04-a6c6-338b1ce37899 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] GET failed (client error): The resource could not be found. Apr 20 14:44:22.472567 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4200c95c-5837-4e04-a6c6-338b1ce37899 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports/b3ad2ce2-02dc-445b-98aa-55c4155f0715 HTTP/1.1" status: 404 len: 333 time: 0.0490255 Apr 20 14:44:22.476675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35588) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:22.480077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-e1d5a512-a351-4fd4-928f-7950d09105d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.481396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-e1d5a512-a351-4fd4-928f-7950d09105d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.3240855 Apr 20 14:44:22.481671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-630832148'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:22.499971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.500498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.500968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.501431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.501895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.502382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.502863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.504796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-1fe97360-405b-46dd-bd0a-679476207645 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6503 time: 0.2683527 Apr 20 14:44:22.523972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-19404807-9f52-43db-b8b3-f07851b9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.525447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-19404807-9f52-43db-b8b3-f07851b9e5dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 1095 time: 0.2614143 Apr 20 14:44:22.563199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39ab1199-3561-408e-961c-a06db01e77ff req-077f3966-1860-4f91-b8f7-9d9ac5c2d570 tempest-ServerShowV247Test-1974002573 tempest-ServerShowV247Test-1974002573-project] 10.222.0.43 "GET /v2.0/ports?device_id=651f8405-3eb0-4d4d-bc8e-8b76101f537f HTTP/1.1" status: 200 len: 210 time: 0.0617499 Apr 20 14:44:22.617108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-4005ac60-6bea-4080-9f12-176a43f1f002 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be94dca-1239-4de4-9892-85e226ab62dd HTTP/1.1" status: 200 len: 217 time: 0.0708551 Apr 20 14:44:22.629546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:22.633767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.659482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:22.663926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4f74cddf-06f3-4f78-9428-10b2ce0b67b1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:22.687799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ffa5a35-24a3-4a18-943a-5a05fd5369cc req-3d6795a2-0fa1-458e-a9b4-de80b1c7b7b8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663575 Apr 20 14:44:22.694609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.700098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-c7de5583-84be-4646-864a-6f4d1cd3bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.701600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-c7de5583-84be-4646-864a-6f4d1cd3bae8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087629 Apr 20 14:44:22.728186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-0b795547-9069-4045-8746-1ed67836984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:22.729629 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-0b795547-9069-4045-8746-1ed67836984e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.0928144 Apr 20 14:44:22.754186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.827544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::6f (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:22.878508 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-061da3c9-8742-4268-9c89-41a63496e0c2 service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648624 Apr 20 14:44:22.926663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.934479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.943329 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12157626-4a01-4d25-ac30-fb3acd667087 HTTP/1.1" status: 204 len: 168 time: 0.5209446 Apr 20 14:44:23.012678 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-49a1eda9-45e5-426b-9661-70d520ad4367 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649261 Apr 20 14:44:23.015186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033f311-b12a-4d79-ba63-f6190f1baf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12157626-4a01-4d25-ac30-fb3acd667087,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:23.107235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d3217-cf28-464f-b163-ae8e9bdded99 req-e33048e7-fda4-4c25-b9b4-f4214139ae0d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.107475 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f95070c3-f607-4f8a-8abc-25cef3b6b379 req-397db7a7-e27c-43d7-b0c4-c3d03d4eefc4 service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188466 Apr 20 14:44:23.109591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-806d3217-cf28-464f-b163-ae8e9bdded99 req-e33048e7-fda4-4c25-b9b4-f4214139ae0d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 944 time: 0.1645057 Apr 20 14:44:23.126305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983390fd-43a6-4e90-83e3-231b8b8cfbee req-e653b6ef-4165-45ae-b1eb-ac6ecd648da3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.128302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-983390fd-43a6-4e90-83e3-231b8b8cfbee req-e653b6ef-4165-45ae-b1eb-ac6ecd648da3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 944 time: 0.1292503 Apr 20 14:44:23.142000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-fe252b83-3df6-484c-b5b2-25c37e738e4c service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127365 Apr 20 14:44:23.175018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.214031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-983390fd-43a6-4e90-83e3-231b8b8cfbee req-0172cdec-ae80-4926-bf88-133be31f924f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777781 Apr 20 14:44:23.216631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-806d3217-cf28-464f-b163-ae8e9bdded99 req-87415c86-c99f-46b7-9cf0-c10a4b4fd67b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Apr 20 14:44:23.263163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.319818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-666f8782-2967-413f-ac81-58f9e2ed6e3d req-f47addba-a1dc-45c6-aa95-a837c35338b3 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670568 Apr 20 14:44:23.387230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:23.409774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-67ac81fc-9aaa-4604-87a4-c5448cf65094 req-d48c4920-2712-494b-b780-aca2c1e4fd2b tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0820677 Apr 20 14:44:23.432788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:23.435341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:23.454110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:23.458022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-b6369afd-0984-40fa-b8ac-78bef4ab69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.460104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-b6369afd-0984-40fa-b8ac-78bef4ab69f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 1095 time: 0.0715060 Apr 20 14:44:23.470849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.471690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.506392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.514229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.521439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.529361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.536633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.543632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.550668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.553928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-16d2ba78-6c63-4ccc-8043-1f5969bbd3ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.2374620 Apr 20 14:44:23.620442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:23.620780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22befe0f-4397-4be7-b3c6-ffa8f78d57fb tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1428771 Apr 20 14:44:23.647420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::aa', 'mac_address': 'fa:16:3e:eb:84:ba'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:23.653634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f2ac-f7a0-4b95-9092-e9256df846d9 req-94493797-1051-43bf-8528-5d648d45bc53 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.655430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8d5f2ac-f7a0-4b95-9092-e9256df846d9 req-94493797-1051-43bf-8528-5d648d45bc53 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1004210 Apr 20 14:44:23.665836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0e739e3-0ea0-409e-bb58-79bf9632aa14 req-8a112022-9967-48ad-ae40-5ba28ecb3036 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741003 Apr 20 14:44:23.685067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5492987c-85fb-4a3e-99ff-7382299caf68 req-1c9153eb-7368-4338-a475-fc86d7c1494d tempest-ServerShowV254Test-527560611 tempest-ServerShowV254Test-527560611-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c147df1-7594-4320-bd90-d629303966ef HTTP/1.1" status: 200 len: 210 time: 0.0643425 Apr 20 14:44:23.709812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-f9d93b06-501e-4fb8-ae6f-e0ecacd123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.724311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-f9d93b06-501e-4fb8-ae6f-e0ecacd123c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.2525289 Apr 20 14:44:23.737278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8d5f2ac-f7a0-4b95-9092-e9256df846d9 req-d83e22a3-2be5-4d0f-91d7-3f3f85340976 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699065 Apr 20 14:44:23.819187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-e93c4800-b2bd-41d2-aac8-e8add72eecfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5be94dca-1239-4de4-9892-85e226ab62dd HTTP/1.1" status: 200 len: 217 time: 0.0769818 Apr 20 14:44:23.915296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-28ed8bc3-4ad1-4b59-98f3-5f95dff88c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:23.916768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-28ed8bc3-4ad1-4b59-98f3-5f95dff88c31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.0836864 Apr 20 14:44:23.938287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-37fc711d-200d-4863-a8c2-4d1805192f79 None None] Provisioning complete for port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:23.938903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-37fc711d-200d-4863-a8c2-4d1805192f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.962359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-ab412d9a-7447-4107-a361-dd6e3d4fd439 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337367 Apr 20 14:44:23.977463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-37fc711d-200d-4863-a8c2-4d1805192f79 None None] Port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:23.997346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:24.022312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:24.040159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.116998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:24.123953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:24.124688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-45543eb3-70b4-4d41-a79a-7cb987e363a0 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516297 Apr 20 14:44:24.126195 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.258858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3549fc7-b7df-42fa-bac4-55be3eedf166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.309801 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.344930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:24.347382 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-864a0044-f43e-4efa-9ae0-def48beb61fd req-4951217a-8b11-4182-b51d-aed70c89a614 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003963 Apr 20 14:44:24.348858 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979b5b4-01e9-4990-b245-6828cef625c9" -d '{"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:24.365550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:24.372331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.374684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.381666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.419783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] In _notify_port_updated(), no bound segment for port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 on network 90d45e81-bc68-4015-bbfd-ae0661f05e7f {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:44:24.425670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:24.426297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.431219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "PUT /v2.0/ports/f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 HTTP/1.1" status: 200 len: 1000 time: 0.7920103 Apr 20 14:44:24.433358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35644) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:24.476794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b3d71-a21c-4eaf-9a2a-eadcfbb545fc tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.478120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.514128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e6acc-23eb-4c4b-86e6-19772315847f req-43fce803-2215-4d01-847a-0c3d88ece3fb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:24.516864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a97e6acc-23eb-4c4b-86e6-19772315847f req-43fce803-2215-4d01-847a-0c3d88ece3fb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1439884 Apr 20 14:44:24.553811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868ee51-947e-4e35-8172-75aed08c3b89 req-18911da1-e30c-4a06-abd8-60d0f858c744 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:24.564198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e868ee51-947e-4e35-8172-75aed08c3b89 req-18911da1-e30c-4a06-abd8-60d0f858c744 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 944 time: 0.1937025 Apr 20 14:44:24.646585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3549fc7-b7df-42fa-bac4-55be3eedf166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.666876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a97e6acc-23eb-4c4b-86e6-19772315847f req-6b088d48-fdb6-44b7-b827-b740e3c2f074 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320870 Apr 20 14:44:24.671243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3549fc7-b7df-42fa-bac4-55be3eedf166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.750437 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a084819-c9ac-4e3b-ac18-162c4e22541f x-openstack-request-id: req-1a084819-c9ac-4e3b-ac18-162c4e22541f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:24.750888 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:24.751252 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a084819-c9ac-4e3b-ac18-162c4e22541f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:24.751757 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a084819-c9ac-4e3b-ac18-162c4e22541f'] response: {'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'code': 200} Apr 20 14:44:24.757120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3549fc7-b7df-42fa-bac4-55be3eedf166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce7901-914f-4f21-9127-9016b306ac06,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.793164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e868ee51-947e-4e35-8172-75aed08c3b89 req-aed9e5bc-0bcf-4795-ab3a-051ba7cafde8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066762 Apr 20 14:44:24.825256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d3549fc7-b7df-42fa-bac4-55be3eedf166 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c5608d386bc44a08f4442c29cb045d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8260131 Apr 20 14:44:24.828263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:24.916118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-df501c1b-be02-49a2-9ca8-f0c367507c8f None None] Provisioning complete for port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:24.920769 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df501c1b-be02-49a2-9ca8-f0c367507c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.991229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-df501c1b-be02-49a2-9ca8-f0c367507c8f None None] Port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:25.000365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.006335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.013148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.022132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.025787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.032455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.038607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.059152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-aafec372-de01-4d38-a481-c4172ffbfc43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.1667612 Apr 20 14:44:25.072236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f3f8-dea8-474e-9f91-0dbb7d1b0719 req-93d01e81-427d-4084-814d-98b6f04478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.073855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ff8f3f8-dea8-474e-9f91-0dbb7d1b0719 req-93d01e81-427d-4084-814d-98b6f04478a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 1096 time: 0.0650051 Apr 20 14:44:25.080719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:25.081061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.117684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.167710 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ff8f3f8-dea8-474e-9f91-0dbb7d1b0719 req-2294dca6-d906-45f7-8499-275444e1b840 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835686 Apr 20 14:44:25.169674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633481b4-6ec6-489c-85eb-6a36c3a5558f req-abcf6561-06b5-46c1-b809-4b8d3da4053f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.171573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-633481b4-6ec6-489c-85eb-6a36c3a5558f req-abcf6561-06b5-46c1-b809-4b8d3da4053f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2388372 Apr 20 14:44:25.199287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30695437-0bc6-43c4-8c69-02ed3b8bf7fd req-7f49cef7-adae-40ce-a191-262bfe4e9f74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391618 Apr 20 14:44:25.204779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.217786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:25.231890 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.268727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.283704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-633481b4-6ec6-489c-85eb-6a36c3a5558f req-6ddd5f65-1301-4c78-863c-12c9147627c8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787334 Apr 20 14:44:25.363667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.367034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.371527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dce7901-914f-4f21-9127-9016b306ac06 HTTP/1.1" status: 204 len: 168 time: 0.5419388 Apr 20 14:44:25.386786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf312f33-b71d-4ecc-ae66-1825bd2f706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce7901-914f-4f21-9127-9016b306ac06,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:25.392004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.416708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.423617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.430266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.430923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:25.438340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.444536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.450727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.464699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:25.468809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4321127e-033c-469b-acd7-3654f3344011 req-e9b1652f-0a70-48ff-aab4-d1b8aa3c18e7 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.1689107 Apr 20 14:44:25.481297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35680) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.487892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Request body: {'floatingip': {'port_id': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:25.548019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.564416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.571288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6e60418a-f3dd-45c1-a198-916f2a457d1f tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 HTTP/1.1" status: 204 len: 168 time: 1.1368349 Apr 20 14:44:25.571945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.616258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bef590f-9035-4573-861e-079365524379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.627288 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d665284-9562-4a8b-894e-bb7ff0d7bc4a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] GET failed (client error): The resource could not be found. Apr 20 14:44:25.633267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d665284-9562-4a8b-894e-bb7ff0d7bc4a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports/f5556ccd-5ab3-4a0f-bd60-9bd068ab9bf0 HTTP/1.1" status: 404 len: 333 time: 0.0602539 Apr 20 14:44:25.635059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.641156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951089978'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:25.910993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bef590f-9035-4573-861e-079365524379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.924273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bef590f-9035-4573-861e-079365524379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.938320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:25.943087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.976003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port 9646bc31-a546-41de-8c2c-dc1edfcace9f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:26.001258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44eb13-b4a4-4f8d-a5ec-170a5da820ee req-b6923929-d2b2-4ff5-9feb-6e3afc81f685 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:26.002794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b44eb13-b4a4-4f8d-a5ec-170a5da820ee req-b6923929-d2b2-4ff5-9feb-6e3afc81f685 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 944 time: 0.0735176 Apr 20 14:44:26.027090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5be94dca-1239-4de4-9892-85e226ab62dd details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:26.039552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39932ed9-adeb-4ebf-ad04-323f289a088d req-312019a0-bfe8-4565-a2c8-0a6f77d7cee0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:26.041058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39932ed9-adeb-4ebf-ad04-323f289a088d req-312019a0-bfe8-4565-a2c8-0a6f77d7cee0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2072954 Apr 20 14:44:26.115807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::15b (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/9646bc31-a546-41de-8c2c-dc1edfcace9f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:26.137307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39932ed9-adeb-4ebf-ad04-323f289a088d req-ace3d724-c3b3-443f-8c5b-0ecae83ae9d9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803452 Apr 20 14:44:26.165295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5be94dca-1239-4de4-9892-85e226ab62dd,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:26.180416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5be94dca-1239-4de4-9892-85e226ab62dd', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '5be94dca-1239-4de4-9892-85e226ab62dd', 'mac_address': 'fa:16:3e:03:3a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:26.211901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b44eb13-b4a4-4f8d-a5ec-170a5da820ee req-9acc0a3e-d33c-4a6a-9edb-901237d21e27 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680584 Apr 20 14:44:26.284351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:26.290040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7bef590f-9035-4573-861e-079365524379 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78838ee3cbe34f9a85b66419badd4292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0201886 Apr 20 14:44:26.299882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35706) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:26.308699 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.318540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef590f-9035-4573-861e-079365524379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9c69a1-2888-42bc-8217-bf1f5bcc8fdc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:26.362648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be94dca-1239-4de4-9892-85e226ab62dd {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:26.420958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.449482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.470988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:44:26.500479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.501455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5be94dca-1239-4de4-9892-85e226ab62dd,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:26.523994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.548712 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.551426 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.573993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534e38-10e1-42bc-99e4-bf4895600334 req-ce06593a-999d-403e-bfe8-be62e65eef98 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:26.575631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0534e38-10e1-42bc-99e4-bf4895600334 req-ce06593a-999d-403e-bfe8-be62e65eef98 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1403625 Apr 20 14:44:26.577149 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.610654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:26.627064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:26.634597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:26.645736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:26.646488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.669985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=9646bc31-a546-41de-8c2c-dc1edfcace9f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:26.683288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.687461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.692163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b9c69a1-2888-42bc-8217-bf1f5bcc8fdc HTTP/1.1" status: 204 len: 168 time: 0.3897674 Apr 20 14:44:26.702725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-84ef3447-0a6c-425b-8b4f-0e74b12368a4 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0663743 Apr 20 14:44:26.708715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35724) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:26.710280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd49081-3a2f-43f1-93c8-3c054fb31a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9c69a1-2888-42bc-8217-bf1f5bcc8fdc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:26.716704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:eb:84:ba'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:26.726459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:26.729284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0534e38-10e1-42bc-99e4-bf4895600334 req-37b153ce-f5a2-4fc6-8360-854a0be9023a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081390 Apr 20 14:44:26.761782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:26.775645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:26.825434 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Floating IP caddb7a9-1d2d-4620-9920-cea5b7b26aa8 associated. External IP: 172.25.1.127, port: a60cf557-afa5-4c36-a6c1-31f1aad28831. Apr 20 14:44:26.844161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5be94dca-1239-4de4-9892-85e226ab62dd'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:26.909367 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.946053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:26.984342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:26.995185 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:27.097754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['5d6428a2-aef2-411d-80e5-54fe037a0ca4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:27.107884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:27.151808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:27.197438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c7290d27-c44d-4473-b076-3639d4dfaf53 None None] Provisioning complete for port 9646bc31-a546-41de-8c2c-dc1edfcace9f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:27.197811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7290d27-c44d-4473-b076-3639d4dfaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:27.238529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c7290d27-c44d-4473-b076-3639d4dfaf53 None None] Port 9646bc31-a546-41de-8c2c-dc1edfcace9f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:27.344052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:44:27.402438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aac88-9611-4f8a-9b57-1d63a6538f6f req-2d6f9102-7d6f-4fc3-9cd1-683fdbda46e7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:27.404154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a8aac88-9611-4f8a-9b57-1d63a6538f6f req-2d6f9102-7d6f-4fc3-9cd1-683fdbda46e7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1481953 Apr 20 14:44:27.580152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a8aac88-9611-4f8a-9b57-1d63a6538f6f req-d48280f3-4344-4a3a-851d-19d4ba407ea2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324337 Apr 20 14:44:27.589615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:27.602832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:27.620422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:44:27.637652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Sync routers for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:44:27.656289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:27.657730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:44:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:27.786103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:27.859915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35768) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:28.023934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5be94dca-1239-4de4-9892-85e226ab62dd up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:28.037591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5a8283f9-4554-4651-9658-080d3955829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.165432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.199011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2e3bfdc-8d2c-4729-bd08-d2faaf42bb58 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "PUT /v2.0/floatingips/caddb7a9-1d2d-4620-9920-cea5b7b26aa8 HTTP/1.1" status: 200 len: 992 time: 2.7151341 Apr 20 14:44:28.204580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:28.207025 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80f442-64ee-4a19-8d28-db43b05643a9" -d '{"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:28.229748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5a8283f9-4554-4651-9658-080d3955829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.235977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] In _notify_port_updated(), no bound segment for port 9646bc31-a546-41de-8c2c-dc1edfcace9f on network 90d45e81-bc68-4015-bbfd-ae0661f05e7f {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:44:28.236847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5a8283f9-4554-4651-9658-080d3955829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.237619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5be94dca-1239-4de4-9892-85e226ab62dd completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:28.247215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5be94dca-1239-4de4-9892-85e226ab62dd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:28.247797 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.263311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:28.263999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.266111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "PUT /v2.0/ports/9646bc31-a546-41de-8c2c-dc1edfcace9f HTTP/1.1" status: 200 len: 1002 time: 1.5560799 Apr 20 14:44:28.285479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35792) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:28.300574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2fef-1bf5-4d0e-be36-5e1f4430f307 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=9646bc31-a546-41de-8c2c-dc1edfcace9f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:28.303801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:28.369755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8283f9-4554-4651-9658-080d3955829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fb2ffd-d3db-43ee-85fe-4171530d4a4a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:28.424671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768557ff-3972-4bfd-98c9-15af04f312f1 req-2f5efe4f-668c-4dc8-a530-1ca9dbfddbf5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:28.432497 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5a8283f9-4554-4651-9658-080d3955829d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11659c976d4c4eb182d035e8d27296cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704083 Apr 20 14:44:28.435066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35800) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:28.439825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-768557ff-3972-4bfd-98c9-15af04f312f1 req-2f5efe4f-668c-4dc8-a530-1ca9dbfddbf5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 945 time: 0.2424386 Apr 20 14:44:28.529595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'caddb7a9-1d2d-4620-9920-cea5b7b26aa8', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'port_id': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'mac_address': 'fa:16:3e:31:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:43:06Z', 'updated_at': '2022-04-20T14:44:26Z', 'revision_number': 1, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:28.539702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.542450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:28.542851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.603042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Checking router: bd9c3e30-d3d6-46d5-8eff-91c261d2c15a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:44:28.632547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.690151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-768557ff-3972-4bfd-98c9-15af04f312f1 req-2457b233-9c24-430e-b72a-14a731ad1f23 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489603 Apr 20 14:44:28.719958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5be94dca-1239-4de4-9892-85e226ab62dd,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:28.721586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port 9646bc31-a546-41de-8c2c-dc1edfcace9f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:28.722153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.724231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:28.728421 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daafed00-cd5a-43d9-b521-34e40e18bee1" -d '{"events": [{"server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "name": "network-vif-plugged", "status": "completed", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:28.734201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.742013 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.754137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:28.754808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:44:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:28.812221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb88f5-627a-4d0c-a2b8-951d5bde1371 req-2c3f57e8-e181-43dc-9f96-f3e77b17f8ba tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:28.822150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bbb88f5-627a-4d0c-a2b8-951d5bde1371 req-2c3f57e8-e181-43dc-9f96-f3e77b17f8ba tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.1515067 Apr 20 14:44:28.891451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.901965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.903557 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4fb2ffd-d3db-43ee-85fe-4171530d4a4a HTTP/1.1" status: 204 len: 168 time: 0.4670713 Apr 20 14:44:28.906531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdf54813-f29b-410c-ae69-de7ba7a05751 req-45725a61-681d-448d-bb2b-d82b8b3fff0f tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0581560 Apr 20 14:44:28.926228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b117b-5d75-4931-b6c7-fe93d84a5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fb2ffd-d3db-43ee-85fe-4171530d4a4a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:28.935564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bbb88f5-627a-4d0c-a2b8-951d5bde1371 req-850e1be1-8845-44f9-a5aa-33d62bcd1181 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122375 Apr 20 14:44:29.034099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.073097 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c039c224-5db3-4282-924c-a63f71567a1f x-openstack-request-id: req-c039c224-5db3-4282-924c-a63f71567a1f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:29.073700 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:29.074172 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c039c224-5db3-4282-924c-a63f71567a1f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:29.074738 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c039c224-5db3-4282-924c-a63f71567a1f'] response: {'name': 'network-changed', 'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'status': 'completed', 'code': 200} Apr 20 14:44:29.075867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for 9646bc31-a546-41de-8c2c-dc1edfcace9f owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:29.210484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47f216-36ab-4bde-ac40-9613284c58e6 req-b9200931-0f19-4fab-96ff-6535c44513fb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.212245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa47f216-36ab-4bde-ac40-9613284c58e6 req-b9200931-0f19-4fab-96ff-6535c44513fb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1336279 Apr 20 14:44:29.225540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.225879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.226449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.227093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.227576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.228960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.229440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.232277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-09c872a8-f856-4ee4-a98b-73b7a3fd8897 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6503 time: 0.1266792 Apr 20 14:44:29.259706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:29.288752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa47f216-36ab-4bde-ac40-9613284c58e6 req-ee3188af-20fe-47b1-a8a7-5b15750c6820 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652635 Apr 20 14:44:29.327340 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4c49b-c1cb-4de9-81b2-4797bfa84499 x-openstack-request-id: req-aae4c49b-c1cb-4de9-81b2-4797bfa84499 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:29.328110 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "name": "network-vif-plugged", "status": "completed", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:29.328515 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aae4c49b-c1cb-4de9-81b2-4797bfa84499 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:29.330004 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae4c49b-c1cb-4de9-81b2-4797bfa84499'] response: {'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd', 'code': 200} Apr 20 14:44:29.368804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.388196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383c2e7-bae8-42b9-abfa-a99aa5d16634 req-cf6797a7-15e5-437e-b934-91dde054669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.388663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c590f1c-4d84-41c7-afbc-f8261f9e2ac0 None None] Provisioning complete for port 9646bc31-a546-41de-8c2c-dc1edfcace9f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:29.389459 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c590f1c-4d84-41c7-afbc-f8261f9e2ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.389747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b383c2e7-bae8-42b9-abfa-a99aa5d16634 req-cf6797a7-15e5-437e-b934-91dde054669f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 1097 time: 0.1265621 Apr 20 14:44:29.436570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:29.444986 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b383c2e7-bae8-42b9-abfa-a99aa5d16634 req-f1bf1985-9708-4014-98bc-deff8b6ec4c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452445 Apr 20 14:44:29.446360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-3272b34c-0fae-4feb-80c5-a4f06c1f7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.447943 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-3272b34c-0fae-4feb-80c5-a4f06c1f7633 service neutron] 10.222.0.43 "GET /v2.0/networks?id=581c90d2-d08b-4faf-ba06-4f617c6f600a HTTP/1.1" status: 200 len: 918 time: 0.1945124 Apr 20 14:44:29.468286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=9646bc31-a546-41de-8c2c-dc1edfcace9f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:29.500061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3c590f1c-4d84-41c7-afbc-f8261f9e2ac0 None None] Port 9646bc31-a546-41de-8c2c-dc1edfcace9f was deleted so its status cannot be updated. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 14:44:29.513644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.518253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0196b9d4-5a1f-4a4a-b2c9-e05e43dbe36a tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/9646bc31-a546-41de-8c2c-dc1edfcace9f HTTP/1.1" status: 204 len: 168 time: 1.2316070 Apr 20 14:44:29.521144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35820) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:29.533091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.571409 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed479e25-c3f5-49fa-9618-ff2df0d03b27 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] GET failed (client error): The resource could not be found. Apr 20 14:44:29.575007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ed479e25-c3f5-49fa-9618-ff2df0d03b27 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports/9646bc31-a546-41de-8c2c-dc1edfcace9f HTTP/1.1" status: 404 len: 333 time: 0.0507045 Apr 20 14:44:29.577885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:29.583550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906890755'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:29.629154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:29.637569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.752811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:29.792418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2015cc2f-4647-491b-8cf3-c9db210a57f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.812572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-78a9d6c3-3b62-4afb-ad68-2a3585ceb6f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831 HTTP/1.1" status: 200 len: 1000 time: 0.1604495 Apr 20 14:44:29.852157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:29.912103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-bd46e30a-1c94-4435-becb-cdb74303c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.915261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-50510e21-6562-405a-942e-572c9f6644cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'caddb7a9-1d2d-4620-9920-cea5b7b26aa8', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'port_id': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'mac_address': 'fa:16:3e:31:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:43:06Z', 'updated_at': '2022-04-20T14:44:26Z', 'revision_number': 1, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:29.915481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-bd46e30a-1c94-4435-becb-cdb74303c009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d HTTP/1.1" status: 200 len: 856 time: 0.0949843 Apr 20 14:44:29.917848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:29.921568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.968246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f2c4-dc48-41f9-9ba5-c53fec71525e req-7747318d-57bf-4679-a947-fc9dadd7e01c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.969451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc08f2c4-dc48-41f9-9ba5-c53fec71525e req-7747318d-57bf-4679-a947-fc9dadd7e01c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.1364412 Apr 20 14:44:29.972433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50510e21-6562-405a-942e-572c9f6644cd None None] The sync data for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 is: [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'caddb7a9-1d2d-4620-9920-cea5b7b26aa8', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'port_id': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'mac_address': 'fa:16:3e:31:79:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:43:06Z', 'updated_at': '2022-04-20T14:44:26Z', 'revision_number': 1, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:44:29.984199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port abe45eea-010f-4cee-ac1f-7164401efc2b yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:29.993077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-8c3804fc-33be-40dc-a5ea-a6357d139373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:29.995308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-8c3804fc-33be-40dc-a5ea-a6357d139373 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=581c90d2-d08b-4faf-ba06-4f617c6f600a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673921 Apr 20 14:44:30.147838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7ff2406-7ff0-4b90-b267-d4ed247ce547 req-c84697b4-42db-4a06-983c-45d379d2a882 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0924671 Apr 20 14:44:30.148176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-fe363c84-68ba-4f15-8493-264b145db0ea service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423566 Apr 20 14:44:30.208161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc08f2c4-dc48-41f9-9ba5-c53fec71525e req-dfae1b3d-3374-4cd1-94a5-66f71fdbd25f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021470 Apr 20 14:44:30.273298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2015cc2f-4647-491b-8cf3-c9db210a57f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.283876 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362ac07-e653-4f59-945e-6c01fab96d64 None None] New status for floating IP caddb7a9-1d2d-4620-9920-cea5b7b26aa8: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:44:30.333961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::334 (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/abe45eea-010f-4cee-ac1f-7164401efc2b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:30.338108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2015cc2f-4647-491b-8cf3-c9db210a57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.342610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac80f442-64ee-4a19-8d28-db43b05643a9 req-3dea4fbc-3514-411d-8011-3bbc76f000b1 service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775482 Apr 20 14:44:30.423430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2015cc2f-4647-491b-8cf3-c9db210a57f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=533155a3ee5d4dc7b316108f26caa27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6673021 Apr 20 14:44:30.426437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:30.431454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015cc2f-4647-491b-8cf3-c9db210a57f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05261086-2f34-4594-85b5-57b978da8704,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:30.443144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562cf9d-ecdb-4f99-b092-75e10ebb70c4 req-37ac8e32-012f-4f15-91e6-7ba5cb6f7d49 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:30.450996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3562cf9d-ecdb-4f99-b092-75e10ebb70c4 req-37ac8e32-012f-4f15-91e6-7ba5cb6f7d49 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1950362 Apr 20 14:44:30.498667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.524291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.588521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.593002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.594591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3562cf9d-ecdb-4f99-b092-75e10ebb70c4 req-61794d83-fbac-4b1a-b4c1-c038ab6c162b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427169 Apr 20 14:44:30.599936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05261086-2f34-4594-85b5-57b978da8704 HTTP/1.1" status: 204 len: 168 time: 0.1721365 Apr 20 14:44:30.608402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0abd-d39e-440b-baef-a1f4a5e01f66 req-3fb39948-f44d-4ad4-930e-7ce7c11a3edf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:30.610886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5db0abd-d39e-440b-baef-a1f4a5e01f66 req-3fb39948-f44d-4ad4-930e-7ce7c11a3edf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1940672 Apr 20 14:44:30.638857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c63f5-75f0-4184-b094-6691d0fdff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05261086-2f34-4594-85b5-57b978da8704,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:30.690998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.707613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5db0abd-d39e-440b-baef-a1f4a5e01f66 req-2a234575-c751-46b8-969c-5486b2f8af5a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860636 Apr 20 14:44:30.756911 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.810297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:30.813605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:30.817550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:30.823110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:30.823731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.835883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=abe45eea-010f-4cee-ac1f-7164401efc2b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:30.853403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e6cc8eb4-741d-4349-b5ba-554d8517c58d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2741370 Apr 20 14:44:30.856313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35862) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:30.862311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'network_id': '90d45e81-bc68-4015-bbfd-ae0661f05e7f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1527182711'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:31.030363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Made reservation on behalf of f8beec1450f74cc798eb312d300e3daf for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:31.034214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:31.053329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] device_id is not set on port 0daa7a05-6c12-48c2-87a0-d30f3d520872 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:31.164288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-031c6fb2-7587-41fd-a7e0-8196b5fdaee0 None None] Provisioning complete for port abe45eea-010f-4cee-ac1f-7164401efc2b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:31.164925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-031c6fb2-7587-41fd-a7e0-8196b5fdaee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:31.201264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Allocated IP 2001:db8::3ab (90d45e81-bc68-4015-bbfd-ae0661f05e7f/dc87123f-b535-4c0f-b817-ebeb73edbe06/0daa7a05-6c12-48c2-87a0-d30f3d520872) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:31.215336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-031c6fb2-7587-41fd-a7e0-8196b5fdaee0 None None] Port abe45eea-010f-4cee-ac1f-7164401efc2b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:31.267370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d6b0fc1-2fdc-430e-b6cf-9c6975a2c439 req-2e580cdd-3010-4376-be4a-07d9e1970a52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0402803 Apr 20 14:44:31.331696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:31.334262 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f340f6-fc3f-47ca-a1b4-cd62ed087301" -d '{"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:31.340657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f84fd686-6e07-4286-a11a-30b771df9bd3 req-f79f35f1-4267-4155-bf4b-6086b82b3644 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0420876 Apr 20 14:44:31.406376 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc02cc0-113e-4000-8b84-5b40bdc491c5 x-openstack-request-id: req-7cc02cc0-113e-4000-8b84-5b40bdc491c5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:31.407116 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:31.407526 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cc02cc0-113e-4000-8b84-5b40bdc491c5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:31.408059 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc02cc0-113e-4000-8b84-5b40bdc491c5'] response: {'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'code': 200} Apr 20 14:44:31.412174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024cdd2-2df9-4362-ae74-d49a9ad23fac req-c88bfb44-2fcb-4bf6-a8ef-662027810efe tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:31.413686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9024cdd2-2df9-4362-ae74-d49a9ad23fac req-c88bfb44-2fcb-4bf6-a8ef-662027810efe tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.0758953 Apr 20 14:44:31.457936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9024cdd2-2df9-4362-ae74-d49a9ad23fac req-e63946f8-ed03-497e-879e-afe0f206d8f7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Apr 20 14:44:31.517587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:31.563756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:31.606172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56ec81-d4d6-4488-bc47-142cae4d9fae req-4633ef92-9139-4a5b-b631-db740cfca9fc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:31.615214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d56ec81-d4d6-4488-bc47-142cae4d9fae req-4633ef92-9139-4a5b-b631-db740cfca9fc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.0771878 Apr 20 14:44:31.636065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:31.640699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:31.659089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:31.666191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:31.667095 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:31.703704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8432965 Apr 20 14:44:31.703704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcdcb8-8eca-412d-8ac0-aa164e407f74 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=0daa7a05-6c12-48c2-87a0-d30f3d520872,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:31.705626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35914) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:31.712313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::aa', 'mac_address': 'fa:16:3e:eb:84:ba'}, {'ip_address': '2001:db8::334', 'mac_address': 'fa:16:3e:62:03:74'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:31.733749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d56ec81-d4d6-4488-bc47-142cae4d9fae req-5caeed25-1c58-4443-9814-b60ec2ebcf33 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159348 Apr 20 14:44:31.851350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68102e5-caed-46e9-b06a-528ecfd589e6 req-6d7afe97-2f60-44b7-81d0-3bc0cece117e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:31.859689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d68102e5-caed-46e9-b06a-528ecfd589e6 req-6d7afe97-2f60-44b7-81d0-3bc0cece117e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1058502 Apr 20 14:44:31.946861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d68102e5-caed-46e9-b06a-528ecfd589e6 req-7d594e5b-87d6-4e3c-8f2a-3778cf7dbd4a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862617 Apr 20 14:44:31.991042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c08c52-18dc-4999-8da9-179ef566a802 req-02b2305f-91c4-4c82-93d9-5e8ae984d422 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:31.992659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27c08c52-18dc-4999-8da9-179ef566a802 req-02b2305f-91c4-4c82-93d9-5e8ae984d422 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1309681 Apr 20 14:44:32.037063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.084218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27c08c52-18dc-4999-8da9-179ef566a802 req-a874ff1f-c878-4f4a-b6a6-c79621cc5075 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839651 Apr 20 14:44:32.157528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3d7255c6-36f4-40f5-ad57-bb9434b77487 None None] Provisioning complete for port 0daa7a05-6c12-48c2-87a0-d30f3d520872 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:32.158221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d7255c6-36f4-40f5-ad57-bb9434b77487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.208646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3d7255c6-36f4-40f5-ad57-bb9434b77487 None None] Port 0daa7a05-6c12-48c2-87a0-d30f3d520872 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:32.343845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.349220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.364456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ab343-d67d-4df5-9315-8d31f727cac4 req-05debbe3-c476-45e5-a577-a5b16c1eb7b3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:32.366381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] In _notify_port_updated(), no bound segment for port 0daa7a05-6c12-48c2-87a0-d30f3d520872 on network 90d45e81-bc68-4015-bbfd-ae0661f05e7f {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:44:32.373883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:32.374195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c22ab343-d67d-4df5-9315-8d31f727cac4 req-05debbe3-c476-45e5-a577-a5b16c1eb7b3 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.0760248 Apr 20 14:44:32.374310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.377911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "PUT /v2.0/ports/0daa7a05-6c12-48c2-87a0-d30f3d520872 HTTP/1.1" status: 200 len: 1067 time: 0.6710205 Apr 20 14:44:32.379876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35940) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:32.479993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c22ab343-d67d-4df5-9315-8d31f727cac4 req-1173180b-858e-4b0c-8087-89ceb67f2290 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013167 Apr 20 14:44:32.566288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad6eaf7a-e499-44b9-b36b-989e01e0c7e8 req-ddb480cf-eb33-4ae8-92a2-3f2d1cc35fbb tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0521960 Apr 20 14:44:32.610828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91009b0-a466-46a6-b7fe-df1d54dbeb12 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event updated for resources: {'Port': ['ID=0daa7a05-6c12-48c2-87a0-d30f3d520872,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:32.624882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port 0daa7a05-6c12-48c2-87a0-d30f3d520872 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:32.626015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.732009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.737513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b3890312-2b85-42f6-a9dc-05b6caa157d8 None None] Provisioning complete for port 0daa7a05-6c12-48c2-87a0-d30f3d520872 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:32.737687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3890312-2b85-42f6-a9dc-05b6caa157d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:32.750511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for 0daa7a05-6c12-48c2-87a0-d30f3d520872 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:32.783187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b3890312-2b85-42f6-a9dc-05b6caa157d8 None None] Port 0daa7a05-6c12-48c2-87a0-d30f3d520872 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:32.964629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:33.020391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=0daa7a05-6c12-48c2-87a0-d30f3d520872,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:33.215862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99132c9e-2724-4594-b731-856ca27e6ee3 req-8e9aa7db-45a3-4793-b5d6-470cb8569f1b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:33.231520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99132c9e-2724-4594-b731-856ca27e6ee3 req-8e9aa7db-45a3-4793-b5d6-470cb8569f1b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1146593 Apr 20 14:44:33.277239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:33.406872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:33.421634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99132c9e-2724-4594-b731-856ca27e6ee3 req-5cc38940-f244-438b-8376-71478e4aa940 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678312 Apr 20 14:44:33.421775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38529581-4bc8-4d6c-849d-323221825748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/0daa7a05-6c12-48c2-87a0-d30f3d520872 HTTP/1.1" status: 204 len: 168 time: 1.0407357 Apr 20 14:44:33.425076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:33.437962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba9c5-add7-4390-ab2e-7da79b75b280 req-48705a15-9611-47ba-97bb-cadf814d44e9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:33.452271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-923ba9c5-add7-4390-ab2e-7da79b75b280 req-48705a15-9611-47ba-97bb-cadf814d44e9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2184167 Apr 20 14:44:33.483242 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-288d9dfe-9407-48b1-b68b-952a058cb748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] GET failed (client error): The resource could not be found. Apr 20 14:44:33.484987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-288d9dfe-9407-48b1-b68b-952a058cb748 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports/0daa7a05-6c12-48c2-87a0-d30f3d520872 HTTP/1.1" status: 404 len: 333 time: 0.0589807 Apr 20 14:44:33.487994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35986) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:33.519820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-923ba9c5-add7-4390-ab2e-7da79b75b280 req-5acf317d-a70c-4853-97a7-6618a4aec109 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Apr 20 14:44:33.775722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e65c18c-eab6-43fc-a40e-e851073097c0 req-9a12fa60-c692-48d3-a9cf-df37d0f584a9 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0577500 Apr 20 14:44:33.793155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e192dd-677b-4c6d-9ee1-3ef8ae00fe2f req-9e3a7925-171b-4655-a3fb-58d61c79c9f1 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:33.795065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13e192dd-677b-4c6d-9ee1-3ef8ae00fe2f req-9e3a7925-171b-4655-a3fb-58d61c79c9f1 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.1333215 Apr 20 14:44:33.802389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port abe45eea-010f-4cee-ac1f-7164401efc2b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:33.803225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:33.923694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-c04b49bc-27f6-486d-a8d4-7639a5943b51 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:33.935371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-c04b49bc-27f6-486d-a8d4-7639a5943b51 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 946 time: 0.1290109 Apr 20 14:44:34.020885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13e192dd-677b-4c6d-9ee1-3ef8ae00fe2f req-6a7b095f-f38a-4807-a2c8-53d85e4f6f00 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794531 Apr 20 14:44:34.099201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.130928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for abe45eea-010f-4cee-ac1f-7164401efc2b owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:34.142992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 5be94dca-1239-4de4-9892-85e226ab62dd {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:34.145376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.386850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 5be94dca-1239-4de4-9892-85e226ab62dd, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5be94dca-1239-4de4-9892-85e226ab62dd,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:34.387278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.398141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.429796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 5be94dca-1239-4de4-9892-85e226ab62dd owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:34.506876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=abe45eea-010f-4cee-ac1f-7164401efc2b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:34.570794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df96876a-2a19-4015-9d42-a0b00c498eda req-5be8cc7c-b0dc-4b98-95d9-999efd0b2655 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1026118 Apr 20 14:44:34.662329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.665990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:34.671065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2f11c468-1a73-46eb-8c78-986ae1f6ae29 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/abe45eea-010f-4cee-ac1f-7164401efc2b HTTP/1.1" status: 204 len: 168 time: 1.1816072 Apr 20 14:44:34.680354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5be94dca-1239-4de4-9892-85e226ab62dd'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:34.684152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:34.690234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36036) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:34.805391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727ee8-d6bc-4f17-ab1b-7a6f2158c189 req-1adad6b6-e058-4db0-b686-cd5d8d1fe2b1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:34.816449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f727ee8-d6bc-4f17-ab1b-7a6f2158c189 req-1adad6b6-e058-4db0-b686-cd5d8d1fe2b1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2190051 Apr 20 14:44:34.887398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92459a37-2bda-4410-b58e-5b5540b1000a req-d638c2cf-62be-4d6a-a38c-9b67c067946c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:34.896164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92459a37-2bda-4410-b58e-5b5540b1000a req-d638c2cf-62be-4d6a-a38c-9b67c067946c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1365125 Apr 20 14:44:34.905526 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39d350e-9204-4bdf-8828-79c10e5ca519 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] GET failed (client error): The resource could not be found. Apr 20 14:44:34.916051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a39d350e-9204-4bdf-8828-79c10e5ca519 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "GET /v2.0/ports/abe45eea-010f-4cee-ac1f-7164401efc2b HTTP/1.1" status: 404 len: 333 time: 0.1824973 Apr 20 14:44:34.956979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36046) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:34.960324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=5be94dca-1239-4de4-9892-85e226ab62dd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:35.020688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f727ee8-d6bc-4f17-ab1b-7a6f2158c189 req-8e3be1e8-ca84-4a8e-92d2-7af07a75ffd5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015347 Apr 20 14:44:35.053891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 5be94dca-1239-4de4-9892-85e226ab62dd on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:35.053891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:35.066518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ccd9d7a0-b5de-43a5-80f1-ac1f97d3128c req-0db352ea-ab79-4535-8266-3738b2ae8d20 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/5be94dca-1239-4de4-9892-85e226ab62dd HTTP/1.1" status: 204 len: 173 time: 1.1158490 Apr 20 14:44:35.067136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'name': 'network-vif-deleted', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:35.074337 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554ed8e-980b-4172-8278-c61f8bfd28ff" -d '{"events": [{"server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "name": "network-vif-deleted", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:35.173474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92459a37-2bda-4410-b58e-5b5540b1000a req-f448564c-751b-4f32-ad7b-3f22ea7814a1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665026 Apr 20 14:44:35.254328 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405a11c-abea-4bfe-8634-d465b8474105 x-openstack-request-id: req-0405a11c-abea-4bfe-8634-d465b8474105 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:35.254738 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2e11c5-1a36-4afe-837f-0380dcacea0c", "name": "network-vif-deleted", "tag": "5be94dca-1239-4de4-9892-85e226ab62dd", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:35.254992 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0405a11c-abea-4bfe-8634-d465b8474105 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:35.255451 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0405a11c-abea-4bfe-8634-d465b8474105'] response: {'server_uuid': '9a2e11c5-1a36-4afe-837f-0380dcacea0c', 'name': 'network-vif-deleted', 'tag': '5be94dca-1239-4de4-9892-85e226ab62dd', 'status': 'completed', 'code': 200} Apr 20 14:44:35.327281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36be75c4-c7a1-4e06-af4d-c5763cc21b45 req-2758fdbb-faac-44fa-be57-7335c64ca1a4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a2e11c5-1a36-4afe-837f-0380dcacea0c HTTP/1.1" status: 200 len: 210 time: 0.0713956 Apr 20 14:44:35.371569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:35.372013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:35.504103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:35.528803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for 911b12ab-f5d3-471a-bc66-9a4657bf5fa5 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:35.807914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6fc6f99-1f68-4f6f-a467-03b20c98017a req-8467920d-6f03-4338-9381-e5809febdced tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0533688 Apr 20 14:44:35.848207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:35.884640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=911b12ab-f5d3-471a-bc66-9a4657bf5fa5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:35.941179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:35.944679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-03781a11-4378-4632-8b3d-163d3874b062 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/ports/911b12ab-f5d3-471a-bc66-9a4657bf5fa5 HTTP/1.1" status: 204 len: 168 time: 0.9786437 Apr 20 14:44:35.948427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:36.055687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting subnet dc87123f-b535-4c0f-b817-ebeb73edbe06 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:44:36.076556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:36.225769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:36.303042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc119-f7e6-4ac9-9d3c-30b32ab88db7 req-08e881ff-b66c-412d-898a-80356f89f1cf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:36.304905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa9bc119-f7e6-4ac9-9d3c-30b32ab88db7 req-08e881ff-b66c-412d-898a-80356f89f1cf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1065080 Apr 20 14:44:36.375037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:36.505142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:36.507704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9abc2-64cc-4592-89d7-0bb11858ee96 req-0315947b-18c0-4899-b912-ab5eaa25382c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:36.519157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77b9abc2-64cc-4592-89d7-0bb11858ee96 req-0315947b-18c0-4899-b912-ab5eaa25382c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2134986 Apr 20 14:44:36.548960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa9bc119-f7e6-4ac9-9d3c-30b32ab88db7 req-c233ffe7-cb70-461c-b9af-726d9b84ab7f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174015 Apr 20 14:44:36.607936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:36.609226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6fa60-1b45-4da2-89c1-aea7f5cabc22 None None] Network 90d45e81-bc68-4015-bbfd-ae0661f05e7f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:36.619184 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/subnets/dc87123f-b535-4c0f-b817-ebeb73edbe06 HTTP/1.1" status: 204 len: 168 time: 0.6695914 Apr 20 14:44:36.620828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:36.621865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a190f-237a-4234-8488-2b1cb94c830d tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Subnet': ['ID=dc87123f-b535-4c0f-b817-ebeb73edbe06,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:36.628048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77b9abc2-64cc-4592-89d7-0bb11858ee96 req-581c6bb7-3497-4f62-935b-37033645d3b1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077447 Apr 20 14:44:36.903021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.066390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4422fb98-b7f3-40fb-9b9e-b3ce036d08d9 req-8285c680-85d2-4f0d-8355-7884b250f9c7 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0883348 Apr 20 14:44:37.093703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Deleting port 16ed3052-ffc3-4baa-902d-da51badea88f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:37.095487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.119423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] DHCP port deletion for 90d45e81-bc68-4015-bbfd-ae0661f05e7f request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:44:37.209755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Deleting port 16ed3052-ffc3-4baa-902d-da51badea88f {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:37.211263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.309582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] For port 16ed3052-ffc3-4baa-902d-da51badea88f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16ed3052-ffc3-4baa-902d-da51badea88f,segment=NetworkSegment(612375e6-8c76-44f9-babb-29e693857fbc),segment_id=612375e6-8c76-44f9-babb-29e693857fbc)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:37.310367 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.331022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Calling delete_port for 16ed3052-ffc3-4baa-902d-da51badea88f owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:37.340950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] For port 16ed3052-ffc3-4baa-902d-da51badea88f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=16ed3052-ffc3-4baa-902d-da51badea88f,segment=NetworkSegment(612375e6-8c76-44f9-babb-29e693857fbc),segment_id=612375e6-8c76-44f9-babb-29e693857fbc)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:37.341342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.362499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-3a38a913-578c-4b6d-83de-6f8ceb7824ff tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:37.377343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-3a38a913-578c-4b6d-83de-6f8ceb7824ff tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2952578 Apr 20 14:44:37.384090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Calling delete_port for 16ed3052-ffc3-4baa-902d-da51badea88f owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:37.418533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-75d42cb5-0c69-40a3-a7ce-bd6641759b67 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0393612 Apr 20 14:44:37.544192 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.565417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] No DVR routers for this DVR port 16ed3052-ffc3-4baa-902d-da51badea88f on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:37.574107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-1081bd47-0aa3-4349-a6af-fcbce6dd9be0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525955 Apr 20 14:44:37.586461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.649042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Port': ['ID=16ed3052-ffc3-4baa-902d-da51badea88f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:37.661108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0255-cdd7-430f-8b42-d18faca3e252 None None] Pushing event deleted for resources: {'Port': ['ID=16ed3052-ffc3-4baa-902d-da51badea88f,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:37.676883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] No DVR routers for this DVR port 16ed3052-ffc3-4baa-902d-da51badea88f on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:37.812224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-b67fa5c2-bcd7-4b87-bcf5-de8fc491b7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359011 Apr 20 14:44:37.871786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.907118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d45e81-bc68-4015-bbfd-ae0661f05e7f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:37.919174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612375e6-8c76-44f9-babb-29e693857fbc') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:37.919465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612375e6-8c76-44f9-babb-29e693857fbc') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:37.930787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.947158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.956355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:44:37.957190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:37.964033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f84e4b-76e7-4dce-a0b8-0c425123f87b req-dbb5b7f5-6dd9-4b5b-acdc-fb9f32971b03 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:37.973186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f84e4b-76e7-4dce-a0b8-0c425123f87b req-dbb5b7f5-6dd9-4b5b-acdc-fb9f32971b03 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2518275 Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:44:38.006619 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:44:38.049611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:38.056912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-0e261831-edbb-43ae-8e46-cbcc10b8793d service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433965 Apr 20 14:44:38.062020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:38.070270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] 10.222.0.20 "DELETE /v2.0/networks/90d45e81-bc68-4015-bbfd-ae0661f05e7f HTTP/1.1" status: 204 len: 168 time: 1.4331155 Apr 20 14:44:38.081614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f84e4b-76e7-4dce-a0b8-0c425123f87b req-92954e6b-d73d-40a4-a85f-2456beb97531 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069024 Apr 20 14:44:38.085304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5be94dca-1239-4de4-9892-85e226ab62dd no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:38.095224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe03d4-bb4f-4b85-ba38-051143fda050 tempest-AllowedAddressPairIpV6TestJSON-2070384393 tempest-AllowedAddressPairIpV6TestJSON-2070384393-project] Pushing event deleted for resources: {'Network': ['ID=90d45e81-bc68-4015-bbfd-ae0661f05e7f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:38.129915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 5be94dca-1239-4de4-9892-85e226ab62dd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:38.132740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5be94dca-1239-4de4-9892-85e226ab62dd not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:38.356748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333c99-76ff-4439-bf62-75d04def7b17 req-aa5442b2-6480-48f4-8974-aaab6db884cd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:38.364895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a333c99-76ff-4439-bf62-75d04def7b17 req-aa5442b2-6480-48f4-8974-aaab6db884cd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1405311 Apr 20 14:44:38.502614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ab07956-d36f-4394-a64f-3060cc1561c0 req-1a9e98d7-18b2-4c40-8afd-72f738ac3dc2 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0804045 Apr 20 14:44:38.563910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a333c99-76ff-4439-bf62-75d04def7b17 req-0541e4d6-2344-454b-9a04-601f0d111a4a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920769 Apr 20 14:44:38.659353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f496d48-14aa-4ad3-b264-5776c00bc156 req-7f45d160-c423-4fca-b059-3472b9febd35 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 210 time: 0.0650094 Apr 20 14:44:38.764421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:39.100739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16ed3052-ffc3-4baa-902d-da51badea88f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:39.159281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 16ed3052-ffc3-4baa-902d-da51badea88f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:39.161026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 16ed3052-ffc3-4baa-902d-da51badea88f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:39.192827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:39.194106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6cfd8739-c2df-4f36-b63e-a601f1ce22d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8beec1450f74cc798eb312d300e3daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270012 Apr 20 14:44:39.318277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:39.339321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:39.398842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:39.401418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:39.402599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/968027a4-a0bc-4fd8-873b-dad515c3dae7 HTTP/1.1" status: 204 len: 168 time: 0.2090297 Apr 20 14:44:39.420331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e4c1-7297-4beb-95fa-068ca8df824b req-fb689080-2748-400e-9dd2-a27df24d8675 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:39.422236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d34e4c1-7297-4beb-95fa-068ca8df824b req-fb689080-2748-400e-9dd2-a27df24d8675 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1521914 Apr 20 14:44:39.430454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef2cc-15d5-4f80-8409-599b368dac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968027a4-a0bc-4fd8-873b-dad515c3dae7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:39.502028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d34e4c1-7297-4beb-95fa-068ca8df824b req-4b3ffaed-a0db-4f62-8a82-c313ff038359 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648155 Apr 20 14:44:39.658328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb9a8c83-78f6-4a04-b3d1-60dfdc7b5a5a req-1e74e178-739a-4b5b-ac6a-ba7faa88ada0 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0431602 Apr 20 14:44:39.763000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe841-9ce4-4bd5-92cc-4f86e20d8e31 req-00f94317-5848-41b1-902a-609a51282162 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:39.765619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99fe841-9ce4-4bd5-92cc-4f86e20d8e31 req-00f94317-5848-41b1-902a-609a51282162 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.0989463 Apr 20 14:44:39.860245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03dbaf28-b629-4001-a1ff-a7a937e7ee22 req-6521515d-b3ee-4620-8c27-bf740481b2b5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 210 time: 0.0696719 Apr 20 14:44:39.889012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f99fe841-9ce4-4bd5-92cc-4f86e20d8e31 req-590c71be-55b9-4b6a-9d4f-434999f8cf06 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066232 Apr 20 14:44:40.117350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-cc4ca218-87de-49fe-9e78-7b62ab5358a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:40.120438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-cc4ca218-87de-49fe-9e78-7b62ab5358a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.1816356 Apr 20 14:44:40.135935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-efb346ca-acf0-47c0-a207-a19d30cc6a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.147288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '152a164b-a802-458c-a394-50f999f99e84', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:40.343875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:40.348356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.431219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:40.548330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.7 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/10e31440-ef02-42ab-9daa-950af787e3c0) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:40.690228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cfe98c7-c780-4a22-8ab2-ccfa7e3a684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.832463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.861124 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cfe98c7-c780-4a22-8ab2-ccfa7e3a684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.885013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bbb16-bfc3-46f4-990c-d8909b0ec4fe req-a68dd057-78ec-4f8b-b849-a703d719219f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:40.888343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb1bbb16-bfc3-46f4-990c-d8909b0ec4fe req-a68dd057-78ec-4f8b-b849-a703d719219f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2540612 Apr 20 14:44:40.915405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.928575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:40.969705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2cfe98c7-c780-4a22-8ab2-ccfa7e3a684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:40.981419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89bd4427-f0b3-475b-bd19-8973ff74002e req-98f2eb50-b3ab-4772-81e6-838c62e8300b tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1165700 Apr 20 14:44:41.072008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:41.080169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2cfe98c7-c780-4a22-8ab2-ccfa7e3a684c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c169db2c7624f62b5712b17ea235325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467831 Apr 20 14:44:41.082232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe98c7-c780-4a22-8ab2-ccfa7e3a684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7dc927-4cec-4d7f-b5b8-3e0da83354ae,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:41.083634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:41.111772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:41.134287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:41.134527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb1bbb16-bfc3-46f4-990c-d8909b0ec4fe req-7fe59939-8f12-4fa1-9929-dcc0fff7509c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661994 Apr 20 14:44:41.162833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:41.316476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922f18-908a-4811-93ee-72c8eee54231 req-b91dbc3d-44ee-40b2-b58e-17b1b9bba8cf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:41.325445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5922f18-908a-4811-93ee-72c8eee54231 req-b91dbc3d-44ee-40b2-b58e-17b1b9bba8cf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 931 time: 0.1483884 Apr 20 14:44:41.356450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:41.357156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.384072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-8af5627b-e2c0-4a75-897d-463d3749c36f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432046 Apr 20 14:44:41.402181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Request body: {'port': {'device_id': '152a164b-a802-458c-a394-50f999f99e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:41.441932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.470476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.499369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5922f18-908a-4811-93ee-72c8eee54231 req-b3d75fc8-644f-4763-9fa4-5f240aba7bc5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723115 Apr 20 14:44:41.550999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4f1f8-c124-46b1-98e1-6760909818ed req-3bee5434-8799-46cb-8ccb-357e5cc45e58 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:41.564993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0c4f1f8-c124-46b1-98e1-6760909818ed req-3bee5434-8799-46cb-8ccb-357e5cc45e58 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2200460 Apr 20 14:44:41.586397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36338) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:41.605894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.620972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0c4f1f8-c124-46b1-98e1-6760909818ed req-680dfe60-5ab8-479b-8073-36da8022dff2 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547502 Apr 20 14:44:41.632945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.635643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:41.650443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a7dc927-4cec-4d7f-b5b8-3e0da83354ae HTTP/1.1" status: 204 len: 168 time: 0.5453115 Apr 20 14:44:41.670406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff96adf-8aa8-47d0-9e8c-e9bbed416530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7dc927-4cec-4d7f-b5b8-3e0da83354ae,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:41.950215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-127708157'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:42.009252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:42.012774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.023924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.056385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e31440-ef02-42ab-9daa-950af787e3c0 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:42.074779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.114253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Transition to ACTIVE for port object 10e31440-ef02-42ab-9daa-950af787e3c0 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:44:42.122661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.207861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beeb7852-8c95-4cba-9ad0-8170c5769a18 req-82fd2380-b7bb-41d6-be56-ec0b2b307b9c tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0853021 Apr 20 14:44:42.311561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Pushing event updated for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:42.330343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.342312 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.375573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc4d6-2f63-467c-8365-f456d759ddaf req-18356ce9-943c-4264-9b35-b92c7217bf27 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:42.380693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89adc4d6-2f63-467c-8365-f456d759ddaf req-18356ce9-943c-4264-9b35-b92c7217bf27 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.0960243 Apr 20 14:44:42.384141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Attempting to bind port 10e31440-ef02-42ab-9daa-950af787e3c0 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:42.384694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Attempting to bind port 10e31440-ef02-42ab-9daa-950af787e3c0 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:42.384792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Attempting to bind port 10e31440-ef02-42ab-9daa-950af787e3c0 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:42.429923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:44:42.440482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Port 10e31440-ef02-42ab-9daa-950af787e3c0 on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:44:42.440813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Attempting to bind port 10e31440-ef02-42ab-9daa-950af787e3c0 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:42.448258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89adc4d6-2f63-467c-8365-f456d759ddaf req-467dfc38-ee54-4d45-b91f-f1fcc4543c4c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613518 Apr 20 14:44:42.452993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97916a46-a5dc-4900-9111-615a0b6cddf4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:42.461253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:42.461598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:42.461985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:42.462434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Bound port: 10e31440-ef02-42ab-9daa-950af787e3c0, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:42.462817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.481888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.482230 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Added segment a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec of type vlan for network be06775a-82cb-477d-b6bf-9f4fda24f595 Apr 20 14:44:42.556461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c824c18f-c89b-4105-a7ea-2ceb5717c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.577761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.584747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36368) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:42.610644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a776d0fa-3f08-40dd-b3be-a23071dd64c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.619202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:42.627043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=10e31440-ef02-42ab-9daa-950af787e3c0,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:42.660610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.676681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655660-3a3d-4008-8450-503f46e42b58 req-30b4bba6-2501-49e3-b53a-eab06146aed9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:42.684284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6655660-3a3d-4008-8450-503f46e42b58 req-30b4bba6-2501-49e3-b53a-eab06146aed9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 943 time: 0.0757408 Apr 20 14:44:42.725011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Pushing event updated for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:42.728231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.734173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:42.734863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.744318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6655660-3a3d-4008-8450-503f46e42b58 req-4cde800c-863c-468a-ae09-9e9b858eb815 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Apr 20 14:44:42.773988 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1851263 Apr 20 14:44:42.776494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:42.784225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'subnet': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:42.793425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:42.794831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.796320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-e184f154-7940-4751-adae-2ab933331f22 service neutron] 10.222.0.43 "PUT /v2.0/ports/10e31440-ef02-42ab-9daa-950af787e3c0 HTTP/1.1" status: 200 len: 1091 time: 1.3990405 Apr 20 14:44:42.796839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:42.800999 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6987f5c-530e-4864-861d-6d7ec534f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:42.821976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a776d0fa-3f08-40dd-b3be-a23071dd64c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.857876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a776d0fa-3f08-40dd-b3be-a23071dd64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:42.993784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a776d0fa-3f08-40dd-b3be-a23071dd64c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc7f0b5a221b432bb38e779320de7706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079151 Apr 20 14:44:42.996339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776d0fa-3f08-40dd-b3be-a23071dd64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c15c38-96ff-4851-bdf3-7682a5588af2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:43.001330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:43.041715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a8158-83ff-47bc-8bfd-c0cd5fe3b2a1 req-3d221679-29ae-4dfd-ade3-528db55f0ad0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:43.050311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb3a8158-83ff-47bc-8bfd-c0cd5fe3b2a1 req-3d221679-29ae-4dfd-ade3-528db55f0ad0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2310634 Apr 20 14:44:43.108965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:43.112828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.160192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb3a8158-83ff-47bc-8bfd-c0cd5fe3b2a1 req-f1b7608a-4cef-4931-bd20-f3216318b731 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086195 Apr 20 14:44:43.231640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.282762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.289992 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2979a3e9-0000-48f8-8f7d-aa7a3a811b52 x-openstack-request-id: req-2979a3e9-0000-48f8-8f7d-aa7a3a811b52 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:43.290416 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:43.290775 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2979a3e9-0000-48f8-8f7d-aa7a3a811b52 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:43.291119 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2979a3e9-0000-48f8-8f7d-aa7a3a811b52'] response: {'name': 'network-changed', 'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0', 'status': 'completed', 'code': 200} Apr 20 14:44:43.291880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005e3b5-630a-4ff7-8ce7-d786ad981a82 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Network': ['ID=be06775a-82cb-477d-b6bf-9f4fda24f595,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:43.303698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network be06775a-82cb-477d-b6bf-9f4fda24f595 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:44:43.311055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-de8bfcf6-350a-4d3a-8e9a-e000634d21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:43.312737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-de8bfcf6-350a-4d3a-8e9a-e000634d21dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 1094 time: 0.4663122 Apr 20 14:44:43.380587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dbde2df-4300-491d-8e79-502fd87ddbef req-f7cfefce-5095-4bff-a70a-93c303645274 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0374517 Apr 20 14:44:43.423885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-572d70c7-3f03-4a05-b443-f095240b8bcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e31440-ef02-42ab-9daa-950af787e3c0 HTTP/1.1" status: 200 len: 217 time: 0.1015997 Apr 20 14:44:43.487543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-b3db776d-c630-4eeb-a17b-c904a4488cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:43.487543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-b3db776d-c630-4eeb-a17b-c904a4488cc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.0506053 Apr 20 14:44:43.536213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.557946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.569449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.575672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57c15c38-96ff-4851-bdf3-7682a5588af2 HTTP/1.1" status: 204 len: 168 time: 0.5714879 Apr 20 14:44:43.589690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-832f29aa-8c58-4eb4-87a8-143d7e3bd1e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903807 Apr 20 14:44:43.603277 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.637656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2568a-1373-442b-b4d2-362659bae74a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:43.642074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68f6e1-1889-4561-ab6d-843afafd1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c15c38-96ff-4851-bdf3-7682a5588af2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:43.727934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Checking segment: {'id': 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:43.728287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network hostable DHCP agents. Network: be06775a-82cb-477d-b6bf-9f4fda24f595, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:44:43.744592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdef0-93ce-4fdd-9fd0-75e8549fd4f3 req-46aefb59-4155-4085-b3f5-ad50c9ba1011 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:43.753529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-766bdef0-93ce-4fdd-9fd0-75e8549fd4f3 req-46aefb59-4155-4085-b3f5-ad50c9ba1011 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1126468 Apr 20 14:44:43.791622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:44:43.803894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-ecdbe7ec-d7c4-4f80-9c6d-ce0fd20c5fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050545 Apr 20 14:44:43.830247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-766bdef0-93ce-4fdd-9fd0-75e8549fd4f3 req-d6989532-6bce-438e-947b-ca06721eab34 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756884 Apr 20 14:44:43.836939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, be06775a-82cb-477d-b6bf-9f4fda24f595) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:43.849417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaaf8d2-987b-4d0f-82e0-f90b4fb9100d None None] Network be06775a-82cb-477d-b6bf-9f4fda24f595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:43.851477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:43.852080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.890428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-701bd8f9-1285-4d00-a2ee-cf00e3761ea2 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1101062 Apr 20 14:44:43.893255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36398) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:43.901744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-1923472871'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:44.064435 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-120aefeb-c2bb-42e5-a4ef-cb5b1a120b05 req-3277ef6c-f890-4da2-8ea9-313bb582e114 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495987 Apr 20 14:44:44.072795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d245c9-55d3-412b-bc97-11eed1ef4c8a req-dc5755ff-9bf0-4223-9319-9e40c93d2593 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:44.084465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24d245c9-55d3-412b-bc97-11eed1ef4c8a req-dc5755ff-9bf0-4223-9319-9e40c93d2593 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 943 time: 0.1130788 Apr 20 14:44:44.129367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:44.132939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:44.181418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24d245c9-55d3-412b-bc97-11eed1ef4c8a req-c860a855-2f26-4544-9c4e-b72e5287ec95 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959232 Apr 20 14:44:44.182896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:44.204529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-be06775a-82cb-477d-b6bf-9f4fda24f595', 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'tenant_id': 'd80429582ae04c199179fb2409f2fc87', 'fixed_ips': [{'subnet_id': 'a5e2568a-1373-442b-b4d2-362659bae74a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:44:44.206692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:44.250069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-4034258b-db49-4cae-a444-413d1e98035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:44.253358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-4034258b-db49-4cae-a444-413d1e98035f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 1094 time: 0.1073039 Apr 20 14:44:44.256751 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:44.450906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-da8ead6e-d952-4fa1-b96c-50069d786128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:44.454735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-da8ead6e-d952-4fa1-b96c-50069d786128 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.1824603 Apr 20 14:44:44.532966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.11 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:44.550909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fbcc8-7ffc-423a-b220-e492730d17eb req-8963d7eb-3a25-4990-999c-7eb61dfb4d3d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:44.552492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-066fbcc8-7ffc-423a-b220-e492730d17eb req-8963d7eb-3a25-4990-999c-7eb61dfb4d3d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1773820 Apr 20 14:44:44.566036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-77cb8781-5053-4400-ae68-51f8ab78c2a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e31440-ef02-42ab-9daa-950af787e3c0 HTTP/1.1" status: 200 len: 217 time: 0.1018023 Apr 20 14:44:44.613854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d33f6a8-0233-4a33-9b4c-ba396148e395 req-9a69f00e-0203-4161-ae25-84de6084c4c1 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0559886 Apr 20 14:44:44.683024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-e5406b9b-355c-4b6f-a496-2f6c43374f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:44.689069 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-e5406b9b-355c-4b6f-a496-2f6c43374f57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1098933 Apr 20 14:44:44.701353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-066fbcc8-7ffc-423a-b220-e492730d17eb req-d299ef4c-233f-4ffe-a226-a8f52ef35648 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277921 Apr 20 14:44:44.781256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-ef681145-24c1-4281-b41e-6a2b3925c10f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884666 Apr 20 14:44:44.907113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:44.912939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-998fabe8-dfd5-44ba-8a7f-e73dd485ab66 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201928 Apr 20 14:44:44.996589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.071370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Allocated IP 172.20.0.2 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/8c983a53-7699-4eda-94b4-eb8a2a2f326a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:45.090545 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f6987f5c-530e-4864-861d-6d7ec534f5e8 req-ad0b83a9-b1d0-42db-8350-f46434fb443a service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685457 Apr 20 14:44:45.177824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.466965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.489117 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.546178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Pushing event updated for resources: {'Port': ['ID=8c983a53-7699-4eda-94b4-eb8a2a2f326a,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:45.551567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.552616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:45.561415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:45.571190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:45.576696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:45.579216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:45.582130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:45.645991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Attempting to bind port 8c983a53-7699-4eda-94b4-eb8a2a2f326a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:45.645991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Attempting to bind port 8c983a53-7699-4eda-94b4-eb8a2a2f326a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:45.646373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Attempting to bind port 8c983a53-7699-4eda-94b4-eb8a2a2f326a on network be06775a-82cb-477d-b6bf-9f4fda24f595 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:45.649832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:45.652079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:45.652455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Checking segment: {'id': 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:45.652859 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.653407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Bound using segment: {'id': 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:45.653877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Bound port: 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:45.654262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.670723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:45.673876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.692989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4829-3e13-4493-ba20-e395ec810855 req-eed64bb9-2eb5-43ee-8ccd-3032d4553bf5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:45.699502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4adb4829-3e13-4493-ba20-e395ec810855 req-eed64bb9-2eb5-43ee-8ccd-3032d4553bf5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.7291682 Apr 20 14:44:45.759621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e4fd2-b655-439a-88c8-98004c59e06a req-afd69e29-ee60-4fa1-97a6-dfd447421056 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:45.762976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-675e4fd2-b655-439a-88c8-98004c59e06a req-afd69e29-ee60-4fa1-97a6-dfd447421056 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 943 time: 0.3103297 Apr 20 14:44:45.799930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] For port 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:45.807752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] For port 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8c983a53-7699-4eda-94b4-eb8a2a2f326a,segment=NetworkSegment(a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec),segment_id=a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:45.815271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:45.822839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b78512fa-a581-4a0d-872a-a9cad1581927 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9283116 Apr 20 14:44:45.826013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36450) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:45.832696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-60677524', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:08:d2'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:45.896131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-675e4fd2-b655-439a-88c8-98004c59e06a req-8f4a9209-24b9-4916-903f-18137c0530de tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170833 Apr 20 14:44:45.938745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4adb4829-3e13-4493-ba20-e395ec810855 req-a9d59ba1-caa2-43fc-b066-900821bb0fe9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084031 Apr 20 14:44:45.987938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a40d8-86e2-4f25-90bd-7131a29298f1 None None] Pushing event updated for resources: {'Port': ['ID=8c983a53-7699-4eda-94b4-eb8a2a2f326a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:46.117715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:46.128236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 10e31440-ef02-42ab-9daa-950af787e3c0 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:44:46.321555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5aef-328c-403f-95e2-5ddd99637419 req-5388c508-594f-47a3-8ab2-30503ffeb8ce tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:46.332886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4b5aef-328c-403f-95e2-5ddd99637419 req-5388c508-594f-47a3-8ab2-30503ffeb8ce tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2427416 Apr 20 14:44:46.337022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:46.366094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e73db667-2ffc-487f-924a-d9cc7d3d1e3b req-34009c89-4a2d-495c-8666-42739c828952 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1899769 Apr 20 14:44:46.370391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port 41967dcb-f859-48be-9670-e93d27920898 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:46.473649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4b5aef-328c-403f-95e2-5ddd99637419 req-889ba184-2dc5-4b72-a054-5a7b1356b579 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051226 Apr 20 14:44:46.553867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=10e31440-ef02-42ab-9daa-950af787e3c0,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:46.602402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '10e31440-ef02-42ab-9daa-950af787e3c0', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '10e31440-ef02-42ab-9daa-950af787e3c0', 'mac_address': 'fa:16:3e:49:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:44:46.613305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.14 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/41967dcb-f859-48be-9670-e93d27920898) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:46.692311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:46.709984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e31440-ef02-42ab-9daa-950af787e3c0 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:46.739259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=10e31440-ef02-42ab-9daa-950af787e3c0,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:46.746795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:46.824827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:46.890686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:46.955184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:47.086670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['10e31440-ef02-42ab-9daa-950af787e3c0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:47.118420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:47.146782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:47.150289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:47.207176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=41967dcb-f859-48be-9670-e93d27920898,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:47.230813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8c983a53-7699-4eda-94b4-eb8a2a2f326a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:47.270322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325749cc-df96-4fb1-bbee-380706114c64 req-95a6065d-1e60-4659-9211-aca3e729a7c5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.286016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-325749cc-df96-4fb1-bbee-380706114c64 req-95a6065d-1e60-4659-9211-aca3e729a7c5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 944 time: 0.2171748 Apr 20 14:44:47.296077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.315502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:47.355514 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d5fae849-4c9a-4323-b84c-9b727610afaa tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5260322 Apr 20 14:44:47.357922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36482) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:47.374271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2126c-8960-45c3-8334-4eb72b22cedd req-0a660341-4b5a-42f9-8364-e51713710741 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.378075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ec2126c-8960-45c3-8334-4eb72b22cedd req-0a660341-4b5a-42f9-8364-e51713710741 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2462988 Apr 20 14:44:47.461676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-325749cc-df96-4fb1-bbee-380706114c64 req-ae1e9231-ada8-4bcc-b20c-f53385e37464 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744912 Apr 20 14:44:47.558145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91fd5c-0415-4f32-9873-9a69d38f0956 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.559723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ec2126c-8960-45c3-8334-4eb72b22cedd req-c8c00b24-d33e-4c68-86b2-e4c654b6f8fd tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740110 Apr 20 14:44:47.565404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8c983a53-7699-4eda-94b4-eb8a2a2f326a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:47.568365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:47.588338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91fd5c-0415-4f32-9873-9a69d38f0956 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.605440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91fd5c-0415-4f32-9873-9a69d38f0956 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.614746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f91fd5c-0415-4f32-9873-9a69d38f0956 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2553895 Apr 20 14:44:47.616190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36496) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:47.676945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54112f86-ac5c-4c66-af8e-6442333229ec req-5052a8c4-49cd-4fc4-b67a-f58e24a86dda tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0694799 Apr 20 14:44:47.848826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403542a-8fc4-4e23-bf0c-b9f090bb9bab req-c3277ef1-15e0-4037-a3d9-d8cf6bea7d3d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:47.850741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c403542a-8fc4-4e23-bf0c-b9f090bb9bab req-c3277ef1-15e0-4037-a3d9-d8cf6bea7d3d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1240971 Apr 20 14:44:47.876207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 41967dcb-f859-48be-9670-e93d27920898 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:47.877278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:47.915148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74211d-3c6c-488e-bed3-18cecaa71953 None None] Network be06775a-82cb-477d-b6bf-9f4fda24f595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:47.968951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c403542a-8fc4-4e23-bf0c-b9f090bb9bab req-874d633b-4098-44d0-b2ea-ea2a04807a81 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994775 Apr 20 14:44:48.068148 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.070471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b4ea6044-d5e6-4d88-b0b8-5af354a28a13 None None] Provisioning complete for port 8c983a53-7699-4eda-94b4-eb8a2a2f326a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:48.070847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6044-d5e6-4d88-b0b8-5af354a28a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.083351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.101237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 41967dcb-f859-48be-9670-e93d27920898 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:48.337222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.380065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=41967dcb-f859-48be-9670-e93d27920898,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:48.483885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8c983a53-7699-4eda-94b4-eb8a2a2f326a,segment=NetworkSegment(a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec),segment_id=a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:48.530227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6044-d5e6-4d88-b0b8-5af354a28a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.550857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.579325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:48.583302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8d77bb2-918f-4743-995c-1ac3f2e77cf3 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/41967dcb-f859-48be-9670-e93d27920898 HTTP/1.1" status: 204 len: 168 time: 0.9637895 Apr 20 14:44:48.585731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36518) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:48.625576 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=8c983a53-7699-4eda-94b4-eb8a2a2f326a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:48.635921 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba70e85-9444-46d8-90f5-240dfab57562 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] GET failed (client error): The resource could not be found. Apr 20 14:44:48.637626 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ba70e85-9444-46d8-90f5-240dfab57562 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports/41967dcb-f859-48be-9670-e93d27920898 HTTP/1.1" status: 404 len: 333 time: 0.0506742 Apr 20 14:44:48.643466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36526) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:48.655345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-601734331'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:48.690673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf86f-c135-4387-9b31-d5a5a1bc67da req-1b03993e-6b41-4d97-8312-30d986a82cf7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:48.692595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-b4ea6044-d5e6-4d88-b0b8-5af354a28a13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:44:48.692948 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-b4ea6044-d5e6-4d88-b0b8-5af354a28a13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:44:48.718720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3caf86f-c135-4387-9b31-d5a5a1bc67da req-1b03993e-6b41-4d97-8312-30d986a82cf7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 944 time: 0.0936275 Apr 20 14:44:48.894531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3caf86f-c135-4387-9b31-d5a5a1bc67da req-e4e3d05d-d286-493d-b9c1-d498030ddd0c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707284 Apr 20 14:44:48.933281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59f79-d712-41b5-91df-078420322df0 req-f63727eb-d1ed-4b85-91a3-8815dd8784bc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:48.943577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0f59f79-d712-41b5-91df-078420322df0 req-f63727eb-d1ed-4b85-91a3-8815dd8784bc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1974463 Apr 20 14:44:48.959768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:48.966797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.027860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port 85f993c8-c125-41e4-82a0-ea54513e37da yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:49.055013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0f59f79-d712-41b5-91df-078420322df0 req-244437d0-3375-4c6f-98f3-69e35ace10a8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104543 Apr 20 14:44:49.107704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-808a78dc-5bf3-4da7-ad1e-76ea3df7477c req-ee6d93c9-95a8-4238-abcd-90bf7a0df63c tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0492256 Apr 20 14:44:49.127892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8c983a53-7699-4eda-94b4-eb8a2a2f326a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:49.286556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662081c9-8417-4b16-9f76-a2b7f4c218d8 req-73218bc6-afe5-4690-bd4a-d3fa859bc8ca tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:49.296372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-662081c9-8417-4b16-9f76-a2b7f4c218d8 req-73218bc6-afe5-4690-bd4a-d3fa859bc8ca tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1102364 Apr 20 14:44:49.386144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8c983a53-7699-4eda-94b4-eb8a2a2f326a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:49.386279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.416768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-662081c9-8417-4b16-9f76-a2b7f4c218d8 req-b8997d37-7433-4e00-b322-181de053f260 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068921 Apr 20 14:44:49.447077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.8 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/85f993c8-c125-41e4-82a0-ea54513e37da) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:49.487402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e9ead22f-81b8-4883-91f3-54e7798eb6df None None] Provisioning complete for port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:49.487873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9ead22f-81b8-4883-91f3-54e7798eb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.542816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e9ead22f-81b8-4883-91f3-54e7798eb6df None None] Port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:49.589178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e9ead22f-81b8-4883-91f3-54e7798eb6df None None] Provisioning complete for port 8c983a53-7699-4eda-94b4-eb8a2a2f326a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:49.589556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9ead22f-81b8-4883-91f3-54e7798eb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.847666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b01db1a6-08f9-4837-9886-ca283a88809f None None] Provisioning complete for port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:49.848254 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b01db1a6-08f9-4837-9886-ca283a88809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.853505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:49.928637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b01db1a6-08f9-4837-9886-ca283a88809f None None] Port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:49.934640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.007976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=85f993c8-c125-41e4-82a0-ea54513e37da,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:50.023303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:50.025192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:50.032392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:50.058920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c748a38e-2790-4651-986c-7fbfeb123e09 None None] Could not find standard attr ID for object 41967dcb-f859-48be-9670-e93d27920898. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:44:50.156180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 10e31440-ef02-42ab-9daa-950af787e3c0 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:44:50.160486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:50.191010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.221957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad7ac0e0-0954-4f1e-9522-a1baee369e6e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5774050 Apr 20 14:44:50.227655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:50.250602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:08:d2'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:50.322208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 10e31440-ef02-42ab-9daa-950af787e3c0 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:44:50.336960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 10e31440-ef02-42ab-9daa-950af787e3c0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:50.339050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.399652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2a686-5021-4384-9b5d-35e9d6e9f6ce req-3d2e1367-0986-4d49-a445-6dd7d11bb8b4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:50.404961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77f2a686-5021-4384-9b5d-35e9d6e9f6ce req-3d2e1367-0986-4d49-a445-6dd7d11bb8b4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 944 time: 0.3080578 Apr 20 14:44:50.467186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-416587d7-5053-41ec-81ae-7ef064249e35 req-106d417c-2507-4245-ba93-a2b14d4d4adc tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1326001 Apr 20 14:44:50.589186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.666169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:50.669086 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe840ab-f738-465b-9b35-858f69e0e8c9" -d '{"events": [{"server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "name": "network-vif-plugged", "status": "completed", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:50.690230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=10e31440-ef02-42ab-9daa-950af787e3c0,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:50.698165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.740499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77f2a686-5021-4384-9b5d-35e9d6e9f6ce req-25e545f3-945c-4138-85a1-d9504ea591c2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984180 Apr 20 14:44:50.776804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:50.807214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561db0-797b-48e0-9d8f-b960c8b651a8 req-fea75213-3f23-40a7-8a9e-66230062d68a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:50.808955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6561db0-797b-48e0-9d8f-b960c8b651a8 req-fea75213-3f23-40a7-8a9e-66230062d68a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1709213 Apr 20 14:44:50.912567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d4190a6-6d96-4292-bbf0-33afa7f89f11 None None] Provisioning complete for port 85f993c8-c125-41e4-82a0-ea54513e37da triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:50.912978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d4190a6-6d96-4292-bbf0-33afa7f89f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.947091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.982149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5d4190a6-6d96-4292-bbf0-33afa7f89f11 None None] Port 85f993c8-c125-41e4-82a0-ea54513e37da cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:51.088751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6561db0-797b-48e0-9d8f-b960c8b651a8 req-9ab495bd-0b60-4b30-b794-d9ffb0178ac8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687757 Apr 20 14:44:51.098868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed3b2f-457d-4174-84db-6d78d6430ee1 req-7cf51a29-5df1-45f6-bb54-e9269442afb7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:51.100716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38ed3b2f-457d-4174-84db-6d78d6430ee1 req-7cf51a29-5df1-45f6-bb54-e9269442afb7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1699708 Apr 20 14:44:51.190346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38ed3b2f-457d-4174-84db-6d78d6430ee1 req-95ab576f-9a5b-463e-9890-b5c6e9a44d89 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 Apr 20 14:44:51.221445 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed48b1da-3b04-461d-bdc5-cff46685f343 x-openstack-request-id: req-ed48b1da-3b04-461d-bdc5-cff46685f343 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:51.221741 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "name": "network-vif-plugged", "status": "completed", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:51.221997 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed48b1da-3b04-461d-bdc5-cff46685f343 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:51.222392 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed48b1da-3b04-461d-bdc5-cff46685f343'] response: {'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0', 'code': 200} Apr 20 14:44:51.369402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f9d3f-0c39-4eea-b37f-c57bdaa7007c req-dc7af6ac-1f9e-47d3-820d-01ff5425c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:51.371962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-290f9d3f-0c39-4eea-b37f-c57bdaa7007c req-dc7af6ac-1f9e-47d3-820d-01ff5425c1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 1096 time: 0.0846972 Apr 20 14:44:51.407165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:51.417314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:51.423078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-290f9d3f-0c39-4eea-b37f-c57bdaa7007c req-0110dd99-31bb-4cd1-b284-4db0c6f7c304 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Apr 20 14:44:51.556440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=85f993c8-c125-41e4-82a0-ea54513e37da,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:51.566146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] In _notify_port_updated(), no bound segment for port 85f993c8-c125-41e4-82a0-ea54513e37da on network be06775a-82cb-477d-b6bf-9f4fda24f595 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:44:51.574287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:51.574991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:51.580419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:51.583661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4d577d81-d6d6-4804-82e1-0636e7386a2a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "PUT /v2.0/ports/85f993c8-c125-41e4-82a0-ea54513e37da HTTP/1.1" status: 200 len: 993 time: 1.3513811 Apr 20 14:44:51.677305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c77a263f-712c-4544-97f1-e1c1b24e73ec req-e0765729-4ce6-4556-91ac-b0247b65bfe4 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0588112 Apr 20 14:44:51.784600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 85f993c8-c125-41e4-82a0-ea54513e37da {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:51.788011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:51.939662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0937da97-29d4-46e6-8d2b-1dd254e4d7ef None None] Provisioning complete for port 85f993c8-c125-41e4-82a0-ea54513e37da triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:51.940713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0937da97-29d4-46e6-8d2b-1dd254e4d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:51.980369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0937da97-29d4-46e6-8d2b-1dd254e4d7ef None None] Port 85f993c8-c125-41e4-82a0-ea54513e37da cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:51.994697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859289e-688c-4cb3-a60f-deefcecb1889 req-16ce116f-0260-4c5c-87e8-647b6ed86db4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:51.998931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9859289e-688c-4cb3-a60f-deefcecb1889 req-16ce116f-0260-4c5c-87e8-647b6ed86db4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.1072462 Apr 20 14:44:52.005715 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:52.051152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 85f993c8-c125-41e4-82a0-ea54513e37da owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:52.091160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9859289e-688c-4cb3-a60f-deefcecb1889 req-e0e6c226-0fd9-4497-8f67-b96adfa9a613 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792396 Apr 20 14:44:52.288717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:52.351222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=85f993c8-c125-41e4-82a0-ea54513e37da,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:52.502508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554152-6749-4ec0-8767-c07959cdca96 req-c7edf3c6-3992-4d6c-a7e3-8236f6c07ab1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:52.511122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf554152-6749-4ec0-8767-c07959cdca96 req-c7edf3c6-3992-4d6c-a7e3-8236f6c07ab1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2109067 Apr 20 14:44:52.612263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf554152-6749-4ec0-8767-c07959cdca96 req-4d33d077-5842-47a8-8e83-8a5c063195f8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001074 Apr 20 14:44:52.639102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d60bf-1c24-40c0-b5e6-c299033d447e req-199209b5-4fef-45eb-903a-1eafda786e7e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:52.658010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:52.659534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d97d60bf-1c24-40c0-b5e6-c299033d447e req-199209b5-4fef-45eb-903a-1eafda786e7e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2989576 Apr 20 14:44:52.661933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3d112e97-f7aa-4bf5-bd3b-0fd7f5a2dc94 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/85f993c8-c125-41e4-82a0-ea54513e37da HTTP/1.1" status: 204 len: 168 time: 1.0803790 Apr 20 14:44:52.664409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:52.701917 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-349fe0eb-a3b6-442c-a1ee-7b93bde5ea06 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] GET failed (client error): The resource could not be found. Apr 20 14:44:52.704087 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-349fe0eb-a3b6-442c-a1ee-7b93bde5ea06 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports/85f993c8-c125-41e4-82a0-ea54513e37da HTTP/1.1" status: 404 len: 333 time: 0.0386686 Apr 20 14:44:52.710169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:52.717128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-1779118091'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:52.738870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d97d60bf-1c24-40c0-b5e6-c299033d447e req-bfb65a34-c051-4964-86cc-5d78049e6909 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781589 Apr 20 14:44:53.021758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cebf70f5-e9ee-4ffd-b22c-be05389694b8 req-3a6ddee6-da85-473f-ae40-57d7c5af74e4 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1117001 Apr 20 14:44:53.021937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:53.027693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.071985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port 3290a3f8-facb-45a8-9beb-9b3981dbac7f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:53.187901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.3 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/3290a3f8-facb-45a8-9beb-9b3981dbac7f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:53.351872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.377085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c479-ec4e-4d5d-8f2c-3fba51c37044 req-b2569a7c-c55e-465c-a924-371fe70c2157 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:53.378832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1166c479-ec4e-4d5d-8f2c-3fba51c37044 req-b2569a7c-c55e-465c-a924-371fe70c2157 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.1495526 Apr 20 14:44:53.401070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.473089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=3290a3f8-facb-45a8-9beb-9b3981dbac7f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:53.477637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:53.479563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:53.482087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:53.496738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1166c479-ec4e-4d5d-8f2c-3fba51c37044 req-628f6e38-e795-4c5a-a4a8-33908d523c00 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080480 Apr 20 14:44:53.552060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36670) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:53.590057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:53.593996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.644594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2a199cc-f80c-4937-9c7f-072305f1d686 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9303818 Apr 20 14:44:53.645198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36674) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:53.654671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:08:d2'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:53.914944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.929454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b6b61fb2-3162-4dc7-ba04-a1ad5cef9ebb None None] Provisioning complete for port 3290a3f8-facb-45a8-9beb-9b3981dbac7f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:53.930003 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b6b61fb2-3162-4dc7-ba04-a1ad5cef9ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:53.970582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b6b61fb2-3162-4dc7-ba04-a1ad5cef9ebb None None] Port 3290a3f8-facb-45a8-9beb-9b3981dbac7f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:54.014259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31779114-53c7-459e-9f9d-94fbdc529a15 req-497ec24e-d041-457c-b085-2a8176149a9e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:54.016385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31779114-53c7-459e-9f9d-94fbdc529a15 req-497ec24e-d041-457c-b085-2a8176149a9e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2040274 Apr 20 14:44:54.075676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39ae983b-0ebe-4bf5-ad69-7e8c883456b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.121231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-340be55d-1aa0-48b1-ba77-1852feeebef5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:54.123218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-340be55d-1aa0-48b1-ba77-1852feeebef5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.2739813 Apr 20 14:44:54.164687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31779114-53c7-459e-9f9d-94fbdc529a15 req-64847d8e-bba0-40bb-bfd8-956787167870 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344929 Apr 20 14:44:54.207526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e2cfab89-4de6-430f-a1b7-63ebb3c2bd4c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0750549 Apr 20 14:44:54.376815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-1cd07ef1-1c3d-41cf-ab08-da5e8ad90141 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679153 Apr 20 14:44:54.388213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b719d-3980-4779-bb06-1f8eebf4733a req-d8924bf6-a389-4b65-ba58-b4a2003b4e84 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:54.389966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce9b719d-3980-4779-bb06-1f8eebf4733a req-d8924bf6-a389-4b65-ba58-b4a2003b4e84 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1343114 Apr 20 14:44:54.410756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39ae983b-0ebe-4bf5-ad69-7e8c883456b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.411600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:54.434436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39ae983b-0ebe-4bf5-ad69-7e8c883456b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.442222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.482523 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.528976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da75c8ff-16e4-46c0-adf6-dc2c8f69b372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.582987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae983b-0ebe-4bf5-ad69-7e8c883456b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb9967-746c-45bd-ba80-3642fe1be743,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:54.587275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-39ae983b-0ebe-4bf5-ad69-7e8c883456b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d40ed7da11b4ab0a56cddeccf01beb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341761 Apr 20 14:44:54.595165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:54.623492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce9b719d-3980-4779-bb06-1f8eebf4733a req-c79c3ae6-a127-4b40-a115-d0113184b013 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210786 Apr 20 14:44:54.646098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=3290a3f8-facb-45a8-9beb-9b3981dbac7f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:54.657162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da75c8ff-16e4-46c0-adf6-dc2c8f69b372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.666475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-da75c8ff-16e4-46c0-adf6-dc2c8f69b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.686306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] In _notify_port_updated(), no bound segment for port 3290a3f8-facb-45a8-9beb-9b3981dbac7f on network be06775a-82cb-477d-b6bf-9f4fda24f595 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:44:54.697016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:54.698322 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.703275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-82df019c-bedf-4762-b2d8-d124c43a5e33 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "PUT /v2.0/ports/3290a3f8-facb-45a8-9beb-9b3981dbac7f HTTP/1.1" status: 200 len: 996 time: 1.0547230 Apr 20 14:44:54.705550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:54.714781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-4397a489-32e1-4c24-809a-72b64a378d12 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229637 Apr 20 14:44:54.732891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.773807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-da75c8ff-16e4-46c0-adf6-dc2c8f69b372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa63eb2afdd14a91a0d94b6a46703cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609886 Apr 20 14:44:54.784576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:54.786998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c8ff-16e4-46c0-adf6-dc2c8f69b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e3c51-6e2e-41e0-9aa2-cd249ab92d51,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:54.801588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.842664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-514162ff-60f2-4500-a8cb-06a81eb57631 req-881812fa-0d63-447d-9525-fa12cb72f589 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1367831 Apr 20 14:44:54.902486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-2a891013-5aa4-4cc5-aef5-242539208472 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682084 Apr 20 14:44:54.948740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.967747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-286eca5c-bdbf-43ce-bed0-4b00b01d8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:54.970248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-286eca5c-bdbf-43ce-bed0-4b00b01d8fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1096 time: 0.1178122 Apr 20 14:44:54.991586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.994286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:54.999033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69eb9967-746c-45bd-ba80-3642fe1be743 HTTP/1.1" status: 204 len: 168 time: 0.4027555 Apr 20 14:44:55.009081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.009780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7833fd78-eb10-4000-b394-10005c838980 None None] Provisioning complete for port 3290a3f8-facb-45a8-9beb-9b3981dbac7f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:55.011201 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7833fd78-eb10-4000-b394-10005c838980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.037929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 3290a3f8-facb-45a8-9beb-9b3981dbac7f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:55.038265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.057280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7833fd78-eb10-4000-b394-10005c838980 None None] Port 3290a3f8-facb-45a8-9beb-9b3981dbac7f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:55.074378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a307e2-bd51-4420-add4-e7e33f1915f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb9967-746c-45bd-ba80-3642fe1be743,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:55.214676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.217881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.219048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c34e3c51-6e2e-41e0-9aa2-cd249ab92d51 HTTP/1.1" status: 204 len: 168 time: 0.4331038 Apr 20 14:44:55.220366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-224cf606-bd94-4167-bdf5-6cc4ccdf216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:55.222191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-224cf606-bd94-4167-bdf5-6cc4ccdf216b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.2436378 Apr 20 14:44:55.242759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.269703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e8e32f1-41d9-4c91-ba41-bebb9356753b req-12a3d54a-3cb0-4ce7-a558-4785bff11c2e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 210 time: 0.1095130 Apr 20 14:44:55.298413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63275b-1e4e-4d50-aa95-f2b720631c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e3c51-6e2e-41e0-9aa2-cd249ab92d51,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:55.311944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 3290a3f8-facb-45a8-9beb-9b3981dbac7f owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:55.343891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-87fd021a-988c-417c-a9d0-da5ef86daad0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 1001 time: 0.1134992 Apr 20 14:44:55.385659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014bba1-4af4-4f54-9011-2c7d3c4e9fd7 req-f470cd15-3a74-487d-919a-efe579733395 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:55.388040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2014bba1-4af4-4f54-9011-2c7d3c4e9fd7 req-f470cd15-3a74-487d-919a-efe579733395 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.0741477 Apr 20 14:44:55.494321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2014bba1-4af4-4f54-9011-2c7d3c4e9fd7 req-8c707102-b094-4418-a91e-e252e32e6a5a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978677 Apr 20 14:44:55.553725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36738) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:55.571053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a8ef-f982-4fd9-a7b6-a79518c86b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.682708 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a8ef-f982-4fd9-a7b6-a79518c86b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.688588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcb9a8ef-f982-4fd9-a7b6-a79518c86b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.755283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-3695aa24-2ae6-406b-81a4-7f9ac03fd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:55.757623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-3695aa24-2ae6-406b-81a4-7f9ac03fd616 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.3463800 Apr 20 14:44:55.761798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.776749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcb9a8ef-f982-4fd9-a7b6-a79518c86b06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f956e2d3c44a4c30b969b55c56efdb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215872 Apr 20 14:44:55.783932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36744) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:55.871730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9a8ef-f982-4fd9-a7b6-a79518c86b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a578a34a-1b13-4e8a-8ab3-e36a57ce0258,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:55.879980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=3290a3f8-facb-45a8-9beb-9b3981dbac7f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:55.922450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:55.954102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ed03a1-0106-493e-b984-89c7e4310d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:55.986855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc0df6-6496-43dc-a1ef-483248368508 req-b4cdf39c-16f0-4d39-a274-f135e8eb4abc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:55.988412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-babc0df6-6496-43dc-a1ef-483248368508 req-b4cdf39c-16f0-4d39-a274-f135e8eb4abc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1728859 Apr 20 14:44:56.031046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99fe03ff-ad32-45bc-8557-a649b5445bd3 req-7c432f11-5957-4104-85d6-ba49c8c9df9e tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0727720 Apr 20 14:44:56.041598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-c028d588-5af7-4fc9-bc95-71fee9be2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:56.043636 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-c028d588-5af7-4fc9-bc95-71fee9be2e7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696025 Apr 20 14:44:56.065883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.106959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.111251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-babc0df6-6496-43dc-a1ef-483248368508 req-9d367e47-9771-48f3-8ec7-cdcf846a421c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970364 Apr 20 14:44:56.171448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.178246 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12fe30ca-d6ba-4d8c-a232-4fd54d3295ea tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/3290a3f8-facb-45a8-9beb-9b3981dbac7f HTTP/1.1" status: 204 len: 168 time: 1.4663110 Apr 20 14:44:56.179010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36752) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:56.245411 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-66447ac8-56e6-48f8-a0d3-e79de6f2a3b8 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] GET failed (client error): The resource could not be found. Apr 20 14:44:56.253365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66447ac8-56e6-48f8-a0d3-e79de6f2a3b8 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports/3290a3f8-facb-45a8-9beb-9b3981dbac7f HTTP/1.1" status: 404 len: 333 time: 0.0672290 Apr 20 14:44:56.253642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:56.259259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-1624938153'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:56.280358 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.284259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.285895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a578a34a-1b13-4e8a-8ab3-e36a57ce0258 HTTP/1.1" status: 204 len: 168 time: 0.5007715 Apr 20 14:44:56.291301 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-3099ea5f-25ec-4b6a-ba16-04a2e65f0fcd service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384727 Apr 20 14:44:56.330647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ed03a1-0106-493e-b984-89c7e4310d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.365543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ed03a1-0106-493e-b984-89c7e4310d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.387970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c095b5a-03c1-472a-804a-d08cacf66df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a578a34a-1b13-4e8a-8ab3-e36a57ce0258,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:56.443223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bd6266d-835a-49cf-8e71-2949d38e2715 req-0226ec72-3beb-4dcd-a083-9ed80d9e5848 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 210 time: 0.0485580 Apr 20 14:44:56.464558 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9ed03a1-0106-493e-b984-89c7e4310d00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ea0e4dd6dd4957b2e43402e2f8825a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353065 Apr 20 14:44:56.465530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:56.474153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed03a1-0106-493e-b984-89c7e4310d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a6593c-c14a-416f-a94f-400bbfe84c3f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:56.524198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-018db882-6287-4b42-9483-fc6d91ac7eb0 req-df8d5924-a141-4662-8c66-845563707614 service neutron] 10.222.0.45 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249842 Apr 20 14:44:56.596109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:56.599714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.630164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.662992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port 1041165d-3ce5-43de-bcd7-54916ee7119a yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:56.714816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.740708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364f2e9-6d29-4cfb-aa9b-800ad1407d15 req-b457c3f9-9984-4d4c-afea-38914705e410 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:56.742429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4364f2e9-6d29-4cfb-aa9b-800ad1407d15 req-b457c3f9-9984-4d4c-afea-38914705e410 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1632109 Apr 20 14:44:56.856022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-42d7e371-8a9d-43be-a84e-b37d2ddb8d95 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:56.858007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-42d7e371-8a9d-43be-a84e-b37d2ddb8d95 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.1577606 Apr 20 14:44:56.874763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '15b61649-6ced-406d-9790-dd04f33303c9', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:56.880161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4364f2e9-6d29-4cfb-aa9b-800ad1407d15 req-e5ed2e95-49d9-4279-83f0-7ffdefba859d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290479 Apr 20 14:44:56.897318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.899881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.903882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55a6593c-c14a-416f-a94f-400bbfe84c3f HTTP/1.1" status: 204 len: 168 time: 0.4286578 Apr 20 14:44:56.905451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.14 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/1041165d-3ce5-43de-bcd7-54916ee7119a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:56.922454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63d690-3295-4abc-90d0-706a1201bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a6593c-c14a-416f-a94f-400bbfe84c3f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:57.037693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:57.044606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.123846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.244061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-962e70db-5096-4b59-9fe4-c2dcd528689d req-ebf811ec-d582-4b7c-99ac-a38ca869b784 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1153371 Apr 20 14:44:57.253537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.254835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.10 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/630facab-21e9-415f-bd0d-bc5023bd01a7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:57.328161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=1041165d-3ce5-43de-bcd7-54916ee7119a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:57.347251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4f51-b099-434b-aaf5-0b757309452d req-623fb7cf-11a4-4ec2-a8a9-27fbae72c062 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:57.349318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786f4f51-b099-434b-aaf5-0b757309452d req-623fb7cf-11a4-4ec2-a8a9-27fbae72c062 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1376176 Apr 20 14:44:57.358266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:57.360262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:57.377714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:57.591012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.594643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786f4f51-b099-434b-aaf5-0b757309452d req-4aaa74fe-1a7d-4569-b6d7-40cc12744899 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014146 Apr 20 14:44:57.627566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:57.628345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.636247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.648979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:57.684294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:57.688235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:57.692069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:57.733970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-131cf04a-4c56-45b7-99d6-f0618395fc89 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4787996 Apr 20 14:44:57.744132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:57.756063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'network_id': 'be06775a-82cb-477d-b6bf-9f4fda24f595', 'name': 'tempest-AllowedAddressPairTestJSON-403591006'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:57.756474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:57.757073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.760099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['10e31440-ef02-42ab-9daa-950af787e3c0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:44:57.780588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:57.789129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-e50d1a59-8bb5-47c4-baec-db9dae4a0a2f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9198840 Apr 20 14:44:57.799615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e65d46-a071-4562-a226-e89d1449fb4e req-fd011ccc-dd10-42a9-b0bd-bfc181daba6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:57.801266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6e65d46-a071-4562-a226-e89d1449fb4e req-fd011ccc-dd10-42a9-b0bd-bfc181daba6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 932 time: 0.1921256 Apr 20 14:44:57.809037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Request body: {'port': {'device_id': '15b61649-6ced-406d-9790-dd04f33303c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:57.905324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-370da86b-e168-4036-93ae-85200b2e0c68 None None] Provisioning complete for port 1041165d-3ce5-43de-bcd7-54916ee7119a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:57.905896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-370da86b-e168-4036-93ae-85200b2e0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.919095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6e65d46-a071-4562-a226-e89d1449fb4e req-e80176c9-7672-4c04-8810-473953f6ffdb tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027203 Apr 20 14:44:57.984519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:57.994467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Made reservation on behalf of d80429582ae04c199179fb2409f2fc87 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:44:57.999916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.028404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-370da86b-e168-4036-93ae-85200b2e0c68 None None] Port 1041165d-3ce5-43de-bcd7-54916ee7119a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:58.067420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:58.418124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:58.465671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630facab-21e9-415f-bd0d-bc5023bd01a7 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:44:58.475411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.501639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] device_id is not set on port 81ac0d35-0227-47d9-96d4-c97109948676 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:44:58.508204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12c0-ab6b-462d-84ef-d23eb4cb3072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.519138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Transition to ACTIVE for port object 630facab-21e9-415f-bd0d-bc5023bd01a7 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:44:58.532812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.595532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.599120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7dafa70c-2fbf-4263-99a2-094cebaa9ecb req-0c8bed55-0868-4e7a-9d19-f5706a3aeafa tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1370256 Apr 20 14:44:58.621239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Pushing event updated for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:58.667156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:58.669047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:58.673808 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aacf8e3-8e7a-49d6-a3f3-9246947e44f6" -d '{"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-unplugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:58.683090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e18a4-3707-4918-aa26-0b989422bb88 req-b39fc5c5-a58d-4203-885e-aad83e853b9d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:58.689946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.691161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-703e18a4-3707-4918-aa26-0b989422bb88 req-b39fc5c5-a58d-4203-885e-aad83e853b9d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2279279 Apr 20 14:44:58.719255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Attempting to bind port 630facab-21e9-415f-bd0d-bc5023bd01a7 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:44:58.719620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Attempting to bind port 630facab-21e9-415f-bd0d-bc5023bd01a7 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:44:58.719991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Attempting to bind port 630facab-21e9-415f-bd0d-bc5023bd01a7 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:58.738899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Port 630facab-21e9-415f-bd0d-bc5023bd01a7 on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:44:58.738899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Attempting to bind port 630facab-21e9-415f-bd0d-bc5023bd01a7 on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:44:58.755130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:44:58.755271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:44:58.755735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:44:58.756213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Bound port: 630facab-21e9-415f-bd0d-bc5023bd01a7, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:44:58.756600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.772529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Allocated IP 172.20.0.9 (be06775a-82cb-477d-b6bf-9f4fda24f595/a5e2568a-1373-442b-b4d2-362659bae74a/81ac0d35-0227-47d9-96d4-c97109948676) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:44:58.783908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12c0-ab6b-462d-84ef-d23eb4cb3072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.789730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:58.810819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-703e18a4-3707-4918-aa26-0b989422bb88 req-2bb33e84-6241-47ea-9be7-60ebd79bea75 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149280 Apr 20 14:44:58.812390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b3b12c0-ab6b-462d-84ef-d23eb4cb3072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.857285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae0099-e50d-43d7-893c-948e02221595 req-771bb0f3-8566-4e43-bbf0-bbbc91719c12 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:58.860074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbae0099-e50d-43d7-893c-948e02221595 req-771bb0f3-8566-4e43-bbf0-bbbc91719c12 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1456957 Apr 20 14:44:58.869852 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961be46-050c-44ff-82b0-cf77dac371cb x-openstack-request-id: req-5961be46-050c-44ff-82b0-cf77dac371cb {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:58.871524 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-unplugged", "status": "failed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "code": 422}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:58.871885 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5961be46-050c-44ff-82b0-cf77dac371cb {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:58.872454 n-d-836145-2 neutron-server[102865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5961be46-050c-44ff-82b0-cf77dac371cb']: {'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'code': 422} returned with failed status Apr 20 14:44:58.882833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7b3b12c0-ab6b-462d-84ef-d23eb4cb3072 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c0b983641684f16b0d3578a5b173118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138611 Apr 20 14:44:58.886276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36838) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:58.893997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b12c0-ab6b-462d-84ef-d23eb4cb3072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8009ff26-afb2-4bf2-9e66-badd7b1e3001,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:58.896973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:44:58.901282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=630facab-21e9-415f-bd0d-bc5023bd01a7,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:44:58.909943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.967209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:58.968020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.969437 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] 10.222.0.43 "PUT /v2.0/ports/630facab-21e9-415f-bd0d-bc5023bd01a7 HTTP/1.1" status: 200 len: 1092 time: 1.1702955 Apr 20 14:44:58.969929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:58.972386 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7d18ae-e98f-400a-bb83-a68fc05664b1" -d '{"events": [{"name": "network-changed", "server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:59.014802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf5619-e25b-4ff9-b1a3-60936aeb310e service neutron] Pushing event updated for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:59.023328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.051968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.060720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbae0099-e50d-43d7-893c-948e02221595 req-cebe7194-50f7-4766-932d-0fcd0e1c986f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889007 Apr 20 14:44:59.063671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.125110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-958ac892-0678-455e-a8d3-e511debb865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.126780 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-958ac892-0678-455e-a8d3-e511debb865d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 1095 time: 0.0818646 Apr 20 14:44:59.137464 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc604e-cc9d-4e91-8c02-90e3bc18d199 x-openstack-request-id: req-17bc604e-cc9d-4e91-8c02-90e3bc18d199 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:59.137796 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:59.138064 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17bc604e-cc9d-4e91-8c02-90e3bc18d199 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:59.138796 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bc604e-cc9d-4e91-8c02-90e3bc18d199'] response: {'name': 'network-changed', 'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7', 'status': 'completed', 'code': 200} Apr 20 14:44:59.139194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39557d6b-0666-43eb-96e5-6263b6701f3e req-005b8ede-f1c5-4960-9978-e98f17e3771e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.142252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39557d6b-0666-43eb-96e5-6263b6701f3e req-005b8ede-f1c5-4960-9978-e98f17e3771e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 944 time: 0.0806084 Apr 20 14:44:59.144155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.149666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.156040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.157284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8009ff26-afb2-4bf2-9e66-badd7b1e3001 HTTP/1.1" status: 204 len: 168 time: 0.2700763 Apr 20 14:44:59.206580 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-99f058e3-9299-4306-837b-ea6558aa98d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630facab-21e9-415f-bd0d-bc5023bd01a7 HTTP/1.1" status: 200 len: 217 time: 0.0476718 Apr 20 14:44:59.207401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704430d-74bb-4f0d-85d2-8d63cfd9d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8009ff26-afb2-4bf2-9e66-badd7b1e3001,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:59.220506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Network be06775a-82cb-477d-b6bf-9f4fda24f595 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:44:59.225898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:44:59.228364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=81ac0d35-0227-47d9-96d4-c97109948676,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:59.233815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:44:59.301861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.302488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.330035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-98b4d4f3-5145-4b73-ac9f-86f14a5c2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.331558 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-98b4d4f3-5145-4b73-ac9f-86f14a5c2f42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.0960515 Apr 20 14:44:59.333070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39557d6b-0666-43eb-96e5-6263b6701f3e req-18bd04c9-75df-4574-986f-88799092c59e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723821 Apr 20 14:44:59.343595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-90cdeae5-dd08-4f5b-9b41-dce325681c13 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5980608 Apr 20 14:44:59.346241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36852) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:59.356418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:08:d2'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b8:bd:1e'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:44:59.384757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-38ac6b3b-9ed6-4497-9cde-ff2eff238b82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445538 Apr 20 14:44:59.446943 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:44:59.539283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-6ada6f09-4015-4d8d-b161-acc119b3abea service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429803 Apr 20 14:44:59.546544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.572918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-874f07b1-6742-44eb-ac59-f218a0aa3d00 None None] Provisioning complete for port 81ac0d35-0227-47d9-96d4-c97109948676 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:44:59.573553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-874f07b1-6742-44eb-ac59-f218a0aa3d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.614625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-874f07b1-6742-44eb-ac59-f218a0aa3d00 None None] Port 81ac0d35-0227-47d9-96d4-c97109948676 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:44:59.648388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62cf3de8-6a79-402a-ac9d-48edc5f7a750 req-3b311668-464e-4014-88c0-e22a65cbef6c service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008332 Apr 20 14:44:59.754101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9b7d42f-6219-4b3b-8bb0-4027b189b6e0 req-ece20fbd-83ad-4935-b2cb-02a80eb21b12 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0360322 Apr 20 14:44:59.772950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-0a056a57-9893-41d8-a2f1-b087c4c61f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.774984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-0a056a57-9893-41d8-a2f1-b087c4c61f8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 1095 time: 0.0666833 Apr 20 14:44:59.856869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.867138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.933290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-4cd8d1cd-bc23-4f55-87ad-19d30c1de740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:59.947106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-4cd8d1cd-bc23-4f55-87ad-19d30c1de740 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.1637223 Apr 20 14:45:00.002600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event updated for resources: {'Port': ['ID=81ac0d35-0227-47d9-96d4-c97109948676,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:00.014939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] In _notify_port_updated(), no bound segment for port 81ac0d35-0227-47d9-96d4-c97109948676 on network be06775a-82cb-477d-b6bf-9f4fda24f595 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:45:00.020955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:00.026638 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.028425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-52fef855-a753-420f-bce0-bb698b84e018 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "PUT /v2.0/ports/81ac0d35-0227-47d9-96d4-c97109948676 HTTP/1.1" status: 200 len: 1056 time: 0.6809392 Apr 20 14:45:00.032391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36882) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:00.077815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e73bb-f037-41f2-8e4b-cde2d9a07696 req-4df82a6c-0bd1-4c5e-9d4d-67c312db0d4f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:00.079438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed5e73bb-f037-41f2-8e4b-cde2d9a07696 req-4df82a6c-0bd1-4c5e-9d4d-67c312db0d4f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1624324 Apr 20 14:45:00.164450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:00.283888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-76bb4c78-2b6c-45f2-92dd-327afcc75522 None None] Provisioning complete for port 81ac0d35-0227-47d9-96d4-c97109948676 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:00.284364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-76bb4c78-2b6c-45f2-92dd-327afcc75522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.285553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed5e73bb-f037-41f2-8e4b-cde2d9a07696 req-019d6341-9b70-4baf-bb03-f1bde8f038b1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973557 Apr 20 14:45:00.332279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca44a7-43c7-42e2-aad5-707e95137abf req-74f833a0-3bea-4c8f-b305-63813d5092c1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:00.342631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3ca44a7-43c7-42e2-aad5-707e95137abf req-74f833a0-3bea-4c8f-b305-63813d5092c1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1285849 Apr 20 14:45:00.368530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:00.375957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 81ac0d35-0227-47d9-96d4-c97109948676 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:00.376307 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.380599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-76bb4c78-2b6c-45f2-92dd-327afcc75522 None None] Port 81ac0d35-0227-47d9-96d4-c97109948676 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:00.384957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'mac_address': 'fa:16:3e:87:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:00.426198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.444359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:00.469312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3ca44a7-43c7-42e2-aad5-707e95137abf req-bd009d1b-047c-400f-ab78-53195c158c1b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212473 Apr 20 14:45:00.485139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:00.498101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.548377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.605269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:00.620086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 81ac0d35-0227-47d9-96d4-c97109948676 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:00.685605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d74814-9d7a-4f77-9e0e-5020ab9a24d7 req-d37bef1f-4d0a-44c6-b95c-adf0b77da28f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:00.694823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2d74814-9d7a-4f77-9e0e-5020ab9a24d7 req-d37bef1f-4d0a-44c6-b95c-adf0b77da28f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 944 time: 0.1484926 Apr 20 14:45:00.729919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-9966a59f-dd62-4fbb-8048-ca8f81378f8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630facab-21e9-415f-bd0d-bc5023bd01a7 HTTP/1.1" status: 200 len: 217 time: 0.7657375 Apr 20 14:45:00.761984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2d74814-9d7a-4f77-9e0e-5020ab9a24d7 req-eeca4931-02f0-4afb-baeb-9fd8e86b3ebc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Apr 20 14:45:00.781372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4f74cddf-06f3-4f78-9428-10b2ce0b67b1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:00.849272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-18014129-d76b-4ea4-ac73-43db9694c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:00.852856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-18014129-d76b-4ea4-ac73-43db9694c8b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1138895 Apr 20 14:45:00.899160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:00.918355 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-cac20913-a63b-4bf3-b7f5-5e762c7e150f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574429 Apr 20 14:45:01.012080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=81ac0d35-0227-47d9-96d4-c97109948676,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:01.024892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a36eb062-8f19-49e6-b45e-06ff17a11657 req-52c4a141-9e10-4e93-9944-9436c5ea0904 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1223805 Apr 20 14:45:01.177428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-ace76757-b6ef-4306-8b65-647e7f63496d service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404220 Apr 20 14:45:01.425036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab7d18ae-e98f-400a-bb83-a68fc05664b1 req-2438a4fc-658a-43c9-8978-1f3b2a52405e service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246113 Apr 20 14:45:01.463558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36972) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:01.490619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:01.493871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4a7ed218-2b99-4f49-93b9-93f4e907dd9e tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/81ac0d35-0227-47d9-96d4-c97109948676 HTTP/1.1" status: 204 len: 168 time: 1.4562471 Apr 20 14:45:01.496761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36978) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:01.584951 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1ffcb2-7a85-4b50-be7a-b3d975728ae4 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] GET failed (client error): The resource could not be found. Apr 20 14:45:01.587021 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f1ffcb2-7a85-4b50-be7a-b3d975728ae4 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports/81ac0d35-0227-47d9-96d4-c97109948676 HTTP/1.1" status: 404 len: 333 time: 0.0887966 Apr 20 14:45:01.592307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36984) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:01.616647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-673143d8-e5dd-4a5c-8908-3c9c02779941 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705144 Apr 20 14:45:01.690242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86054-7581-46d2-9211-3e1fab83dd55 req-9d0ffdb1-f1c6-4adc-a98b-dda42a7c1339 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:01.699831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fc86054-7581-46d2-9211-3e1fab83dd55 req-9d0ffdb1-f1c6-4adc-a98b-dda42a7c1339 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1932995 Apr 20 14:45:01.708359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32a73ba8-0548-49a4-b3ae-1e332b97cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:01.735884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30501d3-ecde-4027-8c3d-8ca5cacf8765 req-c999ec58-807e-470f-8dc0-dcb40d4a2cac tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:01.745366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d30501d3-ecde-4027-8c3d-8ca5cacf8765 req-c999ec58-807e-470f-8dc0-dcb40d4a2cac tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 944 time: 0.1673520 Apr 20 14:45:01.831819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32a73ba8-0548-49a4-b3ae-1e332b97cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:01.843313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32a73ba8-0548-49a4-b3ae-1e332b97cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:01.859785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fc86054-7581-46d2-9211-3e1fab83dd55 req-0280c757-656f-4a3d-9cbb-7ab36a4d7864 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582191 Apr 20 14:45:01.870101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d30501d3-ecde-4027-8c3d-8ca5cacf8765 req-1f8d259e-6288-431b-aad1-f567d7632445 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235735 Apr 20 14:45:01.892232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73ba8-0548-49a4-b3ae-1e332b97cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55bff1e-e9fb-4b6b-b352-e8603341c1a0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:01.892388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 1041165d-3ce5-43de-bcd7-54916ee7119a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:01.892388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:01.912594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-32a73ba8-0548-49a4-b3ae-1e332b97cfad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=debafecb7a4a4bff8729a6e0aa31081e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476042 Apr 20 14:45:01.914114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37004) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:01.983711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.033855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.092110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.099099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.107991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a55bff1e-e9fb-4b6b-b352-e8603341c1a0 HTTP/1.1" status: 204 len: 168 time: 0.1913617 Apr 20 14:45:02.123552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a597889-abd1-4970-9e03-cca56fa04c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55bff1e-e9fb-4b6b-b352-e8603341c1a0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:02.132508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.153627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 1041165d-3ce5-43de-bcd7-54916ee7119a owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:02.173454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44b7c3-ce06-45b6-90ff-978cf8bdf65b req-9d23c22e-d8f8-4465-81ac-f3bced3faa65 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:02.175006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b44b7c3-ce06-45b6-90ff-978cf8bdf65b req-9d23c22e-d8f8-4465-81ac-f3bced3faa65 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 944 time: 0.1808550 Apr 20 14:45:02.185589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:02.191741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 630facab-21e9-415f-bd0d-bc5023bd01a7 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:02.285175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:02.291381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54d17de8-89aa-44fd-8b38-cc750ee65cc4 req-c720e5b0-978a-4ae7-a47a-444a68240de6 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0478802 Apr 20 14:45:02.329811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b44b7c3-ce06-45b6-90ff-978cf8bdf65b req-9aad6a41-ada6-41c4-81a1-358c62f2f6bc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877159 Apr 20 14:45:02.386324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:02.387152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.477692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.529258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=630facab-21e9-415f-bd0d-bc5023bd01a7,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:02.536935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=1041165d-3ce5-43de-bcd7-54916ee7119a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:02.578599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '630facab-21e9-415f-bd0d-bc5023bd01a7', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '630facab-21e9-415f-bd0d-bc5023bd01a7', 'mac_address': 'fa:16:3e:5f:8d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:02.636295 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.645874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-98b4125d-b6bb-4234-a26a-11b6ad1080d1 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/1041165d-3ce5-43de-bcd7-54916ee7119a HTTP/1.1" status: 204 len: 168 time: 1.0522544 Apr 20 14:45:02.649476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37028) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:02.731091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:02.735622 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb07dce-efd8-4537-a2ac-961fbe0d9382 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] GET failed (client error): The resource could not be found. Apr 20 14:45:02.738485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2fb07dce-efd8-4537-a2ac-961fbe0d9382 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "GET /v2.0/ports/1041165d-3ce5-43de-bcd7-54916ee7119a HTTP/1.1" status: 404 len: 333 time: 0.0869393 Apr 20 14:45:02.742925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37032) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:02.803298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.811346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31848814-ea87-4019-8369-6887a56f06d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.838980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa961efe-848f-4ffe-9420-d824b2e0051a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:02.897659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630facab-21e9-415f-bd0d-bc5023bd01a7 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:02.901879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.032802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa961efe-848f-4ffe-9420-d824b2e0051a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.039388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa961efe-848f-4ffe-9420-d824b2e0051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.047450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:03.050207 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cb46c4-a358-4ea5-bd71-20ea29b0a872" -d '{"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:03.055810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:03.068166 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.072293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=630facab-21e9-415f-bd0d-bc5023bd01a7,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:03.079237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.133483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.142869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.143484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.143990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.144547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.145077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.145618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.146302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.146868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.147500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.148021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.148551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.149076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:03.149424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa961efe-848f-4ffe-9420-d824b2e0051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0883c13-5dc9-4748-8d7a-ad77b0b9577d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.162343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa961efe-848f-4ffe-9420-d824b2e0051a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=589d2214c43a447592b6aff3d4a3434a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757841 Apr 20 14:45:03.163352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37040) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:03.200379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31848814-ea87-4019-8369-6887a56f06d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.215444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:03.215825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.219248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31848814-ea87-4019-8369-6887a56f06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.245124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.257698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.259014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983237-cad6-4bc6-a3cb-17c14b6afaa5 req-ff1a2b9c-fa89-4fcf-84ae-05356ae543ba tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:03.273954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6983237-cad6-4bc6-a3cb-17c14b6afaa5 req-ff1a2b9c-fa89-4fcf-84ae-05356ae543ba tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.2220666 Apr 20 14:45:03.289116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.304438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.317012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff5181-b062-4109-bd76-511fc6afcdf7 req-2bbc6cb6-af11-406e-ad09-8285aa8edbcb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:03.319111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8ff5181-b062-4109-bd76-511fc6afcdf7 req-2bbc6cb6-af11-406e-ad09-8285aa8edbcb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2793536 Apr 20 14:45:03.372230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.377182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.379741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0883c13-5dc9-4748-8d7a-ad77b0b9577d HTTP/1.1" status: 204 len: 168 time: 0.2115388 Apr 20 14:45:03.407838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91a09-06e4-493e-b1e9-fe49db29d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0883c13-5dc9-4748-8d7a-ad77b0b9577d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.417611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-31848814-ea87-4019-8369-6887a56f06d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65c7f0edd0824d818ba3396a12ebf929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852686 Apr 20 14:45:03.420057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37048) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:03.440017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['630facab-21e9-415f-bd0d-bc5023bd01a7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:03.461247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848814-ea87-4019-8369-6887a56f06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc4cf6-80b6-4379-a027-4b894ac29884,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.543622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8ff5181-b062-4109-bd76-511fc6afcdf7 req-562aca83-d476-423b-a228-b4ea2255178d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591618 Apr 20 14:45:03.559650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.565736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6983237-cad6-4bc6-a3cb-17c14b6afaa5 req-82ae1a40-6b6b-4fb7-b5b8-555f2068c612 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907908 Apr 20 14:45:03.604519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.621073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.688955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:03.704805 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7405c3ec-6e27-496f-9038-28f353ce2213 x-openstack-request-id: req-7405c3ec-6e27-496f-9038-28f353ce2213 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:03.706914 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-plugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:03.707423 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7405c3ec-6e27-496f-9038-28f353ce2213 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:03.708076 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7405c3ec-6e27-496f-9038-28f353ce2213'] response: {'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'code': 200} Apr 20 14:45:03.754491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.759345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:03.760827 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afdc4cf6-80b6-4379-a027-4b894ac29884 HTTP/1.1" status: 204 len: 168 time: 0.3397636 Apr 20 14:45:03.809511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c064e5f-084c-49e6-a040-89cd09ce64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc4cf6-80b6-4379-a027-4b894ac29884,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:03.916283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4bfe5ce-e8ff-4563-9605-d89b7b795c63 req-bb065a98-e1de-40d5-8998-01aac02caad0 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0910125 Apr 20 14:45:04.096802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f6ab9-fa44-4846-9729-fcb875a7a21b req-5dc8e76f-0536-40c2-8a17-9792330b1d3b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:04.098685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee7f6ab9-fa44-4846-9729-fcb875a7a21b req-5dc8e76f-0536-40c2-8a17-9792330b1d3b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 945 time: 0.1801200 Apr 20 14:45:04.226449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee7f6ab9-fa44-4846-9729-fcb875a7a21b req-5fc1224c-0492-4630-9b0c-ce574c646224 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182096 Apr 20 14:45:04.259103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:04.324034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:04.497008 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:04.503852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aadfd73a-53ca-4503-a500-0a8392396f9f tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/ports/e58ba61b-4815-4ab2-a6cc-d8bc05f4cfbc HTTP/1.1" status: 204 len: 168 time: 1.7563920 Apr 20 14:45:04.503953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:04.652002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting subnet a5e2568a-1373-442b-b4d2-362659bae74a {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:45:04.679649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:04.820281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:04.908457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170e2ea-d487-43c7-ab4e-fa5691d513cb req-e1e2f7d6-3340-444d-b9d5-003b0ef88638 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:04.918999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d170e2ea-d487-43c7-ab4e-fa5691d513cb req-e1e2f7d6-3340-444d-b9d5-003b0ef88638 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1783900 Apr 20 14:45:04.954986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0fbe7-9501-47cd-85e7-606fc1095354 req-c9c00100-bf5f-4566-9958-85f938a55ba9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:04.966009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6af0fbe7-9501-47cd-85e7-606fc1095354 req-c9c00100-bf5f-4566-9958-85f938a55ba9 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2162497 Apr 20 14:45:05.108191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d170e2ea-d487-43c7-ab4e-fa5691d513cb req-2e14433c-a4b1-4a72-88dd-81ae8d4d18e7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873605 Apr 20 14:45:05.195137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6af0fbe7-9501-47cd-85e7-606fc1095354 req-affa7c24-bdd0-433a-bbed-2b5342d44005 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279522 Apr 20 14:45:05.214653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.341370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2c4afba-4be8-4c65-840e-0cd7f055de92 req-2e1e3553-1aa9-4c5b-89c2-5c665bb1a84a tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0379953 Apr 20 14:45:05.342916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.438601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.445127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652636d0-18be-413e-8d85-d28a1a02d751 None None] Network be06775a-82cb-477d-b6bf-9f4fda24f595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:05.449904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/subnets/a5e2568a-1373-442b-b4d2-362659bae74a HTTP/1.1" status: 204 len: 168 time: 0.9425449 Apr 20 14:45:05.449904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82537300-cf88-4799-90e7-22ef5c8d2f9a tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2568a-1373-442b-b4d2-362659bae74a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:05.450316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37104) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:05.526707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4f164-785d-4d28-b8d2-2f1e9ce4e0b4 req-f3308b79-8c4e-47fb-bb93-18119af73a75 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:05.538420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c4f164-785d-4d28-b8d2-2f1e9ce4e0b4 req-f3308b79-8c4e-47fb-bb93-18119af73a75 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 945 time: 0.1258914 Apr 20 14:45:05.606852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c4f164-785d-4d28-b8d2-2f1e9ce4e0b4 req-5976d866-b565-4060-ae97-b74be74052fb tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673645 Apr 20 14:45:05.658593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.767418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Deleting port 8c983a53-7699-4eda-94b4-eb8a2a2f326a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:05.768027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.829275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] DHCP port deletion for be06775a-82cb-477d-b6bf-9f4fda24f595 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:45:05.885136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] For port 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8c983a53-7699-4eda-94b4-eb8a2a2f326a,segment=NetworkSegment(a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec),segment_id=a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:05.885520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.916355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Calling delete_port for 8c983a53-7699-4eda-94b4-eb8a2a2f326a owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:05.956388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Deleting port 8c983a53-7699-4eda-94b4-eb8a2a2f326a {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:05.956762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:05.988283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37122) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:06.092772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.101952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] For port 8c983a53-7699-4eda-94b4-eb8a2a2f326a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8c983a53-7699-4eda-94b4-eb8a2a2f326a,segment=NetworkSegment(a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec),segment_id=a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:06.102381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.149808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Calling delete_port for 8c983a53-7699-4eda-94b4-eb8a2a2f326a owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:06.153370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Port': ['ID=8c983a53-7699-4eda-94b4-eb8a2a2f326a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:06.170313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] No DVR routers for this DVR port 8c983a53-7699-4eda-94b4-eb8a2a2f326a on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:06.239477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.240369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e214f571-6cb5-4fef-afa4-8f2c7a84cc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.241740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.242248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.243963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.246825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.248024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.249103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.253106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.253813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.254923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.256706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.258328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:06.289567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.364194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 630facab-21e9-415f-bd0d-bc5023bd01a7 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:06.373509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.407228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be06775a-82cb-477d-b6bf-9f4fda24f595']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:06.424051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:06.424769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52c21f4-1dc5-4335-b89b-6ff7ffe5cbec') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:06.442684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.449074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] Pushing event deleted for resources: {'Port': ['ID=8c983a53-7699-4eda-94b4-eb8a2a2f326a,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:06.464171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28dfaf4-8593-4fe8-96b3-5c2faf903791 None None] No DVR routers for this DVR port 8c983a53-7699-4eda-94b4-eb8a2a2f326a on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:06.507504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.524336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:45:06.526144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:45:06.530720 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:45:06.563136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 630facab-21e9-415f-bd0d-bc5023bd01a7 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:45:06.568353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 630facab-21e9-415f-bd0d-bc5023bd01a7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:06.568725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.595127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd39927-9530-42ea-8e40-90638aa54e24 req-0680e697-82f5-4d31-94db-2508d2e3b3e3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:06.603374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cd39927-9530-42ea-8e40-90638aa54e24 req-0680e697-82f5-4d31-94db-2508d2e3b3e3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2503939 Apr 20 14:45:06.614682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18631cd-2204-4c53-a008-4ac3362e892c req-f7919adc-2262-4db8-b8d3-01984d24a58d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:06.621318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.624711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18631cd-2204-4c53-a008-4ac3362e892c req-f7919adc-2262-4db8-b8d3-01984d24a58d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.3236456 Apr 20 14:45:06.635311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.641520 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] 10.222.0.20 "DELETE /v2.0/networks/be06775a-82cb-477d-b6bf-9f4fda24f595 HTTP/1.1" status: 204 len: 168 time: 1.1894877 Apr 20 14:45:06.689381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cd39927-9530-42ea-8e40-90638aa54e24 req-f161430f-58fa-4b28-acf3-d9a0635844c6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850306 Apr 20 14:45:06.695314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee50d4-581e-4943-bb5f-91c2eeedb5c7 tempest-AllowedAddressPairTestJSON-2008853250 tempest-AllowedAddressPairTestJSON-2008853250-project] Pushing event deleted for resources: {'Network': ['ID=be06775a-82cb-477d-b6bf-9f4fda24f595,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:06.795517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18631cd-2204-4c53-a008-4ac3362e892c req-17436cb5-91be-4b5d-ba18-0a7040688491 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698349 Apr 20 14:45:06.835097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.880284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:06.883176 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf2ce0-0689-4fc0-8212-580b21326b2c" -d '{"events": [{"server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "name": "network-vif-plugged", "status": "completed", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:06.925564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=630facab-21e9-415f-bd0d-bc5023bd01a7,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:06.944102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.961232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e214f571-6cb5-4fef-afa4-8f2c7a84cc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:06.980206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59f22bdd-2381-4776-a461-79160d5c140f req-c27bee91-abc4-4b17-b513-7da3b851b5c3 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1161025 Apr 20 14:45:07.063411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e214f571-6cb5-4fef-afa4-8f2c7a84cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.064748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:07.093489 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5cef0e-4c92-4dd5-b003-0ab6545afcf1 x-openstack-request-id: req-bb5cef0e-4c92-4dd5-b003-0ab6545afcf1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:07.093723 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "name": "network-vif-plugged", "status": "completed", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:07.094075 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb5cef0e-4c92-4dd5-b003-0ab6545afcf1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:07.094687 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5cef0e-4c92-4dd5-b003-0ab6545afcf1'] response: {'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7', 'code': 200} Apr 20 14:45:07.166194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8c983a53-7699-4eda-94b4-eb8a2a2f326a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:07.197502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e214f571-6cb5-4fef-afa4-8f2c7a84cc79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=725c91f1e9fc42fd9e5d61f5df1404e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2074318 Apr 20 14:45:07.203225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214f571-6cb5-4fef-afa4-8f2c7a84cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac1a1b-4b87-434e-9073-1a18b0ba04f3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:07.208015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37160) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:07.225042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8c983a53-7699-4eda-94b4-eb8a2a2f326a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:07.228327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8c983a53-7699-4eda-94b4-eb8a2a2f326a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:07.254872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb359-76dc-42d7-bcd7-10b4a84e79e8 req-393b5907-32c3-4fc2-b0e9-0c23afad04f9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:07.260342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c6eb359-76dc-42d7-bcd7-10b4a84e79e8 req-393b5907-32c3-4fc2-b0e9-0c23afad04f9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.3014033 Apr 20 14:45:07.280764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4537e7a-6c07-45af-a6f7-29746465037e req-87d8bcee-e357-4699-be9d-aec1a0536151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:07.287317 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4537e7a-6c07-45af-a6f7-29746465037e req-87d8bcee-e357-4699-be9d-aec1a0536151 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 1097 time: 0.1312315 Apr 20 14:45:07.309114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:07.355987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c6eb359-76dc-42d7-bcd7-10b4a84e79e8 req-b988348c-c9bc-4019-8abb-117d6b09d99d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849292 Apr 20 14:45:07.357048 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.382776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4537e7a-6c07-45af-a6f7-29746465037e req-36de0a34-3170-4f38-87b4-3ff7fca72192 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Apr 20 14:45:07.400463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.478559 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.482483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.486381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4ac1a1b-4b87-434e-9073-1a18b0ba04f3 HTTP/1.1" status: 204 len: 168 time: 0.2729638 Apr 20 14:45:07.501848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b949-2da7-46b5-ba1f-b39c4b094126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac1a1b-4b87-434e-9073-1a18b0ba04f3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:07.639254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5d15337d-2a67-4c39-b273-5220af9bc4f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d80429582ae04c199179fb2409f2fc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267219 Apr 20 14:45:07.642184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37172) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:07.741904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.776498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.901024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.903712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:07.907739 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97916a46-a5dc-4900-9111-615a0b6cddf4 HTTP/1.1" status: 204 len: 168 time: 0.2612178 Apr 20 14:45:07.933360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276c489-ab5a-4f01-8f5a-3a2d45dfd6e1 req-02062793-1523-4a0f-834a-1a8d51467278 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:07.933610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb91741-1cde-462f-8262-cdaa3ae75085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97916a46-a5dc-4900-9111-615a0b6cddf4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:07.955844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5276c489-ab5a-4f01-8f5a-3a2d45dfd6e1 req-02062793-1523-4a0f-834a-1a8d51467278 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1559117 Apr 20 14:45:08.064768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5276c489-ab5a-4f01-8f5a-3a2d45dfd6e1 req-9cb1fc40-5e05-46bc-a1c4-9c5c05b9f23c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Apr 20 14:45:08.082924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1034a2-3326-41e9-9006-acc39701991b req-e9c7d46f-d966-4f8c-b357-b5d3af134a10 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:08.084651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c1034a2-3326-41e9-9006-acc39701991b req-e9c7d46f-d966-4f8c-b357-b5d3af134a10 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1108813 Apr 20 14:45:08.105968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-93016377-e9f2-4223-8f88-020def57acf0 req-a53cb4e0-5338-47ee-b41c-ddf130df5c9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0446754 Apr 20 14:45:08.176264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c1034a2-3326-41e9-9006-acc39701991b req-30b129df-be1d-4ecb-ba36-0502dfd49433 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826998 Apr 20 14:45:08.343458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dc2623c-b917-4de6-82e3-da2e0ba8d700 req-8f02b8cf-ec7c-410e-bf05-7714caa1efa2 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0713086 Apr 20 14:45:08.541246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283abbe5-e6d6-444a-bec7-a4ad209a2c53 req-64d48cd3-8030-4a8a-b8c5-22c52670e50b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:08.542994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283abbe5-e6d6-444a-bec7-a4ad209a2c53 req-64d48cd3-8030-4a8a-b8c5-22c52670e50b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.0921390 Apr 20 14:45:08.602068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-283abbe5-e6d6-444a-bec7-a4ad209a2c53 req-ccf5cbef-7ac8-4e91-bdb9-32ab82d3b9ad tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Apr 20 14:45:09.033412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37240) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:09.291470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95088e-2734-4929-b0f1-a58d815bafcf req-80dcdf4f-f127-4d2d-80da-215fdeeedcde tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:09.293954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c95088e-2734-4929-b0f1-a58d815bafcf req-80dcdf4f-f127-4d2d-80da-215fdeeedcde tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.0976105 Apr 20 14:45:09.412476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c95088e-2734-4929-b0f1-a58d815bafcf req-dece1e81-720b-4a87-9038-fdc75bfa16dd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031024 Apr 20 14:45:09.466672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16e7d83d-ac8c-4978-bde0-cf6c83400b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:09.509812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7526a0-9cc4-4f34-92f9-706d17f3ded4 req-ff9e62e9-6935-4d32-9d78-13870e4c1565 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:09.520685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f7526a0-9cc4-4f34-92f9-706d17f3ded4 req-ff9e62e9-6935-4d32-9d78-13870e4c1565 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1655176 Apr 20 14:45:09.616556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f7526a0-9cc4-4f34-92f9-706d17f3ded4 req-ed93440e-d491-42f7-ae91-27bbda3c1988 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953813 Apr 20 14:45:09.649393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:09.662753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16e7d83d-ac8c-4978-bde0-cf6c83400b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:09.671434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16e7d83d-ac8c-4978-bde0-cf6c83400b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:09.722148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d635831-a7b8-4dfd-8b28-edaa3f244f5a req-f6b86033-2bf6-4222-a357-af49c0369c21 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.1285031 Apr 20 14:45:09.819953 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16e7d83d-ac8c-4978-bde0-cf6c83400b9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b98db4371c9947e6abdfac32b2f8f411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830460 Apr 20 14:45:09.820977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37274) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:09.822142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7d83d-ac8c-4978-bde0-cf6c83400b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aab1b4d-471a-412a-80e6-52c06a6eacd6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:09.897860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb61b-59f2-42de-8603-9846359e00f3 req-dbd66aff-574d-4e97-ae65-932ab8479471 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:09.902776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe7bb61b-59f2-42de-8603-9846359e00f3 req-dbd66aff-574d-4e97-ae65-932ab8479471 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.1493230 Apr 20 14:45:09.936498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-894762849'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:09.953889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:09.982096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.040289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Made reservation on behalf of bcbd1c887daf41ddbb54488c51b37a93 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:10.051457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.063108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.066896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.068348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aab1b4d-471a-412a-80e6-52c06a6eacd6 HTTP/1.1" status: 204 len: 168 time: 0.1993783 Apr 20 14:45:10.093499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c969df6-cad4-4e50-804a-11adcfa47f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aab1b4d-471a-412a-80e6-52c06a6eacd6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:10.095356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe7bb61b-59f2-42de-8603-9846359e00f3 req-181358e4-5262-421b-8c3a-716f939dcfab tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839416 Apr 20 14:45:10.116371 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.193979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5df1e9a4-a702-4f7f-87c8-394722a48038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.313605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061d171-ef8e-4be1-9d71-fc8f6fb0ba89 req-e335ea09-4b0a-42a7-bc1a-ec77c572f075 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:10.315416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a061d171-ef8e-4be1-9d71-fc8f6fb0ba89 req-e335ea09-4b0a-42a7-bc1a-ec77c572f075 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.1053302 Apr 20 14:45:10.392394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.400598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a061d171-ef8e-4be1-9d71-fc8f6fb0ba89 req-a811acab-0e3b-495a-ad7f-b61948b996d9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711510 Apr 20 14:45:10.401796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.441026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:10.475197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf8e355-95e9-4a37-b1ce-a8dfb2fc6acd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:10.487863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.488290 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Added segment 05a09e95-157a-4b66-818c-b28d7e94b6eb of type vlan for network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 Apr 20 14:45:10.491487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.491826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.492316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.492739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.493145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.493599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.494000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.494325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.494754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.495108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.495492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.496440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:10.623186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.917936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.924266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:10.925023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:10.997303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:11.018286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee5a-d213-4ff9-9786-926ca4c6ca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:11.030275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3765178 Apr 20 14:45:11.030706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37370) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:11.038635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Request body: {'subnet': {'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:11.211820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Made reservation on behalf of bcbd1c887daf41ddbb54488c51b37a93 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:11.217172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:11.335159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee5a-d213-4ff9-9786-926ca4c6ca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:11.570949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63a4ee5a-d213-4ff9-9786-926ca4c6ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:11.587041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67662f-7cb9-401e-8f72-7be1fbca1478 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'Network': ['ID=0c455634-d1cb-40f4-bf2d-2964b74a5eb7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:11.599262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2a75-9932-47dd-9bb8-2367cacc6794 req-52580010-b22a-4539-b400-00dfcbd7931d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:11.600608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:11.607957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040c2a75-9932-47dd-9bb8-2367cacc6794 req-52580010-b22a-4539-b400-00dfcbd7931d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.9123456 Apr 20 14:45:11.618455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2f630-8587-4d56-880f-c2038a2f4418 req-6d735488-81dd-4c43-a7da-eb03b761c49d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:11.626649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21b2f630-8587-4d56-880f-c2038a2f4418 req-6d735488-81dd-4c43-a7da-eb03b761c49d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.9225969 Apr 20 14:45:11.663557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4ee5a-d213-4ff9-9786-926ca4c6ca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66037b7d-4365-4416-b379-f6630e690298,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:11.704050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21b2f630-8587-4d56-880f-c2038a2f4418 req-532692fd-e42f-4735-a383-d85dfa4f7134 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Apr 20 14:45:11.713306 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-63a4ee5a-d213-4ff9-9786-926ca4c6ca9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=469829adf70e40438a2f35d8ef6501a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113326 Apr 20 14:45:11.713982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040c2a75-9932-47dd-9bb8-2367cacc6794 req-9eaff64b-90a0-4ca5-bd63-d19a82611538 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043797 Apr 20 14:45:11.714598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:11.748398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:11.821540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:11.977774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bba48005-9f86-42c9-8593-1db796db6aeb req-631d6471-9661-4d88-9171-bcd60329646d tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0984132 Apr 20 14:45:12.022593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a74c700c-a21a-4ad7-975c-9f3be324c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:12.024364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a74c700c-a21a-4ad7-975c-9f3be324c01a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 1094 time: 0.2391346 Apr 20 14:45:12.027359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'Subnet': ['ID=004f9afc-4d41-48ae-812f-4212ea3b69e8,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:12.028646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cee1-7ac2-4526-a25f-a7424bffba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.050154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:12.065267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.073195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Checking segment: {'id': '05a09e95-157a-4b66-818c-b28d7e94b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:12.073774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Network hostable DHCP agents. Network: 0c455634-d1cb-40f4-bf2d-2964b74a5eb7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:12.102199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17a23-7055-4dd0-b3ad-0c6fccf002af req-881dfd6b-f8b8-4ae5-a85b-ea688a56b17d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:12.113764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07f17a23-7055-4dd0-b3ad-0c6fccf002af req-881dfd6b-f8b8-4ae5-a85b-ea688a56b17d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1932018 Apr 20 14:45:12.171696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.190348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07f17a23-7055-4dd0-b3ad-0c6fccf002af req-81da8d3f-3ba1-425a-8328-3ff5752b42b2 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754931 Apr 20 14:45:12.251954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cee1-7ac2-4526-a25f-a7424bffba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.264926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:12.267773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.272106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cee1-7ac2-4526-a25f-a7424bffba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.288323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.291608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.296072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66037b7d-4365-4416-b379-f6630e690298 HTTP/1.1" status: 204 len: 168 time: 0.5778973 Apr 20 14:45:12.307627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c61ee-4c29-4cbc-be73-6ffc39def513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66037b7d-4365-4416-b379-f6630e690298,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:12.345237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37394) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:12.346349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b8e6cee1-7ac2-4526-a25f-a7424bffba61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d445ff3fcc24df9ab8c7095010172b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985756 Apr 20 14:45:12.353574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6cee1-7ac2-4526-a25f-a7424bffba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb3a324-4ef8-4143-a890-8e033a3737a4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:12.360929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0c455634-d1cb-40f4-bf2d-2964b74a5eb7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:12.375420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5eb4b-b33c-4c29-a1ec-b3683e834996 None None] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:12.588647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.597319 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-023849df-053c-4afb-b8c4-72967c9de696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.662436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.688497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0c455634-d1cb-40f4-bf2d-2964b74a5eb7', 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7', 'tenant_id': 'bcbd1c887daf41ddbb54488c51b37a93', 'fixed_ips': [{'subnet_id': '004f9afc-4d41-48ae-812f-4212ea3b69e8'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:12.690941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.715134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:12.718966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af533b33-b9f2-4798-9c99-c4595a36d2d7 req-444454ca-6fdf-49bb-80b2-68ab07c42614 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:12.727894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af533b33-b9f2-4798-9c99-c4595a36d2d7 req-444454ca-6fdf-49bb-80b2-68ab07c42614 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.2760746 Apr 20 14:45:12.746154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-434bcee5-b84f-49c3-81e9-64ae6879edd4 req-e76aae26-0e90-4d4c-be06-1752187d73bf tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0810602 Apr 20 14:45:12.756397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:12.860096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:12.860805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.862614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af533b33-b9f2-4798-9c99-c4595a36d2d7 req-a82819a3-af54-45b8-b43a-2776a5a2197e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328270 Apr 20 14:45:12.916569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.919780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:12.923753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdb3a324-4ef8-4143-a890-8e033a3737a4 HTTP/1.1" status: 204 len: 168 time: 0.5746810 Apr 20 14:45:12.933142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d667dbe-cb1f-4088-8b51-b3075c2fa721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb3a324-4ef8-4143-a890-8e033a3737a4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:12.972074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57965e9-4654-4edb-a9a1-0c4c44db9591 req-db41e720-2b00-47ff-b9d7-e573feed9850 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:12.978792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e57965e9-4654-4edb-a9a1-0c4c44db9591 req-db41e720-2b00-47ff-b9d7-e573feed9850 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.0935042 Apr 20 14:45:13.005480 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aa0996-29d8-465f-9f0d-6b0f2c6c5526 req-c0be15ac-fd49-4802-a631-5deeb59d9a45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=50b66795d8c642d790ec5a5ae7e53f45&device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.2014604 Apr 20 14:45:13.019296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:13.041369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d05e3de-9a8b-4c0b-b1ad-322d097d209a tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0075972 Apr 20 14:45:13.045253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:13.046407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Allocated IP 2001:db8::2 (0c455634-d1cb-40f4-bf2d-2964b74a5eb7/004f9afc-4d41-48ae-812f-4212ea3b69e8/6f587498-f267-4246-a991-afccc4db4d73) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:13.072343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e57965e9-4654-4edb-a9a1-0c4c44db9591 req-e5edc5cf-d11b-4f85-9fda-ee8fad27f24f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856249 Apr 20 14:45:13.079695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Request body: {'port': {'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1261641984'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:13.086256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.137346 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aa0996-29d8-465f-9f0d-6b0f2c6c5526 req-065b6a67-dae0-4c9d-9deb-d7acda632942 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=50b66795d8c642d790ec5a5ae7e53f45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059396 Apr 20 14:45:13.196104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Transition to ACTIVE for port object 5d6428a2-aef2-411d-80e5-54fe037a0ca4 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:45:13.251640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.456899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3568-b020-442b-b6b0-2d17ef3aee98 req-0dc4f4ff-b645-4106-bb99-afbd0911fec2 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:13.464852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-111f3568-b020-442b-b6b0-2d17ef3aee98 req-0dc4f4ff-b645-4106-bb99-afbd0911fec2 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 943 time: 0.1267469 Apr 20 14:45:13.562982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-111f3568-b020-442b-b6b0-2d17ef3aee98 req-6f3ebc29-2459-4396-be55-3f784d20114a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970523 Apr 20 14:45:13.674237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=9']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:13.709447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.857696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.872742 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.972153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0996-29d8-465f-9f0d-6b0f2c6c5526 req-3e98989b-22d5-484f-94dd-6ab26f1660db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:13.974005 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aa0996-29d8-465f-9f0d-6b0f2c6c5526 req-3e98989b-22d5-484f-94dd-6ab26f1660db service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8224704 Apr 20 14:45:14.069419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-9d15be9a-7328-4cfe-97a0-dbe3d3401fea tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:14.078073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Pushing event updated for resources: {'Port': ['ID=6f587498-f267-4246-a991-afccc4db4d73,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:14.080674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] No DVR routers for this DVR port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:14.099562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-9d15be9a-7328-4cfe-97a0-dbe3d3401fea tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.2328353 Apr 20 14:45:14.101059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:14.108277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:14.109786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:14.184270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Attempting to bind port 6f587498-f267-4246-a991-afccc4db4d73 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:14.184668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Attempting to bind port 6f587498-f267-4246-a991-afccc4db4d73 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '05a09e95-157a-4b66-818c-b28d7e94b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:14.185297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Attempting to bind port 6f587498-f267-4246-a991-afccc4db4d73 on network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:14.199536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:14.199947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Checking segment: {'id': '05a09e95-157a-4b66-818c-b28d7e94b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:14.200616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.201019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Bound using segment: {'id': '05a09e95-157a-4b66-818c-b28d7e94b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:14.201762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Bound port: 6f587498-f267-4246-a991-afccc4db4d73, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a09e95-157a-4b66-818c-b28d7e94b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:14.202138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.215619 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.267762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Made reservation on behalf of bcbd1c887daf41ddbb54488c51b37a93 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:14.287884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.291381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-093e62dd-8844-4d42-9422-2ffdbd5b953a req-d48a0b5d-6a88-48a3-9972-de8d9bee7fe2 tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.2593653 Apr 20 14:45:14.381284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b02b7-170f-4c99-a8c5-3dc6830930bf req-5b30a201-0f86-456a-b4d8-275a1ca4ca86 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:14.390715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-719b02b7-170f-4c99-a8c5-3dc6830930bf req-5b30a201-0f86-456a-b4d8-275a1ca4ca86 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 946 time: 0.2844756 Apr 20 14:45:14.442053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] For port 6f587498-f267-4246-a991-afccc4db4d73, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:14.447680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:14.448352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:14.448879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:14.460619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:45:14.461870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Attempting to bind port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:14.468667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:14.469307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:14.469858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Bound using segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:14.470776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Bound port: 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:14.471358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.480504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] device_id is not set on port d4e028e0-2fde-4cfd-8734-bcb9615987b8 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:14.494681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 630facab-21e9-415f-bd0d-bc5023bd01a7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:14.495076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.497305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] For port 6f587498-f267-4246-a991-afccc4db4d73, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6f587498-f267-4246-a991-afccc4db4d73,segment=NetworkSegment(05a09e95-157a-4b66-818c-b28d7e94b6eb),segment_id=05a09e95-157a-4b66-818c-b28d7e94b6eb)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:14.509928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.567937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:14.571689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:14.615712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.635313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca723-6732-44eb-bb86-7f0b3f99013e None None] Pushing event updated for resources: {'Port': ['ID=6f587498-f267-4246-a991-afccc4db4d73,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:14.693655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-719b02b7-170f-4c99-a8c5-3dc6830930bf req-2ad67b0a-99a7-4f1b-b19b-422bc953808f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979105 Apr 20 14:45:14.707198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:14.707198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.707198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] 10.222.0.43 "PUT /v2.0/ports/5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 1091 time: 2.6653659 Apr 20 14:45:14.707198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:14.708053 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a584810-26e0-4ab9-9dd7-49d965416648" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:14.805689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6504722-db83-49ab-8b02-93f34c9b51fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:14.938709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Allocated IP 2001:db8::265 (0c455634-d1cb-40f4-bf2d-2964b74a5eb7/004f9afc-4d41-48ae-812f-4212ea3b69e8/d4e028e0-2fde-4cfd-8734-bcb9615987b8) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:15.022840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6628b5b-0848-4669-8620-5b1138605a40 req-5986bb1a-923b-4b0d-b678-adaef8a5e2df tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:15.035320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6628b5b-0848-4669-8620-5b1138605a40 req-5986bb1a-923b-4b0d-b678-adaef8a5e2df tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.4425611 Apr 20 14:45:15.044227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-d92374ae-81a6-48ca-a088-96425bdfaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:15.046263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-d92374ae-81a6-48ca-a088-96425bdfaf88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1095 time: 0.3094177 Apr 20 14:45:15.137506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:15.166105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 630facab-21e9-415f-bd0d-bc5023bd01a7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=630facab-21e9-415f-bd0d-bc5023bd01a7,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:15.166105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:15.219379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6628b5b-0848-4669-8620-5b1138605a40 req-78f22866-ea72-4309-ae8f-98a50ee93881 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823766 Apr 20 14:45:15.235314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 630facab-21e9-415f-bd0d-bc5023bd01a7 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:15.269636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:15.290360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698735-fee9-48c3-a57d-cb564cd6bac6 req-3160cb78-d31f-48d5-ab3b-3cb0d1cf6ed5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:15.303259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e698735-fee9-48c3-a57d-cb564cd6bac6 req-3160cb78-d31f-48d5-ab3b-3cb0d1cf6ed5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3944149 Apr 20 14:45:15.619392 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbffb003-7f6c-48ab-8aed-f1276185742e x-openstack-request-id: req-bbffb003-7f6c-48ab-8aed-f1276185742e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:15.619938 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:15.620613 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbffb003-7f6c-48ab-8aed-f1276185742e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:15.621190 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbffb003-7f6c-48ab-8aed-f1276185742e'] response: {'name': 'network-changed', 'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'status': 'completed', 'code': 200} Apr 20 14:45:15.628928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23aa0996-29d8-465f-9f0d-6b0f2c6c5526 req-ef08fe2a-ade9-4a56-ae43-cbda4bfed20f tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.43 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0888247 Apr 20 14:45:15.705558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01ec500f-4303-4626-944c-57941aa6d6d1 req-bd4d1b86-7ab0-4e1e-af09-d3d6ae5270fd tempest-ServerShowV257Test-724527472 tempest-ServerShowV257Test-724527472-project] 10.222.0.20 "GET /v2.0/ports?device_id=651e5f1e-5734-440b-a739-aaecce5cecb5 HTTP/1.1" status: 200 len: 210 time: 0.0805838 Apr 20 14:45:15.722771 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:15.736269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:15.739788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['10e31440-ef02-42ab-9daa-950af787e3c0', '630facab-21e9-415f-bd0d-bc5023bd01a7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:15.759491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e698735-fee9-48c3-a57d-cb564cd6bac6 req-3b3b9889-1920-48ab-9df1-2305aa1c3976 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553475 Apr 20 14:45:15.861426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=630facab-21e9-415f-bd0d-bc5023bd01a7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:15.873134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:15.946874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.011712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7803e821-0ab9-4578-9431-74078604cd2c req-f2594e11-052e-45d3-a4e6-baf0efc8309c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=15b61649-6ced-406d-9790-dd04f33303c9 HTTP/1.1" status: 200 len: 210 time: 0.0785701 Apr 20 14:45:16.067857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 630facab-21e9-415f-bd0d-bc5023bd01a7 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:16.071323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.074756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5e972aa-b687-4f55-b1e5-219a21d5f9cd req-3e9b77c2-861a-4adb-aaa4-d7066c3e3b41 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/630facab-21e9-415f-bd0d-bc5023bd01a7 HTTP/1.1" status: 204 len: 173 time: 1.9296269 Apr 20 14:45:16.076699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-e26a739d-da9d-4284-bfb8-a303cd469e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:16.103741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-e26a739d-da9d-4284-bfb8-a303cd469e37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.8029659 Apr 20 14:45:16.107639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'name': 'network-vif-deleted', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:16.112835 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0111d6d-7cdb-453d-af19-9039f47930ea" -d '{"events": [{"server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "name": "network-vif-deleted", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:16.256747 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f4a26-9701-450b-934b-ddd770e7d214 x-openstack-request-id: req-308f4a26-9701-450b-934b-ddd770e7d214 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:16.257334 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b61649-6ced-406d-9790-dd04f33303c9", "name": "network-vif-deleted", "tag": "630facab-21e9-415f-bd0d-bc5023bd01a7", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:16.257334 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308f4a26-9701-450b-934b-ddd770e7d214 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:16.257577 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308f4a26-9701-450b-934b-ddd770e7d214'] response: {'server_uuid': '15b61649-6ced-406d-9790-dd04f33303c9', 'name': 'network-vif-deleted', 'tag': '630facab-21e9-415f-bd0d-bc5023bd01a7', 'status': 'completed', 'code': 200} Apr 20 14:45:16.267167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-ed76e553-5b11-4db7-ba24-5b14dd9d7942 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 999 time: 0.1345584 Apr 20 14:45:16.409297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-ff219f64-d1e9-42f8-a34f-c83e7d061ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:16.416012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-ff219f64-d1e9-42f8-a34f-c83e7d061ee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.1453786 Apr 20 14:45:16.462332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37524) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:16.486159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f806e60-cc1e-49af-af2d-000daf5bd85f req-487bfd70-c7eb-4580-be61-28e5156ebaf3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:16.497454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f806e60-cc1e-49af-af2d-000daf5bd85f req-487bfd70-c7eb-4580-be61-28e5156ebaf3 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.1267488 Apr 20 14:45:16.502192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.629524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'Port': ['ID=d4e028e0-2fde-4cfd-8734-bcb9615987b8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:16.635839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f806e60-cc1e-49af-af2d-000daf5bd85f req-e9ec6d46-bee0-47d5-b891-962525e36dba tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373100 Apr 20 14:45:16.663036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:16.668167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:16.671329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:16.691530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fd549be-e7f9-4d86-b766-449dd15394f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.697075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:16.698510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.715897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a640fc5e-d984-4303-88cf-c4086e296a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:16.721707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-a640fc5e-d984-4303-88cf-c4086e296a92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927952 Apr 20 14:45:16.792074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1101858828'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:16.796159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b9df3-db5a-4509-90ed-d59887981cfb None None] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:16.879441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Made reservation on behalf of cb61e8316e064e5fbea3bedb53c71141 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:16.886903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c2ab4100-24b8-4610-84cc-2107308b62c6 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8135955 Apr 20 14:45:16.887832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.896297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37534) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:16.918968 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.970272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] Provisioning complete for port 6f587498-f267-4246-a991-afccc4db4d73 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:16.970272 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:16.987706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Request body: {'port': {'network_id': '0c455634-d1cb-40f4-bf2d-2964b74a5eb7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1946580835', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:16.994845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] bootfile-name is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:17.000510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] tftp-server is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:17.002240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] server-ip-address is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:17.028118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.062197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.135437 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-307d5ced-f31a-4bd6-b564-b3a9c8145370 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921831 Apr 20 14:45:17.158209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cac693-f8f9-42ec-a67b-8d575a124b8e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:17.192328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.229849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:17.240027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] For port 6f587498-f267-4246-a991-afccc4db4d73, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6f587498-f267-4246-a991-afccc4db4d73,segment=NetworkSegment(05a09e95-157a-4b66-818c-b28d7e94b6eb),segment_id=05a09e95-157a-4b66-818c-b28d7e94b6eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:17.251029 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.263467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fa9c3-dc9e-4384-9afa-f5c2570f7259 req-68ebe52d-fe42-427a-9bdd-f3cd5d06156c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:17.279404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18fa9c3-dc9e-4384-9afa-f5c2570f7259 req-68ebe52d-fe42-427a-9bdd-f3cd5d06156c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3490262 Apr 20 14:45:17.309611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37542) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:17.332476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fd549be-e7f9-4d86-b766-449dd15394f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.343043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e47a37-457b-405b-b5a1-67f1aa80a490 None None] Pushing event updated for resources: {'Port': ['ID=6f587498-f267-4246-a991-afccc4db4d73,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:17.350813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fd549be-e7f9-4d86-b766-449dd15394f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.350987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6f587498-f267-4246-a991-afccc4db4d73 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:17.396986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.397802 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Added segment 9f12c1a7-04f5-4219-9107-c1a079038704 of type vlan for network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 Apr 20 14:45:17.480592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-ede761b4-98df-4f40-a04a-e8389ae7e8aa service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269055 Apr 20 14:45:17.488323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Made reservation on behalf of bcbd1c887daf41ddbb54488c51b37a93 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:17.496289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.534480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] device_id is not set on port 7ff8492c-6849-456b-b527-00692459b03f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:17.596950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6f587498-f267-4246-a991-afccc4db4d73 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:17.597348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.709330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1fd549be-e7f9-4d86-b766-449dd15394f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03abeec6b31f4135b4eb7dfafba7f4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7991731 Apr 20 14:45:17.724326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f18fa9c3-dc9e-4384-9afa-f5c2570f7259 req-0feb16c3-808a-43f8-bdd5-71ecf41fee0b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438555 Apr 20 14:45:17.724859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37556) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:17.751700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.804441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Allocated IP 2001:db8::131 (0c455634-d1cb-40f4-bf2d-2964b74a5eb7/004f9afc-4d41-48ae-812f-4212ea3b69e8/7ff8492c-6849-456b-b527-00692459b03f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:17.806143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd549be-e7f9-4d86-b766-449dd15394f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae97490-4cbf-49b8-a373-c38c58343421,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:17.896648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:45:17.920237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-21a3aada-652c-4b18-832f-307835248f85 None None] Provisioning complete for port 6f587498-f267-4246-a991-afccc4db4d73 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:17.920853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-21a3aada-652c-4b18-832f-307835248f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:17.972982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a76-804e-47cb-8590-f044db9ea827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.054394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0617-ed18-42ab-b45f-81fc1232a4d7 req-825a4074-0651-48c7-94d0-5da6ecc9470d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.064880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebfa0617-ed18-42ab-b45f-81fc1232a4d7 req-825a4074-0651-48c7-94d0-5da6ecc9470d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.4092264 Apr 20 14:45:18.076152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-21a3aada-652c-4b18-832f-307835248f85 None None] Provisioning complete for port d4e028e0-2fde-4cfd-8734-bcb9615987b8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:18.076525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-21a3aada-652c-4b18-832f-307835248f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.145976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.152340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.153468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.168640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a76-804e-47cb-8590-f044db9ea827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.176482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-21a3aada-652c-4b18-832f-307835248f85 None None] Port d4e028e0-2fde-4cfd-8734-bcb9615987b8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:18.235687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event updated for resources: {'Network': ['ID=15d9fa94-bf7a-4e5b-aea9-4d9013a502f6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:18.252593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:18.278594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.303445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6fcf954a-cf1a-4b17-b472-87574e8e1e07 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7315345 Apr 20 14:45:18.320639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eceee6-9be5-4576-a08c-a6825a15cadd req-91af4ee2-4269-4175-b3da-0e8e29ec6e5f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.322618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7eceee6-9be5-4576-a08c-a6825a15cadd req-91af4ee2-4269-4175-b3da-0e8e29ec6e5f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.3893540 Apr 20 14:45:18.324065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37568) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:18.333581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a76-804e-47cb-8590-f044db9ea827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.340282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebfa0617-ed18-42ab-b45f-81fc1232a4d7 req-1237dd28-637c-493e-9e4d-61c667b1fc12 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710519 Apr 20 14:45:18.343825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-24970398-0412-4144-b9a0-97bc2ffe7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.347840 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-24970398-0412-4144-b9a0-97bc2ffe7bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1095 time: 0.4122050 Apr 20 14:45:18.356419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Request body: {'subnet': {'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:18.367995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.372724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.395926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 630facab-21e9-415f-bd0d-bc5023bd01a7 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:18.474145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 630facab-21e9-415f-bd0d-bc5023bd01a7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:18.474877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 630facab-21e9-415f-bd0d-bc5023bd01a7 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:18.545190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-2d0f99c0-fe72-4991-9df6-d91a250ee37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.546705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-2d0f99c0-fe72-4991-9df6-d91a250ee37d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.1475804 Apr 20 14:45:18.556161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a339ddfa-2007-41f5-8f48-b3344eeb3af9 None None] Provisioning complete for port d4e028e0-2fde-4cfd-8734-bcb9615987b8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:18.556623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a339ddfa-2007-41f5-8f48-b3344eeb3af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.573230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.618162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a339ddfa-2007-41f5-8f48-b3344eeb3af9 None None] Port d4e028e0-2fde-4cfd-8734-bcb9615987b8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:18.678920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7a76-804e-47cb-8590-f044db9ea827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d224a478-2999-4798-86b8-bbcb4915ac54,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:18.680623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7eceee6-9be5-4576-a08c-a6825a15cadd req-2e735dfe-36af-4580-b9f8-89fcf0f1c85a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091350 Apr 20 14:45:18.711896 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d16e7a76-804e-47cb-8590-f044db9ea827 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50b66795d8c642d790ec5a5ae7e53f45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3967948 Apr 20 14:45:18.721141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:18.766879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:18.803025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:18.815603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:18.821966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:18.822756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.866098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'Port': ['ID=7ff8492c-6849-456b-b527-00692459b03f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:18.898521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6039ec0e-e078-466a-a62e-060c2fc6ce39 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9434597 Apr 20 14:45:18.900792 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-4316fcec-420e-41ab-af04-3eb6efb93cb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 999 time: 0.2888443 Apr 20 14:45:18.910032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:18.927490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.941562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Made reservation on behalf of cb61e8316e064e5fbea3bedb53c71141 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:18.954392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:18.993573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:19.013548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:19.020146 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:19.026469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bae97490-4cbf-49b8-a373-c38c58343421 HTTP/1.1" status: 204 len: 168 time: 1.2801569 Apr 20 14:45:19.086610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71fecf-9613-417a-93e5-41c1425d9eae tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.093232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71fecf-9613-417a-93e5-41c1425d9eae tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.100656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71fecf-9613-417a-93e5-41c1425d9eae tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.102470 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d71fecf-9613-417a-93e5-41c1425d9eae tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1911621 Apr 20 14:45:19.111702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37578) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:19.154237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6e12b-366c-4dfb-bc6a-bc3807f77c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae97490-4cbf-49b8-a373-c38c58343421,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:19.232936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6f587498-f267-4246-a991-afccc4db4d73 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:19.281349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-db2f63de-be92-49ff-8b70-829d9568ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.291435 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-db2f63de-be92-49ff-8b70-829d9568ebd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.3260078 Apr 20 14:45:19.387004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6f587498-f267-4246-a991-afccc4db4d73 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:19.387427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:19.413898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7305a2-b3d6-44a2-ae04-ce893ff3679b req-f07106e0-be90-4eac-92dc-48f85838b1fa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.443411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff7305a2-b3d6-44a2-ae04-ce893ff3679b req-f07106e0-be90-4eac-92dc-48f85838b1fa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.5787339 Apr 20 14:45:19.542274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-435a97eb-a3a7-4906-b8f0-8120ec6f2a71 None None] Provisioning complete for port 7ff8492c-6849-456b-b527-00692459b03f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:19.545388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff7305a2-b3d6-44a2-ae04-ce893ff3679b req-d0b97d9d-1295-4551-9abe-bbafd051d3be tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007416 Apr 20 14:45:19.549307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-435a97eb-a3a7-4906-b8f0-8120ec6f2a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:19.576078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-1116d357-c52d-438b-a90d-4baf35889100 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:19.579003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-1116d357-c52d-438b-a90d-4baf35889100 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.3363616 Apr 20 14:45:19.687196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-435a97eb-a3a7-4906-b8f0-8120ec6f2a71 None None] Port 7ff8492c-6849-456b-b527-00692459b03f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:20.052935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c032-581e-491e-a485-67756955fec4 req-13024c5a-3c29-4fc9-9919-85ab03a2940f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:20.068301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4a3c032-581e-491e-a485-67756955fec4 req-13024c5a-3c29-4fc9-9919-85ab03a2940f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.3900075 Apr 20 14:45:20.226951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4a3c032-581e-491e-a485-67756955fec4 req-d23bc493-cba7-4c03-bc77-57c13bb226d2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574550 Apr 20 14:45:20.255799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff58e9-14a1-4fa4-9abb-4eba33853f4c req-2a52cae6-1531-4111-a92a-097a0345be6c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:20.268797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfff58e9-14a1-4fa4-9abb-4eba33853f4c req-2a52cae6-1531-4111-a92a-097a0345be6c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.3452539 Apr 20 14:45:20.323652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 10e31440-ef02-42ab-9daa-950af787e3c0 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:20.324080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:20.465504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-f0431f43-b843-46f7-a12e-208cb9042b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:20.468501 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-f0431f43-b843-46f7-a12e-208cb9042b0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1683545 Apr 20 14:45:20.476513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:20.480229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:20.494787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d224a478-2999-4798-86b8-bbcb4915ac54 HTTP/1.1" status: 204 len: 168 time: 1.7642865 Apr 20 14:45:20.496623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfff58e9-14a1-4fa4-9abb-4eba33853f4c req-8e92dced-aa14-4238-b23d-df9cf6a67dbb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268274 Apr 20 14:45:20.515700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b4ff6-7e91-4ab6-8ba9-e8a6e4084fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d224a478-2999-4798-86b8-bbcb4915ac54,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:20.575308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Deleting port 7ff8492c-6849-456b-b527-00692459b03f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:20.575308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:20.793455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-8ae51035-1804-43bd-b26f-c670bf581d2e service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010864 Apr 20 14:45:20.822078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:20.840357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Calling delete_port for 7ff8492c-6849-456b-b527-00692459b03f owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:20.946951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 10e31440-ef02-42ab-9daa-950af787e3c0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=10e31440-ef02-42ab-9daa-950af787e3c0,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:20.947414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.089474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f540-1036-4b19-a7e7-ade966604da5 req-31d9d097-617b-4c0b-a248-67498ed743dc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:21.091432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0696f540-1036-4b19-a7e7-ade966604da5 req-31d9d097-617b-4c0b-a248-67498ed743dc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3728051 Apr 20 14:45:21.092602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 10e31440-ef02-42ab-9daa-950af787e3c0 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:21.146790 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a584810-26e0-4ab9-9dd7-49d965416648 req-060692d1-042a-4bdd-9497-e4637b11fb66 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959263 Apr 20 14:45:21.179739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.277958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.318678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0696f540-1036-4b19-a7e7-ade966604da5 req-fcfcba39-15e7-4013-bb80-b53bbb0c6a5f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066860 Apr 20 14:45:21.424656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event deleted for resources: {'Port': ['ID=7ff8492c-6849-456b-b527-00692459b03f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:21.432481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.439237 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e89686ec-7918-4523-955b-f4ab64b72f8b tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "DELETE /v2.0/ports/7ff8492c-6849-456b-b527-00692459b03f HTTP/1.1" status: 204 len: 168 time: 2.3207777 Apr 20 14:45:21.444764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:21.452105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Request body: {'port': {'name': 'tempest-new-port-name-1681163860', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:21.452892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] bootfile-name is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:21.453516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] tftp-server is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:21.454100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.api.validators [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] server-ip-address is not in valid_values {{(pid=102863) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:45:21.526388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event updated for resources: {'Subnet': ['ID=c1f1a43c-9ba1-4841-be9c-ef2a736a0246,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:21.535314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Checking segment: {'id': '9f12c1a7-04f5-4219-9107-c1a079038704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:21.535579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Network hostable DHCP agents. Network: 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:21.646042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e53a-38b4-4530-91e1-9eeef9121cf4 req-090a7e8a-0278-4b74-95fb-52529291ed30 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:21.659987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e76e53a-38b4-4530-91e1-9eeef9121cf4 req-090a7e8a-0278-4b74-95fb-52529291ed30 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=152a164b-a802-458c-a394-50f999f99e84 HTTP/1.1" status: 200 len: 945 time: 0.2286942 Apr 20 14:45:21.735172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.874039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-71c37ecb-cfe9-442e-8858-394516d0b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:21.875708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-71c37ecb-cfe9-442e-8858-394516d0b304 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1095 time: 0.2634671 Apr 20 14:45:21.883902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e76e53a-38b4-4530-91e1-9eeef9121cf4 req-25963078-6da9-4611-a62d-8c327475ef6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119558 Apr 20 14:45:21.888170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:21.911664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:21.923218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:22.036448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:22.117196 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-62c6e61d-1f7f-4607-a74b-aa2a5e6dd191 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2246792 Apr 20 14:45:22.117456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=10e31440-ef02-42ab-9daa-950af787e3c0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:22.129610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.130439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.133617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4bf60-51f2-44fa-993c-8d8e229f5121 None None] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:22.180236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b2bb-1dbe-4c00-a0db-604ba0b0fcc0 req-5cfef2b4-8fb0-40e4-8d86-95ea2919b4e5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.184442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9108b2bb-1dbe-4c00-a0db-604ba0b0fcc0 req-5cfef2b4-8fb0-40e4-8d86-95ea2919b4e5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.5230322 Apr 20 14:45:22.240600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 10e31440-ef02-42ab-9daa-950af787e3c0 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:22.246331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e5a17fdf-9d24-4cdb-ad2e-4ee0330d96de tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9040654 Apr 20 14:45:22.250408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.257730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa0953f8-ea0b-4a24-8c66-154f338a2506 req-fbecbfae-398a-45b4-9afb-5f8696f8bbd8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/10e31440-ef02-42ab-9daa-950af787e3c0 HTTP/1.1" status: 204 len: 173 time: 2.6639242 Apr 20 14:45:22.258527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37638) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:22.258998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'name': 'network-vif-deleted', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:22.261416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:22.261555 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f8eac-6412-4971-a07c-29e5c674003d" -d '{"events": [{"server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "name": "network-vif-deleted", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:22.272059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Request body: {'port': {'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1854120494'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:22.305196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-f05ebf95-1b3d-416b-a380-a6f3ae455a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.306272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-f05ebf95-1b3d-416b-a380-a6f3ae455a95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.3925250 Apr 20 14:45:22.381866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9108b2bb-1dbe-4c00-a0db-604ba0b0fcc0 req-ec67734d-4ae8-49ba-acbe-1a12fc2dc886 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613147 Apr 20 14:45:22.412174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 10e31440-ef02-42ab-9daa-950af787e3c0 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:22.525508 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c0b195-c732-4c80-99cd-74c312c7ac2f x-openstack-request-id: req-e5c0b195-c732-4c80-99cd-74c312c7ac2f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:22.525883 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152a164b-a802-458c-a394-50f999f99e84", "name": "network-vif-deleted", "tag": "10e31440-ef02-42ab-9daa-950af787e3c0", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:22.526132 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c0b195-c732-4c80-99cd-74c312c7ac2f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:22.526758 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c0b195-c732-4c80-99cd-74c312c7ac2f'] response: {'server_uuid': '152a164b-a802-458c-a394-50f999f99e84', 'name': 'network-vif-deleted', 'tag': '10e31440-ef02-42ab-9daa-950af787e3c0', 'status': 'completed', 'code': 200} Apr 20 14:45:22.545882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e14c-2abb-443c-987b-087fc819931a req-2ae64347-35dd-45a4-9627-b2956d22eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.552719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-2ae64347-35dd-45a4-9627-b2956d22eb31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 1096 time: 0.3522735 Apr 20 14:45:22.613255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 10e31440-ef02-42ab-9daa-950af787e3c0 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:22.613722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 10e31440-ef02-42ab-9daa-950af787e3c0 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:22.616964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.626306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1529897907-network', 'tenant_id': '4d703a6211a743baa2651aaf40495b69'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:22.633476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.640276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.659675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.660414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-b729d494-99e6-41fe-8504-d9bf7b824d21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 200 len: 999 time: 0.3354163 Apr 20 14:45:22.667429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.674992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.682254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.693431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.706718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-1ebc197c-27d6-4580-b886-50850eb35ae1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.2462037 Apr 20 14:45:22.762730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.791257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Made reservation on behalf of cb61e8316e064e5fbea3bedb53c71141 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:22.797869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.818056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72a8c9ea-88bd-4db1-8f44-50bb8c8af10d req-997b7087-0b48-491e-bb7b-741e10849d77 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099184 Apr 20 14:45:22.890136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e14c-2abb-443c-987b-087fc819931a req-10569305-8b02-404f-942e-400ef1769439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.892125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-10569305-8b02-404f-942e-400ef1769439 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.3070779 Apr 20 14:45:22.893320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] In _notify_port_updated(), no bound segment for port d4e028e0-2fde-4cfd-8734-bcb9615987b8 on network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:45:22.905706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:22.906485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.907854 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "PUT /v2.0/ports/d4e028e0-2fde-4cfd-8734-bcb9615987b8 HTTP/1.1" status: 200 len: 1130 time: 1.4615831 Apr 20 14:45:22.920632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:22.926320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:22.937557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37654) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:22.962747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] device_id is not set on port dd9f0565-c9ce-4681-b99c-67ecfd95f91a yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:23.022312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-c5567dff-9f89-44b4-8c71-4025bd5538f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 200 len: 217 time: 0.0845239 Apr 20 14:45:23.051847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-15d9fa94-bf7a-4e5b-aea9-4d9013a502f6', 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6', 'tenant_id': 'cb61e8316e064e5fbea3bedb53c71141', 'fixed_ips': [{'subnet_id': 'c1f1a43c-9ba1-4841-be9c-ef2a736a0246'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:23.055343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.062193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.296973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.366008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.368102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22e21-d405-420e-8b08-41c1a5af453e tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.380867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-efa22e21-d405-420e-8b08-41c1a5af453e tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "GET /v2.0/ports/d4e028e0-2fde-4cfd-8734-bcb9615987b8 HTTP/1.1" status: 200 len: 1130 time: 0.4276218 Apr 20 14:45:23.382976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:23.396215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb270e4e-7d1b-49ab-a5ee-eb5afaf37dfd tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event updated for resources: {'Port': ['ID=d4e028e0-2fde-4cfd-8734-bcb9615987b8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:23.403588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0133eb-53c0-494d-9f83-36ebd0b343ea,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:23.446826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-f5f6ffe7-939c-4f10-aed9-f4731079044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.446826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-f5f6ffe7-939c-4f10-aed9-f4731079044d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.6731601 Apr 20 14:45:23.449784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:23.477390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7ac6-3062-405e-9ab7-e827a2d6ff89 req-b42e6ea0-322f-413d-995b-656a9c70aeea tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.485428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b18b7ac6-3062-405e-9ab7-e827a2d6ff89 req-b42e6ea0-322f-413d-995b-656a9c70aeea tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.7441730 Apr 20 14:45:23.577097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.577586 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Added segment ce7acb22-0f1f-4e4c-aa67-1d3db271b97c of type vlan for network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b Apr 20 14:45:23.580023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e14c-2abb-443c-987b-087fc819931a req-75651b50-d85a-4222-90fa-2b05161341ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.581703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-75651b50-d85a-4222-90fa-2b05161341ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.5365195 Apr 20 14:45:23.604992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b29ece90-9b95-42e5-a1ff-dc26d15839d1 None None] Provisioning complete for port d4e028e0-2fde-4cfd-8734-bcb9615987b8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:23.605430 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b29ece90-9b95-42e5-a1ff-dc26d15839d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.651667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Allocated IP 172.20.0.9 (15d9fa94-bf7a-4e5b-aea9-4d9013a502f6/c1f1a43c-9ba1-4841-be9c-ef2a736a0246/dd9f0565-c9ce-4681-b99c-67ecfd95f91a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:23.675691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-3b3ffb54-91d4-404c-bd0b-385f63b2b5e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818560 Apr 20 14:45:23.698490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b18b7ac6-3062-405e-9ab7-e827a2d6ff89 req-7bcdb3c3-e9a7-4773-85d5-81a3ae1245a7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121360 Apr 20 14:45:23.715352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:23.731290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-c48da152-88ca-40f5-b47a-bb2a5ff74fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.733770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-c48da152-88ca-40f5-b47a-bb2a5ff74fcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137096 Apr 20 14:45:23.752429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.777711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.788886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b29ece90-9b95-42e5-a1ff-dc26d15839d1 None None] Port d4e028e0-2fde-4cfd-8734-bcb9615987b8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:23.800793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.809196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.835383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.858591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.877182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:23.891699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-289e9e34-5f41-4462-bab7-717bc796d708 req-d1d40bc2-67b7-4f82-bcff-7467e4736d73 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.7019749 Apr 20 14:45:23.930756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:45:24.068188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-45910e1e-8e00-4e52-b75c-5f7df3b85c48 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955830 Apr 20 14:45:24.156082 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-87b0a586-1c81-41bb-9835-e26f94d94803 service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676027 Apr 20 14:45:24.156567 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.158428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:24.160085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.180014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.275416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.314317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] Pushing event updated for resources: {'Network': ['ID=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:24.346721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:24.381776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:24.401131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event updated for resources: {'Port': ['ID=dd9f0565-c9ce-4681-b99c-67ecfd95f91a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:24.404224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:24.419968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:24.475693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:24.476474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.496537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2bb3946a-70ea-42db-9a10-8af7391c06cc req-ff796805-f571-4087-af73-e47114cfe932 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549165 Apr 20 14:45:24.536295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0627b291-b9a2-4ddf-8725-22350d763863 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2716267 Apr 20 14:45:24.545825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:24.551435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Allocated IP 172.20.0.2 (15d9fa94-bf7a-4e5b-aea9-4d9013a502f6/c1f1a43c-9ba1-4841-be9c-ef2a736a0246/02d65114-c8e2-4034-a9fb-56cb7ed9df68) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:24.574555 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a6a6f8b-5d5a-4003-8102-646493a41068 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3091533 Apr 20 14:45:24.578109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:24.591048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Request body: {'subnet': {'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-subnet', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:24.635075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:24.642351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5584c8a-8bc5-491a-9d66-560bfc39d972 req-8e68b920-7986-40de-9ac0-e7df717ffa77 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:24.642537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.645076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5584c8a-8bc5-491a-9d66-560bfc39d972 req-8e68b920-7986-40de-9ac0-e7df717ffa77 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.3958883 Apr 20 14:45:24.648755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Deleting port d4e028e0-2fde-4cfd-8734-bcb9615987b8 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:24.649528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.764938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.780809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Calling delete_port for d4e028e0-2fde-4cfd-8734-bcb9615987b8 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:24.901168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.914971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.989569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.027514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Pushing event updated for resources: {'Port': ['ID=02d65114-c8e2-4034-a9fb-56cb7ed9df68,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:25.055551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event deleted for resources: {'Port': ['ID=d4e028e0-2fde-4cfd-8734-bcb9615987b8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:25.081106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:25.095453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:25.098751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:25.108801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37720) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:25.126000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2db5e14c-2abb-443c-987b-087fc819931a req-1e41375e-ae09-4287-9da9-32603ddbe44e service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9602015 Apr 20 14:45:25.131345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.134212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.146342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-150a656d-5516-4a88-bb0d-bdfe8f73ded7 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "DELETE /v2.0/ports/d4e028e0-2fde-4cfd-8734-bcb9615987b8 HTTP/1.1" status: 204 len: 168 time: 1.7146461 Apr 20 14:45:25.146591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:25.155274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5584c8a-8bc5-491a-9d66-560bfc39d972 req-fcb018bb-3ebf-41c1-9e19-5d9e89218642 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116175 Apr 20 14:45:25.225208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Attempting to bind port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:25.226765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Attempting to bind port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9f12c1a7-04f5-4219-9107-c1a079038704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:25.229285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Attempting to bind port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 on network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:25.246990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Deleting port dd9f0565-c9ce-4681-b99c-67ecfd95f91a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:25.248349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.256022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:25.256589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Checking segment: {'id': '9f12c1a7-04f5-4219-9107-c1a079038704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:25.257103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.257637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Bound using segment: {'id': '9f12c1a7-04f5-4219-9107-c1a079038704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:25.258219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Bound port: 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f12c1a7-04f5-4219-9107-c1a079038704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '15d9fa94-bf7a-4e5b-aea9-4d9013a502f6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:25.258736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.272190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-8fd0d131-dcc1-4536-98d4-c6a587d6e972 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:25.290338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-8fd0d131-dcc1-4536-98d4-c6a587d6e972 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 1.0125053 Apr 20 14:45:25.325075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Deleting subnet 004f9afc-4d41-48ae-812f-4212ea3b69e8 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:45:25.338695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.479381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.483330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:25.483894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Network hostable DHCP agents. Network: 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:25.484057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] For port 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:25.493798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] For port 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d65114-c8e2-4034-a9fb-56cb7ed9df68,segment=NetworkSegment(9f12c1a7-04f5-4219-9107-c1a079038704),segment_id=9f12c1a7-04f5-4219-9107-c1a079038704)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:25.501957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.539084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e6be7d9-fc11-46c5-97c3-a9faaaf9c429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.554623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87023a78-90d0-424a-a102-3d25a2c33ee9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:25.607292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a47637-7155-43dc-9895-ba21d08ad274 req-075f4b4e-00c3-442f-b61d-ba695d4aed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:25.609056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-075f4b4e-00c3-442f-b61d-ba695d4aed60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 1096 time: 0.1810672 Apr 20 14:45:25.616155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:25.656945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-7ec7f074-7532-449f-8a57-33f0a5408687 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.3543177 Apr 20 14:45:25.678129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3711f8-90b6-42bf-add2-bc2d0473ca33 None None] Pushing event updated for resources: {'Port': ['ID=02d65114-c8e2-4034-a9fb-56cb7ed9df68,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:25.738845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7adf86-b67e-42af-8979-f1eb9d472ede req-f4745932-bdc7-45fd-a436-9e6887277bfa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:25.748089 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc7adf86-b67e-42af-8979-f1eb9d472ede req-f4745932-bdc7-45fd-a436-9e6887277bfa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.4352074 Apr 20 14:45:25.757604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a47637-7155-43dc-9895-ba21d08ad274 req-24e1a27c-a6fa-4e7d-870c-9e818a06e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:25.759988 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-24e1a27c-a6fa-4e7d-870c-9e818a06e0c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.1194952 Apr 20 14:45:25.760661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:25.770004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f798947-4dfb-4bfa-95ae-ca910e5455a2 None None] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:25.786490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:25.787106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.822041 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4ef74393-40c9-4177-aca9-ef5798f6fb73 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2391779 Apr 20 14:45:25.822275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37728) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:25.836310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:25.880709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:26.016876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-c4fba0a8-cab9-45a0-b17f-84a865f21bff tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3588595 Apr 20 14:45:26.095176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc7adf86-b67e-42af-8979-f1eb9d472ede req-0a7b1870-3736-4ac0-94c9-8d80d961da7b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458450 Apr 20 14:45:26.112678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:26.113728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.133681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-b6fc9e2d-7a26-4af7-b541-2c6fffdaa6d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1 HTTP/1.1" status: 200 len: 217 time: 0.2733381 Apr 20 14:45:26.149893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.151481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.272092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-aedfea4f-0326-45f6-9dd7-fb873e91bdc3 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543561 Apr 20 14:45:26.289961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.336899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.340082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a47637-7155-43dc-9895-ba21d08ad274 req-f5377624-4991-4f5a-8cae-394806f1995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:26.341972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-f5377624-4991-4f5a-8cae-394806f1995e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1866045 Apr 20 14:45:26.365682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Calling delete_port for dd9f0565-c9ce-4681-b99c-67ecfd95f91a owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:26.372659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Allocated IP 172.20.0.2 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/9370ae8a-5909-49ae-9c5b-55d35aabf88f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:26.377678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.434018 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.437741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "DELETE /v2.0/subnets/004f9afc-4d41-48ae-812f-4212ea3b69e8 HTTP/1.1" status: 204 len: 168 time: 1.2906313 Apr 20 14:45:26.439544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe932b1-7ac1-4564-939c-371c2ef98bf1 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event deleted for resources: {'Subnet': ['ID=004f9afc-4d41-48ae-812f-4212ea3b69e8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:26.508997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:26.517034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-3397f16b-fc0d-4ea5-99a6-75b0a5ff2227 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404948 Apr 20 14:45:26.626120 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.636840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca2a7a3-5024-4c08-a787-80573a67094d None None] Network 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:26.699944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.842008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.851256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.912073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-134c1b42-c602-48ae-a1cc-1352a0542081 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811188 Apr 20 14:45:27.061585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:27.074475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:27.081199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:27.109002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Pushing event updated for resources: {'Port': ['ID=9370ae8a-5909-49ae-9c5b-55d35aabf88f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:27.150120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e6be7d9-fc11-46c5-97c3-a9faaaf9c429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.189104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e6be7d9-fc11-46c5-97c3-a9faaaf9c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.214098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Deleting port 6f587498-f267-4246-a991-afccc4db4d73 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:27.215135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.233717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e6be7d9-fc11-46c5-97c3-a9faaaf9c429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=509607ac9baf4076b203a42ac57f4ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1059289 Apr 20 14:45:27.249961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37742) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:27.344713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d65114-c8e2-4034-a9fb-56cb7ed9df68 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:27.413289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] For port 6f587498-f267-4246-a991-afccc4db4d73, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6f587498-f267-4246-a991-afccc4db4d73,segment=NetworkSegment(05a09e95-157a-4b66-818c-b28d7e94b6eb),segment_id=05a09e95-157a-4b66-818c-b28d7e94b6eb)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:27.413704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.465923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38a47637-7155-43dc-9895-ba21d08ad274 req-65c63d9c-936f-45b8-bd31-064ea799ecf7 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420427 Apr 20 14:45:27.472840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Calling delete_port for 6f587498-f267-4246-a991-afccc4db4d73 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:27.493042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e02f-3e05-4223-a96d-dae7aa79fa24 req-a3350674-8e1f-47f3-899c-153e9f42097a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:27.495781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba73e02f-3e05-4223-a96d-dae7aa79fa24 req-a3350674-8e1f-47f3-899c-153e9f42097a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 1.1765275 Apr 20 14:45:27.522292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be7d9-fc11-46c5-97c3-a9faaaf9c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47864fb9-bebd-467b-a38e-9ef279e12dfa,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:27.524222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed226c-3c0b-453c-9ee6-41569d3516ef None None] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:27.615849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-c79998d5-b228-4d4b-853b-ebb31e4616f8 service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3340354 Apr 20 14:45:27.675546 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.803682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.807384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Attempting to bind port 9370ae8a-5909-49ae-9c5b-55d35aabf88f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:27.808559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Attempting to bind port 9370ae8a-5909-49ae-9c5b-55d35aabf88f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:27.811470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Attempting to bind port 9370ae8a-5909-49ae-9c5b-55d35aabf88f on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:27.918451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:27.920179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:27.922670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.928796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:27.930266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Bound port: 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:27.931563 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.940998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] Provisioning complete for port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:27.946142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.141788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.222849 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.259665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] No DVR routers for this DVR port 6f587498-f267-4246-a991-afccc4db4d73 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:28.290279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba73e02f-3e05-4223-a96d-dae7aa79fa24 req-642ba9d2-91e5-4c91-bfa4-9334e8226d97 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832078 Apr 20 14:45:28.297023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event deleted for resources: {'Port': ['ID=dd9f0565-c9ce-4681-b99c-67ecfd95f91a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:28.311690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:28.391185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event deleted for resources: {'Port': ['ID=6f587498-f267-4246-a991-afccc4db4d73,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:28.408181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2dec3-371b-4e22-9c92-48a24a1dbaca req-a7a40efe-ee32-4d78-991a-2f518b2311c1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:28.409837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10e2dec3-371b-4e22-9c92-48a24a1dbaca req-a7a40efe-ee32-4d78-991a-2f518b2311c1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2753987 Apr 20 14:45:28.453411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.462044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.468218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.484345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47864fb9-bebd-467b-a38e-9ef279e12dfa HTTP/1.1" status: 204 len: 168 time: 1.1411121 Apr 20 14:45:28.495423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc857d-bae8-49c6-a787-8e81226ad9d7 None None] DHCP port deletion for 0c455634-d1cb-40f4-bf2d-2964b74a5eb7 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:45:28.513614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.555772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:28.565064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.641920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a929518-988b-487f-b2b8-454d02ef44fa req-c1ff391a-0f0c-4c1b-b4ce-c13b16216813 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 210 time: 0.2256405 Apr 20 14:45:28.712997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52331-df38-4c7f-ba3f-6bddaf1d1581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47864fb9-bebd-467b-a38e-9ef279e12dfa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:28.739657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Allocated IP 172.25.1.129 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/8e0f5658-6b56-4110-a10d-ff8340744e1e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:28.810019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:28.826161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8d235939-5e84-43bc-a57f-c58efd95f724 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "DELETE /v2.0/ports/dd9f0565-c9ce-4681-b99c-67ecfd95f91a HTTP/1.1" status: 204 len: 168 time: 4.2686596 Apr 20 14:45:28.830033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37772) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:28.866736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10e2dec3-371b-4e22-9c92-48a24a1dbaca req-40f1dc00-9df7-4dae-a344-860c32451043 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782682 Apr 20 14:45:28.879401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37774) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:28.938956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] For port 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:29.021958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] For port 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9370ae8a-5909-49ae-9c5b-55d35aabf88f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:29.118887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.138265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.209304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.238894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.330349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.330349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.330349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.331006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.331483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.331750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.332611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.354705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-c49e6340-f9c8-4c5a-92b1-e7529a1ebab3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6503 time: 0.4536054 Apr 20 14:45:29.367722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.383613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.430745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] For port 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d65114-c8e2-4034-a9fb-56cb7ed9df68,segment=NetworkSegment(9f12c1a7-04f5-4219-9107-c1a079038704),segment_id=9f12c1a7-04f5-4219-9107-c1a079038704)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:29.441899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-371a99f7-a126-451a-ab36-cbb7d0e76fc4 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5733826 Apr 20 14:45:29.456633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:29.473472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1720828936'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:29.536235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c455634-d1cb-40f4-bf2d-2964b74a5eb7']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:29.563546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:29.570783 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.593852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:29.597483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:29.603981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41104b30-261f-4643-b505-cf7a6fa9b95a req-943ca1fe-3232-4d26-a492-5f4d5828330d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2478151 Apr 20 14:45:29.611143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Made reservation on behalf of cb61e8316e064e5fbea3bedb53c71141 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:29.616620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.692617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2afed2-ec20-438f-9b25-f53b5daccc65 req-1c084f3c-d0d4-4595-af1a-7f3f0aa10bce tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:29.701599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e2afed2-ec20-438f-9b25-f53b5daccc65 req-1c084f3c-d0d4-4595-af1a-7f3f0aa10bce tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 945 time: 0.2564483 Apr 20 14:45:29.752230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:29.754237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:29.792758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:29.797425 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16389142-9974-46b0-8946-3138f20262d5" -d '{"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:29.805009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.805486 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Added segment ab6867b3-8f13-4027-849d-ce3d32b9aacf of type vlan for network 00800039-ab54-44b7-92b9-10cda9e1e5f7 Apr 20 14:45:29.831696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.948849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a09e95-157a-4b66-818c-b28d7e94b6eb') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:29.949564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a09e95-157a-4b66-818c-b28d7e94b6eb') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:29.960772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770af94-4e99-47c6-8760-7faba2e9a0e1 None None] Pushing event updated for resources: {'Port': ['ID=9370ae8a-5909-49ae-9c5b-55d35aabf88f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:29.965492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0f5658-6b56-4110-a10d-ff8340744e1e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:29.996889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.022590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.027361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.149315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:45:30.149919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:45:30.153952 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:45:30.242344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e71b16c1-495f-42ba-a93e-554f98e342fe req-54ee3074-0a02-47a3-bddb-fee66ef47e81 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 210 time: 0.2832255 Apr 20 14:45:30.261763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:45:30.269409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ff3b9-595d-477d-ac5c-ded45ec2fe71 None None] Pushing event updated for resources: {'Port': ['ID=02d65114-c8e2-4034-a9fb-56cb7ed9df68,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:30.328251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e2afed2-ec20-438f-9b25-f53b5daccc65 req-38dfcd70-9c89-404e-a46c-c6dcbaad112a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188021 Apr 20 14:45:30.353172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.379874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:30.384754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.577556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1196878 Apr 20 14:45:30.581915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:30.594408 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f0e86-f0e6-4a29-a1fa-ba86a1b4bfd0 x-openstack-request-id: req-986f0e86-f0e6-4a29-a1fa-ba86a1b4bfd0 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:30.606285 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:30.606838 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-986f0e86-f0e6-4a29-a1fa-ba86a1b4bfd0 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:30.607159 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986f0e86-f0e6-4a29-a1fa-ba86a1b4bfd0'] response: {'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'code': 200} Apr 20 14:45:30.623303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f8f53fa3-c6c8-4260-a45b-60ed9436595d None None] Provisioning complete for port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:30.623727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8f53fa3-c6c8-4260-a45b-60ed9436595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.632382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37810) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:30.680901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef568a1-dc0a-431d-94e7-9fc1fe523817 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event updated for resources: {'Network': ['ID=00800039-ab54-44b7-92b9-10cda9e1e5f7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:30.697941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 00800039-ab54-44b7-92b9-10cda9e1e5f7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:30.789829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74327e6e-ae9a-4246-90b4-d2c65bf2fe7f req-90b450ae-834b-4423-8e6d-16cbe125c771 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:30.804476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74327e6e-ae9a-4246-90b4-d2c65bf2fe7f req-90b450ae-834b-4423-8e6d-16cbe125c771 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2484038 Apr 20 14:45:30.821165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9370ae8a-5909-49ae-9c5b-55d35aabf88f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:30.863167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.937703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:30.947668 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] 10.222.0.20 "DELETE /v2.0/networks/0c455634-d1cb-40f4-bf2d-2964b74a5eb7 HTTP/1.1" status: 204 len: 168 time: 4.4366350 Apr 20 14:45:30.959077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:31.106028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74327e6e-ae9a-4246-90b4-d2c65bf2fe7f req-f225be3b-e1a6-40c7-875e-06d84563a0cb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991915 Apr 20 14:45:31.199565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744dc44-493d-4659-8efa-584465590cba tempest-ExtraDHCPOptionsIpV6TestJSON-865884934 tempest-ExtraDHCPOptionsIpV6TestJSON-865884934-project] Pushing event deleted for resources: {'Network': ['ID=0c455634-d1cb-40f4-bf2d-2964b74a5eb7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:31.327353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09296fb4-7be4-4e3d-a432-7369eb8fab09 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.6935635 Apr 20 14:45:31.328311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37820) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:31.406050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9370ae8a-5909-49ae-9c5b-55d35aabf88f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:31.406761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:31.458545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83e35cb3-3439-4ba6-9f26-63acb64c7002 req-126410e2-0be5-4955-b647-73df6a4d4ae8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 210 time: 0.0885954 Apr 20 14:45:31.611282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-16adc1d7-75d6-4b12-b337-809d3071f0a4 None None] Could not find standard attr ID for object dd9f0565-c9ce-4681-b99c-67ecfd95f91a. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:45:31.643343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-97ae1be9-0347-487f-9d65-8b874c3c3094 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:31.644950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-97ae1be9-0347-487f-9d65-8b874c3c3094 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 1.1764905 Apr 20 14:45:31.686495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:31.701759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:31.739085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:31.763920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb2af9-98f7-4780-b811-847c49255368 None None] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:31.771315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefab627-68aa-4c72-897c-63913b4d66d4 req-d48b57f1-7b89-4247-8a31-9f1b7827f513 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:31.774492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cefab627-68aa-4c72-897c-63913b4d66d4 req-d48b57f1-7b89-4247-8a31-9f1b7827f513 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 943 time: 0.2263899 Apr 20 14:45:31.811033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad2db8b-b7ad-42bf-b0fe-a1f53d65f8a3 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] Network 00800039-ab54-44b7-92b9-10cda9e1e5f7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:31.920997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9ad2db8b-b7ad-42bf-b0fe-a1f53d65f8a3 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "POST /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5914233 Apr 20 14:45:31.924403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37834) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:31.954136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d5bbc-c9e7-4926-8866-0e2aa1dbe188 None None] Network 00800039-ab54-44b7-92b9-10cda9e1e5f7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:31.963977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cefab627-68aa-4c72-897c-63913b4d66d4 req-f45746b3-c020-419a-bfb9-5cc181b9b74e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804740 Apr 20 14:45:32.010918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13e07be2-a5f1-45ea-aa5e-9d8d06d91cad None None] Provisioning complete for port 9370ae8a-5909-49ae-9c5b-55d35aabf88f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:32.011111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:32.012081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13e07be2-a5f1-45ea-aa5e-9d8d06d91cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:32.286141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:32.290338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:32.296821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ccd9383b-6046-42c4-a596-16d6aa6e47ba tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.3648033 Apr 20 14:45:32.302132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37854) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:32.336057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:45:32.457127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9370ae8a-5909-49ae-9c5b-55d35aabf88f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:32.533105 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:32.628977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81020482-b53b-4f70-a194-7478c5ed03cc req-bcf05d75-1fe1-432c-a8e8-0b06ab4535f4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:32.632467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81020482-b53b-4f70-a194-7478c5ed03cc req-bcf05d75-1fe1-432c-a8e8-0b06ab4535f4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3639059 Apr 20 14:45:32.779164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-55906b75-c268-417e-86eb-06d5e25b73a9 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "DELETE /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks/00800039-ab54-44b7-92b9-10cda9e1e5f7 HTTP/1.1" status: 204 len: 168 time: 0.4659963 Apr 20 14:45:32.782117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37866) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:32.823471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81020482-b53b-4f70-a194-7478c5ed03cc req-dc80c279-5d42-474a-8d44-c8312bc68110 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804600 Apr 20 14:45:32.837895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd977b77-bc02-47d7-9898-b71923a54128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcbd1c887daf41ddbb54488c51b37a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257699 Apr 20 14:45:32.841283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37868) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:32.960760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.12 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/d1d8ec28-0dec-4f01-8d13-f54d5557df4a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:33.015513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b17e7c1-a334-49d5-b49b-40774975a3b3 req-f66f5285-64f5-4963-beef-fed51aa26d8d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 210 time: 0.0550284 Apr 20 14:45:33.096927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:33.140089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.147584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1b2a60d-94c3-4a04-bf55-6f131b505073 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3135009 Apr 20 14:45:33.151351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37876) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:33.163390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.194492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.255652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=9370ae8a-5909-49ae-9c5b-55d35aabf88f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:33.268247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.269213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6f587498-f267-4246-a991-afccc4db4d73 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:33.319439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:33.332909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6f587498-f267-4246-a991-afccc4db4d73 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:33.333254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6f587498-f267-4246-a991-afccc4db4d73 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:33.363566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4507b417-c681-4680-b44f-057bb4a3e6d2 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks HTTP/1.1" status: 200 len: 9674 time: 0.5781178 Apr 20 14:45:33.368607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37886) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:33.433893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f5780007-1ebc-4d21-b491-33d72d41ef10 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/networks/15d9fa94-bf7a-4e5b-aea9-4d9013a502f6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0613101 Apr 20 14:45:33.436916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37890) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:33.472818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29abcbaa-85ae-418a-b47a-3613383f2c5f tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/networks/15d9fa94-bf7a-4e5b-aea9-4d9013a502f6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0343912 Apr 20 14:45:33.473970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.477516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.478989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37896) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:33.480024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bf8e355-95e9-4a37-b1ce-a8dfb2fc6acd HTTP/1.1" status: 204 len: 168 time: 0.6338851 Apr 20 14:45:33.497076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d13fc-d6d3-4bb6-9fff-62124e95ea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf8e355-95e9-4a37-b1ce-a8dfb2fc6acd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:33.512355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:33.548558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:33.549519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:33.607331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d65114-c8e2-4034-a9fb-56cb7ed9df68 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:33.610002 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.645421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:33.701241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:33.874482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:45:33.894908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:33.937215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:33.972569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:33.973135 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.051548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:34.075536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:34.186706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.241204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5433-cbc9-443d-80c0-e7cd475573ef req-d9df5a82-265f-41c6-92e7-42b9bece983b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:34.248782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f96a5433-cbc9-443d-80c0-e7cd475573ef req-d9df5a82-265f-41c6-92e7-42b9bece983b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.1907477 Apr 20 14:45:34.325727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:34.326244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f96a5433-cbc9-443d-80c0-e7cd475573ef req-c9ae0aec-72ee-4840-8372-bc108d85a405 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722661 Apr 20 14:45:34.337022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7583b6f7-eb35-450f-b26a-2af598135776 tempest-DHCPAgentSchedulersTestJSON-1239432394 tempest-DHCPAgentSchedulersTestJSON-1239432394-project-admin] 10.222.0.20 "GET /v2.0/agents/42d8f827-7816-422a-82f7-8257143dc713/dhcp-networks HTTP/1.1" status: 200 len: 9674 time: 0.7466712 Apr 20 14:45:34.341108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37926) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:34.350970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:34.499004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:34.501070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-533724a0-68cf-442f-8338-eebec4b43ff1 None None] Provisioning complete for port 9370ae8a-5909-49ae-9c5b-55d35aabf88f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:34.501623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-533724a0-68cf-442f-8338-eebec4b43ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.503721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.619096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2d841631-3c6c-498a-974f-8b27876cbf63 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9503601 Apr 20 14:45:34.650704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Request body: {'port': {'device_id': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:34.688049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9370ae8a-5909-49ae-9c5b-55d35aabf88f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:34.694829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416bfe0-57c4-46db-bb5e-548e082b17c9 req-dfe1ce99-9944-4d5f-84df-29e4e0ae3b7d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:34.705388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5416bfe0-57c4-46db-bb5e-548e082b17c9 req-dfe1ce99-9944-4d5f-84df-29e4e0ae3b7d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 932 time: 0.1719034 Apr 20 14:45:34.728882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.761700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.808807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.868590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:30Z', 'revision_number': 3, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:34.903654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5416bfe0-57c4-46db-bb5e-548e082b17c9 req-9c908fa5-f20d-4d20-a0ad-ae62c2a9e295 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973350 Apr 20 14:45:34.912454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:45:34.913061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Updating router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 port 8e0f5658-6b56-4110-a10d-ff8340744e1e binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:45:34.922302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-f97e5035-035b-4ea9-afd6-ce8461ae4a5d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:34.923938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-f97e5035-035b-4ea9-afd6-ce8461ae4a5d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e935408-bf59-441b-9ab9-9fd5b8f268c8 HTTP/1.1" status: 200 len: 943 time: 0.3349476 Apr 20 14:45:34.956486 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:34.958497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9370ae8a-5909-49ae-9c5b-55d35aabf88f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:34.958898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.014329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37942) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:35.024584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.119259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00800039-ab54-44b7-92b9-10cda9e1e5f7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:35.148562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6867b3-8f13-4027-849d-ce3d32b9aacf') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:35.148562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6867b3-8f13-4027-849d-ce3d32b9aacf') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:35.166729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Allocated IP 172.25.1.45 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:35.174432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1134535678'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:35.193647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.226051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.252633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:45:35.253161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:45:35.257003 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:45:35.292489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:35.292820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.299175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Made reservation on behalf of 6f07fb3d64a24d338a6dfe0a2b2aba63 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:35.302532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.324017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.362184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.424012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.432779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.436655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "DELETE /v2.0/networks/00800039-ab54-44b7-92b9-10cda9e1e5f7 HTTP/1.1" status: 204 len: 168 time: 1.0920637 Apr 20 14:45:35.439904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37948) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:35.497233 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9052a0-a9e7-431b-a60a-370fd0e7bdfc tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] DELETE failed (client error): The resource could not be found. Apr 20 14:45:35.498100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9052a0-a9e7-431b-a60a-370fd0e7bdfc tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:45:35.501115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ac9052a0-a9e7-431b-a60a-370fd0e7bdfc tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "DELETE /v2.0/ports/dd9f0565-c9ce-4681-b99c-67ecfd95f91a HTTP/1.1" status: 404 len: 333 time: 0.0586805 Apr 20 14:45:35.510245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:35.513660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016a92-26d2-4028-94ab-7d56cf04d970 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event deleted for resources: {'Network': ['ID=00800039-ab54-44b7-92b9-10cda9e1e5f7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:35.548333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:35.548731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.576195 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.582349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:35.633673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Deleting subnet c1f1a43c-9ba1-4841-be9c-ef2a736a0246 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:45:35.653917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e64416-2ff8-4ad1-909b-6b4654467461 req-14f2f203-f09d-43f0-8b22-307dc37cfdfb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:35.658613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5e64416-2ff8-4ad1-909b-6b4654467461 req-14f2f203-f09d-43f0-8b22-307dc37cfdfb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2181809 Apr 20 14:45:35.658769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.700566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Allocated IP 172.20.0.1 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/58b056f6-300d-40f6-b67d-169909ba751b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:35.713078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d8ec28-0dec-4f01-8d13-f54d5557df4a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:35.721203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.727848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.742794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.751912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.758908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.791481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5e64416-2ff8-4ad1-909b-6b4654467461 req-659fe225-6c55-4774-9759-86b1a440afb9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205277 Apr 20 14:45:35.826779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Transition to ACTIVE for port object d1d8ec28-0dec-4f01-8d13-f54d5557df4a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:45:35.839456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.945320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.957127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.964456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Pushing event updated for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:35.973964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:35.979471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.039423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613e60d-f167-4b6d-9072-abbd03e0d77e None None] Pushing event updated for resources: {'Port': ['ID=8e0f5658-6b56-4110-a10d-ff8340744e1e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.068843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Attempting to bind port 8e0f5658-6b56-4110-a10d-ff8340744e1e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:36.069228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Attempting to bind port 8e0f5658-6b56-4110-a10d-ff8340744e1e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:36.069569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Attempting to bind port 8e0f5658-6b56-4110-a10d-ff8340744e1e on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:36.075532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:36.075905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:36.076295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.076670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:36.077426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Bound port: 8e0f5658-6b56-4110-a10d-ff8340744e1e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:36.077814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.115293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Attempting to bind port d1d8ec28-0dec-4f01-8d13-f54d5557df4a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:36.116062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Attempting to bind port d1d8ec28-0dec-4f01-8d13-f54d5557df4a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:36.116062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Attempting to bind port d1d8ec28-0dec-4f01-8d13-f54d5557df4a on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:36.121638 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.124269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.131534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Port d1d8ec28-0dec-4f01-8d13-f54d5557df4a on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:45:36.131872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Attempting to bind port d1d8ec28-0dec-4f01-8d13-f54d5557df4a on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:36.145513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] For port 8e0f5658-6b56-4110-a10d-ff8340744e1e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:36.149276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] For port 8e0f5658-6b56-4110-a10d-ff8340744e1e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e0f5658-6b56-4110-a10d-ff8340744e1e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:36.154321 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.173316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:36.186514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f1a43c-9ba1-4841-be9c-ef2a736a0246,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.188235 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.193664 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-193818dc-1c47-43d3-9537-0e603604df82 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "DELETE /v2.0/subnets/c1f1a43c-9ba1-4841-be9c-ef2a736a0246 HTTP/1.1" status: 204 len: 168 time: 0.6803560 Apr 20 14:45:36.195606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:36.195606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:36.195606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:36.198613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Bound port: d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:36.198613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.202176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37954) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:36.211401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5c224-2ad7-458d-afcc-c32964b1963b None None] Network 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:36.217882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:36.225456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:36.230395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:36.233878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:36.236268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Pushing event updated for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.237263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90923073-0e17-4498-9cc0-14bd910711ca,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.264607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.264949 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Added segment d866ec21-832d-429c-a2df-52fdf72715e9 of type vlan for network 28582ee6-20e5-48dc-a979-ae38165d2db5 Apr 20 14:45:36.266974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:36.269485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:36.319422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.329842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.372258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:36.384290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613e60d-f167-4b6d-9072-abbd03e0d77e None None] Pushing event updated for resources: {'Port': ['ID=8e0f5658-6b56-4110-a10d-ff8340744e1e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.400079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:36.417560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.461474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:36.463254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:36.470303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.474086 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:45:36.479268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf2d68-f7f0-416a-b0d3-4b53703e4062 req-949861d8-130a-4cc9-a93d-8f29dc055c2a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:36.480788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1bf2d68-f7f0-416a-b0d3-4b53703e4062 req-949861d8-130a-4cc9-a93d-8f29dc055c2a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 944 time: 0.3158517 Apr 20 14:45:36.497887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.515280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.524009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:36.524994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.527205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] 10.222.0.43 "PUT /v2.0/ports/d1d8ec28-0dec-4f01-8d13-f54d5557df4a HTTP/1.1" status: 200 len: 1092 time: 1.8868434 Apr 20 14:45:36.527842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:36.530341 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ecf676-6860-45d8-95d0-6f53225a6c60" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:36.558390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b6de5-f926-46a0-b3d4-ab7c1912432f service neutron] Pushing event updated for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.597528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=4f74cddf-06f3-4f78-9428-10b2ce0b67b1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:36.605160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a48deb9b-ecac-4af8-9ba9-276ff23f08b7 None None] Provisioning complete for port 58b056f6-300d-40f6-b67d-169909ba751b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:36.605600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a48deb9b-ecac-4af8-9ba9-276ff23f08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.615068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.657772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.663365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:36.663992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.670088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:45:36.674623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a48deb9b-ecac-4af8-9ba9-276ff23f08b7 None None] Port 58b056f6-300d-40f6-b67d-169909ba751b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:36.695841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2b19a8dd-dca3-45aa-92c2-8f8c84d6be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:36.699201 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-2b19a8dd-dca3-45aa-92c2-8f8c84d6be76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 1095 time: 0.0833437 Apr 20 14:45:36.729809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1bf2d68-f7f0-416a-b0d3-4b53703e4062 req-2a044ca8-3d66-4cf8-b906-5c332118e19a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377272 Apr 20 14:45:36.746710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port 4f74cddf-06f3-4f78-9428-10b2ce0b67b1 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:36.756684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.756684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4cbc4c-57ed-4906-89e8-0032be5bce99 req-e5cc9747-305a-4d0a-9fd1-737a68f4b772 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "DELETE /v2.0/ports/4f74cddf-06f3-4f78-9428-10b2ce0b67b1 HTTP/1.1" status: 204 len: 173 time: 1.7932649 Apr 20 14:45:36.759102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:36.761761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-deleted', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:36.763136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-05599bc1-5213-4502-a0ff-9b6f97781a0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a HTTP/1.1" status: 200 len: 217 time: 0.0531056 Apr 20 14:45:36.763581 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1d6d4-ca74-4ee3-a9bd-b9491667a456" -d '{"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-deleted", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:36.840089 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca437c66-d3c2-4731-a949-eede6b43257b x-openstack-request-id: req-ca437c66-d3c2-4731-a949-eede6b43257b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:36.840413 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:36.840621 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca437c66-d3c2-4731-a949-eede6b43257b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:36.841128 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca437c66-d3c2-4731-a949-eede6b43257b'] response: {'name': 'network-changed', 'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a', 'status': 'completed', 'code': 200} Apr 20 14:45:36.877613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8573985 Apr 20 14:45:36.880670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] DHCP port deletion for 15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:45:36.886196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37966) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:36.893865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'subnet': {'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:36.911132 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8ef41-ab4e-46fd-84e8-9dd2a0de261b x-openstack-request-id: req-fec8ef41-ab4e-46fd-84e8-9dd2a0de261b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:36.911853 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e935408-bf59-441b-9ab9-9fd5b8f268c8", "name": "network-vif-deleted", "tag": "4f74cddf-06f3-4f78-9428-10b2ce0b67b1", "status": "failed", "code": 422}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:36.912164 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fec8ef41-ab4e-46fd-84e8-9dd2a0de261b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:36.912627 n-d-836145-2 neutron-server[102864]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fec8ef41-ab4e-46fd-84e8-9dd2a0de261b']: {'server_uuid': '3e935408-bf59-441b-9ab9-9fd5b8f268c8', 'name': 'network-vif-deleted', 'tag': '4f74cddf-06f3-4f78-9428-10b2ce0b67b1', 'status': 'failed', 'code': 422} returned with failed status Apr 20 14:45:36.952692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-7d1e1a4f-5e90-4c0c-ba8b-0de3665417d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:36.954169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-7d1e1a4f-5e90-4c0c-ba8b-0de3665417d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1776788 Apr 20 14:45:36.997733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.006310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae19b-c0e2-484e-a4b9-283a70cc4b17 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Network': ['ID=28582ee6-20e5-48dc-a979-ae38165d2db5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:37.028713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:37.035644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Deleting port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:37.036027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.039853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-b7a46215-dc18-413d-b126-3aabdc578524 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517266 Apr 20 14:45:37.100231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f388-cd3d-487e-a3c4-f64f5c910942 req-dee45ff9-c6ac-40ca-9d2b-33092a308caf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:37.108068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5971f388-cd3d-487e-a3c4-f64f5c910942 req-dee45ff9-c6ac-40ca-9d2b-33092a308caf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.1476898 Apr 20 14:45:37.165729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-8f7109c4-7795-4dd3-9f9b-477c222aad09 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184742 Apr 20 14:45:37.170504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] For port 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d65114-c8e2-4034-a9fb-56cb7ed9df68,segment=NetworkSegment(9f12c1a7-04f5-4219-9107-c1a079038704),segment_id=9f12c1a7-04f5-4219-9107-c1a079038704)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:37.170932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.185754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Calling delete_port for 02d65114-c8e2-4034-a9fb-56cb7ed9df68 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:37.194887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.210253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.236159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:30Z', 'revision_number': 3, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:37.260318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Deleting port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:37.261330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.271368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40458f7b-9e81-4f13-95dc-100d147a9955 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:30Z', 'revision_number': 3, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:45:37.280150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Made reservation on behalf of 6f07fb3d64a24d338a6dfe0a2b2aba63 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:37.283666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.348187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.380403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5971f388-cd3d-487e-a3c4-f64f5c910942 req-8f490a46-f9cf-479b-8cae-bba93f19d3bf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708561 Apr 20 14:45:37.382457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Pushing event updated for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:37.418712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.431278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] For port 02d65114-c8e2-4034-a9fb-56cb7ed9df68, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d65114-c8e2-4034-a9fb-56cb7ed9df68,segment=NetworkSegment(9f12c1a7-04f5-4219-9107-c1a079038704),segment_id=9f12c1a7-04f5-4219-9107-c1a079038704)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:37.431699 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.452148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] No DVR routers for this DVR port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:37.455984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fc238-aef7-4b5d-bfa5-21357ccee949 None None] Pushing event deleted for resources: {'Port': ['ID=02d65114-c8e2-4034-a9fb-56cb7ed9df68,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:37.481022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ce10be7-ecf0-482d-a3bf-2081b5c93cd8 req-db46c9cc-f1e1-4660-8d6f-f576215d192c service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053703 Apr 20 14:45:37.491945 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.501102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Calling delete_port for 02d65114-c8e2-4034-a9fb-56cb7ed9df68 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:37.562272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.602710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d65114-c8e2-4034-a9fb-56cb7ed9df68 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:37.633326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 02d65114-c8e2-4034-a9fb-56cb7ed9df68 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:37.633665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d65114-c8e2-4034-a9fb-56cb7ed9df68 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:37.642395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:37.653036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:37.685864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:37.749371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-7e133258-6352-45c3-8381-9cafbc3fd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:37.750958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-7e133258-6352-45c3-8381-9cafbc3fd844 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 1095 time: 0.1966128 Apr 20 14:45:37.798203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.829140 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.853295 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.882631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:37.889545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74d5fcf9-5223-4c74-b42e-41ed19a4eec8 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3704412 Apr 20 14:45:37.889545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] No DVR routers for this DVR port 02d65114-c8e2-4034-a9fb-56cb7ed9df68 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:37.889545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:37.925596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1647869040'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:37.958831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event deleted for resources: {'Port': ['ID=02d65114-c8e2-4034-a9fb-56cb7ed9df68,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:38.033424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Subnet': ['ID=0fbf0c76-c35c-44f5-afe8-133df6580d7a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:38.042788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:45:38.045957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-64402677-4561-48d5-8787-b54d9ecbe79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.047505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-64402677-4561-48d5-8787-b54d9ecbe79f service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.2882555 Apr 20 14:45:38.050146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Checking segment: {'id': 'd866ec21-832d-429c-a2df-52fdf72715e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:38.050507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network hostable DHCP agents. Network: 28582ee6-20e5-48dc-a979-ae38165d2db5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:38.093172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Made reservation on behalf of 3b08def8ed0742c9a63fe6b812255786 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:38.096801 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.102017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-8cababd0-0bc3-450e-b7bb-4e4a2aa713f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a HTTP/1.1" status: 200 len: 217 time: 0.0458820 Apr 20 14:45:38.117511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-131d3476-1916-4c46-90b0-7c62c6b746cd None None] Provisioning complete for port 58b056f6-300d-40f6-b67d-169909ba751b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:38.118119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-131d3476-1916-4c46-90b0-7c62c6b746cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.156155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-131d3476-1916-4c46-90b0-7c62c6b746cd None None] Port 58b056f6-300d-40f6-b67d-169909ba751b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:38.156416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:38.188702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-ddc8f5a9-41fe-41a7-be7c-abb76afa3163 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.190355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-ddc8f5a9-41fe-41a7-be7c-abb76afa3163 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.2689886 Apr 20 14:45:38.194394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 28582ee6-20e5-48dc-a979-ae38165d2db5) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:38.205879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.206135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972670a-c2d7-4855-8ee4-4cdc10b81c80 None None] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:38.206550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.207162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.225882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.252115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c0b1f-4af5-4786-ba15-60ee2e27cc90 req-c05b34d3-eaf7-4a32-9c61-671258a02baf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.261481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13c0b1f-4af5-4786-ba15-60ee2e27cc90 req-c05b34d3-eaf7-4a32-9c61-671258a02baf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 944 time: 0.3864770 Apr 20 14:45:38.262194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-b19ce975-d1e5-482c-8fef-13c5090e5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.263831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-b19ce975-d1e5-482c-8fef-13c5090e5aec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1194246 Apr 20 14:45:38.286529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-dc1f455d-7845-4b4b-aaae-c7b85e390195 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0852079 Apr 20 14:45:38.292275 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0da11e7-37db-487f-9081-193c4fb3a435 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4029896 Apr 20 14:45:38.293271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d9fa94-bf7a-4e5b-aea9-4d9013a502f6']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:38.296100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37994) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:38.315072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1096617459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:38.324748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-f2db38ff-2166-423f-a4f3-e90d299d258a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521965 Apr 20 14:45:38.330538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:38.335428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f12c1a7-04f5-4219-9107-c1a079038704') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:38.335865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f12c1a7-04f5-4219-9107-c1a079038704') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:38.356498 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfa03c6b-8a31-4c14-a66f-7cc542a1f767 admin admin] 10.222.0.20 "PUT /v2.0/routers/80ce9ef3-6326-441e-9c9a-d37027c30eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1930771 Apr 20 14:45:38.374777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-3389b362-5ae3-4789-a81c-5a37c4722a1d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675752 Apr 20 14:45:38.386634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.415727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-28582ee6-20e5-48dc-a979-ae38165d2db5', 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5', 'tenant_id': '6f07fb3d64a24d338a6dfe0a2b2aba63', 'fixed_ips': [{'subnet_id': '0fbf0c76-c35c-44f5-afe8-133df6580d7a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:38.416664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.452856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.454002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.516535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13c0b1f-4af5-4786-ba15-60ee2e27cc90 req-fbf85fdb-f5ab-4bec-8c74-be7452f65132 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490969 Apr 20 14:45:38.519589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.548964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:45:38.548964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:45:38.558039 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:45:38.560859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.565773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-fe4e5c8c-5cdd-42bb-b14f-28ee16cfceb5 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066481 Apr 20 14:45:38.567361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.608107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Allocated IP 172.20.0.2 (28582ee6-20e5-48dc-a979-ae38165d2db5/0fbf0c76-c35c-44f5-afe8-133df6580d7a/6782da9d-7784-479e-88b2-260c231c3735) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:38.643711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.647638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-001d0972-0def-4cee-a462-70e700d5b479 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3480375 Apr 20 14:45:38.647909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38002) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:38.740574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.756695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.759867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] 10.222.0.20 "DELETE /v2.0/networks/15d9fa94-bf7a-4e5b-aea9-4d9013a502f6 HTTP/1.1" status: 204 len: 168 time: 2.5382738 Apr 20 14:45:38.784174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-44fd66e4-9829-4682-82f4-6684813e0faa service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764355 Apr 20 14:45:38.789459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9234d-1fed-4db3-8986-828bded56f79 tempest-DHCPAgentSchedulersTestJSON-1159613072 tempest-DHCPAgentSchedulersTestJSON-1159613072-project] Pushing event deleted for resources: {'Network': ['ID=15d9fa94-bf7a-4e5b-aea9-4d9013a502f6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:38.796893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.798306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.806822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.819688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.874644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:38.881499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:38.888632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:38.899562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dadab-2575-4153-abe3-8c22c249497d req-8ed09e5c-c2d5-4809-8172-e6ebab7d0bb2 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:38.901226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900dadab-2575-4153-abe3-8c22c249497d req-8ed09e5c-c2d5-4809-8172-e6ebab7d0bb2 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2298529 Apr 20 14:45:38.925384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:38.949558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Pushing event updated for resources: {'Port': ['ID=6782da9d-7784-479e-88b2-260c231c3735,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:38.972526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82df4789-f6da-4dd2-9aab-47443d0e0983,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:38.976854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:38.976854 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Added segment 34b3773b-42e4-4c70-8d07-6f140f3545ac of type vlan for network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 Apr 20 14:45:39.030778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Attempting to bind port 6782da9d-7784-479e-88b2-260c231c3735 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:39.031177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Attempting to bind port 6782da9d-7784-479e-88b2-260c231c3735 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd866ec21-832d-429c-a2df-52fdf72715e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:39.031543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Attempting to bind port 6782da9d-7784-479e-88b2-260c231c3735 on network 28582ee6-20e5-48dc-a979-ae38165d2db5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:39.038042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:39.038515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-900dadab-2575-4153-abe3-8c22c249497d req-e014e44d-f4b3-4e5f-90ce-38b74d3c258b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182287 Apr 20 14:45:39.046785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Checking segment: {'id': 'd866ec21-832d-429c-a2df-52fdf72715e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:39.047402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-1c51d230-7b53-433f-8922-a275672edb03 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479601 Apr 20 14:45:39.052911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.053429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Bound using segment: {'id': 'd866ec21-832d-429c-a2df-52fdf72715e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:39.053954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Bound port: 6782da9d-7784-479e-88b2-260c231c3735, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd866ec21-832d-429c-a2df-52fdf72715e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:39.057094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.057692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.106435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.114259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:39.115156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.137196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] For port 6782da9d-7784-479e-88b2-260c231c3735, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:39.141592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] For port 6782da9d-7784-479e-88b2-260c231c3735, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6782da9d-7784-479e-88b2-260c231c3735,segment=NetworkSegment(d866ec21-832d-429c-a2df-52fdf72715e9),segment_id=d866ec21-832d-429c-a2df-52fdf72715e9)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:39.147916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.207163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38010) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:39.232859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3125176 Apr 20 14:45:39.252456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38012) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:39.328174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Request body: {'subnet': {'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:39.353509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd5b90-f523-4e11-8e51-97cb35fecf82 None None] Pushing event updated for resources: {'Port': ['ID=6782da9d-7784-479e-88b2-260c231c3735,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:39.365446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-44ecf676-6860-45d8-95d0-6f53225a6c60 req-d4d4113e-70fa-4481-9ac8-cfae4bf6f6fc service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7900853 Apr 20 14:45:39.394012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53782b0a-1b46-4dd3-82fd-e3664e055b9c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Network': ['ID=9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:39.431458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:39.501306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1307171-7859-4c70-bd14-1c53e73a6dce req-7f44cd38-df90-48cc-b7ab-fcb701c97c92 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 210 time: 0.1645925 Apr 20 14:45:39.630822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e0f5658-6b56-4110-a10d-ff8340744e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:39.770291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e0f5658-6b56-4110-a10d-ff8340744e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:39.771056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.774267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Made reservation on behalf of 3b08def8ed0742c9a63fe6b812255786 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:39.787204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.874021 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:39.904571 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:39.911050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:39.912436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.928201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38026) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:39.938085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 8e0f5658-6b56-4110-a10d-ff8340744e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e0f5658-6b56-4110-a10d-ff8340744e1e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:39.943349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.943868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bfa9e265-749c-41a8-a38c-822d3ce12e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb61e8316e064e5fbea3bedb53c71141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364113 Apr 20 14:45:39.945831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497080957', 'description': 'tempest-description--1683385902'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:39.948023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:39.952998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38028) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:40.016120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=8e0f5658-6b56-4110-a10d-ff8340744e1e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:40.078002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.114975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:45:40.119362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07344b5-ab64-49d1-87c9-2f54e89b632f req-60208641-1583-44a3-b4ca-6af7da1950b2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:40.127441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e07344b5-ab64-49d1-87c9-2f54e89b632f req-60208641-1583-44a3-b4ca-6af7da1950b2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 944 time: 0.1979659 Apr 20 14:45:40.133067 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-75cbcadc-4923-4a89-b321-5f838bb30a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.254674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.331180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d1d8ec28-0dec-4f01-8d13-f54d5557df4a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:40.351022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e07344b5-ab64-49d1-87c9-2f54e89b632f req-ef25f67e-4b78-4372-906c-339a8e6b9d54 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225912 Apr 20 14:45:40.360586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.386141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.415286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdbf1a-48e1-4555-b109-b3dd9ace8ff0 req-7e494b55-68a9-44fe-8b90-e359ea0216f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:40.423206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99cdbf1a-48e1-4555-b109-b3dd9ace8ff0 req-7e494b55-68a9-44fe-8b90-e359ea0216f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.2181098 Apr 20 14:45:40.425004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.509225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Allocated IP 172.20.0.1 (28582ee6-20e5-48dc-a979-ae38165d2db5/0fbf0c76-c35c-44f5-afe8-133df6580d7a/8232fb81-1572-4c42-becb-293776b6eb30) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:40.539008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:40.542941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.547797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6019073 Apr 20 14:45:40.565894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38036) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:40.571546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '655c2d7b-8093-4d53-a1ba-2113a754853c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:40.597077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:40.603967 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:45:40.604671 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Updating router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 port 58b056f6-300d-40f6-b67d-169909ba751b binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:45:40.624124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cbef0-c49a-4c24-bf97-4861ac4fe7db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655c2d7b-8093-4d53-a1ba-2113a754853c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:40.630915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a', 'mac_address': 'fa:16:3e:0e:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:40.636987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.666560 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.669421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.678211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.683931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.693780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d8ec28-0dec-4f01-8d13-f54d5557df4a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:40.733834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:40.750245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.763716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.817693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99cdbf1a-48e1-4555-b109-b3dd9ace8ff0 req-21d9217c-88dd-4ee7-82cf-585d22dbc0db tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933992 Apr 20 14:45:40.844694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:40.866594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.869300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:40.878729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:40.882522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88cac693-f8f9-42ec-a67b-8d575a124b8e HTTP/1.1" status: 204 len: 168 time: 0.9120047 Apr 20 14:45:40.899528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:40.908870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:40.928735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2373b-c9cc-48f0-96fa-bc4007affb9a None None] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:40.962193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f1e3366-26e0-45fc-ad90-1e45a207baee req-88c52079-f64b-4033-8bf4-7f814b8cd125 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 210 time: 0.3233392 Apr 20 14:45:40.986479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7e1f9-45f3-41e1-9a29-9cd1335350f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cac693-f8f9-42ec-a67b-8d575a124b8e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.024984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Subnet': ['ID=ede8bbfe-88ed-46b8-8256-6c76678e0100,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.066121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=8232fb81-1572-4c42-becb-293776b6eb30,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.069187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d1d8ec28-0dec-4f01-8d13-f54d5557df4a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:41.079854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.082713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Checking segment: {'id': '34b3773b-42e4-4c70-8d07-6f140f3545ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:41.083234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network hostable DHCP agents. Network: 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:41.100938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.118005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-322b27df-6154-4912-900d-55528bc83581 None None] Provisioning complete for port 6782da9d-7784-479e-88b2-260c231c3735 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:41.118005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-322b27df-6154-4912-900d-55528bc83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.135045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.151757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929c8c8d-407c-40b7-a91b-5e79b41f63ce,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.152674 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.161020 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.173504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.187523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e78a15fb-e362-4c05-ab3b-ac0b1803c4ca tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6206269 Apr 20 14:45:41.188877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:41.190892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38044) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:41.196241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '655c2d7b-8093-4d53-a1ba-2113a754853c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:41.232514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:41.241005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Pushing event updated for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.242647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:41.243228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.243363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158bac2a-2a3a-4703-8f93-230bbe329c16 None None] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:41.270893 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.271273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.271613 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.271949 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.272680 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.272680 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.272979 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.273263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.273582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.273903 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.274220 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.274538 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:45:41.286172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.288416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-620a99e3-f54c-458a-a119-70ec35410a35 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:41.290926 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-620a99e3-f54c-458a-a119-70ec35410a35 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.4283915 Apr 20 14:45:41.292701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08f63a36-61f2-4931-a583-7abdabbb9dba tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0322447 Apr 20 14:45:41.302439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38046) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:41.309854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-599298067', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:41.322289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:41.404860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.411979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.443867 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Attempting to bind port 58b056f6-300d-40f6-b67d-169909ba751b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:41.446041 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Attempting to bind port 58b056f6-300d-40f6-b67d-169909ba751b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:41.446668 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Attempting to bind port 58b056f6-300d-40f6-b67d-169909ba751b on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:41.460310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:41.462911 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:41.463702 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.468333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:41.470048 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Bound port: 58b056f6-300d-40f6-b67d-169909ba751b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:41.470826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9c4a0b-a09c-4b3c-90be-79b758ab88bd,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.472667 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.483267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.486786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-961c397c-5841-4ead-bddb-018c5e8d79f1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2948987 Apr 20 14:45:41.488760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38050) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:41.490686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:41.517708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:41.538298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.550299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034acbe7-faea-4be4-a7d5-8aacbbe74536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.573542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.574450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.577930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.638116 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] For port 58b056f6-300d-40f6-b67d-169909ba751b, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:41.646149 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] For port 58b056f6-300d-40f6-b67d-169909ba751b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58b056f6-300d-40f6-b67d-169909ba751b,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:41.653536 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.695836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42944091-cb48-452c-a760-f51e4cb9a566 req-af79c21f-e38d-49a8-92d3-9eac8dc6fd07 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:41.705033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42944091-cb48-452c-a760-f51e4cb9a566 req-af79c21f-e38d-49a8-92d3-9eac8dc6fd07 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 945 time: 0.2168756 Apr 20 14:45:41.753032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f8633-27b9-483d-8d82-045b7c6d39b9 None None] Pushing event updated for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.788536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.802097 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:41.803920 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:41.804732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42944091-cb48-452c-a760-f51e4cb9a566 req-2de311cf-c903-4e01-a8cc-e0287e8f3833 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983679 Apr 20 14:45:41.862238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034acbe7-faea-4be4-a7d5-8aacbbe74536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.879103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034acbe7-faea-4be4-a7d5-8aacbbe74536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:41.954448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-034acbe7-faea-4be4-a7d5-8aacbbe74536 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c94998d1c3f4e3892998a948a4b6e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643772 Apr 20 14:45:41.960432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38056) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:41.970245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034acbe7-faea-4be4-a7d5-8aacbbe74536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e472323-d02b-493c-a26d-ea04666a8f55,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:41.986212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.041458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e0f5658-6b56-4110-a10d-ff8340744e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:42.075555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:42.081787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.091202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.123578 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:45:42.204564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89', 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89', 'tenant_id': '3b08def8ed0742c9a63fe6b812255786', 'fixed_ips': [{'subnet_id': 'ede8bbfe-88ed-46b8-8256-6c76678e0100'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:42.205875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.211170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-322b27df-6154-4912-900d-55528bc83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.276928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45f1ff77-b61f-44c4-9a25-1e5e625843ed req-c5c8a4be-a6c0-44a9-9199-bf2ea1a26644 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 210 time: 0.1174073 Apr 20 14:45:42.322266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-322b27df-6154-4912-900d-55528bc83581 None None] For port 6782da9d-7784-479e-88b2-260c231c3735, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6782da9d-7784-479e-88b2-260c231c3735,segment=NetworkSegment(d866ec21-832d-429c-a2df-52fdf72715e9),segment_id=d866ec21-832d-429c-a2df-52fdf72715e9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:42.341160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-322b27df-6154-4912-900d-55528bc83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.346477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:42.349770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b91f7-4410-465f-9782-1b874711a065 req-1189d01c-9039-4da1-9f42-c44bd519d5be tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:42.357992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-826b91f7-4410-465f-9782-1b874711a065 req-1189d01c-9039-4da1-9f42-c44bd519d5be tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 944 time: 0.3065004 Apr 20 14:45:42.362724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.421330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.455711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.25.1.253 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/af6445de-66a8-4bab-8f47-3636680461d7) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:42.461116 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:41Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:42.485233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-826b91f7-4410-465f-9782-1b874711a065 req-4a9b5326-ca01-47f0-9ea6-480d9de63321 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261933 Apr 20 14:45:42.502987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34a7fa-8cc5-4077-a03b-4657e744f420 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:41Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:45:42.553886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e0f5658-6b56-4110-a10d-ff8340744e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:42.554271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.628164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.9 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/044f17d3-781b-4c22-8843-9b89f64ebf5d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:42.632407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.696082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.718077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.721443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.722898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e472323-d02b-493c-a26d-ea04666a8f55 HTTP/1.1" status: 204 len: 168 time: 0.7494748 Apr 20 14:45:42.726313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b27df-6154-4912-900d-55528bc83581 None None] Pushing event updated for resources: {'Port': ['ID=6782da9d-7784-479e-88b2-260c231c3735,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:42.741779 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a5c062d-bc15-4432-bbba-bf6342945d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.767373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Provisioning complete for port 8232fb81-1572-4c42-becb-293776b6eb30 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:42.767768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.776689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccf3fe-0e38-4432-93a7-b02d89b032e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e472323-d02b-493c-a26d-ea04666a8f55,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:42.842365 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:42.855207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Allocated IP 172.20.0.2 (9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89/ede8bbfe-88ed-46b8-8256-6c76678e0100/02d2cde2-d430-451d-96ae-83d2c0ea0b98) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:42.887890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Port 8232fb81-1572-4c42-becb-293776b6eb30 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:42.951375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:42.963507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.035826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:43.041976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:43.051246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=af6445de-66a8-4bab-8f47-3636680461d7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:43.053527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:43.064290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.069629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=8232fb81-1572-4c42-becb-293776b6eb30,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:43.071961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.088539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Provisioning complete for port 58b056f6-300d-40f6-b67d-169909ba751b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:43.089141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.094935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'mac_address': 'fa:16:3e:a3:ff:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:43.105191 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.117185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6782da9d-7784-479e-88b2-260c231c3735 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:43.266940 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.369311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:43.389678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:43.417998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:43.421667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.451119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.478697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:43.509547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] For port 58b056f6-300d-40f6-b67d-169909ba751b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58b056f6-300d-40f6-b67d-169909ba751b,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:43.517595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.523432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6782da9d-7784-479e-88b2-260c231c3735 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:43.523969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.546752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.548656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.642481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.716260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.735743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Provisioning complete for port 6782da9d-7784-479e-88b2-260c231c3735 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:43.736186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.761026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:43.817283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:43.821774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:43.901964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5d6428a2-aef2-411d-80e5-54fe037a0ca4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:43.930796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.933495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Pushing event updated for resources: {'Port': ['ID=02d2cde2-d430-451d-96ae-83d2c0ea0b98,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:43.948776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.965190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Attempting to bind port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:43.965583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Attempting to bind port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '34b3773b-42e4-4c70-8d07-6f140f3545ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:43.965942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Attempting to bind port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 on network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:43.981057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:43.981417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Checking segment: {'id': '34b3773b-42e4-4c70-8d07-6f140f3545ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:43.981787 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.982653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Bound using segment: {'id': '34b3773b-42e4-4c70-8d07-6f140f3545ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:43.982752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Bound port: 02d2cde2-d430-451d-96ae-83d2c0ea0b98, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b3773b-42e4-4c70-8d07-6f140f3545ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:43.983048 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.077931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:44.135445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fcdf4-e48e-4e6e-9674-026bc1999974 req-76e1e2c4-8ad3-4c65-853a-65c6dd7aedf7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:44.136591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-221fcdf4-e48e-4e6e-9674-026bc1999974 req-76e1e2c4-8ad3-4c65-853a-65c6dd7aedf7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 931 time: 0.1619790 Apr 20 14:45:44.148506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b0fcc-7648-4d27-8397-08db117ee418 req-af5969b4-2ed5-457a-a3c3-486b44e7ad3c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:44.150313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212b0fcc-7648-4d27-8397-08db117ee418 req-af5969b4-2ed5-457a-a3c3-486b44e7ad3c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 945 time: 1.1994820 Apr 20 14:45:44.158324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.237218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-212b0fcc-7648-4d27-8397-08db117ee418 req-fb4e6cfa-9639-4b99-8510-05bdebbbc440 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749118 Apr 20 14:45:44.289808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-221fcdf4-e48e-4e6e-9674-026bc1999974 req-130eec22-61e1-4f93-8775-34bc85908111 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384048 Apr 20 14:45:44.299577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.394652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc9fb9-b372-4d9b-9af0-ab463c9cfe76 None None] Pushing event updated for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:44.402664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d1d8ec28-0dec-4f01-8d13-f54d5557df4a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:44.470126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Allocated IP 172.25.1.201 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/9df5c76e-30d7-4b9b-8059-c5d8c159fcca) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:44.484571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e6431aee-a06d-400f-8f94-465462296707 None None] For port 02d2cde2-d430-451d-96ae-83d2c0ea0b98, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:44.506850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e6431aee-a06d-400f-8f94-465462296707 None None] For port 02d2cde2-d430-451d-96ae-83d2c0ea0b98, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d2cde2-d430-451d-96ae-83d2c0ea0b98,segment=NetworkSegment(34b3773b-42e4-4c70-8d07-6f140f3545ac),segment_id=34b3773b-42e4-4c70-8d07-6f140f3545ac)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:44.510044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.534169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.557873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.625642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:44.645243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58b056f6-300d-40f6-b67d-169909ba751b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:44.653540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port d1d8ec28-0dec-4f01-8d13-f54d5557df4a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:45:44.658490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=af6445de-66a8-4bab-8f47-3636680461d7,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:44.671104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:44.682500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:44.688304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117aa19-9783-48f1-b5e5-49c5bd098e65 req-bbfff781-e9b3-4365-aeea-f76cab242c45 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:44.688936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port d1d8ec28-0dec-4f01-8d13-f54d5557df4a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:44.689311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.690650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a117aa19-9783-48f1-b5e5-49c5bd098e65 req-bbfff781-e9b3-4365-aeea-f76cab242c45 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.1782112 Apr 20 14:45:44.696162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.745195 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.752533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:44.753184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.756396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fbc64b1c-6401-431f-b77d-3b35449a9abf tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2543955 Apr 20 14:45:44.768097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a117aa19-9783-48f1-b5e5-49c5bd098e65 req-70d91817-008c-4551-8a3c-42cf82dd9ea7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674088 Apr 20 14:45:44.771015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:44.818595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b3d16f2c-4fc4-432c-afb0-3dda11e9d7d8 None None] Provisioning complete for port 8232fb81-1572-4c42-becb-293776b6eb30 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:44.818963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3d16f2c-4fc4-432c-afb0-3dda11e9d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.824988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6431aee-a06d-400f-8f94-465462296707 None None] Pushing event updated for resources: {'Port': ['ID=02d2cde2-d430-451d-96ae-83d2c0ea0b98,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:44.842306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.901690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-886f7076-8510-44b5-8b95-4e12c8c70ee8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5996614 Apr 20 14:45:44.919824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Request body: {'port': {'device_id': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:44.949532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b3d16f2c-4fc4-432c-afb0-3dda11e9d7d8 None None] Port 8232fb81-1572-4c42-becb-293776b6eb30 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:44.956387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.969938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 58b056f6-300d-40f6-b67d-169909ba751b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:44.970316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.053312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-b1f82dc5-b94c-4720-badf-a849dff2221b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1497080957&fields=id&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 267 time: 0.0776527 Apr 20 14:45:45.071070 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.085718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=9df5c76e-30d7-4b9b-8059-c5d8c159fcca,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:45.115487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Router 8a2e297f-0579-4f0d-b4a1-feed35e8f61c is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:45:45.149656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:45.152537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:45.158018 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.161041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:45.235134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-6bd50dae-beb6-4c3c-ac3e-a1e23e326306 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:45.244029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-6bd50dae-beb6-4c3c-ac3e-a1e23e326306 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.1736422 Apr 20 14:45:45.263510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-44f3ecd6-c3c0-42a5-a16b-cc7c65be411f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/quotas/4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 375 time: 0.0180233 Apr 20 14:45:45.318432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:45.320885 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b302e1c4-15ef-49fc-9c94-3587147afac0" -d '{"events": [{"server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:45.348862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.373384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-1d1c01c1-52dc-4440-ad67-e4ead53b9811 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938015 Apr 20 14:45:45.378201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:45.383520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.392021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.431359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6782da9d-7784-479e-88b2-260c231c3735 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:45.473984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38120) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:45.484508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:45.516411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6782da9d-7784-479e-88b2-260c231c3735 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:45.517148 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.520320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:45.536468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ed9c33ea-a17b-4060-81a8-2386b8112934 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "PUT /v2.0/routers/8a2e297f-0579-4f0d-b4a1-feed35e8f61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8861909 Apr 20 14:45:45.550387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1e19f-cd6b-447b-a1e0-d7acac2aef2c req-b4231d88-49b4-4c41-951b-ad4ea75d9a68 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:45.552620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aa1e19f-cd6b-447b-a1e0-d7acac2aef2c req-b4231d88-49b4-4c41-951b-ad4ea75d9a68 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.1671398 Apr 20 14:45:45.561846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] Sync routers for ids ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:45.576971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:45.577418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] Routers {'8a2e297f-0579-4f0d-b4a1-feed35e8f61c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:45.578051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:45.588578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-8293b5a8-97a3-4e9b-b1c6-acceaa764e43 service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920328 Apr 20 14:45:45.613039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:45.619783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'port': {'network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5', 'name': 'tempest-FloatingIPNegativeTestJSON-2068555272'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:45.621113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2110836839', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:45.647597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] Routers {'8a2e297f-0579-4f0d-b4a1-feed35e8f61c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:45.648225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:45.691727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:45.692375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3900c7-56f7-455b-88a0-b3a3d7c2ea90 None None] The sync data for ids ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:45:45.817492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Made reservation on behalf of 4781153117484c01985473a5a96a03fe for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:45.821788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.835227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aa1e19f-cd6b-447b-a1e0-d7acac2aef2c req-00b7c462-3811-4075-8481-0d89f5d77d3e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114499 Apr 20 14:45:45.888357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-2be2b768-dc85-4c76-9949-e6093cf6aebe service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971663 Apr 20 14:45:45.889809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Made reservation on behalf of 6f07fb3d64a24d338a6dfe0a2b2aba63 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:45.894479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.913900 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb250fbb-d106-4225-91b8-d8a9ac8ff82f x-openstack-request-id: req-fb250fbb-d106-4225-91b8-d8a9ac8ff82f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:45.914193 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:45.914445 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb250fbb-d106-4225-91b8-d8a9ac8ff82f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:45.915162 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb250fbb-d106-4225-91b8-d8a9ac8ff82f'] response: {'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a', 'code': 200} Apr 20 14:45:45.927979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] device_id is not set on port f4ed41c3-65c9-498f-a739-d423847cf96a yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:45.942935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044f17d3-781b-4c22-8843-9b89f64ebf5d {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:45.951726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.965121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Transition to ACTIVE for port object 044f17d3-781b-4c22-8843-9b89f64ebf5d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:45:45.987224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:45.999769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.129221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940039-0eae-4c64-a38f-2b8074553a87 req-66db4c18-7acf-4440-989b-6c1a8fbcb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:46.130828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27940039-0eae-4c64-a38f-2b8074553a87 req-66db4c18-7acf-4440-989b-6c1a8fbcb260 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 1097 time: 0.1217780 Apr 20 14:45:46.151488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a741-df3b-422b-9f55-7eac919022a5 req-76b76fd9-72c0-465a-b76e-957ca0a45378 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:46.153109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b3a741-df3b-422b-9f55-7eac919022a5 req-76b76fd9-72c0-465a-b76e-957ca0a45378 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 943 time: 0.1611240 Apr 20 14:45:46.167138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Allocated IP 172.20.0.10 (28582ee6-20e5-48dc-a979-ae38165d2db5/0fbf0c76-c35c-44f5-afe8-133df6580d7a/f4ed41c3-65c9-498f-a739-d423847cf96a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:46.243032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbec1d6-e5a7-4882-a5d9-5c663e5cbe74 None None] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:46.275674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.291289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27940039-0eae-4c64-a38f-2b8074553a87 req-7df6da08-fd9c-4f8b-ba3b-845885457ab0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344912 Apr 20 14:45:46.318791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b3a741-df3b-422b-9f55-7eac919022a5 req-5e50886a-8ccb-4fa2-a219-5df08d488a9a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450093 Apr 20 14:45:46.344419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] Provisioning complete for port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:46.344958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.345167 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.347437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Pushing event updated for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:46.384978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:46.393529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27146f1e-0654-456d-a6af-44df4db79942 req-8c4f05d1-3153-46ae-891a-bb0dc02f3b3b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:46.396973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27146f1e-0654-456d-a6af-44df4db79942 req-8c4f05d1-3153-46ae-891a-bb0dc02f3b3b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 945 time: 0.2049787 Apr 20 14:45:46.450886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.477980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] device_id is not set on port ddc4eeab-d9fa-4f96-afbc-9b87b718a8de yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:46.569901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c75b1a-21d2-4422-a2a7-585e21d7dc79,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:46.584871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:45:46.595968 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:46.596979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.600472 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.620660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19f70a66-1be8-4ba9-91f3-bcec2cf9f179 req-40f66e1c-fdb0-4b3e-8a11-fe47c7e8cd6d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 210 time: 0.2121823 Apr 20 14:45:46.658303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27146f1e-0654-456d-a6af-44df4db79942 req-f57c3fec-a3a1-4faa-95c5-50695a52474d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431130 Apr 20 14:45:46.662500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d2cde2-d430-451d-96ae-83d2c0ea0b98 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:46.737479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.744261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Attempting to bind port 044f17d3-781b-4c22-8843-9b89f64ebf5d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:46.744596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Attempting to bind port 044f17d3-781b-4c22-8843-9b89f64ebf5d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:46.744917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Attempting to bind port 044f17d3-781b-4c22-8843-9b89f64ebf5d on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:46.768893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] For port 02d2cde2-d430-451d-96ae-83d2c0ea0b98, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d2cde2-d430-451d-96ae-83d2c0ea0b98,segment=NetworkSegment(34b3773b-42e4-4c70-8d07-6f140f3545ac),segment_id=34b3773b-42e4-4c70-8d07-6f140f3545ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:46.778629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Port 044f17d3-781b-4c22-8843-9b89f64ebf5d on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:45:46.779082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Attempting to bind port 044f17d3-781b-4c22-8843-9b89f64ebf5d on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:46.779996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.800925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.874688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.887575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:46.888201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:46.888744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:46.889422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Bound port: 044f17d3-781b-4c22-8843-9b89f64ebf5d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:46.889942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.890387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:46.891140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:46.909011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:46.917132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:46.923111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:46.948009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Allocated IP 172.25.1.179 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/ddc4eeab-d9fa-4f96-afbc-9b87b718a8de) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:46.986790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31050b-685e-42c1-8090-af41e0bd3a43 None None] Pushing event updated for resources: {'Port': ['ID=02d2cde2-d430-451d-96ae-83d2c0ea0b98,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:46.999389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=f4ed41c3-65c9-498f-a739-d423847cf96a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:47.040641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:47.052600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.054139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.080138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:47.083936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.084819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.125684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c30ca79a-dcbd-4e4c-8709-a806b75e45bb tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5101888 Apr 20 14:45:47.133039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38140) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:47.144071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:47.151102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:47.154854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:47.163692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-431920f0-dc4d-432a-951d-f09451cf9de4 None None] Provisioning complete for port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:47.163808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-431920f0-dc4d-432a-951d-f09451cf9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.167483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58b056f6-300d-40f6-b67d-169909ba751b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:47.175171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.195039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32100d-d118-4a36-9ac7-374a444c37db req-c1adba8f-8287-4667-bb86-acac77bb6395 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.196708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb32100d-d118-4a36-9ac7-374a444c37db req-c1adba8f-8287-4667-bb86-acac77bb6395 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.1918507 Apr 20 14:45:47.198204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.248663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.249289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.250764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] 10.222.0.43 "PUT /v2.0/ports/044f17d3-781b-4c22-8843-9b89f64ebf5d HTTP/1.1" status: 200 len: 1091 time: 2.3377433 Apr 20 14:45:47.251231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:47.253539 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:47.289410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 58b056f6-300d-40f6-b67d-169909ba751b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:47.289799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.387563 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb32100d-d118-4a36-9ac7-374a444c37db req-4cd73d6e-2136-4351-aa95-07a02b0460b6 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654990 Apr 20 14:45:47.451136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f5b43207-2064-4407-bd3e-05ea02ca2be1 None None] Provisioning complete for port f4ed41c3-65c9-498f-a739-d423847cf96a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:47.451766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5b43207-2064-4407-bd3e-05ea02ca2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.503557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f5b43207-2064-4407-bd3e-05ea02ca2be1 None None] Port f4ed41c3-65c9-498f-a739-d423847cf96a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:47.514837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.562733 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad337fe-660b-40e6-86fe-3ea9c829d7c0 x-openstack-request-id: req-fad337fe-660b-40e6-86fe-3ea9c829d7c0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:47.563397 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:47.563397 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fad337fe-660b-40e6-86fe-3ea9c829d7c0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:47.563613 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad337fe-660b-40e6-86fe-3ea9c829d7c0'] response: {'name': 'network-changed', 'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d', 'status': 'completed', 'code': 200} Apr 20 14:45:47.606194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c490196-9bd4-4b21-b8d3-7c1d190d8a9b req-db6d853b-548e-4d13-ad48-42aba51d9675 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.609336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c490196-9bd4-4b21-b8d3-7c1d190d8a9b req-db6d853b-548e-4d13-ad48-42aba51d9675 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 943 time: 0.1335907 Apr 20 14:45:47.615303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8728-4777-4935-b894-b0bf3a07c33d service neutron] Pushing event updated for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:47.702970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c490196-9bd4-4b21-b8d3-7c1d190d8a9b req-141c3652-b690-4a5b-9bda-633a98ca6b7a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614295 Apr 20 14:45:47.733286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-079fa647-3df4-4d09-9fa5-404c5e7dd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.734954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-079fa647-3df4-4d09-9fa5-404c5e7dd380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 1094 time: 0.1691422 Apr 20 14:45:47.746144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-954e9ac6-9a29-45d6-a949-846cd6e9ec97 req-ae79c599-76c6-451e-8325-4b570ef452a3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 210 time: 0.0420220 Apr 20 14:45:47.754907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-7a680ef7-e8f0-438f-8761-667a631c4ef3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.756454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-7a680ef7-e8f0-438f-8761-667a631c4ef3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.2283382 Apr 20 14:45:47.807333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-fe66c044-25fd-4d04-846e-bba4f5e089ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d HTTP/1.1" status: 200 len: 217 time: 0.0572019 Apr 20 14:45:47.814694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Router 0bb14c2d-ce18-4828-88bf-9443f623fb15 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:45:47.819306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:47.829926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-fc6812bf-6e8c-4950-a1d6-753c610987a3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 380 time: 0.0632615 Apr 20 14:45:47.840525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'port': {'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'admin_state_up': True, 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'security_groups': ['655c2d7b-8093-4d53-a1ba-2113a754853c']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:47.863927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8cc5-9b9e-48dd-a311-b9e3587d734b req-f1d07d77-5d55-4bb0-a3ac-f63698eb9283 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.865316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe5f8cc5-9b9e-48dd-a311-b9e3587d734b req-f1d07d77-5d55-4bb0-a3ac-f63698eb9283 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.0893495 Apr 20 14:45:47.917068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:47.919723 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f740be90-b932-4ef4-9670-056627a3b9af" -d '{"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:47.930891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-66b3f5e3-588c-48bc-9fe2-e9bbbb6df0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:47.932889 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-66b3f5e3-588c-48bc-9fe2-e9bbbb6df0b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1115203 Apr 20 14:45:47.957921 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5219ead-1f46-49e4-9071-29a46b13564b x-openstack-request-id: req-c5219ead-1f46-49e4-9071-29a46b13564b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:47.958213 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-plugged", "status": "completed", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:47.958465 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5219ead-1f46-49e4-9071-29a46b13564b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:47.958899 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5219ead-1f46-49e4-9071-29a46b13564b'] response: {'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'code': 200} Apr 20 14:45:47.969509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe5f8cc5-9b9e-48dd-a311-b9e3587d734b req-16054f93-2829-4856-bb1e-d2039b3a10ff tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966258 Apr 20 14:45:47.997279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-cdad8751-8d81-428c-946c-59fa81b1050f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573657 Apr 20 14:45:48.000115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.050707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Allocated IP 172.25.1.237 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/88790eb7-7edd-4fb3-82e8-157897ad71e9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:48.055434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:48.058934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.107472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:48.130022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:48.131746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:48.142022 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] Sync routers for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:48.151453 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:48.152288 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:48.159870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:48.162786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Pushing event updated for resources: {'Port': ['ID=ddc4eeab-d9fa-4f96-afbc-9b87b718a8de,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:48.191395 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:48.201429 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:48.202312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:48.232110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.233482 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a3420e4c-c052-4ec3-b9ec-38b79a61cd73 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9298196 Apr 20 14:45:48.236875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38152) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:48.238054 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:48.238813 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf656586-5c2b-44d0-92e8-73b0d4b49eb1 None None] The sync data for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:45:48.252067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27bf61-ed83-4767-8b9b-a6dbfa158c9f req-04751ed0-33eb-4108-9f55-99e65be37669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:48.253580 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb27bf61-ed83-4767-8b9b-a6dbfa158c9f req-04751ed0-33eb-4108-9f55-99e65be37669 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 1097 time: 0.1531227 Apr 20 14:45:48.255627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-af5c8a94-7be6-4136-93ab-fbafa16826e5 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490883 Apr 20 14:45:48.256698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:48.257289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.301488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e10b224-5d11-4df8-a661-75b75ded4bbe tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.8222480 Apr 20 14:45:48.308189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38154) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:48.312764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.179'}]}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:48.326813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.338937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.20.0.13 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/6ea75505-30a1-47da-8e4d-1ff92c8f9837) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:48.361414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bb27bf61-ed83-4767-8b9b-a6dbfa158c9f req-a0e96e01-e1da-4d71-90d8-fc5615cd6255 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959544 Apr 20 14:45:48.382988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.383910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.418080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d2cde2-d430-451d-96ae-83d2c0ea0b98 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:48.469825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.473270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88c9bcc0-0b85-4661-8adb-c2399a3cbe3d req-d2ceeaee-04af-4ec4-8b6b-b77bf34bc4d7 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064395 Apr 20 14:45:48.497647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:48.498702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.636405 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.640320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:48.686234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-4c429a5d-28c4-425f-aa99-1977c77c9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:48.687777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-4c429a5d-28c4-425f-aa99-1977c77c9af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 1094 time: 0.0593941 Apr 20 14:45:48.717107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a1fd0-506b-4bde-b169-75a7f4690715 req-fdfb4245-1d83-46b8-9ed5-d77dd482ae6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:48.719490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b23a1fd0-506b-4bde-b169-75a7f4690715 req-fdfb4245-1d83-46b8-9ed5-d77dd482ae6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.2214329 Apr 20 14:45:48.736647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:48.830085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-55167a80-92d0-4ff8-9ddf-cbd7fce619d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:48.831651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-55167a80-92d0-4ff8-9ddf-cbd7fce619d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.1146691 Apr 20 14:45:48.882429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-56f72e3a-54a5-48c8-ad6e-6664400a5fbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d HTTP/1.1" status: 200 len: 217 time: 0.0419073 Apr 20 14:45:49.018720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-779bf79b-3afc-451f-8d63-c96f0535d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:49.020216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-779bf79b-3afc-451f-8d63-c96f0535d48d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1304703 Apr 20 14:45:49.056721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-2755560a-24db-4e25-909f-8bb2d4071be5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285418 Apr 20 14:45:49.058267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.085542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.102674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:49.121726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=88790eb7-7edd-4fb3-82e8-157897ad71e9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:49.128831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:49.197010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.247494 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-85541e27-2511-49aa-b8e3-46a782265618 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700385 Apr 20 14:45:49.283483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b23a1fd0-506b-4bde-b169-75a7f4690715 req-31467dfd-d8ef-42bf-be4a-8013ea8b95ce tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011461 Apr 20 14:45:49.300752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222781-2fd5-4462-9ce6-0a47e9d9a06c req-fd953d29-3cbd-489b-80aa-976d808e96a6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:49.303008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86222781-2fd5-4462-9ce6-0a47e9d9a06c req-fd953d29-3cbd-489b-80aa-976d808e96a6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 943 time: 0.2123644 Apr 20 14:45:49.354231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.413438 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.496772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.517773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86222781-2fd5-4462-9ce6-0a47e9d9a06c req-411206a3-e5a8-4e57-8bf1-728a5a817734 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014236 Apr 20 14:45:49.590606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:49.619302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:49.633913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:49.636499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:49.652643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ec996-e832-4ece-9c1d-ae187669f214 req-89efc04f-947b-4caf-b368-46c720eae5d5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:49.654974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd8ec996-e832-4ece-9c1d-ae187669f214 req-89efc04f-947b-4caf-b368-46c720eae5d5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 932 time: 0.2684441 Apr 20 14:45:49.704761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.771880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-391b10fc-c1c7-4f7b-940b-bdda4fbe5e41 req-0aed4ac8-c2c1-4bea-8c08-801a44041026 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973433 Apr 20 14:45:49.814231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.817250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.864737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:49.865383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.877669 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.878980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2f671a-27a9-4a10-a6a4-91afa9847cac {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:45:49.890094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821748b-8af7-4fed-8c1c-38fd63b0e564 req-607d45ed-1f84-4ced-a2d2-0a9b519e784d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:49.895501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1821748b-8af7-4fed-8c1c-38fd63b0e564 req-607d45ed-1f84-4ced-a2d2-0a9b519e784d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.2810655 Apr 20 14:45:49.898711 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 14:45:49.899979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f73bbb84-cf74-415e-b6bd-3b9bbe5cbf39 tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5907631 Apr 20 14:45:49.906209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd8ec996-e832-4ece-9c1d-ae187669f214 req-e480fa26-0736-469c-b93c-7620859c6098 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308118 Apr 20 14:45:49.907068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38180) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:49.975671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ef9c7f4a-e9d7-4820-abc9-5f9e8bd9835e None None] Provisioning complete for port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:49.976172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7f4a-e9d7-4820-abc9-5f9e8bd9835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:49.977016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-60e7c17b-057c-4dcc-af84-7d7f817bb401 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1413684 Apr 20 14:45:49.993709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Request body: {'port': {'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:50.045543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Deleting port ddc4eeab-d9fa-4f96-afbc-9b87b718a8de {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:50.046189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.052270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c7f4a-e9d7-4820-abc9-5f9e8bd9835e None None] Port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:50.062748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.111739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1821748b-8af7-4fed-8c1c-38fd63b0e564 req-61c5adc9-d275-4787-b201-5780bffaf214 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132936 Apr 20 14:45:50.141981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.154835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Calling delete_port for ddc4eeab-d9fa-4f96-afbc-9b87b718a8de owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:50.252780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.284745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.312234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddc4eeab-d9fa-4f96-afbc-9b87b718a8de,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:50.365590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 044f17d3-781b-4c22-8843-9b89f64ebf5d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:50.379949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addbfe8-af1f-432f-93de-a7bd56abcc55 req-ee4208be-40c4-4e6c-9dbc-295a15ebf683 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:50.381677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7addbfe8-af1f-432f-93de-a7bd56abcc55 req-ee4208be-40c4-4e6c-9dbc-295a15ebf683 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.2122304 Apr 20 14:45:50.388324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.389068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.395085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5502750-0682-4435-89b9-81de95100f5d tempest-RoutersAdminNegativeIpV6Test-479721256 tempest-RoutersAdminNegativeIpV6Test-479721256-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ddc4eeab-d9fa-4f96-afbc-9b87b718a8de HTTP/1.1" status: 204 len: 168 time: 0.4851818 Apr 20 14:45:50.410446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.505103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:50.526061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '044f17d3-781b-4c22-8843-9b89f64ebf5d', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': '044f17d3-781b-4c22-8843-9b89f64ebf5d', 'mac_address': 'fa:16:3e:f9:35:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:50.593774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.610897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044f17d3-781b-4c22-8843-9b89f64ebf5d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:50.633261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:50.633462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7addbfe8-af1f-432f-93de-a7bd56abcc55 req-853febb3-8c31-4e51-88b4-d5d85e306cea tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404337 Apr 20 14:45:50.640478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.641436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=88790eb7-7edd-4fb3-82e8-157897ad71e9,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:50.704141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:50.710363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.753298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:50.798393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.799533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a09c1442-60f7-4a26-ab79-e5c14ef2f163 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6655941 Apr 20 14:45:50.802708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38218) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:50.807632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-93717b19-b5af-4658-bd67-8238bee5859b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'floatingip': {'port_id': 'f4ed41c3-65c9-498f-a739-d423847cf96a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:50.828909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431923-f691-410c-a919-bf13d8cc9a69 req-98e49709-f2fc-419f-8d63-d06f86cd9e83 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:50.830402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1431923-f691-410c-a919-bf13d8cc9a69 req-98e49709-f2fc-419f-8d63-d06f86cd9e83 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 943 time: 0.2250481 Apr 20 14:45:50.898345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93717b19-b5af-4658-bd67-8238bee5859b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.901653 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b696cb16-4613-427b-8056-9a957d0c0cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:50.930585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['044f17d3-781b-4c22-8843-9b89f64ebf5d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:50.944038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56553069-4a83-4af8-9fe6-7a137c9da9c2 req-e7fa2d25-e2e6-4e1e-a394-252267b4394f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:50.951118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56553069-4a83-4af8-9fe6-7a137c9da9c2 req-e7fa2d25-e2e6-4e1e-a394-252267b4394f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.2030156 Apr 20 14:45:50.960836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Allocated IP 172.20.0.1 (9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89/ede8bbfe-88ed-46b8-8256-6c76678e0100/c209011e-6263-420c-8bbb-72fddb3a2226) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:51.002248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1431923-f691-410c-a919-bf13d8cc9a69 req-33b21020-ab88-44b6-84bb-56059af33644 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376975 Apr 20 14:45:51.051625 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-93717b19-b5af-4658-bd67-8238bee5859b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] update failed (client error): The resource could not be found. Apr 20 14:45:51.055972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-93717b19-b5af-4658-bd67-8238bee5859b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "PUT /v2.0/floatingips/b60cd6e0-9d45-4fec-b5d8-68f2d8803bf1 HTTP/1.1" status: 404 len: 507 time: 0.2522104 Apr 20 14:45:51.057739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:51.077233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56553069-4a83-4af8-9fe6-7a137c9da9c2 req-221cb5e3-7da1-4a37-9be2-41d2e07e5003 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248541 Apr 20 14:45:51.122733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea75505-30a1-47da-8e4d-1ff92c8f9837 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:51.145895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.205459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b696cb16-4613-427b-8056-9a957d0c0cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.209607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Transition to ACTIVE for port object 6ea75505-30a1-47da-8e4d-1ff92c8f9837 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:45:51.212034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b696cb16-4613-427b-8056-9a957d0c0cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.223774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.235009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.263443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b696cb16-4613-427b-8056-9a957d0c0cad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9485598fb21b47b19b9db46b9b9afd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059621 Apr 20 14:45:51.263443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696cb16-4613-427b-8056-9a957d0c0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f3718-7773-4bb1-a707-4a6400cb6807,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:51.264729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:51.286635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743f19a-2eb6-4b65-9ae7-58e34c01be49 req-6e8e8474-e6c3-4eef-982c-58a804911767 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:51.288317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f743f19a-2eb6-4b65-9ae7-58e34c01be49 req-6e8e8474-e6c3-4eef-982c-58a804911767 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 932 time: 0.1590679 Apr 20 14:45:51.302677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting port 88790eb7-7edd-4fb3-82e8-157897ad71e9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:51.303276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.364195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:51.379063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.427817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.428144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.431897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.441760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f743f19a-2eb6-4b65-9ae7-58e34c01be49 req-0524f8a2-0a6e-413d-af6a-623ee905deb0 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358654 Apr 20 14:45:51.463537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.475110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad446-80ef-447e-9caa-367a2661085b req-04a49a0b-2b1d-48a0-9eef-5b22732fac29 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:51.483002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-127ad446-80ef-447e-9caa-367a2661085b req-04a49a0b-2b1d-48a0-9eef-5b22732fac29 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.1626503 Apr 20 14:45:51.483239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Calling delete_port for 88790eb7-7edd-4fb3-82e8-157897ad71e9 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:51.548575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:51.551814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Attempting to bind port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:51.552115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Attempting to bind port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:51.552462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Attempting to bind port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:51.562897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.563957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:51.566042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.569673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac1f3718-7773-4bb1-a707-4a6400cb6807 HTTP/1.1" status: 204 len: 168 time: 0.3015964 Apr 20 14:45:51.599935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-127ad446-80ef-447e-9caa-367a2661085b req-6cbee9b1-5364-4e70-9828-12f98c5d49f0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159728 Apr 20 14:45:51.603228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:45:51.603708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Attempting to bind port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:51.610264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:51.611179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a920e4-1c18-41f2-9307-c165aa57d556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f3718-7773-4bb1-a707-4a6400cb6807,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:51.668330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=c209011e-6263-420c-8bbb-72fddb3a2226,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:51.706397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:51.706845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:51.707289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:51.707802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Bound port: 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:51.708233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.713002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.722749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.747243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Port': ['ID=88790eb7-7edd-4fb3-82e8-157897ad71e9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:51.815697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea4b4-4d00-4d76-a4bd-9e886a7023ad req-7c858d90-d088-4fd8-a437-1d884ee1cc4c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:51.823084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df2ea4b4-4d00-4d76-a4bd-9e886a7023ad req-7c858d90-d088-4fd8-a437-1d884ee1cc4c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.2665064 Apr 20 14:45:51.824303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.829122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.830293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec8612f5-e020-4ab3-bc7e-a25076d3f848 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "DELETE /v2.0/floatingips/b60cd6e0-9d45-4fec-b5d8-68f2d8803bf1 HTTP/1.1" status: 204 len: 168 time: 0.7711635 Apr 20 14:45:51.833996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38238) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:51.843742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-79c9f078-6e58-41f4-b132-35209255555e tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'floatingip': {'floating_network_id': '28582ee6-20e5-48dc-a979-ae38165d2db5', 'port_id': 'f4ed41c3-65c9-498f-a739-d423847cf96a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:51.873498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79c9f078-6e58-41f4-b132-35209255555e tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.896154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df2ea4b4-4d00-4d76-a4bd-9e886a7023ad req-b1614550-8fb2-4ac0-ac2a-abd859d79702 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720847 Apr 20 14:45:51.921436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dfc419e6-51ed-4d4c-bcf8-acbbdb160293 None None] Provisioning complete for port c209011e-6263-420c-8bbb-72fddb3a2226 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:51.922482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfc419e6-51ed-4d4c-bcf8-acbbdb160293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.957640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:51.963018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dfc419e6-51ed-4d4c-bcf8-acbbdb160293 None None] Port c209011e-6263-420c-8bbb-72fddb3a2226 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:51.969924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:51.980524 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:51.980725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38240) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:52.035805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e2b45fe-b345-4faa-9e3a-18a18b4f185b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4781153117484c01985473a5a96a03fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516238 Apr 20 14:45:52.035805 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-79c9f078-6e58-41f4-b132-35209255555e tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:45:52.035805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79c9f078-6e58-41f4-b132-35209255555e tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2005250 Apr 20 14:45:52.036208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:52.042771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:52.044209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.044937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.046345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] 10.222.0.43 "PUT /v2.0/ports/6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 200 len: 1092 time: 2.0567114 Apr 20 14:45:52.050059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:52.053354 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10160fc-36ac-4517-b19a-9d89b1dccc54" -d '{"events": [{"name": "network-changed", "server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:52.062704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'f4ed41c3-65c9-498f-a739-d423847cf96a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:52.115582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.119580 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.146852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.157307 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.160423 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f0ed6-8c5a-49d0-a511-0213471ea2e5 x-openstack-request-id: req-5f0f0ed6-8c5a-49d0-a511-0213471ea2e5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:52.160569 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:52.160681 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f0f0ed6-8c5a-49d0-a511-0213471ea2e5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:52.161066 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0f0ed6-8c5a-49d0-a511-0213471ea2e5'] response: {'name': 'network-changed', 'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'status': 'completed', 'code': 200} Apr 20 14:45:52.203564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd0dc3-d6f6-43ad-8fbc-97da799ebac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:52.216809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.220050 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.221364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65c75b1a-21d2-4422-a2a7-585e21d7dc79 HTTP/1.1" status: 204 len: 168 time: 0.1844821 Apr 20 14:45:52.231990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9d35c-fd43-4788-9225-e1e6c6752ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c75b1a-21d2-4422-a2a7-585e21d7dc79,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:52.371776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 044f17d3-781b-4c22-8843-9b89f64ebf5d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:52.447802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 044f17d3-781b-4c22-8843-9b89f64ebf5d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:45:52.453933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 044f17d3-781b-4c22-8843-9b89f64ebf5d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:52.455079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.553318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.578849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:52.581210 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa75c3ca-b043-42fd-b95a-c3ef0745edcc" -d '{"events": [{"server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "name": "network-vif-plugged", "status": "completed", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:52.594624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:52.600043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.665660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:52.674963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-75b5f5a5-d01c-428c-b6e7-0ef64887938e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.676616 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-75b5f5a5-d01c-428c-b6e7-0ef64887938e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 946 time: 0.0699770 Apr 20 14:45:52.697485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-6c065a78-b0e5-4254-9580-5ae0672c30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.699272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-6c065a78-b0e5-4254-9580-5ae0672c30a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 1095 time: 0.5939503 Apr 20 14:45:52.730093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b3c02-e528-4e59-9ab1-3c0dbb97b6be req-6853f194-59c6-4ca5-a527-aaadd232fd37 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.736688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-688b3c02-e528-4e59-9ab1-3c0dbb97b6be req-6853f194-59c6-4ca5-a527-aaadd232fd37 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 944 time: 0.5617969 Apr 20 14:45:52.780024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port d1d8ec28-0dec-4f01-8d13-f54d5557df4a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:52.780393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.780504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-8ac89440-4ad2-45c8-8d38-a9ac7e607656 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 200 len: 217 time: 0.0598536 Apr 20 14:45:52.887024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port d1d8ec28-0dec-4f01-8d13-f54d5557df4a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:52.887905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:52.909995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for d1d8ec28-0dec-4f01-8d13-f54d5557df4a owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:52.960775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275bbc-e5c6-47b1-be9c-897a53cbba43 req-ff188135-6738-48a1-bdbf-4370f87d12db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.962772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16275bbc-e5c6-47b1-be9c-897a53cbba43 req-ff188135-6738-48a1-bdbf-4370f87d12db tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 944 time: 0.3011622 Apr 20 14:45:52.968216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-a0d0163d-e240-419d-81bc-092ceb07fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:52.969604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-a0d0163d-e240-419d-81bc-092ceb07fe02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1500723 Apr 20 14:45:52.978918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-688b3c02-e528-4e59-9ab1-3c0dbb97b6be req-1d833c06-aae5-45fc-8054-f9c586484f5c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965723 Apr 20 14:45:53.041508 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870594e3-480d-4eae-a1e9-1e545e8616a8 x-openstack-request-id: req-870594e3-480d-4eae-a1e9-1e545e8616a8 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:53.042003 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "name": "network-vif-plugged", "status": "completed", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:53.042088 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-870594e3-480d-4eae-a1e9-1e545e8616a8 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:53.042425 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870594e3-480d-4eae-a1e9-1e545e8616a8'] response: {'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d', 'code': 200} Apr 20 14:45:53.093872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.107831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:53.125779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16275bbc-e5c6-47b1-be9c-897a53cbba43 req-5f2a9bcd-1767-459e-8e4b-8cdcdeb32dea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549463 Apr 20 14:45:53.153332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d1d8ec28-0dec-4f01-8d13-f54d5557df4a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:53.165953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=d1d8ec28-0dec-4f01-8d13-f54d5557df4a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:53.196090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38276) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:53.199391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.207717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port d1d8ec28-0dec-4f01-8d13-f54d5557df4a on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:53.211110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.215652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-58b7e57b-d0de-4655-9955-582d4eecd240 req-266c1ada-d9b5-4b0d-b59e-55930c52308b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/d1d8ec28-0dec-4f01-8d13-f54d5557df4a HTTP/1.1" status: 204 len: 173 time: 0.5332427 Apr 20 14:45:53.219061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'name': 'network-vif-deleted', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:53.221840 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ca796-b034-4f5c-b508-a29271d91656" -d '{"events": [{"server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "name": "network-vif-deleted", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:53.240005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-f77743fb-47c6-4616-a0b9-5c403a4f3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:53.242361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-f77743fb-47c6-4616-a0b9-5c403a4f3cf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530990 Apr 20 14:45:53.261924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1797ca-6920-44f0-aeea-52dcd441ad90 req-c87d6a98-2cec-487d-a730-6e62d7ac5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:53.268139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f1797ca-6920-44f0-aeea-52dcd441ad90 req-c87d6a98-2cec-487d-a730-6e62d7ac5d29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 1096 time: 0.1348641 Apr 20 14:45:53.289143 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f54e08-3763-40fd-bf53-8ff0c9c72e96 x-openstack-request-id: req-21f54e08-3763-40fd-bf53-8ff0c9c72e96 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:53.289570 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bdba12-b23c-4da1-85b4-8482e2931feb", "name": "network-vif-deleted", "tag": "d1d8ec28-0dec-4f01-8d13-f54d5557df4a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:53.290420 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21f54e08-3763-40fd-bf53-8ff0c9c72e96 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:53.290890 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f54e08-3763-40fd-bf53-8ff0c9c72e96'] response: {'server_uuid': 'd4bdba12-b23c-4da1-85b4-8482e2931feb', 'name': 'network-vif-deleted', 'tag': 'd1d8ec28-0dec-4f01-8d13-f54d5557df4a', 'status': 'completed', 'code': 200} Apr 20 14:45:53.318106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4f1797ca-6920-44f0-aeea-52dcd441ad90 req-56bf2ae8-32a7-408f-a068-eb8dafc4b00c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Apr 20 14:45:53.339628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79e84c4e-401c-45f9-9d9d-7bb15b151d75 req-9813d241-2513-4d7c-917f-ce5303e1d329 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bdba12-b23c-4da1-85b4-8482e2931feb HTTP/1.1" status: 200 len: 210 time: 0.1417770 Apr 20 14:45:53.390034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-278119184'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:53.505414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:53.508885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.549024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.558007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.574159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Allocated IP 172.25.1.150 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/ded262c0-ea47-4ee4-bb7c-f2423593d910) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:53.576770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.580856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-4a06e457-6135-4c19-b7e8-2aa7654bed84 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506537 Apr 20 14:45:53.743742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.785505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=c209011e-6263-420c-8bbb-72fddb3a2226,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:53.925427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e36d281-25a1-4ec9-a9da-fe40da16b711 req-f064f5df-cf88-4bd4-af16-b49e1db96ccd service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148429 Apr 20 14:45:53.964224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.967131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:53.983510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.046071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:45:54.075378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:54.098559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:54.104803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.104803 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Added segment e5affbaf-c40e-4eda-8a75-c4e013e6a64a of type vlan for network f9a24db5-112e-4814-8187-bcbdf4fa52f1 Apr 20 14:45:54.104803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a37feb-1450-439e-97f9-f1f241e99cf2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:54.168758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.214932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-a5b50aff-90fc-44bb-bdad-a0760e49f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.216930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-a5b50aff-90fc-44bb-bdad-a0760e49f65a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 1095 time: 0.2385659 Apr 20 14:45:54.276817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.314065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:54.337110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1768244e-d1f3-4c99-8b81-dc37b93ec984 None None] Provisioning complete for port c209011e-6263-420c-8bbb-72fddb3a2226 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:54.337628 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1768244e-d1f3-4c99-8b81-dc37b93ec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.339957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:54.374665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:54.375111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1768244e-d1f3-4c99-8b81-dc37b93ec984 None None] Port c209011e-6263-420c-8bbb-72fddb3a2226 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:54.376388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event updated for resources: {'Port': ['ID=ded262c0-ea47-4ee4-bb7c-f2423593d910,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:54.385555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab8ea-6eef-43f8-af75-23a44055989a req-044a9517-8426-468a-bfa6-1b832ae749bd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.387208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54cab8ea-6eef-43f8-af75-23a44055989a req-044a9517-8426-468a-bfa6-1b832ae749bd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.3082986 Apr 20 14:45:54.497609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.503634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.504284 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.537064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb64a6-2f18-4713-844b-ee59b52f51ba req-b5ff5be5-08bc-429e-80dc-c1e163577a05 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.538436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10cb64a6-2f18-4713-844b-ee59b52f51ba req-b5ff5be5-08bc-429e-80dc-c1e163577a05 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 944 time: 0.3205912 Apr 20 14:45:54.644970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4428949 Apr 20 14:45:54.648682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38288) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:54.653783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:54.671965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-4e2f5f15-2b41-4cec-903b-ff1d15f27d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.673411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-4e2f5f15-2b41-4cec-903b-ff1d15f27d9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.4251819 Apr 20 14:45:54.676279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54cab8ea-6eef-43f8-af75-23a44055989a req-69ca74ec-ebb4-4f52-ac81-45a51e77b438 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766271 Apr 20 14:45:54.682347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Router 0bb14c2d-ce18-4828-88bf-9443f623fb15 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:45:54.690017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ccad9-8278-4daf-a6e1-08f8bc86fc55 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Network': ['ID=f9a24db5-112e-4814-8187-bcbdf4fa52f1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:54.704145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:45:54.774216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-26dfab94-4293-4b89-8d35-3ce555a27916 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 200 len: 217 time: 0.0773687 Apr 20 14:45:54.777196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10cb64a6-2f18-4713-844b-ee59b52f51ba req-bead7b0d-7808-4032-bb8b-355a98a9465f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089643 Apr 20 14:45:54.782183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:54.794268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.924757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-6cadb0b3-7627-4b6c-930a-45ce886109a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:54.926222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-6cadb0b3-7627-4b6c-930a-45ce886109a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1433575 Apr 20 14:45:55.002548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.058065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=1e460112-0035-4c70-949b-4765b8d05528,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:55.073535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:55.073903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network hostable DHCP agents. Network: f9a24db5-112e-4814-8187-bcbdf4fa52f1, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:45:55.084617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:55.091978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:45:55.097470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-506d2eb6-79ba-4415-adb8-8cda3a82b597 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "PUT /v2.0/routers/0bb14c2d-ce18-4828-88bf-9443f623fb15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8569958 Apr 20 14:45:55.097668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] Sync routers for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:55.097767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:55.103223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Request body: {'port': {'network_id': '9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89', 'name': 'tempest-FloatingIPAdminTestJSON-39267904'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:55.103898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-efb92ed4-2a83-43c6-b5b2-bc3277ab911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:55.105335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-efb92ed4-2a83-43c6-b5b2-bc3277ab911e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450586 Apr 20 14:45:55.106860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting port ded262c0-ea47-4ee4-bb7c-f2423593d910 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:55.107279 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.109509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:55.110141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:55.149815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:55.152609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f9a24db5-112e-4814-8187-bcbdf4fa52f1) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:55.160601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:55.161543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.168736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c6c05-cb1c-47e7-9b0d-4c77a71ebb3e None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:55.193998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:55.194665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:55.205206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-07b13c9e-8032-4c7b-b5c6-8ebff312e813 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5525897 Apr 20 14:45:55.205427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38304) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:55.212182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'name': 'tempest-NetworksTestDHCPv6-765242527'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:55.236937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-0f782a9e-4eb3-4205-a659-99d5f7ca5c4c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:55.239031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-0f782a9e-4eb3-4205-a659-99d5f7ca5c4c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.3072035 Apr 20 14:45:55.272939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-7c1f9e02-6240-4cff-b6f7-195eda6bb9f4 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/quotas/1e2eeda5b930404aa79c7518eeca524a HTTP/1.1" status: 200 len: 375 time: 0.0264697 Apr 20 14:45:55.304887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Made reservation on behalf of 3b08def8ed0742c9a63fe6b812255786 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:55.308692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.337398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.337720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.340855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] device_id is not set on port 11bee4db-c370-4287-a0bc-a09c25804a58 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:55.343282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-dcda16f4-8052-4896-b648-89030c14d4a4 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277460 Apr 20 14:45:55.416529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:45:55.417357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a4d2b-5ffc-4e0e-9b3b-184aae190cb3 None None] The sync data for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:45:55.424795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:55.428558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.482200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 887fdb3f-5370-4823-8367-64a1bdf4d41a yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:45:55.536321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Allocated IP 172.20.0.3 (9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89/ede8bbfe-88ed-46b8-8256-6c76678e0100/11bee4db-c370-4287-a0bc-a09c25804a58) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:55.577097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '1e460112-0035-4c70-949b-4765b8d05528'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:55.578450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.652810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::297 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/1e460112-0035-4c70-949b-4765b8d05528/887fdb3f-5370-4823-8367-64a1bdf4d41a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:55.736449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Calling delete_port for ded262c0-ea47-4ee4-bb7c-f2423593d910 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:55.815882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-f3aa5198-63ec-45ec-a014-2127eab1351f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5280290 Apr 20 14:45:55.885818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.947439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.964302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:55.975331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a10160fc-36ac-4517-b19a-9d89b1dccc54 req-1ba7a6f2-0f28-46d5-a216-d2d30bd01f4f service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238222 Apr 20 14:45:56.001881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ad6a-9794-4146-a883-29fed73e45f0 req-bccac09e-3c24-4238-ba56-6faaa9344297 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:56.003787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f224ad6a-9794-4146-a883-29fed73e45f0 req-bccac09e-3c24-4238-ba56-6faaa9344297 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2172692 Apr 20 14:45:56.029633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:56.033991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:56.039200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:56.070857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-5f10f37f-ac8e-4891-b1fb-20bf658f50ef service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098379 Apr 20 14:45:56.071460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event updated for resources: {'Port': ['ID=11bee4db-c370-4287-a0bc-a09c25804a58,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:56.086159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.126860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f224ad6a-9794-4146-a883-29fed73e45f0 req-21ad6788-de2f-4467-a2bc-ee95ca443c2f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127012 Apr 20 14:45:56.164172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:56.164831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.167847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/1e460112-0035-4c70-949b-4765b8d05528/8b182270-242f-4d23-abca-2d46e52c116d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:56.175336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:56.176305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=887fdb3f-5370-4823-8367-64a1bdf4d41a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:56.185609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.193294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:56.196292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:56.204284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:56.205229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.226359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7030acae-bd44-4f6c-8769-917877914721 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1274202 Apr 20 14:45:56.230376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38312) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:56.249848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Port': ['ID=ded262c0-ea47-4ee4-bb7c-f2423593d910,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:56.265100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38316) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:56.266625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a6050a9-6b84-45e4-8481-c146f391af70 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0596333 Apr 20 14:45:56.407962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ea75505-30a1-47da-8e4d-1ff92c8f9837 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:45:56.409905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d1d8ec28-0dec-4f01-8d13-f54d5557df4a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:45:56.444653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: d1d8ec28-0dec-4f01-8d13-f54d5557df4a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:45:56.444653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d1d8ec28-0dec-4f01-8d13-f54d5557df4a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:45:56.451931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'project_id': '3b08def8ed0742c9a63fe6b812255786', 'port_id': '11bee4db-c370-4287-a0bc-a09c25804a58'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:56.462266 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.463273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-c0efc50a-a2bc-4190-b801-d3e50b301b4a service neutron] 10.222.0.20 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810930 Apr 20 14:45:56.504622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c512cfc-36f7-4a4f-954f-349b61343615 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:56.508644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c512cfc-36f7-4a4f-954f-349b61343615 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2378349 Apr 20 14:45:56.509033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:56.531259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.563371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddd929-49f4-4adb-935e-59279763379e req-0356c2ce-12f2-4be0-808d-bfc4acef347b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:56.572460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ddd929-49f4-4adb-935e-59279763379e req-0356c2ce-12f2-4be0-808d-bfc4acef347b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 944 time: 0.2716739 Apr 20 14:45:56.591027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:56.602830 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] create failed (client error): The resource could not be found. Apr 20 14:45:56.603985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66401c1b-8e73-4587-b9a4-9fa86f8e7741 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5547035 Apr 20 14:45:56.604774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:45:56.606872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.621951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38320) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:56.643470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ddd929-49f4-4adb-935e-59279763379e req-65002d0a-efaa-46a5-a5cd-0ba847a8e400 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697870 Apr 20 14:45:56.665858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 887fdb3f-5370-4823-8367-64a1bdf4d41a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:56.666392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.671830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:56.678007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:56.704044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:56.705966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ce00f77a-25a8-4cdd-bfd1-57c5fb3c45c3 None None] Provisioning complete for port 11bee4db-c370-4287-a0bc-a09c25804a58 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:56.706335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce00f77a-25a8-4cdd-bfd1-57c5fb3c45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.746843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Pushing event updated for resources: {'Port': ['ID=8b182270-242f-4d23-abca-2d46e52c116d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:56.786088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62904f36-89ad-4ef5-bd6e-afd47817f5fc req-772a0b33-b6af-47e1-b2af-8fc82c5a8d7c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 210 time: 0.0731325 Apr 20 14:45:56.813512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.823659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.841896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 887fdb3f-5370-4823-8367-64a1bdf4d41a owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:56.874487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea75505-30a1-47da-8e4d-1ff92c8f9837 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:45:56.883964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ce00f77a-25a8-4cdd-bfd1-57c5fb3c45c3 None None] Port 11bee4db-c370-4287-a0bc-a09c25804a58 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:45:56.906950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Attempting to bind port 8b182270-242f-4d23-abca-2d46e52c116d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:45:56.907321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Attempting to bind port 8b182270-242f-4d23-abca-2d46e52c116d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:45:56.907691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Attempting to bind port 8b182270-242f-4d23-abca-2d46e52c116d on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:45:56.910810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:56.915327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:45:56.915723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:45:56.916150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.916574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:45:56.917108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Bound port: 8b182270-242f-4d23-abca-2d46e52c116d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:45:56.917444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.921810 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.976877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting port f4ed41c3-65c9-498f-a739-d423847cf96a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:56.977412 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.012597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] For port 8b182270-242f-4d23-abca-2d46e52c116d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:45:57.017000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65cc9-a8a2-4893-855f-0c23f16d9880 req-c53af866-e769-47dc-8293-ea493cb827ff tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:57.024590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a65cc9-a8a2-4893-855f-0c23f16d9880 req-c53af866-e769-47dc-8293-ea493cb827ff tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.0983088 Apr 20 14:45:57.040804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.066037 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.068425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.086630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] For port 8b182270-242f-4d23-abca-2d46e52c116d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b182270-242f-4d23-abca-2d46e52c116d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:45:57.096246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.107433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=887fdb3f-5370-4823-8367-64a1bdf4d41a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.137271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.141507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-33bfdb47-0ab6-4948-958a-573d4d7900be tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/887fdb3f-5370-4823-8367-64a1bdf4d41a HTTP/1.1" status: 204 len: 168 time: 0.6310284 Apr 20 14:45:57.143996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38334) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.165983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51a65cc9-a8a2-4893-855f-0c23f16d9880 req-20ddbaad-e4c0-4482-b8ad-e9ada0360c4c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408851 Apr 20 14:45:57.203479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7053de6-0819-4044-b531-59b28ae89e2f None None] Pushing event updated for resources: {'Port': ['ID=8b182270-242f-4d23-abca-2d46e52c116d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.220430 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.227730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6ea75505-30a1-47da-8e4d-1ff92c8f9837'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:45:57.239166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Calling delete_port for f4ed41c3-65c9-498f-a739-d423847cf96a owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:57.257618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Allocated IP 172.25.1.184 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/04b1d8ae-5bec-4416-8bef-266540fbf43f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:57.294662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519adcb1-107e-4dc8-ab73-575248f4df5e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:57.296306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519adcb1-107e-4dc8-ab73-575248f4df5e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:57.298487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-519adcb1-107e-4dc8-ab73-575248f4df5e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1517715 Apr 20 14:45:57.300675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38336) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.374489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 1e460112-0035-4c70-949b-4765b8d05528 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:45:57.378428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.439702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.464014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.503319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.577079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Port': ['ID=f4ed41c3-65c9-498f-a739-d423847cf96a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.596215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.602134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.670374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.700141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:57.708386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:57.711080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=1e460112-0035-4c70-949b-4765b8d05528,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.711974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:45:57.724072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.729133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d99ec392-c895-49db-aaa4-90bd668bc6d7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/1e460112-0035-4c70-949b-4765b8d05528 HTTP/1.1" status: 204 len: 168 time: 0.4274585 Apr 20 14:45:57.734607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38340) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.744874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Pushing event updated for resources: {'Port': ['ID=04b1d8ae-5bec-4416-8bef-266540fbf43f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:57.774582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:57.780074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3394812d-4297-4bfa-bb01-76335def5b3f tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "DELETE /v2.0/ports/f4ed41c3-65c9-498f-a739-d423847cf96a HTTP/1.1" status: 204 len: 168 time: 1.1354668 Apr 20 14:45:57.797491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38342) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.812427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-349d89ca-e256-4819-9f60-b16d3e0d716d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754378 Apr 20 14:45:57.815119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38346) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.839163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:57.893847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d77b69-6ed8-4393-b224-64eed05a2586 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:57.897331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-64d77b69-6ed8-4393-b224-64eed05a2586 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a2e297f-0579-4f0d-b4a1-feed35e8f61c HTTP/1.1" status: 200 len: 913 time: 0.0987060 Apr 20 14:45:57.900128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:57.947091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df64c6-4ff4-4f32-a2a1-d2b11a4e68e3 req-9dc78a7a-b6ea-4237-b81a-5f742915d797 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:57.948654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71df64c6-4ff4-4f32-a2a1-d2b11a4e68e3 req-9dc78a7a-b6ea-4237-b81a-5f742915d797 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 945 time: 0.2002773 Apr 20 14:45:58.036254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0ac62f4-fc5f-4a1b-88b1-2bc74ed73e0c req-996893fb-abc4-49bc-83c6-e5f28995cb0b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 210 time: 0.0801036 Apr 20 14:45:58.170906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71df64c6-4ff4-4f32-a2a1-d2b11a4e68e3 req-c6c8dfcd-5d0c-4c4c-82ec-9f5d360ef821 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905475 Apr 20 14:45:58.264817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:58.269574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.286385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-5504d38e-ed71-48c8-8b99-cd816222678d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:58.287897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-5504d38e-ed71-48c8-8b99-cd816222678d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 806 time: 0.3268776 Apr 20 14:45:58.313296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Request body: {'port': {'device_id': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'admin_state_up': True, 'tenant_id': '1e2eeda5b930404aa79c7518eeca524a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:58.393936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ea75505-30a1-47da-8e4d-1ff92c8f9837 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:58.483490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:45:58.487535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b182270-242f-4d23-abca-2d46e52c116d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:45:58.515452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae6398-6a11-488c-933d-e808e626a981 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:58.518462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:58.518711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.539958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1dc7-aa5e-4569-82e0-3134226b4c87 req-7720725d-6aa9-4640-a08b-47a0336a6fec tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:58.547478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-422f1dc7-aa5e-4569-82e0-3134226b4c87 req-7720725d-6aa9-4640-a08b-47a0336a6fec tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2730629 Apr 20 14:45:58.637343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] Provisioning complete for port 8b182270-242f-4d23-abca-2d46e52c116d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:58.637752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.650826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.665610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-422f1dc7-aa5e-4569-82e0-3134226b4c87 req-612f8a8e-89f7-4c6b-9948-2d3ba6114916 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172771 Apr 20 14:45:58.719787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.758149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8b182270-242f-4d23-abca-2d46e52c116d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:45:58.758149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.760158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Made reservation on behalf of 1e2eeda5b930404aa79c7518eeca524a for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:45:58.763992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.782598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.835326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:45:58.850787 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b41d48-ff32-40af-8811-abc928a1c8e8" -d '{"events": [{"server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "name": "network-vif-plugged", "status": "completed", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:45:58.871628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:58.897914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.903821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.917339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.950007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:45:58.962379 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee60a1f-ef62-411c-9afc-7967c0aa4d9f x-openstack-request-id: req-4ee60a1f-ef62-411c-9afc-7967c0aa4d9f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:45:58.962536 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "name": "network-vif-plugged", "status": "completed", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:45:58.962768 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ee60a1f-ef62-411c-9afc-7967c0aa4d9f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:45:58.963206 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee60a1f-ef62-411c-9afc-7967c0aa4d9f'] response: {'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'code': 200} Apr 20 14:45:58.966501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.987241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:45:59.031792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.046957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:59.073058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] For port 8b182270-242f-4d23-abca-2d46e52c116d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b182270-242f-4d23-abca-2d46e52c116d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:59.083444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.124830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88033-039f-4dca-ba05-5b8e40cf0ccf req-4216e846-d8f0-46b3-ab20-002329e37d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:59.127399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca88033-039f-4dca-ba05-5b8e40cf0ccf req-4216e846-d8f0-46b3-ab20-002329e37d4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 1097 time: 0.1012163 Apr 20 14:45:59.157320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting port 8232fb81-1572-4c42-becb-293776b6eb30 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:59.157580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.162925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Deleting port 8b182270-242f-4d23-abca-2d46e52c116d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:45:59.163295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.196362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:45:59.196362 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:45:59.197906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b217e0-eed9-44d2-bd14-1de46b83a718 None None] Pushing event updated for resources: {'Port': ['ID=8b182270-242f-4d23-abca-2d46e52c116d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:59.251205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca88033-039f-4dca-ba05-5b8e40cf0ccf req-23084ec9-8a69-470b-91f3-1b0b9611c681 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173182 Apr 20 14:45:59.291943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.305240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Calling delete_port for 8232fb81-1572-4c42-becb-293776b6eb30 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:59.396899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:45:59.415581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] For port 8b182270-242f-4d23-abca-2d46e52c116d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b182270-242f-4d23-abca-2d46e52c116d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:45:59.416210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.416392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:59.417001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.420319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=80016cc9-f84c-442d-b48f-89abc0369c49,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:59.430800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Calling delete_port for 8b182270-242f-4d23-abca-2d46e52c116d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:45:59.499260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7792dde5-c0c7-4677-a468-1cf126d35630 req-09d33f63-4edf-4b05-8479-42c4ecc095f6 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 210 time: 0.1001337 Apr 20 14:45:59.513677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.518095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.543862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Port': ['ID=8232fb81-1572-4c42-becb-293776b6eb30,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:59.551431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] Pushing event deleted for resources: {'Port': ['ID=8b182270-242f-4d23-abca-2d46e52c116d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:45:59.554525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-583603f4-01a2-46aa-abe7-9558f60bb445 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7343390 Apr 20 14:45:59.557133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9223c7-df80-4b9d-a38a-9216dbb8a149 None None] No DVR routers for this DVR port 8b182270-242f-4d23-abca-2d46e52c116d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:45:59.590893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1682bc8-a8e2-4a30-b995-829ededed753 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:45:59.593387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38358) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:59.596302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Allocated IP 172.20.0.4 (62f96614-1874-42a9-ba95-32105bd66fcc/333b79ea-21ab-4d91-b501-030cb890da20/2792ac67-672a-4cc6-a4d4-0562f2e79c0b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:59.609772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'name': 'tempest-NetworksTestDHCPv6-1412333187'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:45:59.684417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172bbaf-332c-49dc-9291-39a0197bad2f req-7ffdfb59-cefe-479b-91a3-6048da36659e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:45:59.686141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d172bbaf-332c-49dc-9291-39a0197bad2f req-7ffdfb59-cefe-479b-91a3-6048da36659e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.2783265 Apr 20 14:45:59.706246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.779544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Port 8b182270-242f-4d23-abca-2d46e52c116d update to ACTIVE by agent not found {{(pid=102865) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 14:45:59.820361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '80016cc9-f84c-442d-b48f-89abc0369c49'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:45:59.821395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.886746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Router 8a2e297f-0579-4f0d-b4a1-feed35e8f61c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:45:59.940387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d172bbaf-332c-49dc-9291-39a0197bad2f req-1236121a-8661-402a-9967-ace20fce4e57 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422445 Apr 20 14:45:59.970392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:45:59.974396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/80016cc9-f84c-442d-b48f-89abc0369c49/8d9a77fe-00a8-4adc-8209-ec89debae24d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:45:59.977819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-873a9eed-e468-4ca9-9ea1-22d17d8718bf tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "PUT /v2.0/routers/8a2e297f-0579-4f0d-b4a1-feed35e8f61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743923 Apr 20 14:45:59.980465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:45:59.983606 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] Sync routers for ids ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:45:59.996647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] Routers {'8a2e297f-0579-4f0d-b4a1-feed35e8f61c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:45:59.997650 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:00.009723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7418af5-0846-42c1-a8b6-95b987548b23 req-af578011-58b7-4b3c-b9b1-8a24b18e20c6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:00.011286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7418af5-0846-42c1-a8b6-95b987548b23 req-af578011-58b7-4b3c-b9b1-8a24b18e20c6 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2502954 Apr 20 14:46:00.020077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.035315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:00.043787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.046825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] Routers {'8a2e297f-0579-4f0d-b4a1-feed35e8f61c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:00.047714 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:00.076762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:00.078890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.080280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.081564 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:00.082442 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f308a1-1f6b-410f-aae9-2e39ccb16799 None None] The sync data for ids ['8a2e297f-0579-4f0d-b4a1-feed35e8f61c'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:00.149082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.175542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.182259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.211270 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7418af5-0846-42c1-a8b6-95b987548b23 req-15969925-2d6c-4968-b1a9-4136437945f5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854107 Apr 20 14:46:00.225847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:00.225847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:00.229125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:00.241095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port f931a3d5-66fb-4314-a8ef-0a5151b4c03c yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:00.251382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Pushing event updated for resources: {'Port': ['ID=04b1d8ae-5bec-4416-8bef-266540fbf43f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:00.258682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.261499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.262376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Pushing event updated for resources: {'Port': ['ID=8d9a77fe-00a8-4adc-8209-ec89debae24d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:00.300462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.302354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Attempting to bind port 8d9a77fe-00a8-4adc-8209-ec89debae24d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:00.302764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Attempting to bind port 8d9a77fe-00a8-4adc-8209-ec89debae24d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:00.303127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Attempting to bind port 8d9a77fe-00a8-4adc-8209-ec89debae24d on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:00.310598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:00.310598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:00.310598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.310598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:00.310598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Bound port: 8d9a77fe-00a8-4adc-8209-ec89debae24d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:00.311245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.317190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.318247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2e297f-0579-4f0d-b4a1-feed35e8f61c {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:00.337175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.342478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03daf1d8-4aab-4b9f-bee0-86f6ed538a10 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "DELETE /v2.0/routers/8a2e297f-0579-4f0d-b4a1-feed35e8f61c HTTP/1.1" status: 204 len: 168 time: 0.3592112 Apr 20 14:46:00.346734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38364) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:00.384723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.396271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:46:00.427949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting subnet 0fbf0c76-c35c-44f5-afe8-133df6580d7a {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:00.432226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.460749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b182270-242f-4d23-abca-2d46e52c116d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:00.481077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.486053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a5485294-692c-488d-adbc-85120a030d0f None None] For port 8d9a77fe-00a8-4adc-8209-ec89debae24d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:00.531017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Network 62f96614-1874-42a9-ba95-32105bd66fcc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:00.531513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8b182270-242f-4d23-abca-2d46e52c116d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:00.531513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b182270-242f-4d23-abca-2d46e52c116d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:00.541775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:00.544402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:00.550810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a5485294-692c-488d-adbc-85120a030d0f None None] For port 8d9a77fe-00a8-4adc-8209-ec89debae24d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8d9a77fe-00a8-4adc-8209-ec89debae24d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:00.580663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.585363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event updated for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:00.605886 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Floating IP 0ef10934-ede5-4406-96f4-10ecd204b033 associated. External IP: 172.25.1.184, port: 11bee4db-c370-4287-a0bc-a09c25804a58. Apr 20 14:46:00.685978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5485294-692c-488d-adbc-85120a030d0f None None] Pushing event updated for resources: {'Port': ['ID=8d9a77fe-00a8-4adc-8209-ec89debae24d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:00.714029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::3b9 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/80016cc9-f84c-442d-b48f-89abc0369c49/f931a3d5-66fb-4314-a8ef-0a5151b4c03c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:00.746009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:00.746770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.813714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-540e6bbe-db7b-4369-90c2-dabafdbd913e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5052547 Apr 20 14:46:00.848424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Request body: {'port': {'device_id': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:00.883025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:00.948303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2b831-bac2-4d21-b59c-bcd116a3f40a req-a16fa692-2649-4561-904c-1c09b80bcf1c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:00.955773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cd2b831-bac2-4d21-b59c-bcd116a3f40a req-a16fa692-2649-4561-904c-1c09b80bcf1c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 931 time: 0.3726580 Apr 20 14:46:00.973243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.002263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.011383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbf0c76-c35c-44f5-afe8-133df6580d7a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:01.016419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.020901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-94daab5c-4c5c-40f6-b399-7125fdf2c67b tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "DELETE /v2.0/subnets/0fbf0c76-c35c-44f5-afe8-133df6580d7a HTTP/1.1" status: 204 len: 168 time: 0.6731148 Apr 20 14:46:01.028435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0b2c3-072d-41a8-a151-7c0bcc0e336e None None] Network 28582ee6-20e5-48dc-a979-ae38165d2db5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:01.035267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38370) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:01.122782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.181461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Deleting port 6782da9d-7784-479e-88b2-260c231c3735 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:01.181807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.208510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cd2b831-bac2-4d21-b59c-bcd116a3f40a req-6b497898-6d85-4a27-8933-b593d62b47b8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178924 Apr 20 14:46:01.245173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.262618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] DHCP port deletion for 28582ee6-20e5-48dc-a979-ae38165d2db5 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:01.283733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] For port 6782da9d-7784-479e-88b2-260c231c3735, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6782da9d-7784-479e-88b2-260c231c3735,segment=NetworkSegment(d866ec21-832d-429c-a2df-52fdf72715e9),segment_id=d866ec21-832d-429c-a2df-52fdf72715e9)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:01.286202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.302064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Calling delete_port for 6782da9d-7784-479e-88b2-260c231c3735 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:01.316178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc4c36-d0fa-495d-9d2e-581e2103587c req-c8748eb3-a87d-40e0-b86b-e04f0122c992 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:01.317717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4bc4c36-d0fa-495d-9d2e-581e2103587c req-c8748eb3-a87d-40e0-b86b-e04f0122c992 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.2510726 Apr 20 14:46:01.327651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Deleting port 6782da9d-7784-479e-88b2-260c231c3735 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:01.328030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.329242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Router 0bb14c2d-ce18-4828-88bf-9443f623fb15 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:01.394388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.402504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] For port 6782da9d-7784-479e-88b2-260c231c3735, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6782da9d-7784-479e-88b2-260c231c3735,segment=NetworkSegment(d866ec21-832d-429c-a2df-52fdf72715e9),segment_id=d866ec21-832d-429c-a2df-52fdf72715e9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:01.403284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.417691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Calling delete_port for 6782da9d-7784-479e-88b2-260c231c3735 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:01.422617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Port': ['ID=6782da9d-7784-479e-88b2-260c231c3735,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:01.426134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] No DVR routers for this DVR port 6782da9d-7784-479e-88b2-260c231c3735 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:01.505157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.512558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.512783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4bc4c36-d0fa-495d-9d2e-581e2103587c req-c6b811e8-6968-4dd0-bf80-58bd29f00842 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824033 Apr 20 14:46:01.538494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf3b0-2b00-403c-8486-9e9ad00167c2 req-bba92a25-1321-4622-a6ac-3a0c949ab4cf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:01.540007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d05cf3b0-2b00-403c-8486-9e9ad00167c2 req-bba92a25-1321-4622-a6ac-3a0c949ab4cf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2213700 Apr 20 14:46:01.551197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.562860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28582ee6-20e5-48dc-a979-ae38165d2db5']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:01.575663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] No DVR routers for this DVR port 6782da9d-7784-479e-88b2-260c231c3735 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:01.577592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a51bd-67ee-4f6c-bac7-8bc6c8e336cc None None] Pushing event deleted for resources: {'Port': ['ID=6782da9d-7784-479e-88b2-260c231c3735,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:01.589198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd866ec21-832d-429c-a2df-52fdf72715e9') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:01.589198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd866ec21-832d-429c-a2df-52fdf72715e9') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:01.604831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.621056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.630315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:01.631139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:01.634632 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:01.711380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.721379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:01.727898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] 10.222.0.20 "DELETE /v2.0/networks/28582ee6-20e5-48dc-a979-ae38165d2db5 HTTP/1.1" status: 204 len: 168 time: 0.6890640 Apr 20 14:46:01.740552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39772e-7b3b-4680-8e5d-1b5629e4ec69 tempest-FloatingIPNegativeTestJSON-1451271744 tempest-FloatingIPNegativeTestJSON-1451271744-project] Pushing event deleted for resources: {'Network': ['ID=28582ee6-20e5-48dc-a979-ae38165d2db5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:01.930692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] Provisioning complete for port 8d9a77fe-00a8-4adc-8209-ec89debae24d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:01.931289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.039177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.048187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.086263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] For port 8d9a77fe-00a8-4adc-8209-ec89debae24d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8d9a77fe-00a8-4adc-8209-ec89debae24d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:02.093950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.125546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:02.127276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=f931a3d5-66fb-4314-a8ef-0a5151b4c03c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:02.151269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025c806-1674-48d7-87bc-87acae4a8c5b None None] Pushing event updated for resources: {'Port': ['ID=8d9a77fe-00a8-4adc-8209-ec89debae24d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:02.164292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:02.176180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:02.181716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:02.182332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.193996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d05cf3b0-2b00-403c-8486-9e9ad00167c2 req-d8cf168a-c50b-4ec8-91a7-a5848533bd02 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406631 Apr 20 14:46:02.208445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:02.212965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0aa01b33-0043-424a-8795-0dce88dfe855 None None] Could not find standard attr ID for object 887fdb3f-5370-4823-8367-64a1bdf4d41a. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:02.229008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68762509-6f67-496c-b5de-359256505902 None None] Sync routers for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:02.233900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85603e8-9de6-4023-9b1e-2b0eff714723 req-913f858e-0f03-484f-89a1-3ffd30594b13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:02.235514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c85603e8-9de6-4023-9b1e-2b0eff714723 req-913f858e-0f03-484f-89a1-3ffd30594b13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.6130106 Apr 20 14:46:02.238048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-892af833-7b9c-415c-9e60-1817c068c6d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f07fb3d64a24d338a6dfe0a2b2aba63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885996 Apr 20 14:46:02.248209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38384) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.248454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68762509-6f67-496c-b5de-359256505902 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:02.248454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68762509-6f67-496c-b5de-359256505902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:02.248896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-745ae84e-68e2-4a53-ac1c-e9392388d2f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6542451 Apr 20 14:46:02.267022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.267362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38390) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.275190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:02.295345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68762509-6f67-496c-b5de-359256505902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:02.305212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68762509-6f67-496c-b5de-359256505902 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:02.305906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68762509-6f67-496c-b5de-359256505902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:02.321231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.344540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68762509-6f67-496c-b5de-359256505902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:02.345186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68762509-6f67-496c-b5de-359256505902 None None] The sync data for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:02.368475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.397891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.398353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.418357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792ac67-672a-4cc6-a4d4-0562f2e79c0b {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:46:02.454203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.457635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.461607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90923073-0e17-4498-9cc0-14bd910711ca HTTP/1.1" status: 204 len: 168 time: 0.2178338 Apr 20 14:46:02.471032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d21a-c72e-4eb4-bf0f-f2f1bb2476de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90923073-0e17-4498-9cc0-14bd910711ca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:02.479026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.497731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8d9a77fe-00a8-4adc-8209-ec89debae24d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:02.506160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c86cda0-90af-4d7b-ab02-9768bad78842 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.2706683 Apr 20 14:46:02.509518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38394) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.536426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Transition to ACTIVE for port object 2792ac67-672a-4cc6-a4d4-0562f2e79c0b will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:46:02.557618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01da7c3-228b-4963-9f65-71863a63ff2f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:02.563649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01da7c3-228b-4963-9f65-71863a63ff2f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:02.565302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f01da7c3-228b-4963-9f65-71863a63ff2f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2951086 Apr 20 14:46:02.584924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.596588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.597897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8d9a77fe-00a8-4adc-8209-ec89debae24d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:02.598417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.695500 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c216b5b3-2688-4f00-8762-3c515e977489 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "GET /v2.0/floatingips/0ef10934-ede5-4406-96f4-10ecd204b033 HTTP/1.1" status: 200 len: 981 time: 0.1846488 Apr 20 14:46:02.696357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38400) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.708810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5209d-6282-4f26-8d2e-2f81011a1135 req-091794cd-3a9a-4ebb-89b1-8a69f0280e80 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:02.716718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56d5209d-6282-4f26-8d2e-2f81011a1135 req-091794cd-3a9a-4ebb-89b1-8a69f0280e80 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 931 time: 0.3493593 Apr 20 14:46:02.808951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6782da9d-7784-479e-88b2-260c231c3735 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:02.841713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6782da9d-7784-479e-88b2-260c231c3735 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:02.841713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6782da9d-7784-479e-88b2-260c231c3735 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:02.847332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f4db8dee-4b30-478e-b28a-00ceff2c1499 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1495595 Apr 20 14:46:02.849953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38404) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:02.923768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Pushing event updated for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:02.946228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1e2b6d80-e60d-4125-b085-9c78d43a2ca1 None None] Provisioning complete for port f931a3d5-66fb-4314-a8ef-0a5151b4c03c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:02.946827 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6d80-e60d-4125-b085-9c78d43a2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:02.972717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56d5209d-6282-4f26-8d2e-2f81011a1135 req-f4323391-37b7-4ff8-ac93-2eafcf589972 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551019 Apr 20 14:46:02.986352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b6d80-e60d-4125-b085-9c78d43a2ca1 None None] Port f931a3d5-66fb-4314-a8ef-0a5151b4c03c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:03.030045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Attempting to bind port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:03.030449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Attempting to bind port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:03.030865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Attempting to bind port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:03.042988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b on network 62f96614-1874-42a9-ba95-32105bd66fcc not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:46:03.043319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Attempting to bind port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b on network 62f96614-1874-42a9-ba95-32105bd66fcc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:03.063302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:03.063626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Checking segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:03.064023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Bound using segment: {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:03.064463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Bound port: 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:03.064806 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.072703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port 04b1d8ae-5bec-4416-8bef-266540fbf43f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:03.073147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.119018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port f931a3d5-66fb-4314-a8ef-0a5151b4c03c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:03.119367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.157073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.157568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.173720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for 04b1d8ae-5bec-4416-8bef-266540fbf43f owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:03.259618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.372209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.389201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.401407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:03.405526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:03.407466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=04b1d8ae-5bec-4416-8bef-266540fbf43f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:03.425511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for f931a3d5-66fb-4314-a8ef-0a5151b4c03c owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:03.452180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:03.473334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.473666 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Floating IP 0ef10934-ede5-4406-96f4-10ecd204b033 disassociated (deleted). External IP: 172.25.1.184, port: 11bee4db-c370-4287-a0bc-a09c25804a58. Apr 20 14:46:03.513684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.515589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-441177215'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:03.534409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec78b8-dc6b-4878-aa19-6817880da629 req-e733fb62-5c1e-4363-91ea-0705519c8381 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:03.535912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edec78b8-dc6b-4878-aa19-6817880da629 req-e733fb62-5c1e-4363-91ea-0705519c8381 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2388384 Apr 20 14:46:03.570792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:03.574175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.575347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:03.576092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.577933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] 10.222.0.43 "PUT /v2.0/ports/2792ac67-672a-4cc6-a4d4-0562f2e79c0b HTTP/1.1" status: 200 len: 1091 time: 2.7374070 Apr 20 14:46:03.588676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:03.588902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.591555 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a6ac38-eb03-436b-81e0-4bb5e6124beb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:03.606691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:46:03.673504 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c83a5-04a2-4464-aeef-ece11f337f7c x-openstack-request-id: req-620c83a5-04a2-4464-aeef-ece11f337f7c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:03.673868 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:03.674300 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620c83a5-04a2-4464-aeef-ece11f337f7c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:03.674801 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620c83a5-04a2-4464-aeef-ece11f337f7c'] response: {'name': 'network-changed', 'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b', 'status': 'completed', 'code': 200} Apr 20 14:46:03.708604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec4b3-28a0-400e-a690-eb16855763cc service neutron] Pushing event updated for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:03.724513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.738149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-edec78b8-dc6b-4878-aa19-6817880da629 req-8b35ed0b-036f-429c-9947-085f73cb550d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785319 Apr 20 14:46:03.749907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.771666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.778264 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.782133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Router 0bb14c2d-ce18-4828-88bf-9443f623fb15 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:03.818984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffddd0f9-ac9c-4d66-9508-4b10e780fa7b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:03.906760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-ddd885f5-0214-47af-b59d-0e09597efd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:03.908335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-ddd885f5-0214-47af-b59d-0e09597efd74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 1094 time: 0.2482607 Apr 20 14:46:03.912751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.917057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:03.927572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:03.933260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.935940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:03.935940 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment a2a09075-d597-402a-bccc-5580f203a83c of type vlan for network 03d6da4b-2270-4913-8450-f0e02af285b5 Apr 20 14:46:03.942141 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] Sync routers for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:03.953610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:03.954389 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:03.989895 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:03.990176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c47ca482-1850-4f49-b3f1-f94901a95a4c tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ef10934-ede5-4406-96f4-10ecd204b033 HTTP/1.1" status: 204 len: 168 time: 1.1383619 Apr 20 14:46:03.995980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38430) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:03.998787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-ebea5be8-7bb1-4e69-8777-0ad45c593323 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b HTTP/1.1" status: 200 len: 217 time: 0.0773325 Apr 20 14:46:03.999503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=f931a3d5-66fb-4314-a8ef-0a5151b4c03c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:03.999877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:04.000754 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:04.014702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:04.028748 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP b6a673d7-f9e3-4397-9b34-724347b0916c associated. External IP: 172.25.1.253, port: 6ea75505-30a1-47da-8e4d-1ff92c8f9837. Apr 20 14:46:04.029346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.033414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.036946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5112e3e4-ae8f-4ecd-ab63-49e32ee2c26e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/f931a3d5-66fb-4314-a8ef-0a5151b4c03c HTTP/1.1" status: 204 len: 168 time: 1.4417541 Apr 20 14:46:04.039686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38434) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:04.045743 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:04.046625 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049cba2-ae58-4bf0-a8c7-3a011cd245f6 None None] The sync data for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:04.075764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.087620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.093346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:04.094002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.166675 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7641807 Apr 20 14:46:04.193194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:04.211166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e54be-73dd-4709-8278-95f4f4e0fe26 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=03d6da4b-2270-4913-8450-f0e02af285b5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:04.216012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'name': 'tempest-PortsIpV6TestJSON-1524679018'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:04.225736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:04.241032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88e60-7475-4a09-a178-8aa6938efafc req-82e353d2-bc63-48e5-8bfb-9267372a407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:04.242496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-82e353d2-bc63-48e5-8bfb-9267372a407d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.2361472 Apr 20 14:46:04.267138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.383885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Allocated IP 172.25.1.184 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/f9b73022-b5c3-4c2d-af1e-90b9a6760b02) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:04.497712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.537004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.582114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:04.586194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:04.588251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Pushing event updated for resources: {'Port': ['ID=f9b73022-b5c3-4c2d-af1e-90b9a6760b02,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:04.590558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:04.688502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b866a-9c85-4b49-8c73-e31f12efefc4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:04.690134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b866a-9c85-4b49-8c73-e31f12efefc4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:04.691681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-937b866a-9c85-4b49-8c73-e31f12efefc4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6328220 Apr 20 14:46:04.695394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:04.727167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-182f8a9d-dc1a-4e4f-89b6-632fb3d5f929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4289970 Apr 20 14:46:04.746866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b892cd3-3ddb-4102-a3f9-289af74a06a1 req-3f6c0c8d-82bf-4df8-9a02-66f4f819f71d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:04.749228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b892cd3-3ddb-4102-a3f9-289af74a06a1 req-3f6c0c8d-82bf-4df8-9a02-66f4f819f71d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 943 time: 0.6429026 Apr 20 14:46:04.749606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.791767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 80016cc9-f84c-442d-b48f-89abc0369c49 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:04.797116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.829783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.865285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.930647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b892cd3-3ddb-4102-a3f9-289af74a06a1 req-f0d50b9d-f5d9-4448-a148-8669f3dbe22d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647804 Apr 20 14:46:04.938979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:04.942444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.995968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:05.018802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.041656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd864249-73c4-4510-95a3-fe5e83ecfebf req-491ce168-578d-420e-a611-a0f1d1774c8d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:05.043614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd864249-73c4-4510-95a3-fe5e83ecfebf req-491ce168-578d-420e-a611-a0f1d1774c8d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2136137 Apr 20 14:46:05.048673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-9b60b6ae-4b72-4ee1-988c-37331613573f service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113282 Apr 20 14:46:05.100371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.106233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.114849 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.179897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.183000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/80016cc9-f84c-442d-b48f-89abc0369c49 HTTP/1.1" status: 204 len: 168 time: 0.4866297 Apr 20 14:46:05.186643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fe30f-52ee-4963-96f0-8a6fc764299b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=80016cc9-f84c-442d-b48f-89abc0369c49,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:05.188516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38442) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:05.191665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da93db8-450f-42a3-acc1-542f63925c16 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:05.213711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Pushing event updated for resources: {'Port': ['ID=f9b73022-b5c3-4c2d-af1e-90b9a6760b02,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:05.221300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:05.228894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd864249-73c4-4510-95a3-fe5e83ecfebf req-8a34da96-5d2a-4ed3-bce4-51c44f848af4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747448 Apr 20 14:46:05.384265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c88e60-7475-4a09-a178-8aa6938efafc req-03d3570f-260f-465d-8896-68c27bea9ec5 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928185 Apr 20 14:46:05.397350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.421439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:05.476437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Deleting port 8d9a77fe-00a8-4adc-8209-ec89debae24d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:05.476810 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.512818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:05.520208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.528044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02311ae8-08d1-4d26-97fc-45ac0905e440 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3185148 Apr 20 14:46:05.528595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38444) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:05.535524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:05.535998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:05.543031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.558044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.561969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.566516 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-872208d0-5db5-4986-af73-6666572c60cf tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5666749 Apr 20 14:46:05.566693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] For port 8d9a77fe-00a8-4adc-8209-ec89debae24d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8d9a77fe-00a8-4adc-8209-ec89debae24d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:05.566693 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.567428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38446) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:05.572671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:05.573297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:05.587977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-80c25765-8f9f-4a60-9321-875c6a505981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:05.589530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-80c25765-8f9f-4a60-9321-875c6a505981 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 1094 time: 0.1327119 Apr 20 14:46:05.615247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Calling delete_port for 8d9a77fe-00a8-4adc-8209-ec89debae24d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:05.669199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce9ac0a0-da08-4986-b3f8-93396e377bdc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "PUT /v2.0/floatingips/b6a673d7-f9e3-4397-9b34-724347b0916c HTTP/1.1" status: 200 len: 992 time: 3.3997579 Apr 20 14:46:05.691429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:05.698513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:05.701065 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79852c54-860d-4e61-9528-304e9cfa2183" -d '{"events": [{"name": "network-changed", "server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:05.720346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.735561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:05.761142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=dbc30f81-2b23-41ad-89f1-7036dfdbfff0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:05.786662 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0293c0-9317-45a8-a266-51a1d8283af8 x-openstack-request-id: req-ad0293c0-9317-45a8-a266-51a1d8283af8 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:05.787044 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:05.787361 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad0293c0-9317-45a8-a266-51a1d8283af8 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:05.787830 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0293c0-9317-45a8-a266-51a1d8283af8'] response: {'name': 'network-changed', 'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'status': 'completed', 'code': 200} Apr 20 14:46:05.824882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.830755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:05.834684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.857437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] No DVR routers for this DVR port 8d9a77fe-00a8-4adc-8209-ec89debae24d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:05.859010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Pushing event deleted for resources: {'Port': ['ID=8d9a77fe-00a8-4adc-8209-ec89debae24d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:05.876800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': 'a2a09075-d597-402a-bccc-5580f203a83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:05.876800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 03d6da4b-2270-4913-8450-f0e02af285b5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:05.877762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.877762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.877762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.877762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.877762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.878438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.878438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.878438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.878830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.879284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.879505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.879833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58a6fb-d50c-426c-bc11-a546b8a2e1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:05.909990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852c54-860d-4e61-9528-304e9cfa2183 req-4e50fb3f-3b3c-4aaf-a1f5-afa570c6f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:05.911529 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-4e50fb3f-3b3c-4aaf-a1f5-afa570c6f931 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 1097 time: 0.0955396 Apr 20 14:46:05.916961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:05.919574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-35366471-3957-4c23-9392-499b6908f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:05.921167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-35366471-3957-4c23-9392-499b6908f2f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.2817714 Apr 20 14:46:05.992642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-f1d8ab3a-2159-4069-93b4-e813d655b8c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b HTTP/1.1" status: 200 len: 217 time: 0.0573499 Apr 20 14:46:06.011189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:06.072200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 03d6da4b-2270-4913-8450-f0e02af285b5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:06.088678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852c54-860d-4e61-9528-304e9cfa2183 req-5f5338e9-cc50-4488-a073-9020fbb0f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.090445 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-5f5338e9-cc50-4488-a073-9020fbb0f35d service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.1661468 Apr 20 14:46:06.095559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:06.101419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.102178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.149393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Allocated IP 172.25.1.241 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/735ccf12-24ba-44fa-a4dd-891aec51f08c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:06.152133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e0aec77b-6519-45ba-8c1c-01ebc3bc4c27 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9552863 Apr 20 14:46:06.156472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38456) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:06.158213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-cdbe4b3b-be36-4341-9205-a5cacdf3356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.159981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-cdbe4b3b-be36-4341-9205-a5cacdf3356f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.1330621 Apr 20 14:46:06.162992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-733954947'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:06.174524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2792e-243e-45a9-bc1a-c894964a841e None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:06.204808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0795a0-6962-4f36-9b83-253de533d09d req-b4ee63d8-0d1d-4e96-a02e-8b36487fbe0f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.206379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c0795a0-6962-4f36-9b83-253de533d09d req-b4ee63d8-0d1d-4e96-a02e-8b36487fbe0f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 943 time: 0.1805484 Apr 20 14:46:06.216411 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-1975dc9a-854e-494d-ad72-99b16731494d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 200 len: 1000 time: 0.1174183 Apr 20 14:46:06.219978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:06.223858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.226425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-7d9d794a-f4ae-439a-b1f3-120bd25392c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471711 Apr 20 14:46:06.283741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:03Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:06.323832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:06.341078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852c54-860d-4e61-9528-304e9cfa2183 req-f016b0fb-7e52-4e53-8787-5ba79f1a216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.342729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-f016b0fb-7e52-4e53-8787-5ba79f1a216e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1086130 Apr 20 14:46:06.351268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.351621 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment ecbb2c9e-eb8b-4adf-b7c6-ce1972afe891 of type vlan for network 4ad2362a-c50b-486b-9adb-cdea5fee0a84 Apr 20 14:46:06.374041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:06.394802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c0795a0-6962-4f36-9b83-253de533d09d req-693289a1-d9a3-4e7f-8554-381822c5ec5d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707013 Apr 20 14:46:06.412439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.413415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:06.414283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:06.439556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.461535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.471653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8d9a77fe-00a8-4adc-8209-ec89debae24d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:06.483568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-2e4f79fe-567a-42ed-a805-6e162db102a5 service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475672 Apr 20 14:46:06.491820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852c54-860d-4e61-9528-304e9cfa2183 req-d1676e10-9509-470b-8f7c-68868ae8588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.493401 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-d1676e10-9509-470b-8f7c-68868ae8588f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397207 Apr 20 14:46:06.498451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:06.500952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8d9a77fe-00a8-4adc-8209-ec89debae24d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:06.500952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8d9a77fe-00a8-4adc-8209-ec89debae24d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:06.511197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff433ce-73d3-4f50-9858-05e054487303 req-a72528a5-09be-48da-994d-ef6686697c26 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.513289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cff433ce-73d3-4f50-9858-05e054487303 req-a72528a5-09be-48da-994d-ef6686697c26 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1887906 Apr 20 14:46:06.518102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:06.525438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.532819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.533425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.536239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.543981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:06.544666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.550856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=2b87188f-eb4a-481f-a083-217cec33a6ae,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:06.556660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc03983-2a98-483e-8733-b670eb85d927 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:06.616380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7822bb14-c95c-4234-aa18-7772bd9b387c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0840116 Apr 20 14:46:06.618092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38460) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:06.627091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'name': 'tempest-NetworksTestDHCPv6-1194026400'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:06.633758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:06.636429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:06.641547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:06.655262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cff433ce-73d3-4f50-9858-05e054487303 req-42287078-a811-4223-869d-1c5183931b1a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128995 Apr 20 14:46:06.671619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:06.692030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5351493 Apr 20 14:46:06.697386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38462) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:06.707850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'ports': [{'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'}, {'network_id': '4ad2362a-c50b-486b-9adb-cdea5fee0a84'}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:06.708542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:06.709075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '4ad2362a-c50b-486b-9adb-cdea5fee0a84'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:06.735088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Pushing event updated for resources: {'Port': ['ID=735ccf12-24ba-44fa-a4dd-891aec51f08c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:06.737943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=4ad2362a-c50b-486b-9adb-cdea5fee0a84,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:06.741688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94a6ac38-eb03-436b-81e0-4bb5e6124beb req-c1eadabb-e355-4351-a1c5-a9fcbe4f411b service neutron] 10.222.0.43 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249033 Apr 20 14:46:06.755219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.755866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.756367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.756882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.757373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.757874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.758360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.758882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.759365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.759849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.760333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.760816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.776366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.776925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.777517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.778041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.778542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.779074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.779577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.780054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.780537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.781019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.781508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.781981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c5c4d-8166-4a59-ba1e-dea81c4e1ef0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:06.800850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 4ad2362a-c50b-486b-9adb-cdea5fee0a84 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:06.811446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-72ed3d6f-ef44-4aba-98ef-e8d4dc4e5e88 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983377 Apr 20 14:46:06.897779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.925426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:06.928220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '2b87188f-eb4a-481f-a083-217cec33a6ae'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:06.929071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.929222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:06.956183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:06.962334 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79852c54-860d-4e61-9528-304e9cfa2183 req-b5c642bd-990e-4f08-87df-3f5a7b3f65e2 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320431 Apr 20 14:46:06.963783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.031224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 2} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:07.035749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.056464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.093458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:03Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:07.127897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49c201-7406-4f8d-8e85-c194a62703f0 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:03Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:07.133911 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.139853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.191414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::3af (f9a24db5-112e-4814-8187-bcbdf4fa52f1/2b87188f-eb4a-481f-a083-217cec33a6ae/5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:07.209519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Pushing event updated for resources: {'Port': ['ID=735ccf12-24ba-44fa-a4dd-891aec51f08c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:07.225691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.242466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.244311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66d9efed-9a61-4be2-891c-6cde303ecd96 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6758382 Apr 20 14:46:07.246903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38464) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:07.280744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 06143cf9-62bd-4483-a7f6-d7706b1aa7c1 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:07.317175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e051c082-6e5b-4722-b806-076585351c54 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.0691473 Apr 20 14:46:07.321100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:07.371441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457cfc3-a592-4daf-98b2-434f9063abac None None] New status for floating IP b6a673d7-f9e3-4397-9b34-724347b0916c: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:46:07.393248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2e37cb0-c8fb-4585-9a29-280aff057e98 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0682738 Apr 20 14:46:07.393598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:07.450482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.482965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.537528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Deleting port 735ccf12-24ba-44fa-a4dd-891aec51f08c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:07.538484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.605291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port d279acd4-b32a-480e-be95-e4b99d0ad862 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:07.609516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.633566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.634091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.649219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Calling delete_port for 735ccf12-24ba-44fa-a4dd-891aec51f08c owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:07.656718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/2b87188f-eb4a-481f-a083-217cec33a6ae/fb5caf28-a276-46d9-811e-36242aee4c1f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:07.676476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312c29-83a9-40ff-b3aa-76459b26239b req-c24aeed6-781a-4727-80b8-c42225449abc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:07.678017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63312c29-83a9-40ff-b3aa-76459b26239b req-c24aeed6-781a-4727-80b8-c42225449abc tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 943 time: 0.1665680 Apr 20 14:46:07.685451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:07.702077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:07.708312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:07.713857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:07.714486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.717338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:07.761990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa8f99ed-ff6c-42e4-9f0d-aacc48052ce8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1437438 Apr 20 14:46:07.767446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38474) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:07.789362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63312c29-83a9-40ff-b3aa-76459b26239b req-32e7ba99-94c5-41a7-81a5-df31b4965f86 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027386 Apr 20 14:46:07.822602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.858352 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.865303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.866131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Pushing event deleted for resources: {'Port': ['ID=735ccf12-24ba-44fa-a4dd-891aec51f08c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:07.890548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.911165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55e31d-e739-4377-a46e-9a1ec177826a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:07.912783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d55e31d-e739-4377-a46e-9a1ec177826a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1421878 Apr 20 14:46:07.917086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38476) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:07.922468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8bd25-dd0d-4fb3-aa9f-8c81f858aa97 req-2e677905-1b5f-411b-a5b7-bdf2945b74e0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:07.923990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40d8bd25-dd0d-4fb3-aa9f-8c81f858aa97 req-2e677905-1b5f-411b-a5b7-bdf2945b74e0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1382823 Apr 20 14:46:07.932814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:07.941616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:07.945650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Pushing event updated for resources: {'Port': ['ID=fb5caf28-a276-46d9-811e-36242aee4c1f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:07.948706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:07.985470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40d8bd25-dd0d-4fb3-aa9f-8c81f858aa97 req-3cdc583f-41c7-4657-818c-68cf909c3f18 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 Apr 20 14:46:07.987482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.991643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.994415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:07.998654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0d8f010-c5cc-4ba5-bbe6-f2f324ef2026 tempest-FloatingIPAdminTestJSON-69198460 tempest-FloatingIPAdminTestJSON-69198460-project] 10.222.0.20 "DELETE /v2.0/floatingips/a228b1d3-6732-473e-b9f5-b831e6c49935 HTTP/1.1" status: 204 len: 168 time: 0.6039636 Apr 20 14:46:08.003191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38478) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.026366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Attempting to bind port fb5caf28-a276-46d9-811e-36242aee4c1f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:08.027130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Attempting to bind port fb5caf28-a276-46d9-811e-36242aee4c1f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:08.027268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Attempting to bind port fb5caf28-a276-46d9-811e-36242aee4c1f on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:08.033745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:08.033745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:08.034106 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.034432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:08.034893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:08.035026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Bound port: fb5caf28-a276-46d9-811e-36242aee4c1f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:08.035959 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.040001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:08.044162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:08.045029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.055964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=06143cf9-62bd-4483-a7f6-d7706b1aa7c1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.111191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] For port fb5caf28-a276-46d9-811e-36242aee4c1f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:08.114528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] For port fb5caf28-a276-46d9-811e-36242aee4c1f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fb5caf28-a276-46d9-811e-36242aee4c1f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:08.115895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=d279acd4-b32a-480e-be95-e4b99d0ad862,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.120431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.126312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': 'ecbb2c9e-eb8b-4adf-b7c6-ce1972afe891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4ad2362a-c50b-486b-9adb-cdea5fee0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:08.126704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 4ad2362a-c50b-486b-9adb-cdea5fee0a84, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:08.132252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:08.132617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.146449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 4ad2362a-c50b-486b-9adb-cdea5fee0a84 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:08.160160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 4ad2362a-c50b-486b-9adb-cdea5fee0a84) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:08.165129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:08.171128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.178875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.179193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f34598c-82b1-4042-898e-a53a64ba08be None None] Network 4ad2362a-c50b-486b-9adb-cdea5fee0a84 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:08.179569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.204134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bb35c-0ce4-4f02-bf3f-760f087ab6d6 None None] Pushing event updated for resources: {'Port': ['ID=fb5caf28-a276-46d9-811e-36242aee4c1f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.205535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Deleting port f9b73022-b5c3-4c2d-af1e-90b9a6760b02 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:08.205919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.218891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dab7cbed-fdcb-416c-b8e0-6c86b7eae29c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5155001 Apr 20 14:46:08.221591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38480) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.280037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.296815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:08.345381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port d279acd4-b32a-480e-be95-e4b99d0ad862 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:08.346175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.357276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.357611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.373675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Calling delete_port for f9b73022-b5c3-4c2d-af1e-90b9a6760b02 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:08.441860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.456597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for d279acd4-b32a-480e-be95-e4b99d0ad862 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:08.551793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.553909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.588788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=d279acd4-b32a-480e-be95-e4b99d0ad862,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.594880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.598292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-02d7bc52-0e98-4211-a645-f4999f0ac29e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/d279acd4-b32a-480e-be95-e4b99d0ad862 HTTP/1.1" status: 204 len: 168 time: 0.3761764 Apr 20 14:46:08.600848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38482) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.614613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.645654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.648843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-81ccada7-5bd7-49e5-8b5e-fb5af9b1dc0c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941 HTTP/1.1" status: 204 len: 168 time: 0.7302761 Apr 20 14:46:08.652323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38484) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.659014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74944ed3-b5a1-4644-bd64-c26c153d749c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.665806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74944ed3-b5a1-4644-bd64-c26c153d749c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.667422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74944ed3-b5a1-4644-bd64-c26c153d749c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0656621 Apr 20 14:46:08.670527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38486) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.684609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.721124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9b73022-b5c3-4c2d-af1e-90b9a6760b02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:08.755225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251a8a3-1940-4122-be10-a8b69865d38a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.757477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251a8a3-1940-4122-be10-a8b69865d38a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:08.760943 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5251a8a3-1940-4122-be10-a8b69865d38a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1049726 Apr 20 14:46:08.762601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38488) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.775478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 06143cf9-62bd-4483-a7f6-d7706b1aa7c1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:08.775814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.794984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.797580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.799007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e6ca6d1f-2c3a-42c2-994c-18390abfebc5 tempest-FloatingIPAdminTestJSON-1882343121 tempest-FloatingIPAdminTestJSON-1882343121-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/4ab92f43-b21e-445f-8283-93900484659e HTTP/1.1" status: 204 len: 168 time: 0.7937284 Apr 20 14:46:08.802496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38490) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:08.888350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.900275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port 11bee4db-c370-4287-a0bc-a09c25804a58 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:08.900650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.902069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 2b87188f-eb4a-481f-a083-217cec33a6ae {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:08.923098 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:08.925656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 06143cf9-62bd-4483-a7f6-d7706b1aa7c1 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:08.995671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.008710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for 11bee4db-c370-4287-a0bc-a09c25804a58 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:09.010069 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.055294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35f94-fd01-4ac4-af28-fe62a3b13c05 req-65461b9e-9aaf-4d08-849f-b38a608be3ab tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:09.056878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ae35f94-fd01-4ac4-af28-fe62a3b13c05 req-65461b9e-9aaf-4d08-849f-b38a608be3ab tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 943 time: 0.1812420 Apr 20 14:46:09.171817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.203167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=11bee4db-c370-4287-a0bc-a09c25804a58,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:09.290700 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.295438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6b1df418-c02f-4062-bc2f-e1471e4ca06d tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/ports/11bee4db-c370-4287-a0bc-a09c25804a58 HTTP/1.1" status: 204 len: 168 time: 0.4917345 Apr 20 14:46:09.297969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38496) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.368716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] Provisioning complete for port fb5caf28-a276-46d9-811e-36242aee4c1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:09.369703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.374405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55bcdf5-fb90-45ae-a055-bccdb4b37a27 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:09.376673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b55bcdf5-fb90-45ae-a055-bccdb4b37a27 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bb14c2d-ce18-4828-88bf-9443f623fb15 HTTP/1.1" status: 200 len: 913 time: 0.0763938 Apr 20 14:46:09.379248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38498) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.492474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.540060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] For port fb5caf28-a276-46d9-811e-36242aee4c1f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fb5caf28-a276-46d9-811e-36242aee4c1f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:09.546854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.579498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ae35f94-fd01-4ac4-af28-fe62a3b13c05 req-207f9965-00d7-45af-bb0f-1ff4deb293c2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143034 Apr 20 14:46:09.595741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.598900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.615608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb14e1-d7f5-4037-91b2-9bd602f4a680 None None] Pushing event updated for resources: {'Port': ['ID=fb5caf28-a276-46d9-811e-36242aee4c1f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:09.630157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac89f25-abab-472e-af1a-9f08bdb7bec7 req-f8618a2d-16b8-4a02-b6ac-0b365c7f032e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:09.631720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ac89f25-abab-472e-af1a-9f08bdb7bec7 req-f8618a2d-16b8-4a02-b6ac-0b365c7f032e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.5402112 Apr 20 14:46:09.665594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=06143cf9-62bd-4483-a7f6-d7706b1aa7c1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:09.692630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.695831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9094cd3a-546f-4154-a7f8-7de3798435e0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/06143cf9-62bd-4483-a7f6-d7706b1aa7c1 HTTP/1.1" status: 204 len: 168 time: 1.0241652 Apr 20 14:46:09.698591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38500) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.756511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ac89f25-abab-472e-af1a-9f08bdb7bec7 req-bdce6c48-0fe6-4800-a734-65f9750401ad tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004899 Apr 20 14:46:09.763412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-56c68756-9a52-41f9-bb49-9b2ad19cb5db None None] Could not find standard attr ID for object 5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:09.773351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.804427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=2b87188f-eb4a-481f-a083-217cec33a6ae,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:09.822047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a79b19-1e4c-401d-95d2-d0b89e80e08f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:09.823653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7a79b19-1e4c-401d-95d2-d0b89e80e08f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1230187 Apr 20 14:46:09.826751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.828409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.829928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa87ced6-903d-44bf-b136-6290231a29fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/2b87188f-eb4a-481f-a083-217cec33a6ae HTTP/1.1" status: 204 len: 168 time: 1.0664060 Apr 20 14:46:09.832354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38504) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.856997 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3676dc-384e-469d-9e19-5747d8224689 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:09.858542 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7d3676dc-384e-469d-9e19-5747d8224689 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/d279acd4-b32a-480e-be95-e4b99d0ad862 HTTP/1.1" status: 404 len: 333 time: 0.0284910 Apr 20 14:46:09.861374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.894737 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5d0a49-3139-4afe-adfe-79c2ceb45e65 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:09.895318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5e0cdcf9-7c6d-44c4-8f0f-d64dc5f27165 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615764 Apr 20 14:46:09.896165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3b5d0a49-3139-4afe-adfe-79c2ceb45e65 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/06143cf9-62bd-4483-a7f6-d7706b1aa7c1 HTTP/1.1" status: 404 len: 333 time: 0.0338054 Apr 20 14:46:09.897580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.899199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38510) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:09.905652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63dec13-3028-4f6f-9528-b10f1b0d42e5 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:09.910380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:09.958425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa675c2-9ff7-4ec9-912d-66e50c2d1dde tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:09.960159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bfa675c2-9ff7-4ec9-912d-66e50c2d1dde tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0612917 Apr 20 14:46:09.962445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38512) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:10.011944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f0e19-8f76-4e25-a937-77be7401c43c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:10.013466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-643f0e19-8f76-4e25-a937-77be7401c43c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0500424 Apr 20 14:46:10.016565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38514) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:10.024314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.058812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db6c5368-5957-4655-b67d-6bd7921e5a14 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408831 Apr 20 14:46:10.064217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38516) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:10.069511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:10.094628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:10.155009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2456f16-9166-4077-abde-b7f5be58fb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.169156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Deleting port fb5caf28-a276-46d9-811e-36242aee4c1f {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:10.169652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.173688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:10.177586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.238461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] For port fb5caf28-a276-46d9-811e-36242aee4c1f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fb5caf28-a276-46d9-811e-36242aee4c1f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:10.239046 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.257250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Calling delete_port for fb5caf28-a276-46d9-811e-36242aee4c1f owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:10.349595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.383965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.390699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] Pushing event deleted for resources: {'Port': ['ID=fb5caf28-a276-46d9-811e-36242aee4c1f,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:10.394696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf08443-ff92-4b46-9187-8409d7fa78c2 None None] No DVR routers for this DVR port fb5caf28-a276-46d9-811e-36242aee4c1f on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:10.422725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2792ac67-672a-4cc6-a4d4-0562f2e79c0b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:46:10.431825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:10.435712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:10.440298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:10.440772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.457205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=352a47b9-caec-4c40-8215-6a81aae6e0b2,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:10.460805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb01f77-7781-4cf1-990a-a326cc23fe45 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:10.468994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08d4dd53-b36f-420b-b486-041ff72145f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4035838 Apr 20 14:46:10.471943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38520) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:10.476828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '352a47b9-caec-4c40-8215-6a81aae6e0b2', 'ip_address': '2001:db8::230d:90ba:42ee:9dea'}], 'name': 'tempest-NetworksTestDHCPv6-2123464146'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:10.494384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.524204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad2362a-c50b-486b-9adb-cdea5fee0a84']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:10.536846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbb2c9e-eb8b-4adf-b7c6-ce1972afe891') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:10.537159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbb2c9e-eb8b-4adf-b7c6-ce1972afe891') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:10.549251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.586809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.599018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:10.599328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:10.602342 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:10.607569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:10.617494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:10.694675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.702511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.705657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/4ad2362a-c50b-486b-9adb-cdea5fee0a84 HTTP/1.1" status: 204 len: 168 time: 0.8054168 Apr 20 14:46:10.720688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38524) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:10.725769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-65437415'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:10.733434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43de58-c334-4367-87ec-5cc5355d07e7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=4ad2362a-c50b-486b-9adb-cdea5fee0a84,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:10.745596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port c209011e-6263-420c-8bbb-72fddb3a2226 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:10.746289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.769093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:10.772846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.778462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b', 'network_id': '62f96614-1874-42a9-ba95-32105bd66fcc', 'port_id': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b', 'mac_address': 'fa:16:3e:dd:91:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b79ea-21ab-4d91-b501-030cb890da20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:46:10.783933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.824214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:10.852603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:10.870268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.873682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.874026 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment bd975f3c-5e5d-417f-a246-e37f124f6db4 of type vlan for network f5c7ce33-ca17-40f2-98a3-017924cdc9ed Apr 20 14:46:10.886555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2792ac67-672a-4cc6-a4d4-0562f2e79c0b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:46:10.897283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73bdcf-3cc9-4a6f-8e87-7bc7b7528922 req-9b6c9733-7122-4236-b281-82b22dc4c7ae tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:10.899043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c73bdcf-3cc9-4a6f-8e87-7bc7b7528922 req-9b6c9733-7122-4236-b281-82b22dc4c7ae tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 943 time: 0.2095821 Apr 20 14:46:10.908546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:10.910475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '352a47b9-caec-4c40-8215-6a81aae6e0b2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:10.911144 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.911944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.915818 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:10.934746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for c209011e-6263-420c-8bbb-72fddb3a2226 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:10.937221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.006286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.011743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:11.012366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.035223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.047768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51242d49-a931-4e60-a64d-668023305bc4 req-81af6033-c931-4961-9322-d1e807351acf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:11.050276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51242d49-a931-4e60-a64d-668023305bc4 req-81af6033-c931-4961-9322-d1e807351acf tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1500626 Apr 20 14:46:11.071331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c73bdcf-3cc9-4a6f-8e87-7bc7b7528922 req-a6444db2-b616-4e4d-8bd1-6d47d9e001ac tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530812 Apr 20 14:46:11.077779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3558335 Apr 20 14:46:11.083581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38528) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:11.094418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:11.126908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/352a47b9-caec-4c40-8215-6a81aae6e0b2/bfe16ef3-f59c-4a66-a57e-aa9e2b650673) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:11.129731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51242d49-a931-4e60-a64d-668023305bc4 req-cf5a3da3-d488-4695-9b2a-2e2204d2ac61 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Apr 20 14:46:11.158766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a24d2-47be-4d41-a20e-ac7f658c9e9d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=f5c7ce33-ca17-40f2-98a3-017924cdc9ed,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.200067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:11.205920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:11.210253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.240137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.271710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=c209011e-6263-420c-8bbb-72fddb3a2226,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.275586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Performing IP validity checks on allocation pools {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:46:11.276694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['2792ac67-672a-4cc6-a4d4-0562f2e79c0b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:46:11.280818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:46:11.403398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.417699 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.472472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:11.474642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.484920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:11.490441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::230d:90ba:42ee:9dea (f9a24db5-112e-4814-8187-bcbdf4fa52f1/352a47b9-caec-4c40-8215-6a81aae6e0b2/95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:11.492177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:11.497250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Pushing event updated for resources: {'Port': ['ID=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.576301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.599301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Attempting to bind port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:11.599665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Attempting to bind port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:11.600086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Attempting to bind port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:11.610754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:11.611131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:11.611541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.611907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:11.612381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Bound port: bfe16ef3-f59c-4a66-a57e-aa9e2b650673, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:11.613400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.690301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] For port bfe16ef3-f59c-4a66-a57e-aa9e2b650673, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:11.695685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] For port bfe16ef3-f59c-4a66-a57e-aa9e2b650673, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:11.701891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.716411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=c08f0c86-d316-4f21-aa35-7e718477eed4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.735729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Router 0bb14c2d-ce18-4828-88bf-9443f623fb15 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:11.745322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.746207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.746207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.746479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.746822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.747357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.747701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.748029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.748356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.748683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.749003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.749320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:11.759663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': 'bd975f3c-5e5d-417f-a246-e37f124f6db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:11.759958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: f5c7ce33-ca17-40f2-98a3-017924cdc9ed, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:11.767735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.768338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ab417-5b24-4743-96e3-3840e6e83e56 None None] Pushing event updated for resources: {'Port': ['ID=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.801453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:11.815787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f5c7ce33-ca17-40f2-98a3-017924cdc9ed) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:11.820583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:11.821185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.826626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f103aa2-33c2-49b8-9cc3-24c98f224c22 None None] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:11.836619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.854636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-328a8882-8f8a-4ec6-a899-c1c80354619c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670062 Apr 20 14:46:11.857602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38530) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:11.866261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed', 'name': 'tempest-PortsIpV6TestJSON-596438717'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:11.885510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:11.891996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:11.894406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:11.900217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:11.900938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:11.916584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:11.930787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a35a2db-9582-4365-9450-f4d82cd44dc8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4576898 Apr 20 14:46:11.933232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38532) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:11.964626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:11.973913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78935982-4a74-496f-b053-39fee206e757 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "PUT /v2.0/routers/0bb14c2d-ce18-4828-88bf-9443f623fb15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5935228 Apr 20 14:46:11.978039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38534) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:11.979162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c1fff-1580-4339-afd1-20483075f284 None None] Sync routers for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:12.020201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:12.021050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:12.031179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd7dd7-4580-4282-b558-bda7e587da46 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.048025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd7dd7-4580-4282-b558-bda7e587da46 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.049761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ccbd7dd7-4580-4282-b558-bda7e587da46 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1153071 Apr 20 14:46:12.052470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38536) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:12.079550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f5c7ce33-ca17-40f2-98a3-017924cdc9ed', 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': 'c08f0c86-d316-4f21-aa35-7e718477eed4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:12.080854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.083944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:12.113160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] Routers {'0bb14c2d-ce18-4828-88bf-9443f623fb15'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:12.113407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:45:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bb14c2d-ce18-4828-88bf-9443f623fb15'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:12.176964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:12.180577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.185007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.251735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-809c1fff-1580-4339-afd1-20483075f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:12.252781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c1fff-1580-4339-afd1-20483075f284 None None] The sync data for ids ['0bb14c2d-ce18-4828-88bf-9443f623fb15'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:12.253469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 18f1255d-caab-4473-bab2-bedf4d048ac6 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:12.331537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44054ab2-31a2-41ae-9ef7-2f061e91d0a9 req-05912df6-d1a9-40df-bc54-fed39760414c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.333330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44054ab2-31a2-41ae-9ef7-2f061e91d0a9 req-05912df6-d1a9-40df-bc54-fed39760414c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 944 time: 0.1087239 Apr 20 14:46:12.338035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:12.338498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.342728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Allocated IP 2001:db8::2 (f5c7ce33-ca17-40f2-98a3-017924cdc9ed/c08f0c86-d316-4f21-aa35-7e718477eed4/4575dfd9-f64c-4ab4-acbf-343a4dd695ad) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:12.372418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.373246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d6716-2d99-4ee4-8bda-0561eb874a87 req-21a2f11d-5d7f-4f3d-b2d6-d6941410b1c1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.381343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-433d6716-2d99-4ee4-8bda-0561eb874a87 req-21a2f11d-5d7f-4f3d-b2d6-d6941410b1c1 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1221406 Apr 20 14:46:12.454933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port 9df5c76e-30d7-4b9b-8059-c5d8c159fcca {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:12.455269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.517679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44054ab2-31a2-41ae-9ef7-2f061e91d0a9 req-c0bddd0d-fed1-4e37-b6c6-6297e1cb49ec tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567514 Apr 20 14:46:12.522051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bfe16ef3-f59c-4a66-a57e-aa9e2b650673 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:12.548246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-433d6716-2d99-4ee4-8bda-0561eb874a87 req-8e504b53-1460-46d2-9da5-1236b2262b3b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514196 Apr 20 14:46:12.566355 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.571251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.579965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:12.588254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for 9df5c76e-30d7-4b9b-8059-c5d8c159fcca owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:12.603846 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.608350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d85eeb93-e2e2-452d-b46f-74aabd7f0f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.614203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.662505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:12.668709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:12.668919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.670774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:12.673544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:12.698740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Pushing event updated for resources: {'Port': ['ID=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:12.743873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::26 (f5c7ce33-ca17-40f2-98a3-017924cdc9ed/c08f0c86-d316-4f21-aa35-7e718477eed4/18f1255d-caab-4473-bab2-bedf4d048ac6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:12.767653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.776867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Attempting to bind port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:12.777244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Attempting to bind port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'bd975f3c-5e5d-417f-a246-e37f124f6db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:12.777863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Attempting to bind port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad on network f5c7ce33-ca17-40f2-98a3-017924cdc9ed {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:12.785367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:12.785740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Checking segment: {'id': 'bd975f3c-5e5d-417f-a246-e37f124f6db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:12.786147 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.786541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Bound using segment: {'id': 'bd975f3c-5e5d-417f-a246-e37f124f6db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:12.787233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Bound port: 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd975f3c-5e5d-417f-a246-e37f124f6db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f5c7ce33-ca17-40f2-98a3-017924cdc9ed'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:12.787643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.803646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:12.869851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.870131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.877608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a5650374-dae4-4091-8c62-d524303923dc tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9 HTTP/1.1" status: 204 len: 168 time: 0.8239655 Apr 20 14:46:12.878616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38544) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:12.918634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] For port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:12.925663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port bfe16ef3-f59c-4a66-a57e-aa9e2b650673, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:12.934928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] For port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,segment=NetworkSegment(bd975f3c-5e5d-417f-a246-e37f124f6db4),segment_id=bd975f3c-5e5d-417f-a246-e37f124f6db4)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:12.936506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.944122 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:12.944851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb93af7-ee11-4f03-8edc-9a80fc92474c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.946807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb93af7-ee11-4f03-8edc-9a80fc92474c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:12.951391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5eb93af7-ee11-4f03-8edc-9a80fc92474c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714471 Apr 20 14:46:12.952067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38546) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:13.022504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 352a47b9-caec-4c40-8215-6a81aae6e0b2 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:13.022725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.024962 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.029850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.077090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.087584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b6371-f6aa-4cd6-848d-0a8f408ceb03 None None] Pushing event updated for resources: {'Port': ['ID=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.136724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.155868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5bd2de8b-94e2-472a-aade-a856ba5083b8 None None] Provisioning complete for port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:13.156578 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5bd2de8b-94e2-472a-aade-a856ba5083b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.177076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.213054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.226447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:13.231799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:13.233996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=18f1255d-caab-4473-bab2-bedf4d048ac6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.236627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:13.242658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:13.243588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.283260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.315226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=9df5c76e-30d7-4b9b-8059-c5d8c159fcca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.322705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=352a47b9-caec-4c40-8215-6a81aae6e0b2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.326650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.331178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c7683fe3-3523-4724-9fe3-c80409f119d6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/352a47b9-caec-4c40-8215-6a81aae6e0b2 HTTP/1.1" status: 204 len: 168 time: 0.3779013 Apr 20 14:46:13.332209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:13.340530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-67a2f224-a285-4c5f-8428-76b297218f30 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4788513 Apr 20 14:46:13.349740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:13.383188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-be3f6013-8e0f-409a-b8df-3ca329e7c287 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473313 Apr 20 14:46:13.385564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38554) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:13.413842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:13.452422 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:46:13.458640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6aa01b-9367-4868-bae1-950ea64a6669 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:13.515486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6feee23c-6667-4074-8710-13dff656de9c None None] Could not find standard attr ID for object 95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:13.516145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.611463 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.633831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.639096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.677579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:13.702480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:13.706283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.722650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.723215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb14c2d-ce18-4828-88bf-9443f623fb15 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:13.729530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Deleting port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:13.729530 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.731521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.732632 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c9cf11b2-c552-4636-b63e-e8934789b536 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/routers/0bb14c2d-ce18-4828-88bf-9443f623fb15 HTTP/1.1" status: 204 len: 168 time: 1.7541523 Apr 20 14:46:13.738299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 18f1255d-caab-4473-bab2-bedf4d048ac6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:13.738481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38560) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:13.738653 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.812286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbb4ff-c624-4ade-a12d-69e6814859d1 req-95e2166a-d446-4425-aa69-f19cc48032db tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:13.812891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] For port bfe16ef3-f59c-4a66-a57e-aa9e2b650673, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:13.813134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.814381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eccbb4ff-c624-4ade-a12d-69e6814859d1 req-95e2166a-d446-4425-aa69-f19cc48032db tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 944 time: 0.1430495 Apr 20 14:46:13.825472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b61e79-a508-4a23-a8be-d6f9c69b0227 req-dd3e0538-6d50-46cb-9ab5-93789f3de748 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:13.827258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29b61e79-a508-4a23-a8be-d6f9c69b0227 req-dd3e0538-6d50-46cb-9ab5-93789f3de748 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1671400 Apr 20 14:46:13.828964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Calling delete_port for bfe16ef3-f59c-4a66-a57e-aa9e2b650673 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:13.839960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting subnet ede8bbfe-88ed-46b8-8256-6c76678e0100 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:13.844638 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.934215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.954183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:13.971979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] Pushing event deleted for resources: {'Port': ['ID=bfe16ef3-f59c-4a66-a57e-aa9e2b650673,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:13.975911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52129c9-0282-46c1-b84a-f6d9e37d8475 None None] No DVR routers for this DVR port bfe16ef3-f59c-4a66-a57e-aa9e2b650673 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:13.994955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eccbb4ff-c624-4ade-a12d-69e6814859d1 req-113e332c-c0bb-4cee-b556-4aa6f7e5787e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007841 Apr 20 14:46:14.031168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29b61e79-a508-4a23-a8be-d6f9c69b0227 req-dbf137c8-ea31-4e1e-8d73-dbe741760a1a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380782 Apr 20 14:46:14.086348 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.161522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.162295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.193116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Subnet': ['ID=ede8bbfe-88ed-46b8-8256-6c76678e0100,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:14.197293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.200839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e78adea8-c657-463d-9b3f-d455b91e82d0 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/subnets/ede8bbfe-88ed-46b8-8256-6c76678e0100 HTTP/1.1" status: 204 len: 168 time: 0.4600031 Apr 20 14:46:14.203330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38562) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:14.207498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.210454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f05216-1575-4491-8392-4283257479d1 None None] Network 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:14.245266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 18f1255d-caab-4473-bab2-bedf4d048ac6 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:14.309997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786bfe0f-0a47-4316-8df6-d478bee104cf None None] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:14.317601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.404117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.408578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:14.409222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.439054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] Provisioning complete for port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:14.439702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.484988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2792ac67-672a-4cc6-a4d4-0562f2e79c0b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:14.490718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:14.499974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:14.504956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:14.505544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.507709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=43dbbeb5-f628-4656-89a1-d8f306d8460b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:14.526816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] For port 02d2cde2-d430-451d-96ae-83d2c0ea0b98, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=02d2cde2-d430-451d-96ae-83d2c0ea0b98,segment=NetworkSegment(34b3773b-42e4-4c70-8d07-6f140f3545ac),segment_id=34b3773b-42e4-4c70-8d07-6f140f3545ac)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:14.527369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.531328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4575dfd9-f64c-4ab4-acbf-343a4dd695ad up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:14.533467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c08196-b986-4aec-bb5b-876f558a9340 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:14.537371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8649e0fa-5e96-4c8e-a97d-42537cbeae89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1283872 Apr 20 14:46:14.537371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38564) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:14.543050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '43dbbeb5-f628-4656-89a1-d8f306d8460b', 'ip_address': '2001:db8::970b:c8d7:3030:80e7'}], 'name': 'tempest-NetworksTestDHCPv6-880979713'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:14.547685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.549216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for 02d2cde2-d430-451d-96ae-83d2c0ea0b98 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:14.634143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=18f1255d-caab-4473-bab2-bedf4d048ac6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:14.661338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.665288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cdf834e2-531b-4abc-bb1b-bd68de83b597 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/18f1255d-caab-4473-bab2-bedf4d048ac6 HTTP/1.1" status: 204 len: 168 time: 1.3143938 Apr 20 14:46:14.668625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38566) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:14.676848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.722581 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dc80c1-b08d-48cd-b059-78c259d55fcc tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:46:14.723587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dc80c1-b08d-48cd-b059-78c259d55fcc tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:46:14.728903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-85dc80c1-b08d-48cd-b059-78c259d55fcc tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/18f1255d-caab-4473-bab2-bedf4d048ac6 HTTP/1.1" status: 404 len: 333 time: 0.0563486 Apr 20 14:46:14.728903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=02d2cde2-d430-451d-96ae-83d2c0ea0b98,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:14.730438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:14.732587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] No DVR routers for this DVR port 02d2cde2-d430-451d-96ae-83d2c0ea0b98 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:14.769015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:14.774827 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1716adad-2a7e-4334-83a8-5993c2af28f1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:14.779084 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1716adad-2a7e-4334-83a8-5993c2af28f1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/18f1255d-caab-4473-bab2-bedf4d048ac6 HTTP/1.1" status: 404 len: 333 time: 0.0408762 Apr 20 14:46:14.787115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:14.798124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db275702-1611-4e79-93ef-2b930b6dcc63 None None] DHCP port deletion for 9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:14.815820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.848311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:14.865799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b3773b-42e4-4c70-8d07-6f140f3545ac') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:14.865799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b3773b-42e4-4c70-8d07-6f140f3545ac') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:14.885369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.901132 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.905216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet c08f0c86-d316-4f21-aa35-7e718477eed4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:14.907543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:14.908083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.910761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:14.911469 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:14.936941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:46:14.938877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.954447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.959040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:14.959416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.978184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.981387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port b30085fc-b233-4752-9e66-1d3b830874ee yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:14.988166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:14.988580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.992460 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.000201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.007037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/networks/9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89 HTTP/1.1" status: 204 len: 168 time: 0.8005168 Apr 20 14:46:15.008029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38572) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:15.105232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a191aad-669a-4244-b807-9d626f8f32b4 tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Network': ['ID=9e8d3c2b-b15e-4b11-b549-5f3eb7dcae89,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.105814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] For port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,segment=NetworkSegment(bd975f3c-5e5d-417f-a246-e37f124f6db4),segment_id=bd975f3c-5e5d-417f-a246-e37f124f6db4)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:15.131490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.193885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.212059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.227325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '43dbbeb5-f628-4656-89a1-d8f306d8460b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:15.228174 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.315128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::970b:c8d7:3030:80e7 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/43dbbeb5-f628-4656-89a1-d8f306d8460b/b30085fc-b233-4752-9e66-1d3b830874ee) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:15.319250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.333598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b9c60-28de-4c0e-9e9d-da8a29f1b67f req-45f5f85b-7b39-48b5-8ed6-cdff3ac0d72d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:15.343249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-137b9c60-28de-4c0e-9e9d-da8a29f1b67f req-45f5f85b-7b39-48b5-8ed6-cdff3ac0d72d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 944 time: 0.2251821 Apr 20 14:46:15.362106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69ced-16ce-484b-9124-2bdb9f5ded86 None None] Pushing event updated for resources: {'Port': ['ID=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.363794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=c08f0c86-d316-4f21-aa35-7e718477eed4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.370961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.374895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fcb02f50-e142-4699-b17a-6f3d2a1d2f9b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/c08f0c86-d316-4f21-aa35-7e718477eed4 HTTP/1.1" status: 204 len: 168 time: 0.5865614 Apr 20 14:46:15.382533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38578) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:15.383749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781bac9-b982-4b4c-8d47-5d66c91faa52 req-71bfb1c4-408a-4407-b2ab-f1b5c7eaa1c4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:15.385647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d781bac9-b982-4b4c-8d47-5d66c91faa52 req-71bfb1c4-408a-4407-b2ab-f1b5c7eaa1c4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1914659 Apr 20 14:46:15.404356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.427299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb5166-336e-4528-bdb1-fc962456657b None None] Network f5c7ce33-ca17-40f2-98a3-017924cdc9ed requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:15.432263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-137b9c60-28de-4c0e-9e9d-da8a29f1b67f req-44bc7249-feb4-40be-a95e-1b3544560efd tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880327 Apr 20 14:46:15.436776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Deleting port c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:15.437125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.491871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d781bac9-b982-4b4c-8d47-5d66c91faa52 req-e71cd0d5-8841-4204-a699-36b5bbcbab7d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953567 Apr 20 14:46:15.523358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.545879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.546914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.547265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.561333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Calling delete_port for c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:15.638349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-97b4d259-466d-4535-a3d5-c5a80ea93070 None None] Provisioning complete for port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:15.638755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-97b4d259-466d-4535-a3d5-c5a80ea93070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.640104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:15.643196 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b65742-3ff6-4c62-99af-4bf642917755" -d '{"events": [{"server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "name": "network-vif-plugged", "status": "completed", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:15.665253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.673250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:15.674405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.682450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:15.689165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bfe16ef3-f59c-4a66-a57e-aa9e2b650673 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:15.732720 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3022f2d-8cf6-4eb4-8e49-8881a416463b x-openstack-request-id: req-c3022f2d-8cf6-4eb4-8e49-8881a416463b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:15.733018 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "name": "network-vif-plugged", "status": "completed", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:15.733277 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3022f2d-8cf6-4eb4-8e49-8881a416463b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:15.733671 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3022f2d-8cf6-4eb4-8e49-8881a416463b'] response: {'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b', 'code': 200} Apr 20 14:46:15.734792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.747030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: bfe16ef3-f59c-4a66-a57e-aa9e2b650673 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:15.747591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bfe16ef3-f59c-4a66-a57e-aa9e2b650673 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:15.763112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,segment=NetworkSegment(bd975f3c-5e5d-417f-a246-e37f124f6db4),segment_id=bd975f3c-5e5d-417f-a246-e37f124f6db4)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:15.763589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.776386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.796939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.818913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 4575dfd9-f64c-4ab4-acbf-343a4dd695ad owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:15.827738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Pushing event deleted for resources: {'Port': ['ID=c59e4a6b-82e5-4b4e-9c0d-fcc7b292522f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.898644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:15.902627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.906999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.907804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-55c8ce4d-566a-4fca-9f23-b4ea541ca0bf tempest-FloatingIPAdminTestJSON-1825208367 tempest-FloatingIPAdminTestJSON-1825208367-project] 10.222.0.20 "DELETE /v2.0/floatingips/3549ef3b-911f-4501-9edd-bca059dafc2d HTTP/1.1" status: 204 len: 168 time: 0.8992829 Apr 20 14:46:15.913153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:15.919137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:15.924873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:15.925794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:15.931529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=b30085fc-b233-4752-9e66-1d3b830874ee,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.935719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:15.941499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/43dbbeb5-f628-4656-89a1-d8f306d8460b/5918fd4e-bbe8-4f17-904a-73274663ca59) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:15.996353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9636ad41-e50e-4fd0-8f2e-1d8f98e82066 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4569674 Apr 20 14:46:15.998438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38584) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.008447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cda31-efcf-417e-aace-ce6c19d557b8 req-834f9d2d-1810-4c82-b98b-9bb642b57f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.011702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d8cda31-efcf-417e-aace-ce6c19d557b8 req-834f9d2d-1810-4c82-b98b-9bb642b57f01 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 1096 time: 0.1852255 Apr 20 14:46:16.073165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3d8cda31-efcf-417e-aace-ce6c19d557b8 req-86734ab1-0e53-4717-a4a8-68921fbec13d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533118 Apr 20 14:46:16.073445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] DHCP port deletion for f5c7ce33-ca17-40f2-98a3-017924cdc9ed request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:16.080291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483795a-7ed4-417a-b87a-a8fe4eacf9c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.086298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4483795a-7ed4-417a-b87a-a8fe4eacf9c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0865097 Apr 20 14:46:16.086964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.112648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.144851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:16.146700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.210891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port b30085fc-b233-4752-9e66-1d3b830874ee {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:16.211240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.212036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Deleting port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:16.212474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.248940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.273789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c7ce33-ca17-40f2-98a3-017924cdc9ed']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:16.288901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd975f3c-5e5d-417f-a246-e37f124f6db4') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:16.289134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.290643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd975f3c-5e5d-417f-a246-e37f124f6db4') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:16.302631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] For port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:16.302872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.303008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.305874 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.313998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.330025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.333082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.337967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:16.338550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.341425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Calling delete_port for 4575dfd9-f64c-4ab4-acbf-343a4dd695ad owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:16.342864 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:16.348396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:46:16.353553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for b30085fc-b233-4752-9e66-1d3b830874ee owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:16.361475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:16.362542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.372099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:16.374644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:16.378948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] No DVR routers for this DVR port 4575dfd9-f64c-4ab4-acbf-343a4dd695ad on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:16.409270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Pushing event updated for resources: {'Port': ['ID=5918fd4e-bbe8-4f17-904a-73274663ca59,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.448660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a902e7-3d1b-4f38-8f46-1549cebd44b6 None None] Pushing event deleted for resources: {'Port': ['ID=4575dfd9-f64c-4ab4-acbf-343a4dd695ad,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.463270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Attempting to bind port 5918fd4e-bbe8-4f17-904a-73274663ca59 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:16.464167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Attempting to bind port 5918fd4e-bbe8-4f17-904a-73274663ca59 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:16.464167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Attempting to bind port 5918fd4e-bbe8-4f17-904a-73274663ca59 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:16.484976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:16.485757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:16.486354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.486964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:16.487677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Bound port: 5918fd4e-bbe8-4f17-904a-73274663ca59, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:16.488444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.492073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d2cde2-d430-451d-96ae-83d2c0ea0b98 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:16.508193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.520343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.529915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/f5c7ce33-ca17-40f2-98a3-017924cdc9ed HTTP/1.1" status: 204 len: 168 time: 1.1462502 Apr 20 14:46:16.532528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.541112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 02d2cde2-d430-451d-96ae-83d2c0ea0b98 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:16.541805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 02d2cde2-d430-451d-96ae-83d2c0ea0b98 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:16.542438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4575dfd9-f64c-4ab4-acbf-343a4dd695ad no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:16.549160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383126478'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:16.575286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba736-e5bb-4452-b5a5-d4767f58b735 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=f5c7ce33-ca17-40f2-98a3-017924cdc9ed,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.587809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:16.591661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.611344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4575dfd9-f64c-4ab4-acbf-343a4dd695ad {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:16.611799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4575dfd9-f64c-4ab4-acbf-343a4dd695ad not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:16.626447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.627468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af673d05-4380-4141-a04b-78654490b2bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b08def8ed0742c9a63fe6b812255786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231385 Apr 20 14:46:16.628389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.636889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35cbd0-6c8d-46f3-9c15-aedd40d676bc req-68b4dc26-2f43-4c59-8a2f-83355e218e60 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.639045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b35cbd0-6c8d-46f3-9c15-aedd40d676bc req-68b4dc26-2f43-4c59-8a2f-83355e218e60 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1059129 Apr 20 14:46:16.654381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:16.677458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.677703 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment d3e45499-391c-43c8-9e9a-a44e03d61052 of type vlan for network 5d7730ac-e10c-4dcc-966d-2a56596608df Apr 20 14:46:16.682559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=b30085fc-b233-4752-9e66-1d3b830874ee,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.691310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] For port 5918fd4e-bbe8-4f17-904a-73274663ca59, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:16.697309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] For port 5918fd4e-bbe8-4f17-904a-73274663ca59, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5918fd4e-bbe8-4f17-904a-73274663ca59,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:16.702684 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.721351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.727105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-314991bf-382d-471a-aa40-012432ff71a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/b30085fc-b233-4752-9e66-1d3b830874ee HTTP/1.1" status: 204 len: 168 time: 0.6368003 Apr 20 14:46:16.727554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38602) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.736757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.742412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.745491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f75a3d-7074-4212-bb5c-7c2d4d19f12a req-c41fdf49-5ea7-47a4-ad43-5b488a176756 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.749014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07f75a3d-7074-4212-bb5c-7c2d4d19f12a req-c41fdf49-5ea7-47a4-ad43-5b488a176756 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1543026 Apr 20 14:46:16.776032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.782167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340902-973d-4925-99c2-1bc66aa596f4 None None] Pushing event updated for resources: {'Port': ['ID=5918fd4e-bbe8-4f17-904a-73274663ca59,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.795450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.801180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.801791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.817494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b35cbd0-6c8d-46f3-9c15-aedd40d676bc req-3c1d2657-713c-4c70-9d39-f82e43c8cb99 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695979 Apr 20 14:46:16.843629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef32d4c-f84e-417d-ad30-3bebcb867638 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.845135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef32d4c-f84e-417d-ad30-3bebcb867638 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:16.846660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3ef32d4c-f84e-417d-ad30-3bebcb867638 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1181760 Apr 20 14:46:16.851287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07f75a3d-7074-4212-bb5c-7c2d4d19f12a req-e2bd184e-3909-49ca-a033-97d07a4b34a7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940380 Apr 20 14:46:16.851780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38604) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.895936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3540428 Apr 20 14:46:16.901041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38606) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:16.908169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:16.914034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc26e9-b4bd-4c31-895d-61bf9b8743ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=5d7730ac-e10c-4dcc-966d-2a56596608df,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.922296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.924985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:16.926162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82df4789-f6da-4dd2-9aab-47443d0e0983 HTTP/1.1" status: 204 len: 168 time: 0.2959969 Apr 20 14:46:16.935387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5d7730ac-e10c-4dcc-966d-2a56596608df details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:16.954608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5ddd9-1b54-4a37-a810-2b984ceae99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df4789-f6da-4dd2-9aab-47443d0e0983,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:16.964305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 43dbbeb5-f628-4656-89a1-d8f306d8460b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:16.967737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.028848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.155164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:17.158938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.177919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.452233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38612) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:17.468865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d7749fe-1c1e-4789-bf07-74ad27835211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.561537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d7749fe-1c1e-4789-bf07-74ad27835211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.568348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d7749fe-1c1e-4789-bf07-74ad27835211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.609262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d7749fe-1c1e-4789-bf07-74ad27835211 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56622cf8f6d645258dc052aba710a1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551933 Apr 20 14:46:17.610483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7749fe-1c1e-4789-bf07-74ad27835211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a405b-99cc-4b13-996c-55c5074dfc97,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:17.612255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:17.692151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.736301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=43dbbeb5-f628-4656-89a1-d8f306d8460b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:17.737862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.741471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.744568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a11a1a3-3b07-49d0-bae8-37bdb2481e1f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/43dbbeb5-f628-4656-89a1-d8f306d8460b HTTP/1.1" status: 204 len: 168 time: 0.8918328 Apr 20 14:46:17.747689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:17.793405 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.795036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ba750fa-62ec-4a5d-a72e-e9ea5c88d47b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459046 Apr 20 14:46:17.797775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:17.803139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:17.897553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.923887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:17.927997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.959200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a70b7-7f63-4b5c-b05e-70c739731f91 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:17.975761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.978415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:17.981971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e51a405b-99cc-4b13-996c-55c5074dfc97 HTTP/1.1" status: 204 len: 168 time: 0.3662949 Apr 20 14:46:18.039935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30cdac-da6f-4927-a615-7bebd8f7b7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a405b-99cc-4b13-996c-55c5074dfc97,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.083291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.107217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': 'd3e45499-391c-43c8-9e9a-a44e03d61052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:18.108618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 5d7730ac-e10c-4dcc-966d-2a56596608df, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:18.115992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] Provisioning complete for port 5918fd4e-bbe8-4f17-904a-73274663ca59 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:18.116362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.136673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd13be-0cba-4afe-874f-3a0d460db8e5 req-db73e913-029b-44da-90e1-3fee036b744e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.139094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bd13be-0cba-4afe-874f-3a0d460db8e5 req-db73e913-029b-44da-90e1-3fee036b744e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1985016 Apr 20 14:46:18.150205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776c505-38ea-4267-a4d6-f9c27506fbec req-a58346eb-653b-4cc8-ac6a-25c976931ef7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.151750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f776c505-38ea-4267-a4d6-f9c27506fbec req-a58346eb-653b-4cc8-ac6a-25c976931ef7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1773705 Apr 20 14:46:18.159045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.195631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 5d7730ac-e10c-4dcc-966d-2a56596608df is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:18.233664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5d7730ac-e10c-4dcc-966d-2a56596608df) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:18.233907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:18.239372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.241880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.244660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c8a94-faf6-4d86-bb9a-33b194057b97 None None] Network 5d7730ac-e10c-4dcc-966d-2a56596608df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:18.250075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:18.252567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.255015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:18.256661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.257418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.273515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bd13be-0cba-4afe-874f-3a0d460db8e5 req-dda8a7f7-fc07-4799-9e10-419e435410cf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205471 Apr 20 14:46:18.280761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=9dadedca-0d43-498b-9557-e25611453bff,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.285209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f776c505-38ea-4267-a4d6-f9c27506fbec req-7b8c1a1b-c6f6-44e1-9072-c81348b9e259 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220222 Apr 20 14:46:18.289884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0a926289-7408-4ce1-8e2f-9ff7af3be0b2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4900506 Apr 20 14:46:18.294882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:18.304673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '9dadedca-0d43-498b-9557-e25611453bff', 'ip_address': '2001:db8::5842:9b9c:9c5f:fb2e'}], 'name': 'tempest-NetworksTestDHCPv6-2000870745'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:18.315201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38632) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:18.315356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d26b363c-a8f4-418f-8ca6-090c6d4bb098 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4130929 Apr 20 14:46:18.321190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1182447562'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:18.454801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] For port 5918fd4e-bbe8-4f17-904a-73274663ca59, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5918fd4e-bbe8-4f17-904a-73274663ca59,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:18.466704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.512898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:18.517635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.542006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 7065a7a1-75b7-41ac-be06-813c47e53541 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:18.555331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:18.561281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Deleting port 5918fd4e-bbe8-4f17-904a-73274663ca59 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:18.561761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.590745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:18.617397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-496b63bb-50df-4877-91ba-92f59a2036a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.618304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358faee-5fa2-4c5a-a127-619f147f986e req-83a126f0-7f76-40ab-a78a-ab893c7a99a8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.619966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a358faee-5fa2-4c5a-a127-619f147f986e req-83a126f0-7f76-40ab-a78a-ab893c7a99a8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1052289 Apr 20 14:46:18.640578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3d743-d730-4fb0-b2f9-a3b97e891592 None None] Pushing event updated for resources: {'Port': ['ID=5918fd4e-bbe8-4f17-904a-73274663ca59,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.658702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-5d7730ac-e10c-4dcc-966d-2a56596608df', 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': '6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:18.659736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.702406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] For port 5918fd4e-bbe8-4f17-904a-73274663ca59, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5918fd4e-bbe8-4f17-904a-73274663ca59,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:18.702905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a358faee-5fa2-4c5a-a127-619f147f986e req-ddde4ca3-2f68-4e50-a911-4a28ae2a2c0c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719583 Apr 20 14:46:18.703405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.706099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.712683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::34a (5d7730ac-e10c-4dcc-966d-2a56596608df/6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a/7065a7a1-75b7-41ac-be06-813c47e53541) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:18.723594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Calling delete_port for 5918fd4e-bbe8-4f17-904a-73274663ca59 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:18.724596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port abe97ed0-c66a-4dcf-9573-f81e6ea7131d yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:18.828147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-496b63bb-50df-4877-91ba-92f59a2036a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.833617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-496b63bb-50df-4877-91ba-92f59a2036a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.877468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.892865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-496b63bb-50df-4877-91ba-92f59a2036a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03e573e195b743c1b5e6b6fc44879b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983789 Apr 20 14:46:18.894219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38640) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:18.906279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b63bb-50df-4877-91ba-92f59a2036a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb9896-aa39-42be-aee4-f6cb5dfa3f55,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.908462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] Pushing event deleted for resources: {'Port': ['ID=5918fd4e-bbe8-4f17-904a-73274663ca59,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:18.910546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59332a6-ab4c-4e6c-bb6d-d07b491204e6 None None] No DVR routers for this DVR port 5918fd4e-bbe8-4f17-904a-73274663ca59 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:18.926995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfcba6-7e41-4bd0-a6a6-c3fd10e29edb req-48820534-5a11-4d88-b934-992d72d27ef5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:18.928841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eadfcba6-7e41-4bd0-a6a6-c3fd10e29edb req-48820534-5a11-4d88-b934-992d72d27ef5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1229281 Apr 20 14:46:18.941240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:18.942805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6ea9e-898b-41f5-a091-66883faf613e None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:18.978394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.009522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.023517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.037526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eadfcba6-7e41-4bd0-a6a6-c3fd10e29edb req-eb5a4f4f-02d6-4b25-ae4f-9fb478ef1186 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Apr 20 14:46:19.045344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::5842:9b9c:9c5f:fb2e (f9a24db5-112e-4814-8187-bcbdf4fa52f1/9dadedca-0d43-498b-9557-e25611453bff/abe97ed0-c66a-4dcf-9573-f81e6ea7131d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:19.098325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 5d7730ac-e10c-4dcc-966d-2a56596608df is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:19.104036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:19.109643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:19.115879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:19.116316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.125458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Allocated IP 2001:db8::2 (5d7730ac-e10c-4dcc-966d-2a56596608df/6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a/0132a182-67e4-4ecb-8fd3-7b0a23f55c03) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:19.134150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=7065a7a1-75b7-41ac-be06-813c47e53541,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.159557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '9dadedca-0d43-498b-9557-e25611453bff'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:19.159997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.160420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.163571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.164729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95eb9896-aa39-42be-aee4-f6cb5dfa3f55 HTTP/1.1" status: 204 len: 168 time: 0.2695827 Apr 20 14:46:19.174421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57959761-13ab-410f-bbf1-03151236a8ea tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8576918 Apr 20 14:46:19.178029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:19.197730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824bb39-f3fd-4eb0-9041-c941572aa3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb9896-aa39-42be-aee4-f6cb5dfa3f55,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.306268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.373060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d15ade-988f-4c1e-8fb4-dd466f400ac6 req-7ea36a9d-00c0-4b9b-ae56-1ea846acc0a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:19.374621 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69d15ade-988f-4c1e-8fb4-dd466f400ac6 req-7ea36a9d-00c0-4b9b-ae56-1ea846acc0a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.0721774 Apr 20 14:46:19.382058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 7065a7a1-75b7-41ac-be06-813c47e53541 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:19.382058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.445633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.452216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.498774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.524980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Network 5d7730ac-e10c-4dcc-966d-2a56596608df is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:19.530821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:19.535807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:19.545303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Pushing event updated for resources: {'Port': ['ID=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.549543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69d15ade-988f-4c1e-8fb4-dd466f400ac6 req-80f52199-aff2-4367-8cae-d02c914009fe tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645184 Apr 20 14:46:19.554609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/9dadedca-0d43-498b-9557-e25611453bff/e1fd9a36-e468-488b-b88f-9130a0e98b2a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:19.604829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:19.610740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.620105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d38c-ad6b-4efc-ac4d-1cdce0206f51 req-1dc3b20d-8ffe-498d-b666-9bdd3c41497b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:19.621745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9212d38c-ad6b-4efc-ac4d-1cdce0206f51 req-1dc3b20d-8ffe-498d-b666-9bdd3c41497b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2157054 Apr 20 14:46:19.627994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:19.632730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=abe97ed0-c66a-4dcf-9573-f81e6ea7131d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.638056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:19.643954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:19.644557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.651736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 7065a7a1-75b7-41ac-be06-813c47e53541 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:19.655988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Attempting to bind port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:19.656355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Attempting to bind port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd3e45499-391c-43c8-9e9a-a44e03d61052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:19.656713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Attempting to bind port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 on network 5d7730ac-e10c-4dcc-966d-2a56596608df {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:19.667479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:19.668219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Checking segment: {'id': 'd3e45499-391c-43c8-9e9a-a44e03d61052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:19.668635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.669011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Bound using segment: {'id': 'd3e45499-391c-43c8-9e9a-a44e03d61052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:19.669582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Bound port: 0132a182-67e4-4ecb-8fd3-7b0a23f55c03, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e45499-391c-43c8-9e9a-a44e03d61052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5d7730ac-e10c-4dcc-966d-2a56596608df'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:19.670433 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.686734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-421b6e10-8b45-4188-a11d-2159ce61de09 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3896780 Apr 20 14:46:19.689395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:19.735461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9212d38c-ad6b-4efc-ac4d-1cdce0206f51 req-7d3a0aa9-dd1a-41e9-9a5d-bee214217f0f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036098 Apr 20 14:46:19.747675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b063ad-45f6-4f77-9d1b-2f05fa8a4076 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:19.752128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85b063ad-45f6-4f77-9d1b-2f05fa8a4076 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0616894 Apr 20 14:46:19.752741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38666) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:19.851813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.862402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.863272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port abe97ed0-c66a-4dcf-9573-f81e6ea7131d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:19.863662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.866067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.871001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] For port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:19.934478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.937656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/7065a7a1-75b7-41ac-be06-813c47e53541 HTTP/1.1" status: 204 len: 168 time: 0.7586601 Apr 20 14:46:19.939018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101379fc-a51f-4aa2-a0db-6623add0d70d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=7065a7a1-75b7-41ac-be06-813c47e53541,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.940438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:19.955676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Pushing event updated for resources: {'Port': ['ID=e1fd9a36-e468-488b-b88f-9130a0e98b2a,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:19.961224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:19.963337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] For port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,segment=NetworkSegment(d3e45499-391c-43c8-9e9a-a44e03d61052),segment_id=d3e45499-391c-43c8-9e9a-a44e03d61052)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:19.965976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:19.968566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:19.973766 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ab3765-360f-42e4-85b9-1de0fcf64397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:19.978071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:19.978688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b2ab3765-360f-42e4-85b9-1de0fcf64397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/7065a7a1-75b7-41ac-be06-813c47e53541 HTTP/1.1" status: 404 len: 333 time: 0.0353801 Apr 20 14:46:19.979304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38678) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:20.003812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.020577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for abe97ed0-c66a-4dcf-9573-f81e6ea7131d owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:20.044183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:20.047779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.102875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.124321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Attempting to bind port e1fd9a36-e468-488b-b88f-9130a0e98b2a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:20.124958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Attempting to bind port e1fd9a36-e468-488b-b88f-9130a0e98b2a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:20.125205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Attempting to bind port e1fd9a36-e468-488b-b88f-9130a0e98b2a on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:20.127201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bce6e-39f4-430e-a8f2-8cc41bd5a0d1 None None] Pushing event updated for resources: {'Port': ['ID=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:20.134588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:20.134969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:20.135574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.135972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:20.136458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Bound port: e1fd9a36-e468-488b-b88f-9130a0e98b2a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:20.137174 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.196289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.233691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=abe97ed0-c66a-4dcf-9573-f81e6ea7131d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:20.256994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] For port e1fd9a36-e468-488b-b88f-9130a0e98b2a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:20.262066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] For port e1fd9a36-e468-488b-b88f-9130a0e98b2a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e1fd9a36-e468-488b-b88f-9130a0e98b2a,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:20.270421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.271081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.272349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.276409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ddb05da9-0d8a-4c0b-9cd4-69e6834290a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/abe97ed0-c66a-4dcf-9573-f81e6ea7131d HTTP/1.1" status: 204 len: 168 time: 0.5225415 Apr 20 14:46:20.280713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:20.391899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72843c1c-aca5-4cd7-87a7-ee7e7d14c089 None None] Pushing event updated for resources: {'Port': ['ID=e1fd9a36-e468-488b-b88f-9130a0e98b2a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:20.428567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.430607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbe5ae-934b-414f-be02-5966e53284b8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:20.432310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbe5ae-934b-414f-be02-5966e53284b8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:20.436701 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-83cbe5ae-934b-414f-be02-5966e53284b8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1525173 Apr 20 14:46:20.437009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:20.520007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:20.527742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.541446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-38ad0c82-de36-4215-93df-ccc8d089eff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a HTTP/1.1" status: 204 len: 168 time: 0.5608797 Apr 20 14:46:20.543013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38690) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:20.556347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 9dadedca-0d43-498b-9557-e25611453bff {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:20.572027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.626532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:20.646488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.692233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:20.692635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.766410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee6d11-9eab-4da2-8356-f1230e735f3c req-f358404c-6287-4a18-a5b3-2d89decfbac9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:20.792088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cee6d11-9eab-4da2-8356-f1230e735f3c req-f358404c-6287-4a18-a5b3-2d89decfbac9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1084235 Apr 20 14:46:20.809602 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.890238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.923877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.945126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,segment=NetworkSegment(d3e45499-391c-43c8-9e9a-a44e03d61052),segment_id=d3e45499-391c-43c8-9e9a-a44e03d61052)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:20.950710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cee6d11-9eab-4da2-8356-f1230e735f3c req-36af4144-fb93-4732-b2ed-dcaa6c5ba06c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575587 Apr 20 14:46:20.964250 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:20.994037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a000a-4946-4af0-84b4-f76928bc068a req-7696051a-5824-494e-95ed-6ab7608ece76 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:20.995620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-063a000a-4946-4af0-84b4-f76928bc068a req-7696051a-5824-494e-95ed-6ab7608ece76 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1267204 Apr 20 14:46:21.007029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:21.007371 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.053602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:21.068148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.095037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=9dadedca-0d43-498b-9557-e25611453bff,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:21.104825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.108532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60b3f94f-9cca-4a89-a07d-470cf220e12e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/9dadedca-0d43-498b-9557-e25611453bff HTTP/1.1" status: 204 len: 168 time: 0.6703260 Apr 20 14:46:21.113187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38706) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.141572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-063a000a-4946-4af0-84b4-f76928bc068a req-22456d39-fb3b-4851-a301-802065ce2fcd tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317461 Apr 20 14:46:21.162505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2185b5ce-43f4-4a78-a275-c80af43d5a51 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460885 Apr 20 14:46:21.162791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.164531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,segment=NetworkSegment(d3e45499-391c-43c8-9e9a-a44e03d61052),segment_id=d3e45499-391c-43c8-9e9a-a44e03d61052)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:21.165074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.182937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:21.226978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01340d-7f77-4241-a6e6-ce9f92ed8e8e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.231161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf01340d-7f77-4241-a6e6-ce9f92ed8e8e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0650403 Apr 20 14:46:21.233762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.248474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38712) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.291974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04addc1c-b103-4ec7-aad3-3d955863f605 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.294297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04addc1c-b103-4ec7-aad3-3d955863f605 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592709 Apr 20 14:46:21.296672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.314471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.341577 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38b8552c-37ec-45ac-bbd9-0a3608f87611 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438013 Apr 20 14:46:21.346334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.351831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:21.352371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=0132a182-67e4-4ecb-8fd3-7b0a23f55c03,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:21.357128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:21.392889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-172109130', 'router:external': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:21.475843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:21.480950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.491923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Made reservation on behalf of 16e1fa6e1edd4f14bcbc08bf7cb77af4 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:21.495343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.498554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.521765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.539149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7730ac-e10c-4dcc-966d-2a56596608df']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:21.553340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e45499-391c-43c8-9e9a-a44e03d61052') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:21.553641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e45499-391c-43c8-9e9a-a44e03d61052') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:21.564481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89551223-2551-43a0-b682-7fd4ab1560ba None None] Network 5d7730ac-e10c-4dcc-966d-2a56596608df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:21.582981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.604905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.616060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:21.616716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:21.620626 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:21.632106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0af35ad5-3fd4-441e-ae80-cc07e33499f0 None None] Could not find standard attr ID for object 0132a182-67e4-4ecb-8fd3-7b0a23f55c03. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:21.661174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-3fbeb9a2-acd7-4718-a1dd-49fe26c510e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0982621 Apr 20 14:46:21.704180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.709394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.713407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/5d7730ac-e10c-4dcc-966d-2a56596608df HTTP/1.1" status: 204 len: 168 time: 1.1701307 Apr 20 14:46:21.723926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38720) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:21.736913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'name': 'tempest-PortsIpV6TestJSON-235740731'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:21.771686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06c9d-4e6d-4205-adb5-311535d46db0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=5d7730ac-e10c-4dcc-966d-2a56596608df,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:21.787044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ef957-6077-4dca-91f2-038ae59a7de5 None None] DHCP port deletion for 5d7730ac-e10c-4dcc-966d-2a56596608df request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:21.807505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.807896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.808405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.809134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.809599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.810085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.810518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:21.817839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e305d3f8-7581-4477-a297-bfd99c3d8890 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d2b517f66d04d168feaedc0ecee5352&device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 6503 time: 0.1199346 Apr 20 14:46:21.864237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.872615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.906194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:21.909099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eadf8c-f067-4762-9925-3e4afec9bb1d None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:21.919693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:21.923115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.941316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:21.941703 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Added segment b612ed28-89f3-47cb-93f1-9d8e183f549f of type vlan for network c0778881-aece-4547-8816-7017e57e6195 Apr 20 14:46:21.943486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2246d1a-0ebf-4256-9452-89dd1bafd29f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:21.958708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 34dd04a8-482f-4e92-971f-cbca1b17ecfe yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:22.047058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.070335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] Provisioning complete for port e1fd9a36-e468-488b-b88f-9130a0e98b2a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:22.070936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.203005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.204001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.204596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.223259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2028988-c1c0-4c96-8a85-1a4fe143adc7 req-7355c06e-8917-402d-940b-b36f6a5bb9a7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.224904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2028988-c1c0-4c96-8a85-1a4fe143adc7 req-7355c06e-8917-402d-940b-b36f6a5bb9a7 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1731718 Apr 20 14:46:22.259746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.319130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:22.332768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:22.340092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.341007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.351266 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.377476 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0277700 Apr 20 14:46:22.381856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38728) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:22.385739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1359830 Apr 20 14:46:22.387037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823d7c4-a3cd-4147-9a62-b965f9a62963 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=7e85d9fe-f236-40f5-9532-9bb6d1ffe52d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:22.391489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] For port e1fd9a36-e468-488b-b88f-9130a0e98b2a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e1fd9a36-e468-488b-b88f-9130a0e98b2a,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:22.397298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:22.397849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '7e85d9fe-f236-40f5-9532-9bb6d1ffe52d', 'ip_address': '2001:db8::694c:4dce:8509:1404'}], 'name': 'tempest-NetworksTestDHCPv6-1686306190'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:22.404020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.414755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38730) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:22.419488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.432459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'subnet': {'network_id': 'c0778881-aece-4547-8816-7017e57e6195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:22.465994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727e04-472e-4fb2-b4b9-041555b4d925 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Network': ['ID=c0778881-aece-4547-8816-7017e57e6195,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:22.483410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c0778881-aece-4547-8816-7017e57e6195 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:22.489225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2028988-c1c0-4c96-8a85-1a4fe143adc7 req-74c5df38-4ee5-4800-96a2-7c2477a28762 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408044 Apr 20 14:46:22.497421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-220d82de-7f75-4b55-9196-b79e9b6724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.497896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-220d82de-7f75-4b55-9196-b79e9b6724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.498363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-220d82de-7f75-4b55-9196-b79e9b6724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.500003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-220d82de-7f75-4b55-9196-b79e9b6724c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=581c90d2-d08b-4faf-ba06-4f617c6f600a&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=c616197a-e9fe-4156-b05b-073d8d0100c7&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 HTTP/1.1" status: 200 len: 2298 time: 0.6455207 Apr 20 14:46:22.510424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4ae84-3466-46b5-897b-c5b6cbd658b6 req-7c80ddbf-9116-4580-a6a9-b9ca049acd10 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.519587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28b4ae84-3466-46b5-897b-c5b6cbd658b6 req-7c80ddbf-9116-4580-a6a9-b9ca049acd10 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2674780 Apr 20 14:46:22.539428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012d7e7-c04f-4fc9-a793-0ba7962a4122 None None] Pushing event updated for resources: {'Port': ['ID=e1fd9a36-e468-488b-b88f-9130a0e98b2a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:22.556962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:22.565020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Made reservation on behalf of 16e1fa6e1edd4f14bcbc08bf7cb77af4 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:22.567495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.571268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-374b5c86-e9ee-4500-ae80-f0aa72238764 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3212814 Apr 20 14:46:22.588254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28b4ae84-3466-46b5-897b-c5b6cbd658b6 req-b8ae0095-d3c5-4860-99cb-beef8430c3e5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Apr 20 14:46:22.616379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:22.628101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:22.628880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0132a182-67e4-4ecb-8fd3-7b0a23f55c03 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:22.634847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Deleting port e1fd9a36-e468-488b-b88f-9130a0e98b2a {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:22.635196 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.664719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e1fd9a36-e468-488b-b88f-9130a0e98b2a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:22.669342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.674653 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-e34eb9a2-21da-4e8b-ae80-c1270dd432dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831 HTTP/1.1" status: 200 len: 1002 time: 0.1600091 Apr 20 14:46:22.723943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:22.735005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:22.742507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:22.749522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.749970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.760705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=34dd04a8-482f-4e92-971f-cbca1b17ecfe,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:22.772670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-d13b9c5b-2c10-4635-a0b5-a8c4f827764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.775428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-d13b9c5b-2c10-4635-a0b5-a8c4f827764b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e2eeda5b930404aa79c7518eeca524a&device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 1096 time: 0.1509976 Apr 20 14:46:22.796998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-28daff1b-356a-4bd2-b00c-ef71840d649d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0662582 Apr 20 14:46:22.797233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38732) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:22.829589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.836258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] For port e1fd9a36-e468-488b-b88f-9130a0e98b2a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e1fd9a36-e468-488b-b88f-9130a0e98b2a,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:22.836653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.841414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-720ccb5a-57ea-40d1-a96f-c44f49ec0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:22.843651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-720ccb5a-57ea-40d1-a96f-c44f49ec0d76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d HTTP/1.1" status: 200 len: 856 time: 0.1389506 Apr 20 14:46:22.857857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Calling delete_port for e1fd9a36-e468-488b-b88f-9130a0e98b2a owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:22.914212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port e1fd9a36-e468-488b-b88f-9130a0e98b2a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e1fd9a36-e468-488b-b88f-9130a0e98b2a,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:22.921454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.930839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:22.993277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=e1fd9a36-e468-488b-b88f-9130a0e98b2a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:22.997476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 0a120b63-efbf-4982-bf81-a14d9a484783 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:23.003728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.004279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:46:23.004820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.040122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] Pushing event deleted for resources: {'Port': ['ID=e1fd9a36-e468-488b-b88f-9130a0e98b2a,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:23.042099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3c433-16a7-4593-92a7-97e136600401 None None] No DVR routers for this DVR port e1fd9a36-e468-488b-b88f-9130a0e98b2a on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:23.060604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca83c9b-3693-477b-8e5f-1915e392042d None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:23.069687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11bbdda8-c037-4fc4-910f-f8e8eac89859,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:23.072832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-40944e26-780a-4796-92b9-ba0ea678ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.076077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-40944e26-780a-4796-92b9-ba0ea678ce8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=581c90d2-d08b-4faf-ba06-4f617c6f600a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114396 Apr 20 14:46:23.080415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Checking segment: {'id': 'b612ed28-89f3-47cb-93f1-9d8e183f549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c0778881-aece-4547-8816-7017e57e6195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:23.080773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network hostable DHCP agents. Network: c0778881-aece-4547-8816-7017e57e6195, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:23.099978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network c0778881-aece-4547-8816-7017e57e6195 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:23.111240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c0778881-aece-4547-8816-7017e57e6195) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:23.116611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.117248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.125455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c640f8c-f0d8-4786-85f0-2e21a69ef7b2 None None] Network c0778881-aece-4547-8816-7017e57e6195 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:23.138028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-2f46a035-be7a-4753-85ea-54c749b5a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.139727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-2f46a035-be7a-4753-85ea-54c749b5a44a service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 200 len: 907 time: 0.3312807 Apr 20 14:46:23.143406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e77651ee-6a1e-49bc-9487-b9df23f5d28b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7203646 Apr 20 14:46:23.143604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38734) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:23.148918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1372147856', 'network_id': 'c0778881-aece-4547-8816-7017e57e6195'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:23.179453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Made reservation on behalf of 16e1fa6e1edd4f14bcbc08bf7cb77af4 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:23.182278 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.199809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] device_id is not set on port ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:23.248745 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-9e1dcf39-67e1-42f0-b015-ad740ff176fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 200 len: 217 time: 0.0997703 Apr 20 14:46:23.278830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 34dd04a8-482f-4e92-971f-cbca1b17ecfe {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:23.279547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.312810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.20.0.2 (c0778881-aece-4547-8816-7017e57e6195/11bbdda8-c037-4fc4-910f-f8e8eac89859/ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:23.314553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '7e85d9fe-f236-40f5-9532-9bb6d1ffe52d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:23.315457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.332591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6fe474-3951-494e-b20a-e55f6dd06322 None None] Network c0778881-aece-4547-8816-7017e57e6195 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:23.438204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-96c2282f-c7d2-44ed-b7dd-9253f601672d service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501074 Apr 20 14:46:23.444877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.460628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.474810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-33bf675d-03a8-4700-bdcb-aef020312b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.476244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-33bf675d-03a8-4700-bdcb-aef020312b5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 200 len: 846 time: 0.2205608 Apr 20 14:46:23.477090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 34dd04a8-482f-4e92-971f-cbca1b17ecfe owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:23.495168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::694c:4dce:8509:1404 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/7e85d9fe-f236-40f5-9532-9bb6d1ffe52d/0a120b63-efbf-4982-bf81-a14d9a484783) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:23.498757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.556371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network c0778881-aece-4547-8816-7017e57e6195 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:23.560425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:23.563260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:23.565115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:23.574530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-96b65b04-791a-459d-a99e-89eb459e1ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f96614-1874-42a9-ba95-32105bd66fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842900 Apr 20 14:46:23.609050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.610026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.632812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a67ad69f-7582-421f-895c-8c3a7bd61204 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4877498 Apr 20 14:46:23.633556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38740) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:23.767011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-a087820d-db27-41f8-a2d1-2367c55f818b service neutron] 10.222.0.43 "GET /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101125 Apr 20 14:46:23.786326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c629209-e1be-4d30-9252-44d68fd76d2f req-36a77983-9f72-4c9e-9871-de963e6bc6d5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.787846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c629209-e1be-4d30-9252-44d68fd76d2f req-36a77983-9f72-4c9e-9871-de963e6bc6d5 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1224010 Apr 20 14:46:23.809456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7021f-2fe8-43c6-a135-bdb33278da5f req-4f4a12a9-fb17-469a-971d-7f4f432244db tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:23.810937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79c7021f-2fe8-43c6-a135-bdb33278da5f req-4f4a12a9-fb17-469a-971d-7f4f432244db tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1075172 Apr 20 14:46:23.871259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Deleting port ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:23.871615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.881262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-c75cfae0-ef71-43fd-bba4-f8ffd19f4ac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 217 time: 0.0960708 Apr 20 14:46:23.889999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c629209-e1be-4d30-9252-44d68fd76d2f req-9a5bc0a1-e8c3-4b82-82c8-e60cd2c6470a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955472 Apr 20 14:46:23.914904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.920386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79c7021f-2fe8-43c6-a135-bdb33278da5f req-d81660a3-fe94-449b-954a-7540b9a87c46 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950847 Apr 20 14:46:23.951256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-48011caa-248d-497a-9978-ef9062efabfc service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422265 Apr 20 14:46:23.986830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:23.996189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=34dd04a8-482f-4e92-971f-cbca1b17ecfe,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:24.000131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Calling delete_port for ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:24.024446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.030131 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f9ab016f-7971-45b1-89b9-410c9dc3bc12 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/34dd04a8-482f-4e92-971f-cbca1b17ecfe HTTP/1.1" status: 204 len: 168 time: 1.2304993 Apr 20 14:46:24.036523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38744) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:24.067498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'mac_address': 'fa:16:3e:4b:3c:ea', 'name': 'tempest-PortsIpV6TestJSON-495251080'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:24.075915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-9ad9f86b-f5b1-465a-8d2e-5d068a7cbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:24.077384 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-9ad9f86b-f5b1-465a-8d2e-5d068a7cbc74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.1789269 Apr 20 14:46:24.116925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.123972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.156449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:24.218786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.222490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8d400c1b-3a78-4499-a7ba-0d38554f5ad0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ae1cd1ad-08c7-4453-8a1e-59f9b90fde5b HTTP/1.1" status: 204 len: 168 time: 0.5874450 Apr 20 14:46:24.225139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38746) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:24.229362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0778881-aece-4547-8816-7017e57e6195', 'external_fixed_ips': [{'subnet_id': '11bbdda8-c037-4fc4-910f-f8e8eac89859', 'ip_address': '172.20.0.2'}]}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:24.243290 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4142645-2079-48b0-a821-cb40902c6ca7 req-d8db1f6f-6984-4015-a2f9-44f36fec2346 service neutron] 10.222.0.45 "GET /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606297 Apr 20 14:46:24.251189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.252271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.259569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-82486f5c-c7d1-4867-bcd9-311b7994f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:24.261126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-82486f5c-c7d1-4867-bcd9-311b7994f3f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1644993 Apr 20 14:46:24.263754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.275697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:24.314459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.330606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/7e85d9fe-f236-40f5-9532-9bb6d1ffe52d/13604eda-ba74-4ae4-b9d4-b2f511b4555f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:24.460584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.500411 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.507783 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.556796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:24.560296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:24.564730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:24.568665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Pushing event updated for resources: {'Port': ['ID=13604eda-ba74-4ae4-b9d4-b2f511b4555f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:24.625185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Attempting to bind port 13604eda-ba74-4ae4-b9d4-b2f511b4555f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:24.625185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Attempting to bind port 13604eda-ba74-4ae4-b9d4-b2f511b4555f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:24.625557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Attempting to bind port 13604eda-ba74-4ae4-b9d4-b2f511b4555f on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:24.630928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:24.631718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:24.631718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.632055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:24.632535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Bound port: 13604eda-ba74-4ae4-b9d4-b2f511b4555f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:24.632911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.655567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:24.691635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:24.706719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] For port 13604eda-ba74-4ae4-b9d4-b2f511b4555f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:24.708513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:24.710349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] For port 13604eda-ba74-4ae4-b9d4-b2f511b4555f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=13604eda-ba74-4ae4-b9d4-b2f511b4555f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:24.715594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:24.716690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.718351 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.725881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=0a120b63-efbf-4982-bf81-a14d9a484783,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:24.758661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.772836 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3a961105-cec5-4b83-99dc-07c7449a6584 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3846400 Apr 20 14:46:24.786491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:24.791796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '7e85d9fe-f236-40f5-9532-9bb6d1ffe52d', 'ip_address': '2001:db8::694c:4dce:8509:1404'}], 'name': 'tempest-NetworksTestDHCPv6-762523586'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:24.805974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8c3f6-7201-4cce-b18e-ac507d0ab40c None None] Pushing event updated for resources: {'Port': ['ID=13604eda-ba74-4ae4-b9d4-b2f511b4555f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:24.822240 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-c281e008-1b40-48de-9469-f74433695a72 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421872 Apr 20 14:46:24.870264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 4076607f-7dd0-4740-9584-88ce1edb7eb7 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:25.102538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-17c66805-1bdc-414c-a7aa-4d33834d5579 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495995 Apr 20 14:46:25.119431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:25.124804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.136837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.165305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.215188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-8318625d-9936-4b73-9eb9-306f279c11b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 217 time: 0.0856526 Apr 20 14:46:25.219737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 60292409-13e7-4bc4-bd86-e80cfa31f68f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:25.226703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d27b9-4e24-4ff1-b8f9-fa368b043098 req-b7c9fa12-71b4-4887-90af-29140efbd8c8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.228513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b3d27b9-4e24-4ff1-b8f9-fa368b043098 req-b7c9fa12-71b4-4887-90af-29140efbd8c8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1492302 Apr 20 14:46:25.239388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c221b9-1435-4bbe-8f06-60688fdf5634 req-96eade6d-eb01-4ca0-86b4-6e42fd20d61b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.240982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4c221b9-1435-4bbe-8f06-60688fdf5634 req-96eade6d-eb01-4ca0-86b4-6e42fd20d61b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1474874 Apr 20 14:46:25.337782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.348525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b3d27b9-4e24-4ff1-b8f9-fa368b043098 req-69d64b5f-8158-49af-a024-be11a5d5c064 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021001 Apr 20 14:46:25.353238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4c221b9-1435-4bbe-8f06-60688fdf5634 req-930a2b3c-f3fe-40c6-905a-3e46aca1dfd5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009200 Apr 20 14:46:25.376729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-5076e276-dc0e-43bf-8e35-7d9d01665b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.378234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-5076e276-dc0e-43bf-8e35-7d9d01665b30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.1498241 Apr 20 14:46:25.398135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.20.0.2 (c0778881-aece-4547-8816-7017e57e6195/11bbdda8-c037-4fc4-910f-f8e8eac89859/7637a912-e153-47a4-979a-2bfcf6f214d5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:25.502295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.502594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.509394 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 14:46:25.509843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:46:25.513658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-cf93c25e-e209-42b7-a950-1f587ecf8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.515179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-cf93c25e-e209-42b7-a950-1f587ecf8d5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250036 Apr 20 14:46:25.538965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.573973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-402b7dc4-c812-43cd-90fc-620c0df85d61 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7862041 Apr 20 14:46:25.578276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:25.585562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:25.595932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network c0778881-aece-4547-8816-7017e57e6195 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:25.599912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:25.602440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:25.618891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:25.627688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:25.633231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.633856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.640159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=4076607f-7dd0-4740-9584-88ce1edb7eb7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:25.647907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=7637a912-e153-47a4-979a-2bfcf6f214d5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:25.665876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e59066ed-fb6a-4098-8df9-7e65b672dd93 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6282272 Apr 20 14:46:25.670967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38756) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:25.693296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-88065005-5880-41f0-a565-797169c7d5e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477449 Apr 20 14:46:25.708831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fffcac-9e5e-4648-a46d-6a5ae5184406 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.714960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fffcac-9e5e-4648-a46d-6a5ae5184406 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.719461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0fffcac-9e5e-4648-a46d-6a5ae5184406 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1376204 Apr 20 14:46:25.750893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38758) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:25.799939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481875e-bc08-4daf-9f12-3ccc792df936 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:25.801342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7481875e-bc08-4daf-9f12-3ccc792df936 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/4076607f-7dd0-4740-9584-88ce1edb7eb7 HTTP/1.1" status: 200 len: 844 time: 0.1294377 Apr 20 14:46:25.804329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:25.894479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-cb803aa5-7be3-4c82-9582-4d42a1ac3d9f service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933746 Apr 20 14:46:25.968327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.969009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-7c6a0c1d-5a22-4f86-97e0-64957e9b6496 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593 HTTP/1.1" status: 200 len: 217 time: 0.0501685 Apr 20 14:46:25.990539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] Provisioning complete for port 13604eda-ba74-4ae4-b9d4-b2f511b4555f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:25.991567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:25.992665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 0a120b63-efbf-4982-bf81-a14d9a484783 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:25.992954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.097694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.098936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 4076607f-7dd0-4740-9584-88ce1edb7eb7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:26.099287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.102919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-a1f54860-f622-462d-a2cb-cec917f742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:26.104557 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-a1f54860-f622-462d-a2cb-cec917f742e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.1270518 Apr 20 14:46:26.145311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] For port 13604eda-ba74-4ae4-b9d4-b2f511b4555f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=13604eda-ba74-4ae4-b9d4-b2f511b4555f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:26.152767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.207311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b223abf-6061-4af4-a873-801ca6760e46 None None] Pushing event updated for resources: {'Port': ['ID=13604eda-ba74-4ae4-b9d4-b2f511b4555f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:26.218292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.220609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.237177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.253153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 0a120b63-efbf-4982-bf81-a14d9a484783 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:26.255159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 4076607f-7dd0-4740-9584-88ce1edb7eb7 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:26.269301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f1e927e3-c1cd-4a2d-b8c8-a3e7f634b0de None None] Could not find standard attr ID for object b30085fc-b233-4752-9e66-1d3b830874ee. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:26.281596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-6115e4cc-7c0b-43de-9a92-165bc2e44fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:26.282969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-6115e4cc-7c0b-43de-9a92-165bc2e44fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582112 Apr 20 14:46:26.358892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router adecb4f7-62de-41c8-bb8d-2591a02fdd49 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:26.408498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c1b75939-3620-4ee2-8ea6-69d358abdfa3 None None] Could not find standard attr ID for object abe97ed0-c66a-4dcf-9573-f81e6ea7131d. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:26.555917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.560330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 13604eda-ba74-4ae4-b9d4-b2f511b4555f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:26.564043 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-3adfde06-5f2e-41ef-b756-c207904404c3 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223005 Apr 20 14:46:26.624451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=4076607f-7dd0-4740-9584-88ce1edb7eb7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:26.624869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 13604eda-ba74-4ae4-b9d4-b2f511b4555f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:26.625202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a723e21-ced8-4a84-8223-d0d4101cd0bd req-8298b697-eb6d-4f31-8b65-7f6863ad24f8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:26.625458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.626850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a723e21-ced8-4a84-8223-d0d4101cd0bd req-8298b697-eb6d-4f31-8b65-7f6863ad24f8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1551452 Apr 20 14:46:26.636288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:26.649198 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Sync routers for ids ['adecb4f7-62de-41c8-bb8d-2591a02fdd49'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:26.658434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.661936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-98f8e727-c33b-4729-88ab-c818469579d4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/4076607f-7dd0-4740-9584-88ce1edb7eb7 HTTP/1.1" status: 204 len: 168 time: 0.8565149 Apr 20 14:46:26.664627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38766) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:26.667494 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Routers {'adecb4f7-62de-41c8-bb8d-2591a02fdd49'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:26.668626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['adecb4f7-62de-41c8-bb8d-2591a02fdd49'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:26.673985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba437fd8-9cb8-464e-aa6f-391a7c98895a req-ef3b8576-ba7d-4864-a563-1d6cc67c919e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:26.675626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba437fd8-9cb8-464e-aa6f-391a7c98895a req-ef3b8576-ba7d-4864-a563-1d6cc67c919e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1678960 Apr 20 14:46:26.718812 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa13c7ed-22ca-47f8-93c6-7a937dd1452e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:26.720424 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa13c7ed-22ca-47f8-93c6-7a937dd1452e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/4076607f-7dd0-4740-9584-88ce1edb7eb7 HTTP/1.1" status: 404 len: 333 time: 0.0535336 Apr 20 14:46:26.724583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38768) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:26.729859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'name': 'tempest-PortsIpV6TestJSON-1138858087'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:26.737181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.743301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1e3bebc1-2585-47e8-b871-1e86b59a6561 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5170560 Apr 20 14:46:26.744022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38770) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:26.797374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5726f036-e311-4ab9-8dca-7fe6115f37f7 None None] Provisioning complete for port 0a120b63-efbf-4982-bf81-a14d9a484783 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:26.798341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5726f036-e311-4ab9-8dca-7fe6115f37f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.803055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.813818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba437fd8-9cb8-464e-aa6f-391a7c98895a req-b8977b0b-b0f1-4a08-94d0-0d0a7687127b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281428 Apr 20 14:46:26.816485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a723e21-ced8-4a84-8223-d0d4101cd0bd req-85793ffd-cea8-444d-ab2c-7ab31ecc1544 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782224 Apr 20 14:46:26.854042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5726f036-e311-4ab9-8dca-7fe6115f37f7 None None] Port 0a120b63-efbf-4982-bf81-a14d9a484783 was deleted so its status cannot be updated. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 14:46:26.868902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=0a120b63-efbf-4982-bf81-a14d9a484783,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:26.908694 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Set router adecb4f7-62de-41c8-bb8d-2591a02fdd49 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:26.923058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.936730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-6b31a614-c786-4007-956c-cd65cb026be1 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407817 Apr 20 14:46:26.937893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.943714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0e2ee9a0-376f-4c7e-a902-2dea3c659f43 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/0a120b63-efbf-4982-bf81-a14d9a484783 HTTP/1.1" status: 204 len: 168 time: 1.1912639 Apr 20 14:46:26.944641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:26.948583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.961942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38772) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:26.983383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port c72372c0-fddb-4484-941f-f77609ce4e84 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:27.039163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-88a6a4b0-3f14-42a7-8f9f-f9a29f110713 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf HTTP/1.1" status: 200 len: 217 time: 0.0760574 Apr 20 14:46:27.054323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.125794 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adecb4f7-62de-41c8-bb8d-2591a02fdd49', 'name': '', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0778881-aece-4547-8816-7017e57e6195', 'external_fixed_ips': [{'subnet_id': '11bbdda8-c037-4fc4-910f-f8e8eac89859', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '7637a912-e153-47a4-979a-2bfcf6f214d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:24Z', 'updated_at': '2022-04-20T14:46:25Z', 'revision_number': 3, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port': {'id': '7637a912-e153-47a4-979a-2bfcf6f214d5', 'name': '', 'network_id': 'c0778881-aece-4547-8816-7017e57e6195', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:23:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adecb4f7-62de-41c8-bb8d-2591a02fdd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '11bbdda8-c037-4fc4-910f-f8e8eac89859', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:25Z', 'updated_at': '2022-04-20T14:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11bbdda8-c037-4fc4-910f-f8e8eac89859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:27.141761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150430b5-7a88-4729-ab66-5986ccb01172 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:27.143344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150430b5-7a88-4729-ab66-5986ccb01172 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:27.148028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Deleting port 7637a912-e153-47a4-979a-2bfcf6f214d5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:27.148267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-150430b5-7a88-4729-ab66-5986ccb01172 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1808498 Apr 20 14:46:27.148571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.148682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:27.158975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Checking router: adecb4f7-62de-41c8-bb8d-2591a02fdd49 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:27.159429 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Updating router adecb4f7-62de-41c8-bb8d-2591a02fdd49 port 7637a912-e153-47a4-979a-2bfcf6f214d5 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:46:27.185763 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.203943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-657dee9e-b965-421a-ac62-e5735cdfe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:27.205481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-657dee9e-b965-421a-ac62-e5735cdfe9f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 200 len: 797 time: 0.1310105 Apr 20 14:46:27.248332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.264028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Calling delete_port for 7637a912-e153-47a4-979a-2bfcf6f214d5 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:27.368951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 7e85d9fe-f236-40f5-9532-9bb6d1ffe52d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:27.385122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.443754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-9e5ae367-1300-426c-9b59-cec62cc66227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:27.445343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-9e5ae367-1300-426c-9b59-cec62cc66227 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c616197a-e9fe-4156-b05b-073d8d0100c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2200642 Apr 20 14:46:27.461170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.468802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.473943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.492730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Port': ['ID=7637a912-e153-47a4-979a-2bfcf6f214d5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:27.591675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.661713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-ff4208e1-222e-464a-ba1f-2af5e0aa68d3 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078617 Apr 20 14:46:27.663995 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.db.api [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:46:27.664536 n-d-836145-2 neutron-server[102866]: DEBUG oslo_db.api [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:46:27.664640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.666735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.707720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.709792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.755260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.755897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adecb4f7-62de-41c8-bb8d-2591a02fdd49 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:27.763872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.765079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c20cf02-5920-4701-bb13-6f248af8c24e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/routers/adecb4f7-62de-41c8-bb8d-2591a02fdd49 HTTP/1.1" status: 204 len: 168 time: 1.0161486 Apr 20 14:46:27.768587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38778) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:27.820100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Deleting subnet 11bbdda8-c037-4fc4-910f-f8e8eac89859 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:27.823542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.869632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:27.974270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.019842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce4225-b7e2-461d-80c6-b58e8b9bf9ce req-e07bd979-89b9-4d89-8aec-4017ae461469 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.021408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8ce4225-b7e2-461d-80c6-b58e8b9bf9ce req-e07bd979-89b9-4d89-8aec-4017ae461469 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1285722 Apr 20 14:46:28.034591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa18bf2-619a-45ed-b8c4-ce8ec5628621 req-ade4f68d-a4dd-4238-9032-e9b1bc5177ba tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.036129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fa18bf2-619a-45ed-b8c4-ce8ec5628621 req-ade4f68d-a4dd-4238-9032-e9b1bc5177ba tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1276755 Apr 20 14:46:28.088426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:28.093526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=c72372c0-fddb-4484-941f-f77609ce4e84,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:28.100173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.103426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:28.107719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:28.109814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8ce4225-b7e2-461d-80c6-b58e8b9bf9ce req-74ee6754-36b9-47b0-9c9b-51f726c4aeb8 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Apr 20 14:46:28.113968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.113968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.137915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fa18bf2-619a-45ed-b8c4-ce8ec5628621 req-5bf231d5-41c5-4471-b66c-d983110284f9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907617 Apr 20 14:46:28.138981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11bbdda8-c037-4fc4-910f-f8e8eac89859,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:28.143032 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.148766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-76e9fb28-8c62-4532-a1fd-aa587e2d731f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/11bbdda8-c037-4fc4-910f-f8e8eac89859 HTTP/1.1" status: 204 len: 168 time: 0.3767939 Apr 20 14:46:28.149115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:28.174709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65b03478-bb63-489e-92d4-d413be29eb41 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4488387 Apr 20 14:46:28.175359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:28.182387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:28.186882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.192282 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Port 7637a912-e153-47a4-979a-2bfcf6f214d5 not found while updating agent binding for router adecb4f7-62de-41c8-bb8d-2591a02fdd49. {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 14:46:28.203490 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:28.204185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 14:46:28.205031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_agentschedulers_db [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adecb4f7-62de-41c8-bb8d-2591a02fdd49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent'). {{(pid=102866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 14:46:28.205610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80412410-d9ec-4a23-9dca-e4219dd7151c None None] The sync data for ids ['adecb4f7-62de-41c8-bb8d-2591a02fdd49'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:28.235214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=7e85d9fe-f236-40f5-9532-9bb6d1ffe52d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:28.243000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-7aafb531-2d66-4c7c-8e4d-5ca6ede267e9 service neutron] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683525 Apr 20 14:46:28.246208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.253869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5faf6e44-86d4-4bac-b702-41485a488366 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/7e85d9fe-f236-40f5-9532-9bb6d1ffe52d HTTP/1.1" status: 204 len: 168 time: 1.0935187 Apr 20 14:46:28.254144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38790) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:28.257676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd704ba9-7553-479b-b947-5e637753611c None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:28.265621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.298408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.348701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:28.348925 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a44fe9bd-378b-4171-b851-aee2f7814124 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924902 Apr 20 14:46:28.376296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:28.384064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-d8748de9-63cc-4008-8819-e0c3f0818d79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64 HTTP/1.1" status: 200 len: 217 time: 0.0574949 Apr 20 14:46:28.438466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-dbde0485-1e8a-40e8-8411-ebe611296336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.440079 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-dbde0485-1e8a-40e8-8411-ebe611296336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 200 len: 797 time: 0.0493059 Apr 20 14:46:28.486911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:28.498373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-8b35a7de-887f-442b-abda-051ca56c0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.499563 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-8b35a7de-887f-442b-abda-051ca56c0899 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520599 Apr 20 14:46:28.499709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.537356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Deleting port 13604eda-ba74-4ae4-b9d4-b2f511b4555f {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:28.537838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.562218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0778881-aece-4547-8816-7017e57e6195']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:28.602103 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-7820e37c-bc41-4759-bf2a-3a587e4d79d7 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Apr 20 14:46:28.613286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b612ed28-89f3-47cb-93f1-9d8e183f549f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:28.613578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b612ed28-89f3-47cb-93f1-9d8e183f549f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:28.635873 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.645144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188323-692f-45d4-8a39-ab6d0a8e8f71 req-3e3abc76-a93b-4773-b72a-bf5be4c1fa0a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.646747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28188323-692f-45d4-8a39-ab6d0a8e8f71 req-3e3abc76-a93b-4773-b72a-bf5be4c1fa0a tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.2658696 Apr 20 14:46:28.677793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.702348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:28.705751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.710455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:28.710864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.713362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-8e339887-448d-41e2-96e3-f31b2cf68be0 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008875 Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:28.717753 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:28.751417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] For port 13604eda-ba74-4ae4-b9d4-b2f511b4555f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=13604eda-ba74-4ae4-b9d4-b2f511b4555f,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:28.751663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.758136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-a440c0dc-0cff-44de-ad50-6ad456b477b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e HTTP/1.1" status: 200 len: 217 time: 0.0364935 Apr 20 14:46:28.763690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Calling delete_port for 13604eda-ba74-4ae4-b9d4-b2f511b4555f owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:28.807335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-941eb9f7-57f4-4e57-8c1c-d8443b0d82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.808899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-941eb9f7-57f4-4e57-8c1c-d8443b0d82c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 200 len: 797 time: 0.0434349 Apr 20 14:46:28.823491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.846155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.858511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.869551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-28097ed1-afe1-402c-bc44-208e103142dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.871650 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-28097ed1-afe1-402c-bc44-208e103142dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549028 Apr 20 14:46:28.873376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] Pushing event deleted for resources: {'Port': ['ID=13604eda-ba74-4ae4-b9d4-b2f511b4555f,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:28.878371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301767b-5e77-49dd-bdad-b91c913e65cb None None] No DVR routers for this DVR port 13604eda-ba74-4ae4-b9d4-b2f511b4555f on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:28.881505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28188323-692f-45d4-8a39-ab6d0a8e8f71 req-55c509e5-2a21-44b4-bab9-fb356d31f810 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210333 Apr 20 14:46:28.915723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] In _notify_port_updated(), no bound segment for port c72372c0-fddb-4484-941f-f77609ce4e84 on network 03d6da4b-2270-4913-8450-f0e02af285b5 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:46:28.921235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:28.921865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.923160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/ports/c72372c0-fddb-4484-941f-f77609ce4e84 HTTP/1.1" status: 200 len: 818 time: 0.7468543 Apr 20 14:46:28.929524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:28.930157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.955967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0778881-aece-4547-8816-7017e57e6195 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:46:28.984819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.994333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c0778881-aece-4547-8816-7017e57e6195 HTTP/1.1" status: 204 len: 168 time: 0.8380570 Apr 20 14:46:28.994609 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-af275232-4fd8-4fee-96f2-01694d86db3a service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114814 Apr 20 14:46:29.007701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e93aee-6e2d-4d23-83de-35790850c360 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0778881-aece-4547-8816-7017e57e6195,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:29.014820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05599-643c-4e94-90ad-f4b335b14d91 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=c72372c0-fddb-4484-941f-f77609ce4e84,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:29.142293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f7eb874-c28a-4d68-ab28-578c83226c20 req-482651d6-bc93-4fba-bd9e-0e395753fca2 service neutron] 10.222.0.43 "GET /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407168 Apr 20 14:46:29.184237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port c72372c0-fddb-4484-941f-f77609ce4e84 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:29.184587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.189767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.266840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38806) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:29.272387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'name': 'tempest-router--695974742', 'project_id': 'f66435fe17fa4b9b87d138d4901b264b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:29.296747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.298257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.301856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:29.316651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:29.331062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce09e2e7-4c39-4957-ae2d-4f765af9ae37 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:29.383712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.390451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.417779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.419108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-07410fec-8cf3-4fc4-b2d1-bdf0aabb0502 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1509931 Apr 20 14:46:29.423099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:29.513303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.536404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': 'db0c5944-8a15-4905-a57e-af7181dcfb7f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:29.538106 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.720087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/db0c5944-8a15-4905-a57e-af7181dcfb7f/4232007b-b8b2-4e57-9508-a490fa3683d6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:29.733913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.735477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.737120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:29.737628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.737761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.756762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=db0c5944-8a15-4905-a57e-af7181dcfb7f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:29.766923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for c72372c0-fddb-4484-941f-f77609ce4e84 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:29.784700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7217c9fb-912a-40d2-94de-bb34c1e6a3cd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4162645 Apr 20 14:46:29.788699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38812) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:29.790071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.791075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5f07f19-48d0-4a8c-a798-4bdac6111390 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:29.793949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': 'db0c5944-8a15-4905-a57e-af7181dcfb7f', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1621918631'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:29.797513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.802609 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1df90d2e-ca25-47f0-b1f1-5dd498f38158 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e5f07f19-48d0-4a8c-a798-4bdac6111390 HTTP/1.1" status: 204 len: 168 time: 0.3780630 Apr 20 14:46:29.805389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee361eb-84ee-41c8-9da5-85f4bc562d48 req-3b00a8cf-9b06-456b-b616-717af021991e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:29.807091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bee361eb-84ee-41c8-9da5-85f4bc562d48 req-3b00a8cf-9b06-456b-b616-717af021991e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.5197983 Apr 20 14:46:29.918842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.928916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.947704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38818) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:29.955324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af323bd-d35a-4218-9950-7be74617d7de req-e3bd6c13-d46f-462d-8147-23e805500453 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:29.961767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bee361eb-84ee-41c8-9da5-85f4bc562d48 req-4cb3adfe-4780-441f-aabb-05fc8bb107f9 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263614 Apr 20 14:46:29.974829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4af323bd-d35a-4218-9950-7be74617d7de req-e3bd6c13-d46f-462d-8147-23e805500453 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1071310 Apr 20 14:46:29.990274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.011761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:30.022317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:30.027508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:30.034612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Pushing event updated for resources: {'Port': ['ID=4232007b-b8b2-4e57-9508-a490fa3683d6,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:30.041450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.048297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/c72372c0-fddb-4484-941f-f77609ce4e84 HTTP/1.1" status: 204 len: 168 time: 1.1141038 Apr 20 14:46:30.050253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38822) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:30.061968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35f105-11b4-4546-b426-b8531c36118c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=c72372c0-fddb-4484-941f-f77609ce4e84,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:30.109651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:30.133691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Attempting to bind port 4232007b-b8b2-4e57-9508-a490fa3683d6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:30.134377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Attempting to bind port 4232007b-b8b2-4e57-9508-a490fa3683d6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:30.137468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Attempting to bind port 4232007b-b8b2-4e57-9508-a490fa3683d6 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:30.139956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcde58-4fce-4fab-b0cd-7aa2d3f95b62 req-f1769143-8b26-462d-b343-8ff7a484567d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:30.142018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38fcde58-4fce-4fab-b0cd-7aa2d3f95b62 req-f1769143-8b26-462d-b343-8ff7a484567d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 945 time: 0.1073067 Apr 20 14:46:30.150389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:30.153642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:30.154061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.154619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:30.155116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Bound port: 4232007b-b8b2-4e57-9508-a490fa3683d6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:30.155504 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.161461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31991b54-01ee-4266-8395-6f62f3521c37 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:30.165396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31991b54-01ee-4266-8395-6f62f3521c37 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1116955 Apr 20 14:46:30.166312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:30.194934 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-332002ee-4e1f-4016-8595-0ab5c62e51c1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:30.200141 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-332002ee-4e1f-4016-8595-0ab5c62e51c1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/c72372c0-fddb-4484-941f-f77609ce4e84 HTTP/1.1" status: 404 len: 333 time: 0.0299950 Apr 20 14:46:30.200580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38828) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:30.200728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port 044f17d3-781b-4c22-8843-9b89f64ebf5d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:30.201362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.208777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2013098155'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:30.246006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38fcde58-4fce-4fab-b0cd-7aa2d3f95b62 req-f79da1fe-11eb-4927-85d0-0ac0a5387745 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Apr 20 14:46:30.279453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:30.282892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.303480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.322285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:30.335312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 704e13b7-b29c-48f9-812a-ea48faeb63e1 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:30.350272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.350664 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment 134a4e1c-ed43-4886-b6a6-070cb864f11e of type vlan for network 394b2768-a77f-43ce-978f-9acf52801f98 Apr 20 14:46:30.354122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] For port 4232007b-b8b2-4e57-9508-a490fa3683d6, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:30.359557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] For port 4232007b-b8b2-4e57-9508-a490fa3683d6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4232007b-b8b2-4e57-9508-a490fa3683d6,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:30.364681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1154125982', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:30.368213 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.436839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port 044f17d3-781b-4c22-8843-9b89f64ebf5d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=044f17d3-781b-4c22-8843-9b89f64ebf5d,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:30.438906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.479010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 13604eda-ba74-4ae4-b9d4-b2f511b4555f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:30.485622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.494877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for 044f17d3-781b-4c22-8843-9b89f64ebf5d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:30.532171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 13604eda-ba74-4ae4-b9d4-b2f511b4555f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:30.532171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 13604eda-ba74-4ae4-b9d4-b2f511b4555f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:30.535680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.536713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.569406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fb212-9dae-4e53-b08e-7fa3ba44863c None None] Pushing event updated for resources: {'Port': ['ID=4232007b-b8b2-4e57-9508-a490fa3683d6,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:30.613137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.620962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:30.621898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.691787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4842148 Apr 20 14:46:30.693012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.706951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38844) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:30.717592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:30.742956 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:46:30.743916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:46:30.748149 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.782015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=044f17d3-781b-4c22-8843-9b89f64ebf5d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:30.878053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-600f923e-ee03-494c-861f-1eebcccc46df tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0881763 Apr 20 14:46:30.883178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38846) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:30.888385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e887-175b-4674-a600-54e77541d7db tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=394b2768-a77f-43ce-978f-9acf52801f98,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:30.912377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:30.957940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port 044f17d3-781b-4c22-8843-9b89f64ebf5d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:30.976863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:30.982027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4af323bd-d35a-4218-9950-7be74617d7de req-b5889b9a-c972-411d-99d0-92857f0ecfd7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "DELETE /v2.0/ports/044f17d3-781b-4c22-8843-9b89f64ebf5d HTTP/1.1" status: 204 len: 173 time: 0.9999406 Apr 20 14:46:30.983114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'name': 'network-vif-deleted', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:30.985579 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61396563-dc8d-42fa-9c20-9ac61a220b60" -d '{"events": [{"server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "name": "network-vif-deleted", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:31.076299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080a714b-cd0b-4201-9f31-ddcda55b4fb1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:31.078012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-080a714b-cd0b-4201-9f31-ddcda55b4fb1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1903987 Apr 20 14:46:31.079332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:31.083320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.084541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.087123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38852) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:31.091678 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3c5ea-86ac-4600-a2db-9af547ffe28e x-openstack-request-id: req-aff3c5ea-86ac-4600-a2db-9af547ffe28e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:31.091972 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbcdaea-4975-487d-b21b-434e3e734791", "name": "network-vif-deleted", "tag": "044f17d3-781b-4c22-8843-9b89f64ebf5d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:31.092293 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff3c5ea-86ac-4600-a2db-9af547ffe28e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:31.092697 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff3c5ea-86ac-4600-a2db-9af547ffe28e'] response: {'server_uuid': 'ddbcdaea-4975-487d-b21b-434e3e734791', 'name': 'network-vif-deleted', 'tag': '044f17d3-781b-4c22-8843-9b89f64ebf5d', 'status': 'completed', 'code': 200} Apr 20 14:46:31.242823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7eff89-b50c-4505-8315-e16bd534faa6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:31.244275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564e54-6de2-4338-82cb-254de0ff7569 req-f76ba0ca-dd9d-47e6-ac1c-9d5c51d4f2ab tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:31.244699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7eff89-b50c-4505-8315-e16bd534faa6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:31.245880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc564e54-6de2-4338-82cb-254de0ff7569 req-f76ba0ca-dd9d-47e6-ac1c-9d5c51d4f2ab tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1116166 Apr 20 14:46:31.246618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5f7eff89-b50c-4505-8315-e16bd534faa6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1579487 Apr 20 14:46:31.249976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38854) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:31.334198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc564e54-6de2-4338-82cb-254de0ff7569 req-5b70c470-6c5a-4939-8082-38f71e8b6e7a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773675 Apr 20 14:46:31.344091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet db0c5944-8a15-4905-a57e-af7181dcfb7f {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:31.351542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.470708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.516101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.555781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.565782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.701026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5e420a1-7b8d-40d8-8bac-0b32dce53780 req-645e3323-05bc-46a2-aa8a-36fd5361da51 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddbcdaea-4975-487d-b21b-434e3e734791 HTTP/1.1" status: 200 len: 210 time: 0.1863177 Apr 20 14:46:31.706921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.731834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=63036206-af4e-452b-911a-da000ce3798d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:31.782040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': '134a4e1c-ed43-4886-b6a6-070cb864f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:31.782404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 394b2768-a77f-43ce-978f-9acf52801f98, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:31.784804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Allocated IP 172.25.1.165 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7a0de596-380c-4d0c-bf4f-0e815376db97) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:31.833586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 394b2768-a77f-43ce-978f-9acf52801f98 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:31.851077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.853908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 394b2768-a77f-43ce-978f-9acf52801f98) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:31.861991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017457c5-3c00-4e01-9345-9708415d8cdb None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:31.917834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:31.918494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.934223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.941219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=db0c5944-8a15-4905-a57e-af7181dcfb7f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:31.950035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:31.955686 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1325a5c1-8c19-4c21-a1ff-11fc0a85bfc3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/db0c5944-8a15-4905-a57e-af7181dcfb7f HTTP/1.1" status: 204 len: 168 time: 0.7023978 Apr 20 14:46:31.956763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38860) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:31.988616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.010255 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68a0201b-8f45-4bbf-b5df-e167724dddd3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481322 Apr 20 14:46:32.010486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38862) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:32.016917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:32.030000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d623573-b66d-4ebb-829b-d7d7dee2e15c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3159263 Apr 20 14:46:32.032224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38864) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:32.042076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:32.053752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:32.062559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:32.070340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541ff4a-48ee-4225-b82d-0da6802ad9ed None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:32.080084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:32.085723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event updated for resources: {'Port': ['ID=7a0de596-380c-4d0c-bf4f-0e815376db97,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:32.135443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:32.139425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.191055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-394b2768-a77f-43ce-978f-9acf52801f98', 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': '63036206-af4e-452b-911a-da000ce3798d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:32.191415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.225201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] Provisioning complete for port 4232007b-b8b2-4e57-9508-a490fa3683d6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:32.227955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.349992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:32.353681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.387321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.469373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=c3607037-ced1-4914-85a5-98d9f02b897c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:32.494067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:32.496003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:32.504525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:32.505769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.546984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-76a44006-e909-41ea-a060-8adab19e2110 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5348778 Apr 20 14:46:32.549305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:32.554967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:32.584650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 044f17d3-781b-4c22-8843-9b89f64ebf5d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:32.587358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.588654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.591141 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63036206-af4e-452b-911a-da000ce3798d (CIDR: 2001:db8::/64) Apr 20 14:46:32.596733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4232007b-b8b2-4e57-9508-a490fa3683d6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:32.601143 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:46:32.601509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:46:32.607805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.664574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 044f17d3-781b-4c22-8843-9b89f64ebf5d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:32.665215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 044f17d3-781b-4c22-8843-9b89f64ebf5d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:32.678284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e303e7e-c667-4778-90f5-2a3997770a7c req-e721458d-92b3-489b-b615-41ab9d95da05 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:32.679975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e303e7e-c667-4778-90f5-2a3997770a7c req-e721458d-92b3-489b-b615-41ab9d95da05 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.2174492 Apr 20 14:46:32.702212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.703937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c6b66d5a-f0f8-402c-a009-784659ad2b75 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6651876 Apr 20 14:46:32.707297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:32.716941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:32.732910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Allocated IP 2001:db8::2 (394b2768-a77f-43ce-978f-9acf52801f98/63036206-af4e-452b-911a-da000ce3798d/2668dd31-cdfe-43aa-8e66-8b24fd19e1ba) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:32.736288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:32.789339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e303e7e-c667-4778-90f5-2a3997770a7c req-4660d278-6e6e-4f9f-8274-1e4e90d33fdf tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007397 Apr 20 14:46:32.867036 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.871153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.900221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.904214 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8ebd372a-70b0-4d2e-90eb-1d52c869c10b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3512769 Apr 20 14:46:32.904853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:32.931377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:32.972500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:32.976577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.064825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] For port 4232007b-b8b2-4e57-9508-a490fa3683d6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4232007b-b8b2-4e57-9508-a490fa3683d6,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:33.066006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4232007b-b8b2-4e57-9508-a490fa3683d6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:33.066527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.121025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.249943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Router f738f6d5-ef5c-42f0-af09-0011ea93ff31 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:33.257375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Deleting port 4232007b-b8b2-4e57-9508-a490fa3683d6 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:33.257822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.283424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783ab9b-c26c-45cd-aaed-d27aa7417ec6 None None] Pushing event updated for resources: {'Port': ['ID=4232007b-b8b2-4e57-9508-a490fa3683d6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:33.357020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.376264 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.398974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.414829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.426220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:33.462720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-88b15069-3784-4e39-8d81-1a6b23ddcd96 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:33.463515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-88b15069-3784-4e39-8d81-1a6b23ddcd96 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.3543437 Apr 20 14:46:33.484963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.489002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-34a32948-0912-4c08-8b02-47ea2464104a tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5308292 Apr 20 14:46:33.490278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-d207f3a3-fb6d-42b1-b249-345240fb495d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/quotas/41bb6ebc23c549e0a337d980035a860c HTTP/1.1" status: 200 len: 375 time: 0.0200529 Apr 20 14:46:33.490926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38890) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:33.588667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-48823da0-4a41-4dcd-8276-e567dc54a1d5 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884664 Apr 20 14:46:33.654084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] Sync routers for ids ['f738f6d5-ef5c-42f0-af09-0011ea93ff31'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:33.689326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:33.710998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:33.713879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:33.720037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.726230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] Routers {'f738f6d5-ef5c-42f0-af09-0011ea93ff31'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:33.727098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f738f6d5-ef5c-42f0-af09-0011ea93ff31'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:33.731051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] For port 4232007b-b8b2-4e57-9508-a490fa3683d6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4232007b-b8b2-4e57-9508-a490fa3683d6,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:33.731492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.736058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Pushing event updated for resources: {'Port': ['ID=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:33.755982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3292441b-033e-44c9-b4b3-ee580f640a81 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/f738f6d5-ef5c-42f0-af09-0011ea93ff31 HTTP/1.1" status: 200 len: 921 time: 0.2635484 Apr 20 14:46:33.756872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 394b2768-a77f-43ce-978f-9acf52801f98 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:33.762112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:33.764233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38892) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:33.787899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:33.788613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.807138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6a92b98a-8ff4-4678-b850-dcc7d1bbfca4 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=f738f6d5-ef5c-42f0-af09-0011ea93ff31 HTTP/1.1" status: 200 len: 205 time: 0.0372243 Apr 20 14:46:33.807821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:33.810627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38894) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:33.817585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Calling delete_port for 4232007b-b8b2-4e57-9508-a490fa3683d6 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:33.836074 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1273437 Apr 20 14:46:33.838133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::1 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/c3607037-ced1-4914-85a5-98d9f02b897c/901046db-a8cd-4e28-80ca-5188532ddf24) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:33.842789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da5c09-1f77-46bb-8f69-afa9a0fdae84 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=633eff6f-c970-4aff-aa8f-bd6d9968a73b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:33.843181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38898) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:33.889689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] Routers {'f738f6d5-ef5c-42f0-af09-0011ea93ff31'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:33.891329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f738f6d5-ef5c-42f0-af09-0011ea93ff31'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:33.920686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'fixed_ips': [{'subnet_id': '63036206-af4e-452b-911a-da000ce3798d'}, {'subnet_id': '633eff6f-c970-4aff-aa8f-bd6d9968a73b'}], 'name': 'tempest-PortsIpV6TestJSON-1405100743'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:33.964115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:33.965135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd47f8-1d1a-415b-a816-ce5efc961f4a None None] The sync data for ids ['f738f6d5-ef5c-42f0-af09-0011ea93ff31'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:33.970836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Attempting to bind port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:33.971273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Attempting to bind port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '134a4e1c-ed43-4886-b6a6-070cb864f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:33.971691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Attempting to bind port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba on network 394b2768-a77f-43ce-978f-9acf52801f98 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:33.981095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:33.981590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Checking segment: {'id': '134a4e1c-ed43-4886-b6a6-070cb864f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:33.982061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:33.982517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Bound using segment: {'id': '134a4e1c-ed43-4886-b6a6-070cb864f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:33.983103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Bound port: 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134a4e1c-ed43-4886-b6a6-070cb864f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '394b2768-a77f-43ce-978f-9acf52801f98'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:33.983551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.069032 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.105887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] Pushing event deleted for resources: {'Port': ['ID=4232007b-b8b2-4e57-9508-a490fa3683d6,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:34.122597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365f069-f07e-4c69-a9bf-dfc1272e9991 None None] No DVR routers for this DVR port 4232007b-b8b2-4e57-9508-a490fa3683d6 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:34.125089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] For port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:34.135909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] For port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,segment=NetworkSegment(134a4e1c-ed43-4886-b6a6-070cb864f11e),segment_id=134a4e1c-ed43-4886-b6a6-070cb864f11e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:34.146554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.149362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef40dc-d977-481c-8fdf-60e560b67f1f None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:34.324720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c69a4-25cc-4905-b326-2921e1ef58c9 None None] Pushing event updated for resources: {'Port': ['ID=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:34.422773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.443554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': 'c3607037-ced1-4914-85a5-98d9f02b897c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:34.445317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.451373 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.524128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.561109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4232007b-b8b2-4e57-9508-a490fa3683d6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:34.588943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-0aba33d2-7b04-4b48-89c4-68c40fe8f151 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9889476 Apr 20 14:46:34.594415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:34.601500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:34.608224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:34.608803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4232007b-b8b2-4e57-9508-a490fa3683d6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:34.609094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.609238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4232007b-b8b2-4e57-9508-a490fa3683d6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:34.613816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=901046db-a8cd-4e28-80ca-5188532ddf24,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:34.620141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.770874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/c3607037-ced1-4914-85a5-98d9f02b897c/5f247f4b-6590-4770-bfc4-a72d811cac37) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:34.791821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:34.889995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301c28e-ba2c-47f2-abe8-5c37ec979b29 req-d131dbec-e4c8-4ae7-85ea-c82f444307aa tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:34.898142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3301c28e-ba2c-47f2-abe8-5c37ec979b29 req-d131dbec-e4c8-4ae7-85ea-c82f444307aa tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.5170043 Apr 20 14:46:34.956196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:35.003429 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.013384 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.021234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3301c28e-ba2c-47f2-abe8-5c37ec979b29 req-6ea45924-6c72-4aca-b18a-4a692c203a8c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220777 Apr 20 14:46:35.037428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port 7a0de596-380c-4d0c-bf4f-0e815376db97 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:35.037753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.064814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a942aaf9-ee0f-446f-91f3-290411b06ee1 service neutron] 10.222.0.20 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861270 Apr 20 14:46:35.098322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:35.105018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:35.110176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:35.122674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Pushing event updated for resources: {'Port': ['ID=5f247f4b-6590-4770-bfc4-a72d811cac37,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:35.139138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.202452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Attempting to bind port 5f247f4b-6590-4770-bfc4-a72d811cac37 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:35.202709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Attempting to bind port 5f247f4b-6590-4770-bfc4-a72d811cac37 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:35.203060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Attempting to bind port 5f247f4b-6590-4770-bfc4-a72d811cac37 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:35.206082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.214109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.215096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.221527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:35.222320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:35.223021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.223662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:35.224528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Bound port: 5f247f4b-6590-4770-bfc4-a72d811cac37, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:35.225168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.241786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.296624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for 7a0de596-380c-4d0c-bf4f-0e815376db97 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:35.316121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96149e99-b170-40a2-9cbf-64c4fd571dd9 req-650f9a49-87ea-47b5-abe9-8584513387ad tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 210 time: 0.0520823 Apr 20 14:46:35.318304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 912c7e37-2891-4b46-be1d-02f475f29cf8 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:35.344341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] For port 5f247f4b-6590-4770-bfc4-a72d811cac37, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:35.362211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] For port 5f247f4b-6590-4770-bfc4-a72d811cac37, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5f247f4b-6590-4770-bfc4-a72d811cac37,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:35.374492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.390640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=901046db-a8cd-4e28-80ca-5188532ddf24,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:35.455976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918b3a-bf2e-464a-ae4b-67e371cc8df4 None None] Pushing event updated for resources: {'Port': ['ID=5f247f4b-6590-4770-bfc4-a72d811cac37,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:35.467249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:35.469250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:35.655642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:35.776788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:35.876432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:35.876979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=7a0de596-380c-4d0c-bf4f-0e815376db97,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:35.882853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85993f44-a86d-46ac-a826-cfb945c0175a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "PUT /v2.0/routers/182a0cf1-b7b9-469f-92db-10cb9d5c23c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9767118 Apr 20 14:46:35.885626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38914) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:35.899564 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Sync routers for ids ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:35.922461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Routers {'182a0cf1-b7b9-469f-92db-10cb9d5c23c3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:35.929621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:36.017878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135217e-6022-4354-91c3-66f59ec7e605 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:36.025532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4135217e-6022-4354-91c3-66f59ec7e605 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports/901046db-a8cd-4e28-80ca-5188532ddf24 HTTP/1.1" status: 200 len: 911 time: 0.1357296 Apr 20 14:46:36.026323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38916) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:36.100163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a7b4c-cf49-4fc9-bd94-5a004513e725 None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:36.141933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6edcb0-54da-44fd-a520-c6a907d8f6b9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:36.155725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6edcb0-54da-44fd-a520-c6a907d8f6b9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:36.157151 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Set router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:36.167139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc6edcb0-54da-44fd-a520-c6a907d8f6b9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1355526 Apr 20 14:46:36.168018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38924) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:36.235372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::33e (394b2768-a77f-43ce-978f-9acf52801f98/63036206-af4e-452b-911a-da000ce3798d/912c7e37-2891-4b46-be1d-02f475f29cf8) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:36.239387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.337367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:36.337746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.426860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.442093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.570766 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:34Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '901046db-a8cd-4e28-80ca-5188532ddf24', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:bd:d4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:33Z', 'updated_at': '2022-04-20T14:46:35Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:36.629866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ceaacf08-c612-47a0-bfde-ac908033d586 req-d2d3c4c7-501c-4b45-9252-6bfbd967ab7d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 210 time: 0.0771418 Apr 20 14:46:36.648527 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Checking router: 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:36.650463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Updating router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 port 901046db-a8cd-4e28-80ca-5188532ddf24 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:46:36.688144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.691819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router f738f6d5-ef5c-42f0-af09-0011ea93ff31 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:36.699709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8:0:1::3b6 (394b2768-a77f-43ce-978f-9acf52801f98/633eff6f-c970-4aff-aa8f-bd6d9968a73b/912c7e37-2891-4b46-be1d-02f475f29cf8) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:36.720079 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.722944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-be27d941-5e40-430f-8e9b-889fb18a58f2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/f738f6d5-ef5c-42f0-af09-0011ea93ff31 HTTP/1.1" status: 204 len: 168 time: 2.9110425 Apr 20 14:46:36.731828 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.734293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38928) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:36.747515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:36.750129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1403670124', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:36.863302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.888296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac28151-a8d4-4472-b76a-a5a595567ad8 req-3531d2d5-d3c3-405e-b6d7-bc672ea1883e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:36.895940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ac28151-a8d4-4472-b76a-a5a595567ad8 req-3531d2d5-d3c3-405e-b6d7-bc672ea1883e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.3548083 Apr 20 14:46:36.922597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] For port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,segment=NetworkSegment(134a4e1c-ed43-4886-b6a6-070cb864f11e),segment_id=134a4e1c-ed43-4886-b6a6-070cb864f11e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:36.937656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.951396 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:36.959010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.021862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ac28151-a8d4-4472-b76a-a5a595567ad8 req-673be122-b545-44a2-a2be-206f23cbc51c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100478 Apr 20 14:46:37.061420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.087050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:37.087635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.195751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.218753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa38da8-e1f6-459c-9adf-7643a01dc056 None None] Pushing event updated for resources: {'Port': ['ID=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:37.315641 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.324021 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.354044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Update dhcp port {'port': {'network_id': '394b2768-a77f-43ce-978f-9acf52801f98', 'fixed_ips': [{'subnet_id': '63036206-af4e-452b-911a-da000ce3798d', 'ip_address': '2001:db8::2'}, {'subnet_id': '633eff6f-c970-4aff-aa8f-bd6d9968a73b'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '2668dd31-cdfe-43aa-8e66-8b24fd19e1ba'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:46:37.397404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.409018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.431265 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d8fb7-691d-444c-8f18-1251eedb1d64 None None] Pushing event updated for resources: {'Port': ['ID=901046db-a8cd-4e28-80ca-5188532ddf24,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:37.462926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] Provisioning complete for port 5f247f4b-6590-4770-bfc4-a72d811cac37 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:37.463043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.479876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-1688f258-3c7b-40aa-a351-46e1c9cbe385 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:37.481444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Attempting to bind port 901046db-a8cd-4e28-80ca-5188532ddf24 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:37.481810 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Attempting to bind port 901046db-a8cd-4e28-80ca-5188532ddf24 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:37.481936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-1688f258-3c7b-40aa-a351-46e1c9cbe385 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 812 time: 0.3175657 Apr 20 14:46:37.482155 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Attempting to bind port 901046db-a8cd-4e28-80ca-5188532ddf24 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:37.488385 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:37.488755 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:37.489453 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.489842 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:37.490331 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Bound port: 901046db-a8cd-4e28-80ca-5188532ddf24, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:37.490733 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.501886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Request body: {'port': {'device_id': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'admin_state_up': True, 'tenant_id': '41bb6ebc23c549e0a337d980035a860c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:37.511437 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.542435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 901046db-a8cd-4e28-80ca-5188532ddf24 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:37.542772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.576807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5f247f4b-6590-4770-bfc4-a72d811cac37 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:37.605526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.640539 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] For port 901046db-a8cd-4e28-80ca-5188532ddf24, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:37.647250 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] For port 901046db-a8cd-4e28-80ca-5188532ddf24, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=901046db-a8cd-4e28-80ca-5188532ddf24,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:37.649966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 394b2768-a77f-43ce-978f-9acf52801f98 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:37.657456 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.658546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:37.675254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:37.677861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port 901046db-a8cd-4e28-80ca-5188532ddf24, host n-d-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:37.678298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.684690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:37.685608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.712651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 901046db-a8cd-4e28-80ca-5188532ddf24 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:37.729685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=912c7e37-2891-4b46-be1d-02f475f29cf8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:37.739018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9511a2a1-5445-4877-9a32-89c7864aea61 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.8940699 Apr 20 14:46:37.741593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38938) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:37.747032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63036206-af4e-452b-911a-da000ce3798d'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:37.757408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:37.782010 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d8fb7-691d-444c-8f18-1251eedb1d64 None None] Pushing event updated for resources: {'Port': ['ID=901046db-a8cd-4e28-80ca-5188532ddf24,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:37.820417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Routers {'182a0cf1-b7b9-469f-92db-10cb9d5c23c3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:37.821333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:37.958045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-441e8a7f-0439-4251-9d53-aa29e7b14913 req-80267798-18de-44f9-a837-94e5867cdf8b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 210 time: 0.1579590 Apr 20 14:46:37.992452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] Set router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:37.995003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] For port 5f247f4b-6590-4770-bfc4-a72d811cac37, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5f247f4b-6590-4770-bfc4-a72d811cac37,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:38.006346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.051101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Made reservation on behalf of 41bb6ebc23c549e0a337d980035a860c for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:38.058794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.107030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f06d9-2386-4729-b019-b49ffc60f26a None None] Pushing event updated for resources: {'Port': ['ID=5f247f4b-6590-4770-bfc4-a72d811cac37,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:38.118515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.118725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5f247f4b-6590-4770-bfc4-a72d811cac37 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:38.119132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.216593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fa816ace-bda9-4d70-9bac-6a23e03f5597 None None] Provisioning complete for port 901046db-a8cd-4e28-80ca-5188532ddf24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:38.217265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fa816ace-bda9-4d70-9bac-6a23e03f5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.279565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Allocated IP 2001:db8:0:1::2 (394b2768-a77f-43ce-978f-9acf52801f98/633eff6f-c970-4aff-aa8f-bd6d9968a73b/2668dd31-cdfe-43aa-8e66-8b24fd19e1ba) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:38.342023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Allocated IP 172.20.0.14 (92de4f81-e816-4851-af5b-f5ddd8458337/0218f03f-6b9d-429a-895c-500d03c010a0/db437c06-eaae-4d4b-979f-451124b17b54) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:38.354455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.369453 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-fa816ace-bda9-4d70-9bac-6a23e03f5597 None None] No ports have port_id starting with 901046db-a8cd-4e28-80ca-5188532ddf24 Apr 20 14:46:38.381594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:34Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '901046db-a8cd-4e28-80ca-5188532ddf24', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:bd:d4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:33Z', 'updated_at': '2022-04-20T14:46:37Z', 'revision_number': 4, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:38.405999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=901046db-a8cd-4e28-80ca-5188532ddf24,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:38.461717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f453a8b-82f4-49e5-9b0c-a5be88a8f275 None None] The sync data for ids ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'] in n-d-836145-2 is: [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:34Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '901046db-a8cd-4e28-80ca-5188532ddf24', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:bd:d4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:33Z', 'updated_at': '2022-04-20T14:46:37Z', 'revision_number': 4, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': 'c3607037-ced1-4914-85a5-98d9f02b897c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:38.500792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] For port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,segment=NetworkSegment(134a4e1c-ed43-4886-b6a6-070cb864f11e),segment_id=134a4e1c-ed43-4886-b6a6-070cb864f11e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:38.519651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ab295-91a7-4f5f-9602-c4d4ec1f7c12 req-0e160da2-eeea-406f-a07f-c3ef6995b354 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:38.529495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-847ab295-91a7-4f5f-9602-c4d4ec1f7c12 req-0e160da2-eeea-406f-a07f-c3ef6995b354 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.5693424 Apr 20 14:46:38.538259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.541643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-06115202-02f1-485c-af26-59d74cd02a54 None None] Could not find standard attr ID for object 901046db-a8cd-4e28-80ca-5188532ddf24. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:38.572460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.585815 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.600547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.629943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:38.679138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Delete allocated IP 2001:db8:0:1::3b6 (394b2768-a77f-43ce-978f-9acf52801f98/633eff6f-c970-4aff-aa8f-bd6d9968a73b) {{(pid=102864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:46:38.707895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.724972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c6a4fb5d-c169-43bf-869a-88b1305eca61 None None] Could not find standard attr ID for object 901046db-a8cd-4e28-80ca-5188532ddf24. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:38.753999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90cf37-f024-439c-a312-2c65776303cf None None] Pushing event updated for resources: {'Port': ['ID=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:38.802942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:38.803313 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:38.931526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-847ab295-91a7-4f5f-9602-c4d4ec1f7c12 req-35cc56ff-efed-46d2-8548-6dbeb90f9d5e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008615 Apr 20 14:46:38.992388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5f247f4b-6590-4770-bfc4-a72d811cac37 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:39.006310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee05eb4-6cd9-4e1b-bb54-bcde87120481 req-8d6bc9cd-e2b3-4764-9b72-4cd4894320a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.007963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ee05eb4-6cd9-4e1b-bb54-bcde87120481 req-8d6bc9cd-e2b3-4764-9b72-4cd4894320a2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.8488791 Apr 20 14:46:39.081192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5f247f4b-6590-4770-bfc4-a72d811cac37 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:39.081571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.197687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d5bc07c-9dac-4ff0-9053-c1b6da333996 req-48956a58-4e4c-43e4-9d48-453b2ec800e4 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 210 time: 0.0488126 Apr 20 14:46:39.227445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.253440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.300733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ee05eb4-6cd9-4e1b-bb54-bcde87120481 req-26d58824-89ce-45d8-a547-08e2ac0a38b2 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719924 Apr 20 14:46:39.347072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.25.1.117 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/061550e7-3d34-4d20-bbbe-c3bd0f4b0efd) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:39.354110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] In _notify_port_updated(), no bound segment for port 912c7e37-2891-4b46-be1d-02f475f29cf8 on network 394b2768-a77f-43ce-978f-9acf52801f98 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:46:39.360406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.361242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.365210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/ports/912c7e37-2891-4b46-be1d-02f475f29cf8 HTTP/1.1" status: 200 len: 926 time: 1.6201324 Apr 20 14:46:39.365548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.368111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38946) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:39.374982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '63036206-af4e-452b-911a-da000ce3798d'}, {'subnet_id': '633eff6f-c970-4aff-aa8f-bd6d9968a73b'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:39.394045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725e6c-a7c6-4f58-ad0e-538aad2579ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=912c7e37-2891-4b46-be1d-02f475f29cf8,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:39.421707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:39.512285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.576593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.589542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-36ab6f5a-e1d1-4f1b-971d-1e8e4ae0bff1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.591271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-36ab6f5a-e1d1-4f1b-971d-1e8e4ae0bff1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.0765691 Apr 20 14:46:39.600475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.628380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:39.636621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d6da8-f7fe-47ac-b4a2-a8072d9ebee7 None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:39.651081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:39.656865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca1cc304-9e34-4488-b173-5000c0e61fbf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "PUT /v2.0/routers/182a0cf1-b7b9-469f-92db-10cb9d5c23c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4877443 Apr 20 14:46:39.662838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:39.664822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38948) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:39.692758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Network 92de4f81-e816-4851-af5b-f5ddd8458337 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:39.700900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:39.702669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:39.719998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c2cde1e9-ddcc-4738-acf0-e3c8e81b28ff None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:39.720364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c2cde1e9-ddcc-4738-acf0-e3c8e81b28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.754064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090fbffe-50d5-43af-987d-204a3188196e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.755898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090fbffe-50d5-43af-987d-204a3188196e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.760102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-090fbffe-50d5-43af-987d-204a3188196e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0691285 Apr 20 14:46:39.760102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:39.760373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.763336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:39.768519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:39.804759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:39.821529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:39.822182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.881867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet c3607037-ced1-4914-85a5-98d9f02b897c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:39.890369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-a96dd6c4-6230-41d7-b8c1-e3dd47bfe858 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3934395 Apr 20 14:46:39.891457 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:39.922551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Request body: {'port': {'device_id': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:40.003867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Deleting port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:40.004441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.063963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.071310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.136936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4563470f-6800-45d4-83e4-7c815c66f498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.217089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb27ba2-7bdb-458c-9b68-2975c69ec52d req-6d371307-8056-41b5-9162-1b44e9b0086c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:40.219929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bb27ba2-7bdb-458c-9b68-2975c69ec52d req-6d371307-8056-41b5-9162-1b44e9b0086c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 946 time: 0.1581497 Apr 20 14:46:40.273042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] For port 5d6428a2-aef2-411d-80e5-54fe037a0ca4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5d6428a2-aef2-411d-80e5-54fe037a0ca4,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:40.273375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.299587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.363163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.478659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-df910590-b8ab-4c71-a499-f5b7e8596b8e None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:40.479032 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df910590-b8ab-4c71-a499-f5b7e8596b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.556746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Sync routers for ids ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:40.570980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Routers {'182a0cf1-b7b9-469f-92db-10cb9d5c23c3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:40.572187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:40.613535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8:0:1::3b4 (394b2768-a77f-43ce-978f-9acf52801f98/633eff6f-c970-4aff-aa8f-bd6d9968a73b/912c7e37-2891-4b46-be1d-02f475f29cf8) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:40.644442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.654000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Set router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:40.674795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.678083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/c3607037-ced1-4914-85a5-98d9f02b897c HTTP/1.1" status: 204 len: 168 time: 0.9150262 Apr 20 14:46:40.699040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:40.720187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:38Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:40.723513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:40.731922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34b413-3e45-4919-b191-762919d9432e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=c3607037-ced1-4914-85a5-98d9f02b897c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:40.788958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Checking router: 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:40.846498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Routers {'182a0cf1-b7b9-469f-92db-10cb9d5c23c3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:40.847400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:40.914129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e108849-f2ca-497c-8ee4-20556decee67 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:40.923037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db437c06-eaae-4d4b-979f-451124b17b54 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:46:40.937205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:40.949748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56a4598b-63d5-4863-b0ba-ae46a955a282 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2219052 Apr 20 14:46:40.953508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38960) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:40.954331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bb27ba2-7bdb-458c-9b68-2975c69ec52d req-b5dfa9e0-608c-4a83-8ebe-5550380d4d2a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2056c44-bd35-4fb5-991a-52ece4dad25d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7216349 Apr 20 14:46:41.013078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] Set router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:41.053531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.061430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-df910590-b8ab-4c71-a499-f5b7e8596b8e None None] Provisioning complete for port 912c7e37-2891-4b46-be1d-02f475f29cf8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:41.061805 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df910590-b8ab-4c71-a499-f5b7e8596b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.090786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Transition to ACTIVE for port object db437c06-eaae-4d4b-979f-451124b17b54 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:46:41.100973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.104227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.125717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:38Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:41.131362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:41.131731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.155910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.173754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a422c-9868-4535-9702-f5cec474af06 None None] The sync data for ids ['182a0cf1-b7b9-469f-92db-10cb9d5c23c3'] in n-d-836145-2 is: [{'id': '182a0cf1-b7b9-469f-92db-10cb9d5c23c3', 'name': 'tempest-NetworksTestDHCPv6-router-931391364', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:32Z', 'updated_at': '2022-04-20T14:46:38Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:41.194289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad57ac-b82f-419a-8c26-b86e4f6c2ee5 req-4a44e32d-0d49-4926-bb0f-21e9923d832d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:41.207225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cad57ac-b82f-419a-8c26-b86e4f6c2ee5 req-4a44e32d-0d49-4926-bb0f-21e9923d832d tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 932 time: 0.3476479 Apr 20 14:46:41.259962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-df910590-b8ab-4c71-a499-f5b7e8596b8e None None] Port 912c7e37-2891-4b46-be1d-02f475f29cf8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:41.317202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a7618-dfdd-4b55-938c-722aaf74b118 req-2cf21c55-66d6-4db3-a677-0cbfef831807 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:41.325800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c3a7618-dfdd-4b55-938c-722aaf74b118 req-2cf21c55-66d6-4db3-a677-0cbfef831807 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.2432294 Apr 20 14:46:41.350490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.373133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:41.375099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cad57ac-b82f-419a-8c26-b86e4f6c2ee5 req-a93e1cfa-e0eb-430f-a8c3-3eeb4e2e3040 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656206 Apr 20 14:46:41.378468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.379631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.379964 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Floating IP a8f945ce-ca3b-455d-98a7-74e5210e2d94 disassociated. External IP: 172.25.1.219, port: 5d6428a2-aef2-411d-80e5-54fe037a0ca4. Apr 20 14:46:41.380504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Calling delete_port for 5d6428a2-aef2-411d-80e5-54fe037a0ca4 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:41.416197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.417720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] In _notify_port_updated(), no bound segment for port 912c7e37-2891-4b46-be1d-02f475f29cf8 on network 394b2768-a77f-43ce-978f-9acf52801f98 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:46:41.420210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d3f736bc-347a-4d5b-8b2c-4f4fe1d9a53e None None] Provisioning complete for port 912c7e37-2891-4b46-be1d-02f475f29cf8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:41.420656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3f736bc-347a-4d5b-8b2c-4f4fe1d9a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.426636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:41.427696 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.433643 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/ports/912c7e37-2891-4b46-be1d-02f475f29cf8 HTTP/1.1" status: 200 len: 1012 time: 2.0643015 Apr 20 14:46:41.437069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38962) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:41.473409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d3f736bc-347a-4d5b-8b2c-4f4fe1d9a53e None None] Port 912c7e37-2891-4b46-be1d-02f475f29cf8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:41.478867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.513941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c3a7618-dfdd-4b55-938c-722aaf74b118 req-4393e091-41f2-4186-8638-42857d39e298 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872511 Apr 20 14:46:41.516944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60708eb-9b23-41e4-8f19-8097e9142825 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=912c7e37-2891-4b46-be1d-02f475f29cf8,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:41.569010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:41.604467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.605038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Fanout notify agent at l3_agent the message router_deleted on router 182a0cf1-b7b9-469f-92db-10cb9d5c23c3 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:41.631636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.632883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3c5d3dd3-2250-4a06-a1f6-54fdc03034bf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/routers/182a0cf1-b7b9-469f-92db-10cb9d5c23c3 HTTP/1.1" status: 204 len: 168 time: 0.6759813 Apr 20 14:46:41.633948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Attempting to bind port db437c06-eaae-4d4b-979f-451124b17b54 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:41.634484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Attempting to bind port db437c06-eaae-4d4b-979f-451124b17b54 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:41.634929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Attempting to bind port db437c06-eaae-4d4b-979f-451124b17b54 on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:41.638704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38964) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:41.639634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b72fd325-3a92-41b7-a5b1-dd50d6a3f84f None None] Provisioning complete for port 912c7e37-2891-4b46-be1d-02f475f29cf8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:41.640274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b72fd325-3a92-41b7-a5b1-dd50d6a3f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.644876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:41.664204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Port db437c06-eaae-4d4b-979f-451124b17b54 on network 92de4f81-e816-4851-af5b-f5ddd8458337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:46:41.664204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Attempting to bind port db437c06-eaae-4d4b-979f-451124b17b54 on network 92de4f81-e816-4851-af5b-f5ddd8458337 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:41.690904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b72fd325-3a92-41b7-a5b1-dd50d6a3f84f None None] Port 912c7e37-2891-4b46-be1d-02f475f29cf8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:41.701307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Deleting port 5f247f4b-6590-4770-bfc4-a72d811cac37 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:41.701716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.739952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 912c7e37-2891-4b46-be1d-02f475f29cf8 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:41.740296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.787737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] For port 5f247f4b-6590-4770-bfc4-a72d811cac37, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5f247f4b-6590-4770-bfc4-a72d811cac37,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:41.788170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.807045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Calling delete_port for 5f247f4b-6590-4770-bfc4-a72d811cac37 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:41.822677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router 13b895a4-8f9e-4eae-8772-56471218d9ef is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:41.833677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.896272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'Port': ['ID=5d6428a2-aef2-411d-80e5-54fe037a0ca4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:41.910557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.938374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] Pushing event deleted for resources: {'Port': ['ID=5f247f4b-6590-4770-bfc4-a72d811cac37,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:41.947092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98004d78-4c5e-4e79-af29-0d976fda7dc3 None None] No DVR routers for this DVR port 5f247f4b-6590-4770-bfc4-a72d811cac37 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:41.980678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.040110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 912c7e37-2891-4b46-be1d-02f475f29cf8 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:42.051192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:42.051533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Checking segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:42.051916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Bound using segment: {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:42.052363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Bound port: db437c06-eaae-4d4b-979f-451124b17b54, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:42.052721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.123131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:42.126458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.161167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0013887c-3527-4c0e-8313-4b7fe2afad17 req-545e261e-fb22-4c1c-94a7-ffd0800ef536 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 210 time: 0.0764060 Apr 20 14:46:42.191454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:42.211891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:42.217970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:42.222054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.230600 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Sync routers for ids ['13b895a4-8f9e-4eae-8772-56471218d9ef'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:42.245183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Routers {'13b895a4-8f9e-4eae-8772-56471218d9ef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:42.246848 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13b895a4-8f9e-4eae-8772-56471218d9ef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:42.261486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.263103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8bfe3ed6-5cf9-4bbf-9055-84827cb84dd1 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5225520 Apr 20 14:46:42.268713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:42.270002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:42.272679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.273073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.274413 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] 10.222.0.43 "PUT /v2.0/ports/db437c06-eaae-4d4b-979f-451124b17b54 HTTP/1.1" status: 200 len: 1092 time: 2.3561323 Apr 20 14:46:42.281309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:42.283710 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bbc092-1ac9-4414-a99e-6dee56d6ce46" -d '{"events": [{"name": "network-changed", "server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "tag": "db437c06-eaae-4d4b-979f-451124b17b54"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:42.313827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b1a1-e9ed-4cb3-ae49-198195fb1259 service neutron] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:42.382908 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9247d-da0d-4525-9db4-870e4bfdcea5 x-openstack-request-id: req-79f9247d-da0d-4525-9db4-870e4bfdcea5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:42.383124 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "tag": "db437c06-eaae-4d4b-979f-451124b17b54", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:42.383317 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f9247d-da0d-4525-9db4-870e4bfdcea5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:42.383716 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f9247d-da0d-4525-9db4-870e4bfdcea5'] response: {'name': 'network-changed', 'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54', 'status': 'completed', 'code': 200} Apr 20 14:46:42.392712 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Set router 13b895a4-8f9e-4eae-8772-56471218d9ef gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:42.485393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-726e6591-a41d-4f72-ac2f-1097cbe68710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.487978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-726e6591-a41d-4f72-ac2f-1097cbe68710 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 1095 time: 0.1464977 Apr 20 14:46:42.536981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-60e51139-e17b-4ddd-b49f-6f540022b3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db437c06-eaae-4d4b-979f-451124b17b54 HTTP/1.1" status: 200 len: 217 time: 0.0398974 Apr 20 14:46:42.538505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.569147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:42.629032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 901046db-a8cd-4e28-80ca-5188532ddf24 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:42.630938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b8b2-6db5-4173-bb46-d3bbd10fa42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.637251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 5d6428a2-aef2-411d-80e5-54fe037a0ca4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:42.643148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5d6428a2-aef2-411d-80e5-54fe037a0ca4 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:42.681236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 901046db-a8cd-4e28-80ca-5188532ddf24 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:42.681579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 901046db-a8cd-4e28-80ca-5188532ddf24 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:42.681990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5f247f4b-6590-4770-bfc4-a72d811cac37 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:42.702146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:42.709191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5f247f4b-6590-4770-bfc4-a72d811cac37 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:42.709779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5f247f4b-6590-4770-bfc4-a72d811cac37 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:42.712557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-e1594790-abc7-4d08-8d68-476961ad3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.715347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-e1594790-abc7-4d08-8d68-476961ad3b03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.1673613 Apr 20 14:46:42.717536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:42.723649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.724594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.732115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b41af4-8b6f-4c9d-9680-14f9adae36cf None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:42.753473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=04fdd286-528f-4483-a75f-ea4c29a64a31,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:42.770155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.772155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-c53917a4-d9a9-404d-bc12-f7152df17151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305786 Apr 20 14:46:42.775459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b6b5998b-66c4-4a0f-b96e-57548a41ffa4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1356370 Apr 20 14:46:42.779039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38980) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:42.783650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:42.800627 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:36Z', 'updated_at': '2022-04-20T14:46:39Z', 'revision_number': 3, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port': {'id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:38Z', 'updated_at': '2022-04-20T14:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:42.830652 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Checking router: 13b895a4-8f9e-4eae-8772-56471218d9ef for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:42.831141 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Updating router 13b895a4-8f9e-4eae-8772-56471218d9ef port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:46:42.861153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ccd2a5b3-d86f-457f-b5c8-71abad85617b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/13b895a4-8f9e-4eae-8772-56471218d9ef HTTP/1.1" status: 200 len: 909 time: 0.5874372 Apr 20 14:46:42.862345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:42.866107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1403670124', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': True}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:42.869629 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.893707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.894672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.896998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f462d4-cba4-47ee-aad2-493cb260333a req-1363721e-43e3-413e-8d56-2d41de158f9c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.905231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23f462d4-cba4-47ee-aad2-493cb260333a req-1363721e-43e3-413e-8d56-2d41de158f9c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 944 time: 0.3794262 Apr 20 14:46:42.915722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.916754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.917694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '04fdd286-528f-4483-a75f-ea4c29a64a31'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:42.918401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=912c7e37-2891-4b46-be1d-02f475f29cf8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:42.919205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:42.943939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:42.964340 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-df94f339-eef2-4c8c-af74-c85b05971150 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741731 Apr 20 14:46:42.965135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:42.977818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666b49-a351-4689-ae26-aea7ffbac20c req-e97df524-fbb2-48d6-b7b0-5318e4030685 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:42.979416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23666b49-a351-4689-ae26-aea7ffbac20c req-e97df524-fbb2-48d6-b7b0-5318e4030685 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.3305094 Apr 20 14:46:43.030000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.050836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.064144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.067511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0fa95420-ac40-4327-855b-867c4d97cbc7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/912c7e37-2891-4b46-be1d-02f475f29cf8 HTTP/1.1" status: 204 len: 168 time: 1.6269410 Apr 20 14:46:43.070215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] No DVR routers for this DVR port 5d6428a2-aef2-411d-80e5-54fe037a0ca4 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:43.077931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38984) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:43.088256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23f462d4-cba4-47ee-aad2-493cb260333a req-ff3a8a51-8fe3-437a-a6fe-20f103cfed88 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818464 Apr 20 14:46:43.095154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.102193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a82689b5-9d41-414f-8c70-033d9cd85cd0 req-7dba2212-b8e4-48b7-90a7-b1cf5fb2c715 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "DELETE /v2.0/ports/5d6428a2-aef2-411d-80e5-54fe037a0ca4 HTTP/1.1" status: 204 len: 173 time: 3.4912400 Apr 20 14:46:43.127593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-deleted', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:43.132019 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996376c8-c3d6-4a82-af8f-54539cd4dc69" -d '{"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-deleted", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:43.177640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.183213 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-8154aef5-c2f2-4f81-9636-8844b2f1545a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:43.194172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8154aef5-c2f2-4f81-9636-8844b2f1545a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/912c7e37-2891-4b46-be1d-02f475f29cf8 HTTP/1.1" status: 404 len: 333 time: 0.1003358 Apr 20 14:46:43.196691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38992) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:43.230106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.237078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95d7e801-a1af-4bca-95df-a204bb53b09d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4569395 Apr 20 14:46:43.246590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38996) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:43.265472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23666b49-a351-4689-ae26-aea7ffbac20c req-78c7bd8f-d1ac-4ca4-9434-66e4259e0a0a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343147 Apr 20 14:46:43.283972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:43.299263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:43.422957 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.435293 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.441669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 633eff6f-c970-4aff-aa8f-bd6d9968a73b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:43.459707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/04fdd286-528f-4483-a75f-ea4c29a64a31/5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:43.512781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.549278 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Pushing event updated for resources: {'Port': ['ID=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:43.560559 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b891c-401b-4575-9041-9d65dc0396e0 x-openstack-request-id: req-522b891c-401b-4575-9041-9d65dc0396e0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:43.560844 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc9b28f-7f9a-432b-9290-493ca41f21de", "name": "network-vif-deleted", "tag": "5d6428a2-aef2-411d-80e5-54fe037a0ca4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:43.561302 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-522b891c-401b-4575-9041-9d65dc0396e0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:43.561850 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522b891c-401b-4575-9041-9d65dc0396e0'] response: {'server_uuid': '3cc9b28f-7f9a-432b-9290-493ca41f21de', 'name': 'network-vif-deleted', 'tag': '5d6428a2-aef2-411d-80e5-54fe037a0ca4', 'status': 'completed', 'code': 200} Apr 20 14:46:43.596276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33c781cb-ad13-4d00-b94e-5de07a43976a req-b6447d68-c422-410b-b333-8eb295ae7643 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cc9b28f-7f9a-432b-9290-493ca41f21de HTTP/1.1" status: 200 len: 210 time: 0.0618603 Apr 20 14:46:43.601667 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.602006 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.602344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.602705 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.615485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-34fe3bac-3de2-4444-b8d6-10dda3b193ef req-9bae8396-a316-4a74-aa27-4155786be746 service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346078 Apr 20 14:46:43.616932 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.617853 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.618200 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.619315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.620591 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.621237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.622875 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.623230 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:46:43.624888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.632519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Attempting to bind port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:43.632890 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Attempting to bind port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:43.633547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Attempting to bind port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:43.649093 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:43.650638 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:43.651287 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.653161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:43.655332 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Bound port: 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:43.655913 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.658511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.685589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:43.803178 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] For port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:43.807583 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] For port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:43.816435 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:43.904744 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Routers {'13b895a4-8f9e-4eae-8772-56471218d9ef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:43.905539 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13b895a4-8f9e-4eae-8772-56471218d9ef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:43.975390 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.060161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] Set router 13b895a4-8f9e-4eae-8772-56471218d9ef gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:44.063546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-a22f0fc1-5b24-4ab1-b4f5-d9a0b6502ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:44.065197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-a22f0fc1-5b24-4ab1-b4f5-d9a0b6502ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41bb6ebc23c549e0a337d980035a860c&device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 1095 time: 0.3778131 Apr 20 14:46:44.201318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-19bbfe06-bc43-4e51-a6ce-77981badbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:44.202979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-19bbfe06-bc43-4e51-a6ce-77981badbde0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 200 len: 913 time: 0.1273074 Apr 20 14:46:44.289419 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.296768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.321503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.350879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.358192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.376325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f13e3a-d045-4cb8-9edf-395c1727be23 None None] Pushing event updated for resources: {'Port': ['ID=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:44.390528 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-73fa31b0-bf1c-498b-abd3-c997352e0415 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db437c06-eaae-4d4b-979f-451124b17b54 HTTP/1.1" status: 200 len: 217 time: 0.1756167 Apr 20 14:46:44.429419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563d76-016d-4a01-a9e6-72a8ab1ddf07 req-648605c8-8440-4f81-8902-5698d7410b9c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:44.438556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1563d76-016d-4a01-a9e6-72a8ab1ddf07 req-648605c8-8440-4f81-8902-5698d7410b9c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 944 time: 0.2319827 Apr 20 14:46:44.439568 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:36Z', 'updated_at': '2022-04-20T14:46:39Z', 'revision_number': 3, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port': {'id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:38Z', 'updated_at': '2022-04-20T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:44.471381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-fb4b7d03-60f4-4651-b7f6-037ea0a211f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:44.473450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-fb4b7d03-60f4-4651-b7f6-037ea0a211f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 200 len: 852 time: 0.0747101 Apr 20 14:46:44.474032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b57f-7090-47cd-bb40-493ea4bb426d None None] The sync data for ids ['13b895a4-8f9e-4eae-8772-56471218d9ef'] in n-d-836145-2 is: [{'id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117'}], 'enable_snat': False}, 'gw_port_id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:36Z', 'updated_at': '2022-04-20T14:46:39Z', 'revision_number': 3, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port': {'id': '061550e7-3d34-4d20-bbbe-c3bd0f4b0efd', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b895a4-8f9e-4eae-8772-56471218d9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:38Z', 'updated_at': '2022-04-20T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:44.478032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:44.490803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:44.510622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:44.520162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Pushing event updated for resources: {'Port': ['ID=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:44.563762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-ac368f31-684b-4c35-8212-986df96b0132 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=92de4f81-e816-4851-af5b-f5ddd8458337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799987 Apr 20 14:46:44.614098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Attempting to bind port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:44.614446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Attempting to bind port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:44.617094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Attempting to bind port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:44.623022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:44.628764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:44.629151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:44.629767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.629938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:44.630422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Bound port: 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:44.630885 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.633361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1563d76-016d-4a01-a9e6-72a8ab1ddf07 req-f08582f1-3f00-4197-9b8c-be04883f3222 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937206 Apr 20 14:46:44.673278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:44.678295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e174-cecf-44ed-83d4-2e61d0b426ed req-340b03ff-bbcd-4d40-8118-b7353571f84a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:44.693838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3303e174-cecf-44ed-83d4-2e61d0b426ed req-340b03ff-bbcd-4d40-8118-b7353571f84a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.3009531 Apr 20 14:46:44.756793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] For port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:44.762224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] For port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:44.767730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.777183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.782322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:44.783004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:44.785708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.812992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39012) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:44.899730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.944285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3303e174-cecf-44ed-83d4-2e61d0b426ed req-ad2eb64f-ebaf-4607-b8ec-e2de40215a59 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472689 Apr 20 14:46:44.945088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=633eff6f-c970-4aff-aa8f-bd6d9968a73b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:44.982595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b1948-2409-4e20-be8d-879eb4a707ad None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:45.010366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.014381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2520b9e5-96bf-460f-900d-6f8b36f2fe97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/633eff6f-c970-4aff-aa8f-bd6d9968a73b HTTP/1.1" status: 204 len: 168 time: 1.8165257 Apr 20 14:46:45.021145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39016) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:45.051114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-7d30454b-a4be-4974-b106-76a81fd13dba service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923542 Apr 20 14:46:45.130856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.156665 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.183117 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.189258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3aea-4001-454b-b337-2993adcc9e5b None None] Pushing event updated for resources: {'Port': ['ID=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:45.231469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 63036206-af4e-452b-911a-da000ce3798d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:45.238414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:45.247352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.252833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::1 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/04fdd286-528f-4483-a75f-ea4c29a64a31/8f2ef63d-9183-421f-a09b-1753bdd72c9d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:45.286073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.25.1.99 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:45.351770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.386929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.411513 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94bbc092-1ac9-4414-a99e-6dee56d6ce46 req-41d263da-aecd-49f6-8c19-051eb4a0970b service neutron] 10.222.0.43 "GET /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163526 Apr 20 14:46:45.492692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.496405 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.497977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "DELETE /v2.0/security-groups/f2056c44-bd35-4fb5-991a-52ece4dad25d HTTP/1.1" status: 204 len: 168 time: 0.6558738 Apr 20 14:46:45.501948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:45.523992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13722dd-b00f-4a3d-b1d7-32a1100b8e31 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2056c44-bd35-4fb5-991a-52ece4dad25d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:45.540321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.594301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.596845 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-3935c585-68de-4dc6-8626-6ad4880171b8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] show failed (client error): The resource could not be found. Apr 20 14:46:45.598093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3935c585-68de-4dc6-8626-6ad4880171b8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups/f2056c44-bd35-4fb5-991a-52ece4dad25d HTTP/1.1" status: 404 len: 347 time: 0.0922663 Apr 20 14:46:45.606804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39020) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:45.613364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.733115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.733981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:45.736552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:45.776996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0f690-e618-4bc6-baa4-8c7a84a3140c None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:45.783740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:45.796187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:45.800673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.835317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.867887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.890423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=8f2ef63d-9183-421f-a09b-1753bdd72c9d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:45.944372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=63036206-af4e-452b-911a-da000ce3798d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:45.958093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:45.971212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4964d1b-bc21-454e-9f67-96f216629917 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/63036206-af4e-452b-911a-da000ce3798d HTTP/1.1" status: 204 len: 168 time: 0.9490051 Apr 20 14:46:45.972293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39028) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:46.002317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:46.067188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37954b7-6d6b-4c48-bca0-6aa53ba8a3fd req-09a4dcb5-1231-400c-aa3e-7068970fe4dc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:46.068836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a37954b7-6d6b-4c48-bca0-6aa53ba8a3fd req-09a4dcb5-1231-400c-aa3e-7068970fe4dc tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 944 time: 0.2794762 Apr 20 14:46:46.136714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:46.156534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.161952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:46.193628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:46.205574 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.232569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Deleting port 0712b54a-74c7-4102-94a2-eb561193082f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:46.233050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.295116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a37954b7-6d6b-4c48-bca0-6aa53ba8a3fd req-9a221d08-ce00-44a2-8a3f-5ac4a836fef0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695728 Apr 20 14:46:46.313860 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c3864-9dcc-470c-9572-3edf7be808cb None None] New status for floating IP a8f945ce-ca3b-455d-98a7-74e5210e2d94: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:46:46.394294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718797-ec2e-401d-b9fa-37ec85815456 req-95a55600-2b45-4832-8972-6aef387d99ec tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:46.409911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb718797-ec2e-401d-b9fa-37ec85815456 req-95a55600-2b45-4832-8972-6aef387d99ec tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.2852311 Apr 20 14:46:46.475948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:46.478457 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.581093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb718797-ec2e-401d-b9fa-37ec85815456 req-b23d2888-b71e-4955-b99d-d7d64066066c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661470 Apr 20 14:46:46.595971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device db437c06-eaae-4d4b-979f-451124b17b54 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:46:46.633087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.633515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.663191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Calling delete_port for 0712b54a-74c7-4102-94a2-eb561193082f owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:46.904009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:46.957398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.969135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.972533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:46.988786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:47.025976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'db437c06-eaae-4d4b-979f-451124b17b54', 'network_id': '92de4f81-e816-4851-af5b-f5ddd8458337', 'port_id': 'db437c06-eaae-4d4b-979f-451124b17b54', 'mac_address': 'fa:16:3e:4c:78:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0218f03f-6b9d-429a-895c-500d03c010a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:46:47.066063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5b7ad-580b-438c-bc28-9d04a71f75e9 None None] Network 394b2768-a77f-43ce-978f-9acf52801f98 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:47.124123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=8f2ef63d-9183-421f-a09b-1753bdd72c9d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:47.186365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,segment=NetworkSegment(134a4e1c-ed43-4886-b6a6-070cb864f11e),segment_id=134a4e1c-ed43-4886-b6a6-070cb864f11e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:47.187330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.202074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:47.244134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] Provisioning complete for port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:47.244518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.249452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:47.252747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:47.264616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.305241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.398930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db437c06-eaae-4d4b-979f-451124b17b54 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:46:47.408312 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.434844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'Port': ['ID=0712b54a-74c7-4102-94a2-eb561193082f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:47.435592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:47.462359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.475590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.501733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=2668dd31-cdfe-43aa-8e66-8b24fd19e1ba,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:47.535409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:47.609591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Router cf7f59be-c505-4b38-8832-6bd05223bca9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:47.618058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.618662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.621713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.623393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e4b710d9-4473-46ea-965b-45e1408264b7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8f945ce-ca3b-455d-98a7-74e5210e2d94 HTTP/1.1" status: 204 len: 168 time: 2.0087924 Apr 20 14:46:47.643311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d609-60f3-45d0-8d0b-cc1ac6c8aeea req-e88c7ac2-1a21-4649-a39a-b4678b730e57 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:47.644778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012eefe-c945-4578-bdc1-4e2a8ea6de18 None None] DHCP port deletion for 394b2768-a77f-43ce-978f-9acf52801f98 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:47.646135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef48d609-60f3-45d0-8d0b-cc1ac6c8aeea req-e88c7ac2-1a21-4649-a39a-b4678b730e57 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 945 time: 0.2047942 Apr 20 14:46:47.686064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:47.687804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.757448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] For port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:47.768481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:47.773610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.800420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.804688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef48d609-60f3-45d0-8d0b-cc1ac6c8aeea req-a144444a-9101-45a3-8b44-2e48c800e0a7 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047034 Apr 20 14:46:47.849180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc9cd7-14e4-4585-88ac-b3563dac1dea req-5a5af45d-b8c5-4355-b4ee-3e8aa399353e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:47.850998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dcc9cd7-14e4-4585-88ac-b3563dac1dea req-5a5af45d-b8c5-4355-b4ee-3e8aa399353e tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1155348 Apr 20 14:46:47.855012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:47.860659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-91b1f1f0-f0c2-4270-8a2a-7d247dade449 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "PUT /v2.0/routers/cf7f59be-c505-4b38-8832-6bd05223bca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6130097 Apr 20 14:46:47.869520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39046) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:47.872409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394b2768-a77f-43ce-978f-9acf52801f98']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:47.897023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134a4e1c-ed43-4886-b6a6-070cb864f11e') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:47.897366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134a4e1c-ed43-4886-b6a6-070cb864f11e') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:47.912118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.932161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.943817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:46:47.944385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:47.966256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e8046-e564-434a-87f7-f12a204bf55d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:47.968611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-963e8046-e564-434a-87f7-f12a204bf55d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports/8f2ef63d-9183-421f-a09b-1753bdd72c9d HTTP/1.1" status: 200 len: 911 time: 0.0848792 Apr 20 14:46:47.975668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39048) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:47.991105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a373-e32f-4172-8cc1-778cc13c2d71 None None] Pushing event updated for resources: {'Port': ['ID=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:47.996977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['db437c06-eaae-4d4b-979f-451124b17b54'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:46:48.002234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Sync routers for ids ['cf7f59be-c505-4b38-8832-6bd05223bca9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:48.006012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-db72857f-2f92-490a-8111-22bafb545e72 None None] Could not find standard attr ID for object 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:46:48.012988 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:46:48.044491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dcc9cd7-14e4-4585-88ac-b3563dac1dea req-13aedabc-7429-4a0a-8b63-f834f9bc6925 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729579 Apr 20 14:46:48.056959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-db72857f-2f92-490a-8111-22bafb545e72 None None] Provisioning complete for port 8f2ef63d-9183-421f-a09b-1753bdd72c9d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:48.056959 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db72857f-2f92-490a-8111-22bafb545e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.096634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Routers {'cf7f59be-c505-4b38-8832-6bd05223bca9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:48.097190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf7f59be-c505-4b38-8832-6bd05223bca9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:48.099440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f10b6-03a4-4d33-8d34-5713f9ec400c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:48.110688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f10b6-03a4-4d33-8d34-5713f9ec400c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:48.113117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-688f10b6-03a4-4d33-8d34-5713f9ec400c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1361406 Apr 20 14:46:48.115807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.122144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.146424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.150713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/394b2768-a77f-43ce-978f-9acf52801f98 HTTP/1.1" status: 204 len: 168 time: 2.1465917 Apr 20 14:46:48.196457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Set router cf7f59be-c505-4b38-8832-6bd05223bca9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:48.236123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39054) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.236718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39056) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.237679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff28cb5-8cc8-4ebe-b07e-12840b36c445 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=394b2768-a77f-43ce-978f-9acf52801f98,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:48.242197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.261370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214506587', 'description': 'tempest-description--1530287867'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:48.315837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-db72857f-2f92-490a-8111-22bafb545e72 None None] Port 8f2ef63d-9183-421f-a09b-1753bdd72c9d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:48.351432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.382759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631c1c9-4623-4f6e-8254-bb572b2a52b3 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:48.384259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1631c1c9-4623-4f6e-8254-bb572b2a52b3 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1364777 Apr 20 14:46:48.389722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.418077 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.452738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:48.474729 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.475284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:48.505332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.581276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.616739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:48.645447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:48.646181 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.649357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf62ef3-9bd7-4550-9728-3da993fb289a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:48.671272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.673394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8f5be6f7-e88a-4a01-b823-e3220d8fc15c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4162440 Apr 20 14:46:48.678334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39060) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.684965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group_rule': {'security_group_id': '8bf62ef3-9bd7-4550-9728-3da993fb289a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:48.704568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:46Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '8f2ef63d-9183-421f-a09b-1753bdd72c9d', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:73:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:44Z', 'updated_at': '2022-04-20T14:46:46Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:48.708120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.749460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Checking router: cf7f59be-c505-4b38-8832-6bd05223bca9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:48.749460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Updating router cf7f59be-c505-4b38-8832-6bd05223bca9 port 8f2ef63d-9183-421f-a09b-1753bdd72c9d binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:46:48.760397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.796169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.809406 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1b78126-6783-4fde-b062-00503b9e64fa tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4163566 Apr 20 14:46:48.865291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.867552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39062) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:48.875307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121511304'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:48.903037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.923873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router 11b9e87d-c152-469a-8832-308cff6d6263 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:48.926434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:48.931178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.949988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7f68c9-a2e2-4cf3-acae-7284897997bc,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:48.972939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:46:48.985222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:48.985866 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment 559f28ea-0726-4416-bb1d-520ba835dcee of type vlan for network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b Apr 20 14:46:49.045306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.123950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.136954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.226040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.236443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:49.237573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.253426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:49.266941 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Sync routers for ids ['11b9e87d-c152-469a-8832-308cff6d6263'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:49.286896 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Routers {'11b9e87d-c152-469a-8832-308cff6d6263'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:49.288179 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['11b9e87d-c152-469a-8832-308cff6d6263'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:49.342400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Attempting to bind port 8f2ef63d-9183-421f-a09b-1753bdd72c9d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:49.342878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Attempting to bind port 8f2ef63d-9183-421f-a09b-1753bdd72c9d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:49.343300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Attempting to bind port 8f2ef63d-9183-421f-a09b-1753bdd72c9d on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:49.348963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f89233-95db-4fdb-a883-efcd339de3d0 None None] Pushing event updated for resources: {'Port': ['ID=8f2ef63d-9183-421f-a09b-1753bdd72c9d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:49.379839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:49.380606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:49.381380 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.382081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:49.382806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Bound port: 8f2ef63d-9183-421f-a09b-1753bdd72c9d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:49.383392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.404669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c89164-7b56-4c34-9288-c73dd2f56f0f req-4492d2a7-cf96-4b01-ad78-9cb9d8a2f23e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:49.422751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82c89164-7b56-4c34-9288-c73dd2f56f0f req-4492d2a7-cf96-4b01-ad78-9cb9d8a2f23e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 945 time: 0.2566044 Apr 20 14:46:49.423081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=3fcc36de-e29a-42f9-bf2f-de1b9598fb4b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:49.436863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a0458e9-f25b-43f8-b0c9-1d8810f2169f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5671031 Apr 20 14:46:49.445546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.446952 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0638bf3-0263-40ea-8214-36283bc60ba9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7672350 Apr 20 14:46:49.452669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39070) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:49.452669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:49.460408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:46:49.462334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:49.469860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:49.522483 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Set router 11b9e87d-c152-469a-8832-308cff6d6263 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:49.574520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'security_group_rule': {'security_group_id': '8bf62ef3-9bd7-4550-9728-3da993fb289a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:49.577589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e3109-da1f-4c3f-864a-13184021297c req-f69a198b-98b2-44da-833a-0f75ef9bd261 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:49.579108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2e3109-da1f-4c3f-864a-13184021297c req-f69a198b-98b2-44da-833a-0f75ef9bd261 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.3434372 Apr 20 14:46:49.622283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.625460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:49.629587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.648765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82c89164-7b56-4c34-9288-c73dd2f56f0f req-864ad308-5744-4fd0-938a-91a96e590712 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250109 Apr 20 14:46:49.678595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2e3109-da1f-4c3f-864a-13184021297c req-93c19d45-76c3-4bd5-974d-7bfc7d0f37ad tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734913 Apr 20 14:46:49.701690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:49.702165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.724423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.725634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42b8b0ba-6873-4147-8fef-54cb12a0c7fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8629346 Apr 20 14:46:49.733357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39074) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:49.789131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] For port 8f2ef63d-9183-421f-a09b-1753bdd72c9d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:49.814997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-25350e02-b3f7-45dd-9c4d-38ae1ab78ff0 None None] Provisioning complete for port 8f2ef63d-9183-421f-a09b-1753bdd72c9d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:49.815402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-25350e02-b3f7-45dd-9c4d-38ae1ab78ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.838020 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b9e87d-c152-469a-8832-308cff6d6263', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:46Z', 'revision_number': 3, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port': {'id': 'a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ab:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b9e87d-c152-469a-8832-308cff6d6263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:44Z', 'updated_at': '2022-04-20T14:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:49.850956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 8f2ef63d-9183-421f-a09b-1753bdd72c9d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:49.854104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.870489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-25350e02-b3f7-45dd-9c4d-38ae1ab78ff0 None None] Port 8f2ef63d-9183-421f-a09b-1753bdd72c9d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:49.873341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] For port 8f2ef63d-9183-421f-a09b-1753bdd72c9d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8f2ef63d-9183-421f-a09b-1753bdd72c9d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:49.886224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.888350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.901456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.919416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Checking router: 11b9e87d-c152-469a-8832-308cff6d6263 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:49.919817 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Updating router 11b9e87d-c152-469a-8832-308cff6d6263 port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:46:49.951959 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f060430e-4801-4edb-af98-cccb045c0736 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/11b9e87d-c152-469a-8832-308cff6d6263 HTTP/1.1" status: 200 len: 907 time: 0.2128940 Apr 20 14:46:49.957639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b475de06-2af0-4932-a7c5-4526388c2c92,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:49.959316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f89233-95db-4fdb-a883-efcd339de3d0 None None] Pushing event updated for resources: {'Port': ['ID=8f2ef63d-9183-421f-a09b-1753bdd72c9d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:49.959865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39076) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:49.963105 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:49.998994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Routers {'cf7f59be-c505-4b38-8832-6bd05223bca9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:49.999628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf7f59be-c505-4b38-8832-6bd05223bca9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:50.051615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port 8f2ef63d-9183-421f-a09b-1753bdd72c9d, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:50.051977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.073683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 8f2ef63d-9183-421f-a09b-1753bdd72c9d owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:50.090893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:50.259831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.262359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b5868a41-8436-4cb4-a7f3-37639f9fb47f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8072131 Apr 20 14:46:50.268938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.321742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39080) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:50.341262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:50.373177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.401269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] Set router cf7f59be-c505-4b38-8832-6bd05223bca9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:50.461398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.504524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-69d2f72c-c6da-4c1d-a28d-68c2ee5ff1e7 None None] Provisioning complete for port 8f2ef63d-9183-421f-a09b-1753bdd72c9d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:50.505045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-69d2f72c-c6da-4c1d-a28d-68c2ee5ff1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.517534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=8f2ef63d-9183-421f-a09b-1753bdd72c9d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:50.557385 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:46:50.564938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.572794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.589677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-69d2f72c-c6da-4c1d-a28d-68c2ee5ff1e7 None None] Port 8f2ef63d-9183-421f-a09b-1753bdd72c9d was deleted so its status cannot be updated. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 14:46:50.600073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:50.600660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.617014 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.633524 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.651668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device db437c06-eaae-4d4b-979f-451124b17b54 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:50.699868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=7229a50f-c6e8-400d-9019-9da95b91e00e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:50.770197 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Attempting to bind port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:50.770600 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Attempting to bind port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:50.770955 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Attempting to bind port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:50.780949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': '559f28ea-0726-4416-bb1d-520ba835dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:50.781272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:46:50.791898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Deleting port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:50.792306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.803813 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:50.805767 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:50.806533 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.809365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:50.810098 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Bound port: a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:50.810691 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.887271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port db437c06-eaae-4d4b-979f-451124b17b54 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:46:50.891086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:46:50.908580 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] For port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:50.914219 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] For port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:50.917492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f477e-f8b7-412a-9203-919306c9382b None None] Pushing event updated for resources: {'Port': ['ID=a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:50.919326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port db437c06-eaae-4d4b-979f-451124b17b54 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:50.919838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.922458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:50.924666 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.945433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.948865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:50.949674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.972689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5a9a7-1020-462d-8e37-cc9130371ad3 None None] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:50.982710 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Routers {'11b9e87d-c152-469a-8832-308cff6d6263'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:50.983337 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['11b9e87d-c152-469a-8832-308cff6d6263'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:50.985841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] For port a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1, host n-d-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:50.986424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:50.997886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0713431-0a21-4010-8104-0ea6a3895222 req-ab94730d-cecf-4c77-bb38-3fb790ca56f8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:51.004048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-70412363-95f5-4632-a432-3fdadc764195 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5476949 Apr 20 14:46:51.007762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:51.008859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0713431-0a21-4010-8104-0ea6a3895222 req-ab94730d-cecf-4c77-bb38-3fb790ca56f8 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1476903 Apr 20 14:46:51.013460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b', 'name': 'tempest-PortsIpV6TestJSON-851310695'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:51.135841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.146062 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.169151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Calling delete_port for a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:51.185479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:46Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '8f2ef63d-9183-421f-a09b-1753bdd72c9d', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:73:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:44Z', 'updated_at': '2022-04-20T14:46:49Z', 'revision_number': 4, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:51.207501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:51.213983 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] Set router 11b9e87d-c152-469a-8832-308cff6d6263 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:51.245735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:51.263003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.279593 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b9e87d-c152-469a-8832-308cff6d6263', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:50Z', 'revision_number': 4, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:51.286028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Allocated IP 172.25.1.162 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a59dbef3-c233-428d-b627-9b2f076954c3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:51.303591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371f7aae-8d55-426b-8e15-a562400db9b4 None None] The sync data for ids ['cf7f59be-c505-4b38-8832-6bd05223bca9'] in n-d-836145-2 is: [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:46Z', 'revision_number': 2, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None, '_interfaces': [{'id': '8f2ef63d-9183-421f-a09b-1753bdd72c9d', 'name': '', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'mac_address': 'fa:16:3e:73:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:46:44Z', 'updated_at': '2022-04-20T14:46:49Z', 'revision_number': 4, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'subnets': [{'id': '04fdd286-528f-4483-a75f-ea4c29a64a31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:51.311156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:51.311502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2668dd31-cdfe-43aa-8e66-8b24fd19e1ba not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:51.324392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:51.329585 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e1b180-b5a1-4f61-bd73-9ba05f9c067d" -d '{"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-plugged", "status": "completed", "tag": "db437c06-eaae-4d4b-979f-451124b17b54"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:51.336741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311a5ef-fc38-48fa-84c9-9530be4b0eae None None] The sync data for ids ['11b9e87d-c152-469a-8832-308cff6d6263'] in n-d-836145-2 is: [{'id': '11b9e87d-c152-469a-8832-308cff6d6263', 'name': 'tempest-snat-router-1403670124', 'tenant_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:50Z', 'revision_number': 4, 'project_id': '16e1fa6e1edd4f14bcbc08bf7cb77af4', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:51.350799 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f477e-f8b7-412a-9203-919306c9382b None None] Pushing event updated for resources: {'Port': ['ID=a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:51.355419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:51.363137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.423728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-3fcc36de-e29a-42f9-bf2f-de1b9598fb4b', 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': '7229a50f-c6e8-400d-9019-9da95b91e00e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:51.424615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.501440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.515003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:51.565732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 8352266f-4fcb-409c-9ad2-053693df8c1f yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:51.586810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36553ecb-800a-4f00-9fa5-7a85364a3b2e req-bda42b92-23dc-497f-b715-58b11183ac9b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:51.595712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36553ecb-800a-4f00-9fa5-7a85364a3b2e req-bda42b92-23dc-497f-b715-58b11183ac9b tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 945 time: 0.7740157 Apr 20 14:46:51.623309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.635144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0713431-0a21-4010-8104-0ea6a3895222 req-7d9f13c9-5c03-4eff-9569-7af031958c27 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249015 Apr 20 14:46:51.686156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.735938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Allocated IP 2001:db8::2 (3fcc36de-e29a-42f9-bf2f-de1b9598fb4b/7229a50f-c6e8-400d-9019-9da95b91e00e/ae24cfd1-01bf-4c9f-b2dc-73607956b6a3) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:51.739731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Port': ['ID=a70a4fd9-387f-48d1-ac80-7a7a5c7e19b1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:51.867374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:51.870804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:51.885621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:51.892318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:51.900248 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d060c839-16fb-4a0e-8acc-8403ee1d158f x-openstack-request-id: req-d060c839-16fb-4a0e-8acc-8403ee1d158f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:51.901146 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-plugged", "status": "completed", "tag": "db437c06-eaae-4d4b-979f-451124b17b54", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:51.901671 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d060c839-16fb-4a0e-8acc-8403ee1d158f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:51.902439 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d060c839-16fb-4a0e-8acc-8403ee1d158f'] response: {'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54', 'code': 200} Apr 20 14:46:52.051562 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.066420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.163998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.175604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36553ecb-800a-4f00-9fa5-7a85364a3b2e req-fbc51e18-d298-4862-97fe-6310df7dba70 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789809 Apr 20 14:46:52.213381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:52.222811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:52.232225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:52.238935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=a59dbef3-c233-428d-b627-9b2f076954c3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:52.244193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Pushing event updated for resources: {'Port': ['ID=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:52.306912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.338833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Attempting to bind port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:52.339376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Attempting to bind port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '559f28ea-0726-4416-bb1d-520ba835dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:52.339804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Attempting to bind port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 on network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:52.347996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:52.348368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Checking segment: {'id': '559f28ea-0726-4416-bb1d-520ba835dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:52.348772 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.349170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Bound using segment: {'id': '559f28ea-0726-4416-bb1d-520ba835dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:52.349642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Bound port: ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559f28ea-0726-4416-bb1d-520ba835dcee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:52.350016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.360372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Router cf7f59be-c505-4b38-8832-6bd05223bca9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:46:52.402438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829da7c-b361-4825-8b5a-0811a76e0f12 req-fd541dfd-bbb5-4089-8dc5-cfec0780611b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:52.404797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4829da7c-b361-4825-8b5a-0811a76e0f12 req-fd541dfd-bbb5-4089-8dc5-cfec0780611b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1821191 Apr 20 14:46:52.527585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4829da7c-b361-4825-8b5a-0811a76e0f12 req-ed48e32d-0e62-43d1-88b0-7efcb066b37d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156464 Apr 20 14:46:52.557359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] For port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:52.566423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] For port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,segment=NetworkSegment(559f28ea-0726-4416-bb1d-520ba835dcee),segment_id=559f28ea-0726-4416-bb1d-520ba835dcee)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:52.575607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.611859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:52.623172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c008aab7-5620-47ef-abaf-17801ca1eb6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "PUT /v2.0/routers/cf7f59be-c505-4b38-8832-6bd05223bca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5038514 Apr 20 14:46:52.624800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:52.692574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a76048-151c-4ab7-880d-c146a4e16162 None None] Pushing event updated for resources: {'Port': ['ID=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:52.763477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.766902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.799572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20eed4-cafb-49b5-a442-c21645adb0a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:52.801655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20eed4-cafb-49b5-a442-c21645adb0a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:52.805632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a20eed4-cafb-49b5-a442-c21645adb0a9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1772833 Apr 20 14:46:52.811300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:52.865548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c01c0-731f-4a24-94da-a3648e9dc077 req-0f2ea0b5-eac4-4eb2-a01c-a9cd38db871f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:52.867557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e9c01c0-731f-4a24-94da-a3648e9dc077 req-0f2ea0b5-eac4-4eb2-a01c-a9cd38db871f tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.1596620 Apr 20 14:46:52.872286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::24f (3fcc36de-e29a-42f9-bf2f-de1b9598fb4b/7229a50f-c6e8-400d-9019-9da95b91e00e/8352266f-4fcb-409c-9ad2-053693df8c1f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:52.879010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b89a8-e5f0-4dbe-ab56-2de6ddbdc834 req-d77182ce-00a3-4b0f-835c-12b9370fcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:52.881353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e7b89a8-e5f0-4dbe-ab56-2de6ddbdc834 req-d77182ce-00a3-4b0f-835c-12b9370fcc02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 1097 time: 0.3801322 Apr 20 14:46:52.884014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.884695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11b9e87d-c152-469a-8832-308cff6d6263 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:52.895109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:52.896302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-467bce10-6309-4d01-94b1-107377e37ed0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/routers/11b9e87d-c152-469a-8832-308cff6d6263 HTTP/1.1" status: 204 len: 168 time: 2.9308748 Apr 20 14:46:52.905449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:52.966718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 04fdd286-528f-4483-a75f-ea4c29a64a31 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:46:52.971866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e9c01c0-731f-4a24-94da-a3648e9dc077 req-aee7d911-a19a-4192-849f-2a6d9301ee21 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Apr 20 14:46:52.977070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.062810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5e7b89a8-e5f0-4dbe-ab56-2de6ddbdc834 req-bd86bf4a-c30d-4b45-b1fa-5d8d425fc4bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717103 Apr 20 14:46:53.066819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.093143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.112566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.281623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=a59dbef3-c233-428d-b627-9b2f076954c3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:53.315322 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.361370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.454228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.518167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.542968 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:53.579895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.620594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.622778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:53.623154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.626963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.638415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0cc52fa7-6a29-442d-b9a8-86f2b168dd72 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3138132 Apr 20 14:46:53.660915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=8352266f-4fcb-409c-9ad2-053693df8c1f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:53.713558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:53.717884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:53.720650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:53.728714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:53.729380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.733866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.750478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Deleting port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:53.750935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.777999 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41df6689-eef7-4720-b173-5f0729254853 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7689359 Apr 20 14:46:53.798407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39120) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:53.807918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '3fcc36de-e29a-42f9-bf2f-de1b9598fb4b', 'name': 'tempest-PortsIpV6TestJSON-387663825'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:53.811137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,segment=NetworkSegment(559f28ea-0726-4416-bb1d-520ba835dcee),segment_id=559f28ea-0726-4416-bb1d-520ba835dcee)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:53.817887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.819434 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.880759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] For port 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:53.881121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:53.892608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:53.911947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=04fdd286-528f-4483-a75f-ea4c29a64a31,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:53.920605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Calling delete_port for 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:53.977530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5aa71-7a52-404d-aba7-30346f0b93bd req-ad55920f-e5f9-4c24-b0d4-741c61cf678c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:53.978912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b5aa71-7a52-404d-aba7-30346f0b93bd req-ad55920f-e5f9-4c24-b0d4-741c61cf678c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.6472344 Apr 20 14:46:53.987906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658fe6e-8414-42e6-96bd-34055da4b63d None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:53.991507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.002423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5ed92375-4a23-4a1d-870e-24b3407d8536 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/04fdd286-528f-4483-a75f-ea4c29a64a31 HTTP/1.1" status: 204 len: 168 time: 1.1901345 Apr 20 14:46:54.025857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:54.045844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cc608-ab39-4532-b46c-600b6daec0f4 req-16e62a88-d38b-4b17-ae8d-5523158c1c7b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:54.047791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e4cc608-ab39-4532-b46c-600b6daec0f4 req-16e62a88-d38b-4b17-ae8d-5523158c1c7b tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.4371898 Apr 20 14:46:54.159307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.197775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event deleted for resources: {'Port': ['ID=061550e7-3d34-4d20-bbbe-c3bd0f4b0efd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:54.258377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Sync routers for ids ['cf7f59be-c505-4b38-8832-6bd05223bca9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:54.270534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Routers {'cf7f59be-c505-4b38-8832-6bd05223bca9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:54.271294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf7f59be-c505-4b38-8832-6bd05223bca9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:54.311905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.327068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b5aa71-7a52-404d-aba7-30346f0b93bd req-7b4470ac-cc3e-40ed-afb2-b8ed2e7bfdca tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135824 Apr 20 14:46:54.331367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e4cc608-ab39-4532-b46c-600b6daec0f4 req-719de008-131d-4265-8d00-34e5a5079d0a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367678 Apr 20 14:46:54.344008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:46:54.375981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b23a6f6-d6d6-4371-915d-683d05ef94a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3485548 Apr 20 14:46:54.376693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39126) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:54.405988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Set router cf7f59be-c505-4b38-8832-6bd05223bca9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:54.461538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.464776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.485404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9fdd3-2a66-4a94-be2f-4491361cb869 None None] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:54.489510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:50Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:54.500343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:54.503905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.510638 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.511678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13b895a4-8f9e-4eae-8772-56471218d9ef {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:54.519072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.520457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.526252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39136) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:54.526746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71a7405d-8068-4729-b652-fb6b49c73cca tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "DELETE /v2.0/routers/13b895a4-8f9e-4eae-8772-56471218d9ef HTTP/1.1" status: 204 len: 168 time: 1.6200318 Apr 20 14:46:54.536096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-322151445', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:54.568531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Checking router: cf7f59be-c505-4b38-8832-6bd05223bca9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:46:54.593111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Routers {'cf7f59be-c505-4b38-8832-6bd05223bca9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:54.594146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf7f59be-c505-4b38-8832-6bd05223bca9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:54.598942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a1f24b30-0144-4595-8aff-b8faf0a101e9 None None] Provisioning complete for port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:54.599565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1f24b30-0144-4595-8aff-b8faf0a101e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.608736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:54.654837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-4777bd08-f1f6-4ba0-bee3-223693e0ae21 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--214506587&fields=id&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 267 time: 0.2066684 Apr 20 14:46:54.655408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-7016c26c-4de1-4f5e-9db4-293d90abbb6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:54.657510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-7016c26c-4de1-4f5e-9db4-293d90abbb6c tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1 HTTP/1.1" status: 200 len: 945 time: 0.0740039 Apr 20 14:46:54.794734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.795853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.800570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:54.801104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.875221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] Set router cf7f59be-c505-4b38-8832-6bd05223bca9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:46:54.895673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.913506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:54.914030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.921537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.928177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 2792ac67-672a-4cc6-a4d4-0562f2e79c0b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:54.935809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:50Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:54.939923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Deleting port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:54.940297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.005455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014f258-869f-4fcd-808e-3a54920bde13 None None] The sync data for ids ['cf7f59be-c505-4b38-8832-6bd05223bca9'] in n-d-836145-2 is: [{'id': 'cf7f59be-c505-4b38-8832-6bd05223bca9', 'name': 'tempest-NetworksTestDHCPv6-router-530957123', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:46:42Z', 'updated_at': '2022-04-20T14:46:50Z', 'revision_number': 3, 'project_id': '84b60b05538345bf83dd9ccef6fb235e', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:55.032115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-1fb35097-1295-458d-b532-4fd42bcd82bb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:55.033716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-1fb35097-1295-458d-b532-4fd42bcd82bb tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 817 time: 0.3424029 Apr 20 14:46:55.039590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.071313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.071645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Fanout notify agent at l3_agent the message router_deleted on router cf7f59be-c505-4b38-8832-6bd05223bca9 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:46:55.078614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.081986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9d847031-612c-4575-85fb-359e38de8535 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/routers/cf7f59be-c505-4b38-8832-6bd05223bca9 HTTP/1.1" status: 204 len: 168 time: 0.6987684 Apr 20 14:46:55.081986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::16c (3fcc36de-e29a-42f9-bf2f-de1b9598fb4b/7229a50f-c6e8-400d-9019-9da95b91e00e/0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:55.086019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:55.127746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-fe6fe7fc-bd5e-4fbe-9a0b-9925f14ecd82 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/quotas/640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 375 time: 0.0631464 Apr 20 14:46:55.162778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] For port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:55.163177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.164505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.184671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8792dff4-465e-482a-b7c8-ed9bfdafcc5b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:46:55.190218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Calling delete_port for 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:55.205238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f6f94-be82-4cf2-8dd7-cdead313dd1d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:55.210870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8e7f6f94-be82-4cf2-8dd7-cdead313dd1d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1233056 Apr 20 14:46:55.213939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:55.272887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=2792ac67-672a-4cc6-a4d4-0562f2e79c0b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:55.312788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.316717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 2792ac67-672a-4cc6-a4d4-0562f2e79c0b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:55.322273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.326540 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3506733-d04e-4d93-a403-6b4df93a3bcc req-ab6794ae-b321-45e4-b123-11df2201be76 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.43 "DELETE /v2.0/ports/2792ac67-672a-4cc6-a4d4-0562f2e79c0b HTTP/1.1" status: 204 len: 173 time: 0.6624811 Apr 20 14:46:55.327209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'name': 'network-vif-deleted', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:46:55.330512 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eaf6b1-9713-43fb-913d-526f5499d9ee" -d '{"events": [{"server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "name": "network-vif-deleted", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:46:55.358731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de5b16-2b7f-419e-a592-91f427c263b9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:55.364930 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1de5b16-2b7f-419e-a592-91f427c263b9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1252224 Apr 20 14:46:55.365681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39148) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:55.400137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-75917bae-fcd0-41cf-b2e0-b40850ea1434 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310119 Apr 20 14:46:55.435206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71c84b4d-ea1b-49ef-97bf-cc3588f466a6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683110 Apr 20 14:46:55.441842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:55.449194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:55.481770 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e0e73-6573-46a0-9552-c9a00a9f6d4e x-openstack-request-id: req-7b7e0e73-6573-46a0-9552-c9a00a9f6d4e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:46:55.481770 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1", "name": "network-vif-deleted", "tag": "2792ac67-672a-4cc6-a4d4-0562f2e79c0b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:46:55.481770 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b7e0e73-6573-46a0-9552-c9a00a9f6d4e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:46:55.482346 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7e0e73-6573-46a0-9552-c9a00a9f6d4e'] response: {'server_uuid': '2b5e7eaf-7f3a-4c03-b1ca-5a66e3a029a1', 'name': 'network-vif-deleted', 'tag': '2792ac67-672a-4cc6-a4d4-0562f2e79c0b', 'status': 'completed', 'code': 200} Apr 20 14:46:55.590349 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.634253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-a66d4728-c220-4941-b9f7-5e4ab6dbbe61 service neutron] 10.222.0.20 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749058 Apr 20 14:46:55.679753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:55.684293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:55.684464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.694963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] Pushing event deleted for resources: {'Port': ['ID=5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:55.825130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466e953-1921-44b5-b7e1-fd8c5de62daa None None] No DVR routers for this DVR port 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:46:55.939471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-90c8a0c1-15e2-4fd5-ba91-fce148374ad4 None None] Provisioning complete for port 8352266f-4fcb-409c-9ad2-053693df8c1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:55.940109 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90c8a0c1-15e2-4fd5-ba91-fce148374ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:55.995974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-90c8a0c1-15e2-4fd5-ba91-fce148374ad4 None None] Port 8352266f-4fcb-409c-9ad2-053693df8c1f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:56.036294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-90c8a0c1-15e2-4fd5-ba91-fce148374ad4 None None] Provisioning complete for port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:56.036920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90c8a0c1-15e2-4fd5-ba91-fce148374ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.112110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:56.112110 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.177573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:46:56.180382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.260215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:56.262195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=72b1b34c-0f41-4cc6-b029-090d6beb748e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:56.273252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:56.289714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:56.290199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.298994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dbb875-1b37-4ec1-ba7e-215b23bb022d None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:56.336721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9a14364f-68a2-4f03-be61-7f02c66be8c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8935647 Apr 20 14:46:56.339507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39156) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:56.347729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:56.355579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:56.387880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72818460-d5f7-4ff7-afa2-7a4b12378f6f req-3475918d-d3a9-42fd-b464-4a3a97fc2f73 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:56.395001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:56.396081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 061550e7-3d34-4d20-bbbe-c3bd0f4b0efd not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:56.396708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8f2ef63d-9183-421f-a09b-1753bdd72c9d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:56.397129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72818460-d5f7-4ff7-afa2-7a4b12378f6f req-3475918d-d3a9-42fd-b464-4a3a97fc2f73 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.7497473 Apr 20 14:46:56.407016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.424760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-83efe144-7cb7-4205-930c-1e112e463c58 service neutron] 10.222.0.20 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896097 Apr 20 14:46:56.470916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72818460-d5f7-4ff7-afa2-7a4b12378f6f req-d672e4eb-79fd-43a7-b184-528ab807d0ec tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Apr 20 14:46:56.519435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:56.528028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.533324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8f2ef63d-9183-421f-a09b-1753bdd72c9d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:56.533874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8f2ef63d-9183-421f-a09b-1753bdd72c9d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:56.534452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:56.554406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.587348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:56.587688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5bb0123b-1834-4cea-8a6b-9ebd6eb9dbed not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:56.601048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c1a58f91-9eef-4443-bab2-3707e1166f03 None None] Provisioning complete for port 8352266f-4fcb-409c-9ad2-053693df8c1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:56.601748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1a58f91-9eef-4443-bab2-3707e1166f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.670259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2792ac67-672a-4cc6-a4d4-0562f2e79c0b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:46:56.671788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '72b1b34c-0f41-4cc6-b029-090d6beb748e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:46:56.672487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.739744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c1a58f91-9eef-4443-bab2-3707e1166f03 None None] Port 8352266f-4fcb-409c-9ad2-053693df8c1f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:56.741471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 2792ac67-672a-4cc6-a4d4-0562f2e79c0b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:46:56.741816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2792ac67-672a-4cc6-a4d4-0562f2e79c0b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:46:56.820958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:56.859065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f99b7b1-ba85-405d-a6e5-99c6fd35a481 req-e912f2c6-c8fc-400e-a7fe-ec037eddba17 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 210 time: 0.0480380 Apr 20 14:46:56.860278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:56.864611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:56.882006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:56.886747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.983836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.013221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:57.064081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Allocated IP 2001:db8::f816:3eff:fe3a:2e0 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/72b1b34c-0f41-4cc6-b029-090d6beb748e/0e5ac0be-6c52-4097-afd8-44274943d225) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:57.088574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26be3fa1-0d77-4fca-996a-24471a2c6127 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2873945 Apr 20 14:46:57.091793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.093528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39182) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:57.103057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.198880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=13a7a5f7-f93b-462f-b538-40c521e191d6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:57.216550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:57.219901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:57.224660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:57.225275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.264533 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-36c3ca71-f295-4690-8f2c-1e868b5263f2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9220917 Apr 20 14:46:57.266560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:57.279213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:b8:46:fe', 'name': 'tempest-NetworksTestDHCPv6-488231818'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:57.341305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.354221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.417319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00c64-eed4-4e1a-9b25-0ceac430a3e2 req-aba86698-6a24-4ed8-821e-e27f732c8b71 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:57.424993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ea00c64-eed4-4e1a-9b25-0ceac430a3e2 req-aba86698-6a24-4ed8-821e-e27f732c8b71 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.4239087 Apr 20 14:46:57.455125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c1a6a-1e28-4d42-96a1-473b4a0e9c5b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:57.456634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0d2c1a6a-1e28-4d42-96a1-473b4a0e9c5b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24f HTTP/1.1" status: 200 len: 928 time: 0.3621991 Apr 20 14:46:57.467864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:57.472026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:57.477202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:57.493823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0e1283b6-19f6-4875-8ca3-50d86ca1139e None None] Provisioning complete for port 0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:57.494487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0e1283b6-19f6-4875-8ca3-50d86ca1139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.497712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:57.531427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ea00c64-eed4-4e1a-9b25-0ceac430a3e2 req-96eb0a05-abbf-459d-8cf3-a0656f7b5eeb tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053724 Apr 20 14:46:57.542807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0be-6c52-4097-afd8-44274943d225,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:57.564985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:57.620000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0e1283b6-19f6-4875-8ca3-50d86ca1139e None None] Port 0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:46:57.620828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Allocated IP 172.25.1.195 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d5184f58-778b-48dd-b2cf-15c9f107948e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:57.625586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Attempting to bind port 0e5ac0be-6c52-4097-afd8-44274943d225 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:46:57.626042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Attempting to bind port 0e5ac0be-6c52-4097-afd8-44274943d225 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:46:57.627378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Attempting to bind port 0e5ac0be-6c52-4097-afd8-44274943d225 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:46:57.634133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:46:57.634837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:46:57.635483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.636358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:46:57.637259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Bound port: 0e5ac0be-6c52-4097-afd8-44274943d225, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:46:57.637866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.712812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] For port 0e5ac0be-6c52-4097-afd8-44274943d225, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:46:57.717894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] For port 0e5ac0be-6c52-4097-afd8-44274943d225, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0e5ac0be-6c52-4097-afd8-44274943d225,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:46:57.725919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.754014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:57.758227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.802360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9e3e3-abde-48ae-a3e0-ee474682ae88 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0be-6c52-4097-afd8-44274943d225,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:57.808883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.827621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.874264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:57.892877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 647c5b39-dc4c-4dd6-a88f-cba876174d74 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:46:57.907043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:57.938325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:57.945395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:58.014180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.047186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eadb2e6-2a87-456d-bcb4-0ed0de5d848e req-42885d10-c901-4345-b76d-89933258eeed tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 210 time: 0.0587609 Apr 20 14:46:58.047797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event updated for resources: {'Port': ['ID=d5184f58-778b-48dd-b2cf-15c9f107948e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:58.086365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:58.205419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae701-0418-4bc6-b9a5-a1e7e8e1b9f8 req-040f9675-2769-4154-a30d-eb554c48bc92 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:58.213554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839ae701-0418-4bc6-b9a5-a1e7e8e1b9f8 req-040f9675-2769-4154-a30d-eb554c48bc92 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.1612463 Apr 20 14:46:58.214704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 172.20.0.8 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/13a7a5f7-f93b-462f-b538-40c521e191d6/647c5b39-dc4c-4dd6-a88f-cba876174d74) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:58.226248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:feb8:46fe (f9a24db5-112e-4814-8187-bcbdf4fa52f1/72b1b34c-0f41-4cc6-b029-090d6beb748e/647c5b39-dc4c-4dd6-a88f-cba876174d74) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:58.296934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839ae701-0418-4bc6-b9a5-a1e7e8e1b9f8 req-786f787b-eca9-451b-876d-4155d1f1a508 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819685 Apr 20 14:46:58.438635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.476114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.519447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:58.533361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-267b319d-01cc-413e-a6af-a9f3f261352d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:58.534872 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-267b319d-01cc-413e-a6af-a9f3f261352d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 817 time: 0.2879579 Apr 20 14:46:58.571880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.577039 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-35fca492-b75e-433f-bd70-9f25a0b21415 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b HTTP/1.1" status: 204 len: 168 time: 1.1052160 Apr 20 14:46:58.582962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39218) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:58.635693 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede24bb1-468b-48d3-8e6b-c7805446dff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:46:58.639822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ede24bb1-468b-48d3-8e6b-c7805446dff8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/0fc0d260-241a-43bb-9ce1-0b7a8fbbe11b HTTP/1.1" status: 404 len: 333 time: 0.0431714 Apr 20 14:46:58.643051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39220) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:58.667691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.678285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-3c1acc41-9145-43cd-a6aa-cc394175bf5c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 379 time: 0.1324394 Apr 20 14:46:58.690289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'port': {'device_id': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'admin_state_up': True, 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'security_groups': ['8bf62ef3-9bd7-4550-9728-3da993fb289a']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:58.739590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.753234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4f318-ea37-4c54-88a2-43bf330c9298 req-c7cf3084-254a-4df8-bdcc-9fd9c967d9d0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:58.760924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8b4f318-ea37-4c54-88a2-43bf330c9298 req-c7cf3084-254a-4df8-bdcc-9fd9c967d9d0 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.1600401 Apr 20 14:46:58.774199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.839060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:46:58.849208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:46:58.851880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:46:58.899386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=647c5b39-dc4c-4dd6-a88f-cba876174d74,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:46:58.923765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Made reservation on behalf of 640eb5ff91cc4149b4b749cd733d03d8 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:46:58.927425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.936142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:58.936786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.955892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8b4f318-ea37-4c54-88a2-43bf330c9298 req-888d1262-19ec-4102-9e8d-cc47af7b4304 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940691 Apr 20 14:46:58.971190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3a346162-87fe-4bf7-9eb8-9dbace805725 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7021754 Apr 20 14:46:58.972915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:58.978459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 8352266f-4fcb-409c-9ad2-053693df8c1f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:58.978838 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.136912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf77296-e91c-448d-b3d9-a8d2669cedba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:59.141698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.149072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf77296-e91c-448d-b3d9-a8d2669cedba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:59.154206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8cf77296-e91c-448d-b3d9-a8d2669cedba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1801443 Apr 20 14:46:59.157856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0d17a-42c9-4a6d-9395-9fcc5f4a1987 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:46:59.159029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:59.190799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 8352266f-4fcb-409c-9ad2-053693df8c1f owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:46:59.221161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Router bb0c1140-f3cc-4fb3-851f-acf02769c661 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:46:59.228473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6197d2d-a432-4452-81d0-7d3c227ed250 req-6c6e5015-eeff-403e-9809-8b9f9c923061 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 210 time: 0.0582173 Apr 20 14:46:59.270335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Allocated IP 172.20.0.3 (a864d66a-6db7-4268-9f4b-7d63c9584896/1f6e04bb-2f3d-41c3-ba3f-30f987b496e4/b53b0446-dce4-4d54-8d86-8642ecba90d6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:46:59.304304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] Provisioning complete for port 0e5ac0be-6c52-4097-afd8-44274943d225 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:59.304683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.405116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:46:59.417635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] Sync routers for ids ['bb0c1140-f3cc-4fb3-851f-acf02769c661'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:46:59.434799 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] Routers {'bb0c1140-f3cc-4fb3-851f-acf02769c661'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:59.435447 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bb0c1140-f3cc-4fb3-851f-acf02769c661'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:59.456151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 647c5b39-dc4c-4dd6-a88f-cba876174d74 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:46:59.456151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.528072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:59.547549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.552685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec75dc73-2861-47a1-a907-0179b7dd1314 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0165873 Apr 20 14:46:59.552978 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] Routers {'bb0c1140-f3cc-4fb3-851f-acf02769c661'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:46:59.553998 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bb0c1140-f3cc-4fb3-851f-acf02769c661'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:59.556248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39236) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:46:59.562545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:46:59.619096 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:46:59.619758 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27612dd-fc53-46a0-b492-0d185951663a None None] The sync data for ids ['bb0c1140-f3cc-4fb3-851f-acf02769c661'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:46:59.646298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0e5ac0be-6c52-4097-afd8-44274943d225 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:46:59.724465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc49cc4-7abc-4ee7-823a-275363960a5f req-230deea9-0885-4319-8b7b-d1db38baee23 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:59.733463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffc49cc4-7abc-4ee7-823a-275363960a5f req-230deea9-0885-4319-8b7b-d1db38baee23 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.3179214 Apr 20 14:46:59.804882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0e5ac0be-6c52-4097-afd8-44274943d225 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:46:59.805468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.808652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e12fa1-6810-4e43-bcba-96324b4585a9 req-5d404833-a234-421b-a49c-8d073adb333e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:59.815097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44e12fa1-6810-4e43-bcba-96324b4585a9 req-5d404833-a234-421b-a49c-8d073adb333e tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.4644561 Apr 20 14:46:59.830410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.887125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffc49cc4-7abc-4ee7-823a-275363960a5f req-984980fd-82fd-4425-b414-709ef36a4e7d tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527638 Apr 20 14:46:59.911108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] For port 0e5ac0be-6c52-4097-afd8-44274943d225, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0e5ac0be-6c52-4097-afd8-44274943d225,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:46:59.919766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '72b1b34c-0f41-4cc6-b029-090d6beb748e', 'ip_address': '2001:db8::f816:3eff:fe3a:2e0'}, {'subnet_id': '13a7a5f7-f93b-462f-b538-40c521e191d6'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '0e5ac0be-6c52-4097-afd8-44274943d225'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:46:59.925614 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.939298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-92afb89b-8370-4e71-bf85-24c3434419d0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:46:59.941452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-92afb89b-8370-4e71-bf85-24c3434419d0 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 945 time: 0.5344026 Apr 20 14:47:00.004097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.018053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.025447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.047977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 647c5b39-dc4c-4dd6-a88f-cba876174d74 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:00.132667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9115a6-ce0e-481f-8f3a-7ed96248ae02 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0be-6c52-4097-afd8-44274943d225,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:00.172825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.187776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Deleting port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:00.188127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.224118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Allocated IP 172.20.0.2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/13a7a5f7-f93b-462f-b538-40c521e191d6/0e5ac0be-6c52-4097-afd8-44274943d225) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:00.232500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44e12fa1-6810-4e43-bcba-96324b4585a9 req-e057129f-5870-4b5c-b370-cb258286db5f tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128861 Apr 20 14:47:00.269596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.281342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:00.294351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:00.316443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:00.365352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:00.440114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.453025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] For port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,segment=NetworkSegment(be3b88aa-83a8-4e3a-b4c5-9943ae025dd2),segment_id=be3b88aa-83a8-4e3a-b4c5-9943ae025dd2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:00.453475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.482756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] For port 0e5ac0be-6c52-4097-afd8-44274943d225, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0e5ac0be-6c52-4097-afd8-44274943d225,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:00.489166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:00.490062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.515434 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.520430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=8352266f-4fcb-409c-9ad2-053693df8c1f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:00.522314 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.574149 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.576666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Calling delete_port for 8792dff4-465e-482a-b7c8-ed9bfdafcc5b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:00.580611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e472cb6d-a7bf-454f-9147-08c0396df31b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/8352266f-4fcb-409c-9ad2-053693df8c1f HTTP/1.1" status: 204 len: 168 time: 1.9315984 Apr 20 14:47:00.583015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39246) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:00.615676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae704b-8e10-4413-ae27-306a172f4f42 None None] Pushing event updated for resources: {'Port': ['ID=0e5ac0be-6c52-4097-afd8-44274943d225,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:00.640473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-d920c8c2-ce16-47ee-81b0-204e24b4fd22 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9552350 Apr 20 14:47:00.644806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.673085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Request body: {'port': {'device_id': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:00.741185 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-babaa7e2-f688-49fe-9875-76dc31ebaec0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:47:00.757963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-babaa7e2-f688-49fe-9875-76dc31ebaec0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/8352266f-4fcb-409c-9ad2-053693df8c1f HTTP/1.1" status: 404 len: 333 time: 0.1661172 Apr 20 14:47:00.759626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:00.765620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0caf7087-208b-41d6-bc9b-7fe79acc7b2f None None] Provisioning complete for port b53b0446-dce4-4d54-8d86-8642ecba90d6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:00.767031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0caf7087-208b-41d6-bc9b-7fe79acc7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.805732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=647c5b39-dc4c-4dd6-a88f-cba876174d74,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:00.859518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0caf7087-208b-41d6-bc9b-7fe79acc7b2f None None] Port b53b0446-dce4-4d54-8d86-8642ecba90d6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:00.894456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ca18-d9bd-418e-bdad-6ae59c411c09 req-5f164985-2070-42b5-8e20-836880493074 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:00.896361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1657ca18-d9bd-418e-bdad-6ae59c411c09 req-5f164985-2070-42b5-8e20-836880493074 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 931 time: 0.4472055 Apr 20 14:47:00.906873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 7229a50f-c6e8-400d-9019-9da95b91e00e {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:00.918960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.922151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.925968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e940c32c-9c1c-4aa4-810b-c2afff4b0f12 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/647c5b39-dc4c-4dd6-a88f-cba876174d74 HTTP/1.1" status: 204 len: 168 time: 1.7652721 Apr 20 14:47:00.929030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39252) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:00.938291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:00.980764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39254) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:00.988720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323022727', 'description': 'tempest-description--860701799'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:01.018185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-f6b06add-f7c2-479f-9172-d6ff93e81308 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.020411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-f6b06add-f7c2-479f-9172-d6ff93e81308 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.4097686 Apr 20 14:47:01.030544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1657ca18-d9bd-418e-bdad-6ae59c411c09 req-dee9f009-0d16-4221-845a-489dc7d064d0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186392 Apr 20 14:47:01.073353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99656a1-7b02-498f-905b-f56aa8d872f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.073353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99656a1-7b02-498f-905b-f56aa8d872f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.073353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99656a1-7b02-498f-905b-f56aa8d872f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.073353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a99656a1-7b02-498f-905b-f56aa8d872f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1335912 Apr 20 14:47:01.083617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.097523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39256) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:01.168471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.193103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.271887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Pushing event deleted for resources: {'Port': ['ID=8792dff4-465e-482a-b7c8-ed9bfdafcc5b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:01.291010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 13a7a5f7-f93b-462f-b538-40c521e191d6 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:01.321789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] No DVR routers for this DVR port 8792dff4-465e-482a-b7c8-ed9bfdafcc5b on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:01.326503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.329574 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6376818-1fd9-45bc-a4b7-86ee1a8d8549 req-63877954-d749-42ca-90e5-d82b04421a72 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.45 "DELETE /v2.0/ports/8792dff4-465e-482a-b7c8-ed9bfdafcc5b HTTP/1.1" status: 204 len: 173 time: 1.3771076 Apr 20 14:47:01.330099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'name': 'network-vif-deleted', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:01.332591 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817597e0-027f-45bf-a3d5-503fa88c8f56" -d '{"events": [{"server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "name": "network-vif-deleted", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:01.339225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906807-f1aa-4f1f-9e7a-f68373190872 req-f7ab321e-d6bf-4ee9-b07f-097ec2095595 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.347483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d906807-f1aa-4f1f-9e7a-f68373190872 req-f7ab321e-d6bf-4ee9-b07f-097ec2095595 tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f65c776-d247-4070-b5c0-0a8dd334f997 HTTP/1.1" status: 200 len: 867 time: 0.2599607 Apr 20 14:47:01.351200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.497641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:01.511208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.536863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.540166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0e5ac0be-6c52-4097-afd8-44274943d225 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:01.545183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Transition to ACTIVE for port object b53b0446-dce4-4d54-8d86-8642ecba90d6 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:47:01.551098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.575272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.636836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d906807-f1aa-4f1f-9e7a-f68373190872 req-dee9af9b-bc7a-459b-8852-9ac898120b9a tempest-ServersTestJSON-1212035387 tempest-ServersTestJSON-1212035387-project] 10.222.0.20 "GET /v2.0/security-groups?id=848cbba2-a496-4eec-9604-801c134f5bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882991 Apr 20 14:47:01.637599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a243700a-014c-430e-8122-28f4f35bcdd3 None None] Could not find standard attr ID for object 647c5b39-dc4c-4dd6-a88f-cba876174d74. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:47:01.641011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:01.704467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a243700a-014c-430e-8122-28f4f35bcdd3 None None] Provisioning complete for port 0e5ac0be-6c52-4097-afd8-44274943d225 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:01.705004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a243700a-014c-430e-8122-28f4f35bcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.706918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0e5ac0be-6c52-4097-afd8-44274943d225 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:01.707399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.707778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Attempting to bind port b53b0446-dce4-4d54-8d86-8642ecba90d6 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:01.708118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Attempting to bind port b53b0446-dce4-4d54-8d86-8642ecba90d6 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:01.708527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Attempting to bind port b53b0446-dce4-4d54-8d86-8642ecba90d6 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:01.720575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Port b53b0446-dce4-4d54-8d86-8642ecba90d6 on network a864d66a-6db7-4268-9f4b-7d63c9584896 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:47:01.720905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Attempting to bind port b53b0446-dce4-4d54-8d86-8642ecba90d6 on network a864d66a-6db7-4268-9f4b-7d63c9584896 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:01.726733 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a63f98-3f54-4f6f-8ae2-34f6914ccde2 x-openstack-request-id: req-a0a63f98-3f54-4f6f-8ae2-34f6914ccde2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:01.730739 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f65c776-d247-4070-b5c0-0a8dd334f997", "name": "network-vif-deleted", "tag": "8792dff4-465e-482a-b7c8-ed9bfdafcc5b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:01.730997 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a63f98-3f54-4f6f-8ae2-34f6914ccde2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:01.731422 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a63f98-3f54-4f6f-8ae2-34f6914ccde2'] response: {'server_uuid': '9f65c776-d247-4070-b5c0-0a8dd334f997', 'name': 'network-vif-deleted', 'tag': '8792dff4-465e-482a-b7c8-ed9bfdafcc5b', 'status': 'completed', 'code': 200} Apr 20 14:47:01.734503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:01.735019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Checking segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:01.735402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Bound using segment: {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:01.735834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Bound port: b53b0446-dce4-4d54-8d86-8642ecba90d6, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243bdcce-d8a7-4591-b120-6d2b8fc39243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:01.736189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.741145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1de43-ae7b-4209-8071-471de3c74f74 req-a1fc6d24-108a-4335-a884-e7e500d9f60c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.745521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d1de43-ae7b-4209-8071-471de3c74f74 req-a1fc6d24-108a-4335-a884-e7e500d9f60c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 946 time: 0.3830774 Apr 20 14:47:01.767790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Deleting port db437c06-eaae-4d4b-979f-451124b17b54 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:01.768468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.842538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:01.842986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:01.855536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.892579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.912497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:01.913716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.917869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] 10.222.0.43 "PUT /v2.0/ports/b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 1091 time: 1.2522886 Apr 20 14:47:01.951433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:01.955206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd0593-5462-4695-9ce6-e9db7f71320f service neutron] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:02.075714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-57bcb3f1-ea4f-4917-8de1-daedfaad4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:02.077428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-57bcb3f1-ea4f-4917-8de1-daedfaad4b59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1094 time: 0.0692854 Apr 20 14:47:02.148192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-9a9a30d1-50e8-4be3-981a-0fe0a6fa7cbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 217 time: 0.0623085 Apr 20 14:47:02.163662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d1de43-ae7b-4209-8071-471de3c74f74 req-030bd741-bc29-416d-afcd-b7e1429a40fe tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8797cfe-fc81-45ff-b267-6fd36132badd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871601 Apr 20 14:47:02.184248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.188301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2007844 Apr 20 14:47:02.198353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39264) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:02.200184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.204612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7233c395-0d4d-4c63-ac18-1ff9dc9a641b None None] Could not find standard attr ID for object 647c5b39-dc4c-4dd6-a88f-cba876174d74. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:47:02.206230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': 'b99282f4-4c50-4134-b641-28b32126a4fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:02.217385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78ce15-be60-41c9-a978-a4f0f47935da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99282f4-4c50-4134-b641-28b32126a4fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:02.239060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-cbb0e683-b9b8-464a-aa17-09d22ea1a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:02.240682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-cbb0e683-b9b8-464a-aa17-09d22ea1a03a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.0864077 Apr 20 14:47:02.266292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.301451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc9ffa-c881-4a30-bc49-960755f2ab05 None None] Network 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:02.319732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=7229a50f-c6e8-400d-9019-9da95b91e00e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:02.323362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-5d0ce63f-d1d5-41f8-9bfe-8b9c910a461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:02.325218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-5d0ce63f-d1d5-41f8-9bfe-8b9c910a461a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767524 Apr 20 14:47:02.328943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.332002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b25b61b2-ba86-4340-a469-7d7292852eb9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/7229a50f-c6e8-400d-9019-9da95b91e00e HTTP/1.1" status: 204 len: 168 time: 1.5642188 Apr 20 14:47:02.336966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:02.340828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.347572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:02.347782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.388943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.400729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Calling delete_port for db437c06-eaae-4d4b-979f-451124b17b54 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:02.421402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d194c3e-9e60-4a2b-85e2-7ee6086ded77 req-b4615836-2c06-489b-a5f7-1dddee441f6b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:02.422984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d194c3e-9e60-4a2b-85e2-7ee6086ded77 req-b4615836-2c06-489b-a5f7-1dddee441f6b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.2535312 Apr 20 14:47:02.445616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.498427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402ba6ac-ac9c-4f99-b41a-e2be3741851a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:02.516636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.518976 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5d085a0-f2fd-4fb6-ac0a-5e4cef8ac9a9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191416 Apr 20 14:47:02.539674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:02.546518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': 'b99282f4-4c50-4134-b641-28b32126a4fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:02.559651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.562388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] DHCP port deletion for 3fcc36de-e29a-42f9-bf2f-de1b9598fb4b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:02.590729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-a095a675-5dc2-472b-9b7f-dde6109518e5 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547607 Apr 20 14:47:02.637351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Deleting port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:02.638062 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.661243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.698206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device db437c06-eaae-4d4b-979f-451124b17b54 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:02.743418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:02.763654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] For port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,segment=NetworkSegment(559f28ea-0726-4416-bb1d-520ba835dcee),segment_id=559f28ea-0726-4416-bb1d-520ba835dcee)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:02.764064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.779459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Calling delete_port for ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:02.853817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:02.854110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.861611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.875715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.884012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.888491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Deleting subnet 333b79ea-21ab-4d91-b501-030cb890da20 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:02.909490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:02.912151 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7c4924-d636-4837-accf-58164a7077b6" -d '{"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-unplugged", "status": "completed", "tag": "db437c06-eaae-4d4b-979f-451124b17b54"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:02.919131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d194c3e-9e60-4a2b-85e2-7ee6086ded77 req-ecc2434c-4083-4802-9809-92a72b30e370 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322021 Apr 20 14:47:02.943716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.946324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port db437c06-eaae-4d4b-979f-451124b17b54, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=db437c06-eaae-4d4b-979f-451124b17b54,segment=NetworkSegment(0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b),segment_id=0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:02.947517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e103afe-0482-45ce-b903-dcf48aa115d1 req-67cbe136-34da-4a07-8d80-923f1d87d446 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489072 Apr 20 14:47:02.952006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.969537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.978299 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dfe1e8-35dd-47cb-ba97-0870427e0e91 x-openstack-request-id: req-80dfe1e8-35dd-47cb-ba97-0870427e0e91 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:02.978911 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-unplugged", "status": "completed", "tag": "db437c06-eaae-4d4b-979f-451124b17b54", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:02.979560 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80dfe1e8-35dd-47cb-ba97-0870427e0e91 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:02.980484 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80dfe1e8-35dd-47cb-ba97-0870427e0e91'] response: {'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54', 'code': 200} Apr 20 14:47:02.980617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f705d58f-ed49-47a4-9e3f-e6d8a6ebbfa3,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:02.982080 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:02.993817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.000644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.004558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=13a7a5f7-f93b-462f-b538-40c521e191d6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.005165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4279c2a2-2478-4c8a-bae0-eda7be96594c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4625556 Apr 20 14:47:03.006711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39276) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.008695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.015495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8ab26624-792d-4ec9-ad5c-94ddf5e175ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/13a7a5f7-f93b-462f-b538-40c521e191d6 HTTP/1.1" status: 204 len: 168 time: 1.9169111 Apr 20 14:47:03.016110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,segment=NetworkSegment(559f28ea-0726-4416-bb1d-520ba835dcee),segment_id=559f28ea-0726-4416-bb1d-520ba835dcee)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:03.016305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.017272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a266a49b-f392-4491-981f-7646c0bcfa43 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:03.018681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.021625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:03.028614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.044151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] No DVR routers for this DVR port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:03.060098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.084943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:03.100134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8792dff4-465e-482a-b7c8-ed9bfdafcc5b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:03.120765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.135297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8792dff4-465e-482a-b7c8-ed9bfdafcc5b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:03.135723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8792dff4-465e-482a-b7c8-ed9bfdafcc5b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:03.139362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.171289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a081bf4-6cbc-407b-8121-9b49570c2eba None None] Pushing event deleted for resources: {'Port': ['ID=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.178035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.183576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 72b1b34c-0f41-4cc6-b029-090d6beb748e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:03.207593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.210415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.282485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Pushing event deleted for resources: {'Port': ['ID=db437c06-eaae-4d4b-979f-451124b17b54,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.301093 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.315814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.318228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb1cc584-1272-42ca-94a7-f89b6f3c9412 req-16612fcd-740d-4840-a323-838736435a19 tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.20 "GET /v2.0/ports?device_id=380ba16a-1ca9-4155-b3b8-2ddf5bba0db3 HTTP/1.1" status: 200 len: 210 time: 0.0461800 Apr 20 14:47:03.332585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router bb0c1140-f3cc-4fb3-851f-acf02769c661 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:03.357172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] No DVR routers for this DVR port db437c06-eaae-4d4b-979f-451124b17b54 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:03.361311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.361726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.364565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adac44c8-5845-4ff8-9b2b-e2e54177cb2e req-618089a2-1ff0-49f9-b610-d56a9a29122c tempest-DeleteServersTestJSON-1394518139 tempest-DeleteServersTestJSON-1394518139-project] 10.222.0.43 "DELETE /v2.0/ports/db437c06-eaae-4d4b-979f-451124b17b54 HTTP/1.1" status: 204 len: 173 time: 2.3328989 Apr 20 14:47:03.366560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-deleted', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:03.368899 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fb6aa-d138-418b-bc56-351e9bd1b429" -d '{"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-deleted", "tag": "db437c06-eaae-4d4b-979f-451124b17b54"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:03.434986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333b79ea-21ab-4d91-b501-030cb890da20,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.437312 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4954c681-0364-40fc-93fa-a2a5354dd04d x-openstack-request-id: req-4954c681-0364-40fc-93fa-a2a5354dd04d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:03.437464 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380ba16a-1ca9-4155-b3b8-2ddf5bba0db3", "name": "network-vif-deleted", "tag": "db437c06-eaae-4d4b-979f-451124b17b54", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:03.437569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.437782 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4954c681-0364-40fc-93fa-a2a5354dd04d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:03.438129 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4954c681-0364-40fc-93fa-a2a5354dd04d'] response: {'server_uuid': '380ba16a-1ca9-4155-b3b8-2ddf5bba0db3', 'name': 'network-vif-deleted', 'tag': 'db437c06-eaae-4d4b-979f-451124b17b54', 'status': 'completed', 'code': 200} Apr 20 14:47:03.494652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:03.506751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.512938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.516830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34f7dda9-d109-40ac-90ff-855a3194e1b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/333b79ea-21ab-4d91-b501-030cb890da20 HTTP/1.1" status: 204 len: 168 time: 0.7718883 Apr 20 14:47:03.521568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.528263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:03.528606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:03.565019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.575444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=ae24cfd1-01bf-4c9f-b2dc-73607956b6a3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.584836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port ae24cfd1-01bf-4c9f-b2dc-73607956b6a3 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:03.617077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:03.629863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.631105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-98670751-06ba-4bf1-8eb1-a92ac4c9b11e tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "PUT /v2.0/routers/bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 200 len: 921 time: 4.0725582 Apr 20 14:47:03.632033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] Sync routers for ids ['bb0c1140-f3cc-4fb3-851f-acf02769c661'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:03.636303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39286) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.652869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] Routers {'bb0c1140-f3cc-4fb3-851f-acf02769c661'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:03.653954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bb0c1140-f3cc-4fb3-851f-acf02769c661'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.687906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.697450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.711101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] Routers {'bb0c1140-f3cc-4fb3-851f-acf02769c661'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:03.712746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bb0c1140-f3cc-4fb3-851f-acf02769c661'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.732409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:03.734771 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2bc34-26c0-4320-9353-8f8742872660" -d '{"events": [{"name": "network-changed", "server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:03.738544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.756803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.782903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcc36de-e29a-42f9-bf2f-de1b9598fb4b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.810656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=72b1b34c-0f41-4cc6-b029-090d6beb748e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:03.825426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559f28ea-0726-4416-bb1d-520ba835dcee') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.825877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559f28ea-0726-4416-bb1d-520ba835dcee') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.834551 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cadd2d-2b25-484e-b8e9-7686646e07d7 x-openstack-request-id: req-82cadd2d-2b25-484e-b8e9-7686646e07d7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:03.836379 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:03.836720 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82cadd2d-2b25-484e-b8e9-7686646e07d7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:03.837214 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cadd2d-2b25-484e-b8e9-7686646e07d7'] response: {'name': 'network-changed', 'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'status': 'completed', 'code': 200} Apr 20 14:47:03.852331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.859038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dbf91dcf-8518-4e76-87a5-80560b96b0f4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/72b1b34c-0f41-4cc6-b029-090d6beb748e HTTP/1.1" status: 204 len: 168 time: 0.8376625 Apr 20 14:47:03.861423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39290) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.864928 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.949332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.963898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:03.965887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:03.968718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:03.972336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b653abc-853f-4562-a6ed-c468d62904ae None None] The sync data for ids ['bb0c1140-f3cc-4fb3-851f-acf02769c661'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:03.977045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bef3898-9142-40c0-8080-400a1f47b056 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899887 Apr 20 14:47:03.987718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:03.993455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:04.015335 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:04.020949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.088038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c03509b1-2127-4406-b316-85a33e88a3e3 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 200 len: 921 time: 0.4507322 Apr 20 14:47:04.091413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.112501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8ee90-37ce-4e2c-aaed-68e9419c67ae None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:04.127755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.143637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.25.1.170 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a13f40b2-1e73-45ac-acce-af6b2f18e384) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:04.148784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bc34-26c0-4320-9353-8f8742872660 req-64280824-6701-4fc7-867e-6be7489cd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.150383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-64280824-6701-4fc7-867e-6be7489cd06b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1094 time: 0.2163475 Apr 20 14:47:04.152106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.157416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f96614-1874-42a9-ba95-32105bd66fcc']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:04.159832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/3fcc36de-e29a-42f9-bf2f-de1b9598fb4b HTTP/1.1" status: 204 len: 168 time: 1.8221200 Apr 20 14:47:04.172606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39298) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.179001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-942182531'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:04.196584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:04.196864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797ed2e-13e9-4725-8454-c5e5864ad8bb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=3fcc36de-e29a-42f9-bf2f-de1b9598fb4b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:04.197004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3b88aa-83a8-4e3a-b4c5-9943ae025dd2') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:04.211261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.217643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1fe04fa7-021a-420a-b098-affaead97f43 None None] Provisioning complete for port 0e5ac0be-6c52-4097-afd8-44274943d225 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:04.218129 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1fe04fa7-021a-420a-b098-affaead97f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.224781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b1c5d-e030-4537-a596-0e15499bbb70 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.229396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad2b1c5d-e030-4537-a596-0e15499bbb70 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=bb0c1140-f3cc-4fb3-851f-acf02769c661&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1341143 Apr 20 14:47:04.229659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.236933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.239253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:04.242547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.243995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:04.244396 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:04.306098 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:04.315844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:04.337498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.337827 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment 02ed5bea-1d64-40bf-8ed8-c47038fae008 of type vlan for network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 Apr 20 14:47:04.398646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7d6af-ceec-4c37-b6ce-c856c8f9425a req-f3dfa596-0dc3-48a6-bd83-16fd60ee2bf7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.398850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a61f29-3700-4dd5-9d09-6023a7eb262f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.399283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b6a61f29-3700-4dd5-9d09-6023a7eb262f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.1685784 Apr 20 14:47:04.403285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39306) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.408209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5aa7d6af-ceec-4c37-b6ce-c856c8f9425a req-f3dfa596-0dc3-48a6-bd83-16fd60ee2bf7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.3710093 Apr 20 14:47:04.414218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:04.427490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.446121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80237590-559c-49cf-9935-a01996f3b8de tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 200 len: 205 time: 0.0417819 Apr 20 14:47:04.448980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39308) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.458329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.463394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.469347 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62f96614-1874-42a9-ba95-32105bd66fcc HTTP/1.1" status: 204 len: 168 time: 0.9416232 Apr 20 14:47:04.512367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e51d1-9b1a-4efe-8a3d-1781245fd6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f96614-1874-42a9-ba95-32105bd66fcc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:04.518349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Deleting port 0e5ac0be-6c52-4097-afd8-44274943d225 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:04.519076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.523948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.529841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.530509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.536227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:04.540684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.606009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] For port 0e5ac0be-6c52-4097-afd8-44274943d225, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0e5ac0be-6c52-4097-afd8-44274943d225,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:04.606453 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.608558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5aa7d6af-ceec-4c37-b6ce-c856c8f9425a req-1da186f9-8907-4bfb-891c-25e3050e55b9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994922 Apr 20 14:47:04.637360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Calling delete_port for 0e5ac0be-6c52-4097-afd8-44274943d225 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:04.669669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bc34-26c0-4320-9353-8f8742872660 req-a78162d0-3be7-405b-ad6e-7fce237cd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.671249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-a78162d0-3be7-405b-ad6e-7fce237cd994 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.5097127 Apr 20 14:47:04.700064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5262244 Apr 20 14:47:04.713267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39320) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.719849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:04.741167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-6aa78c9d-786c-4df4-b6b8-4f265f49537d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 217 time: 0.0598533 Apr 20 14:47:04.746364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.786846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83524fb9-5cea-47d5-8546-304f80b0c6d5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=7e304bc2-5eed-4bbb-80f0-462ea0fabbf0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:04.787490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.796950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bc34-26c0-4320-9353-8f8742872660 req-0311a4f2-fb87-4527-99cb-c235f70e3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.798183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:04.798432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-0311a4f2-fb87-4527-99cb-c235f70e3728 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.0467770 Apr 20 14:47:04.803965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39326) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.816157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:04.826931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] No DVR routers for this DVR port 0e5ac0be-6c52-4097-afd8-44274943d225 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:04.886206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63f281-bc8b-4667-9b02-061606112e30 None None] Pushing event deleted for resources: {'Port': ['ID=0e5ac0be-6c52-4097-afd8-44274943d225,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:04.972108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c2ea401-0f86-444e-bbea-b3e5b34c1b98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e2eeda5b930404aa79c7518eeca524a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668825 Apr 20 14:47:04.974038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2bc34-26c0-4320-9353-8f8742872660 req-7330d703-a4a7-4884-b419-982db652f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:04.975273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39336) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:04.982870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-7330d703-a4a7-4884-b419-982db652f1d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721876 Apr 20 14:47:04.987547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.077430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:05.128250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:05.145260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:05.173997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=a13f40b2-1e73-45ac-acce-af6b2f18e384,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:05.259468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-7d18d130-09ca-48d6-a251-36a04924a977 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580626 Apr 20 14:47:05.320626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.436118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.441798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:05.445916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.477140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0e5ac0be-6c52-4097-afd8-44274943d225 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:05.507259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0e5ac0be-6c52-4097-afd8-44274943d225 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:05.508227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0e5ac0be-6c52-4097-afd8-44274943d225 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:05.537618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.575585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port d5184f58-778b-48dd-b2cf-15c9f107948e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:05.575966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.657621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:05.662484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.665506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.732711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.735318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.739101 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/848cbba2-a496-4eec-9604-801c134f5bbd HTTP/1.1" status: 204 len: 168 time: 0.7597876 Apr 20 14:47:05.773071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:05.778604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.795403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f300b1-aae8-4cf0-83c4-95202c7532bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848cbba2-a496-4eec-9604-801c134f5bbd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:05.799438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:05.808062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eed2bc34-26c0-4320-9353-8f8742872660 req-edca59d7-c758-45b0-be96-d5c993a0f7ba service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249801 Apr 20 14:47:05.812267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:05.812872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.818892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:05.828556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=23c30eec-e4fc-42ff-b092-3d0f7518226c,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:05.838625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c6c33-39a0-43a7-8df2-3f76c2a8effd None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:05.850197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for d5184f58-778b-48dd-b2cf-15c9f107948e owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:05.874760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-198935d5-330a-4089-85b2-96bd01cc73d5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8855176 Apr 20 14:47:05.880813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39344) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:05.899622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f390-973c-463d-b3a3-53189f4f1d46 req-2d8f3197-15f5-4a5c-a25e-3993a19707f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:05.900877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:05.901187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0367f390-973c-463d-b3a3-53189f4f1d46 req-2d8f3197-15f5-4a5c-a25e-3993a19707f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.1885130 Apr 20 14:47:06.007164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0367f390-973c-463d-b3a3-53189f4f1d46 req-7460ee76-b64b-4fe3-b604-ff9f56f7e405 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912328 Apr 20 14:47:06.120319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.128794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.157205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '23c30eec-e4fc-42ff-b092-3d0f7518226c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:06.158092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.240938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:06.244056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=a13f40b2-1e73-45ac-acce-af6b2f18e384,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:06.244479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.248028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.272343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.282546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-355ab441-939b-4ce8-a6bf-f0c365715fea tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2643657 Apr 20 14:47:06.319985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Allocated IP 2001:db8::f816:3eff:fe2a:d0e (f9a24db5-112e-4814-8187-bcbdf4fa52f1/23c30eec-e4fc-42ff-b092-3d0f7518226c/4cc33bda-3df7-4c77-9d97-56bbbd7bd920) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:06.512616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.553641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-a063fa5f-5052-4392-9c84-e481611abc7d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--323022727&fields=id&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 267 time: 0.0641289 Apr 20 14:47:06.561674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.570262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.626928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:06.639121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=4555d3b1-2602-41d5-9936-f3181c6e4bc1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:06.646158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.647296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.647979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.648499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.650027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.650594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.651401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.652214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.652759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.653389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.653921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.654467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.655001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.665919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:06.668088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:06.677113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:06.696000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=d5184f58-778b-48dd-b2cf-15c9f107948e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:06.707649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': '02ed5bea-1d64-40bf-8ed8-c47038fae008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:06.708236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:06.741229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:47:06.747135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.824491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-b1ffdcff-b30b-4aa6-b135-ed755bcea76b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:06.831335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:06.832154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:06.836161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Attempting to bind port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:06.837648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Attempting to bind port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:06.838340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Attempting to bind port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:06.843307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:06.850872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:06.851640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.854612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-b1ffdcff-b30b-4aa6-b135-ed755bcea76b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.2924273 Apr 20 14:47:06.862983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:06.864571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=6756fa0e-b3a1-4211-b1bb-c01f7a9bd478,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:06.876415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e895a3-ed70-476b-ab6b-8577e10b8b2d None None] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:06.878006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:06.878728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.879538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e44f9200-b8a4-4ff3-9550-356b81eab2e7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/quotas/4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 375 time: 0.0201206 Apr 20 14:47:06.880799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:06.881384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.881703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:06.882303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.882923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:06.884069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Bound port: 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:06.884676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:06.929720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.930280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.930739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.931313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.931707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.932099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.932555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.932941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.933376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.933761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.934212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.934651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:06.992935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-238133ee-885f-4057-be0f-e1ccb5d3e274 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1043742 Apr 20 14:47:06.999063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39378) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:06.999644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1a13680-9312-4cc6-8a0a-3c4cedc2347c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136074 Apr 20 14:47:07.004130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:4b:8e:da', 'name': 'tempest-NetworksTestDHCPv6-428601133'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:07.044044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-236ad609-5a19-476f-8696-5180e0809c42 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3259900 Apr 20 14:47:07.046440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.047829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39382) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:07.048943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.066982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0', 'name': 'tempest-PortsIpV6TestJSON-30395837', 'fixed_ips': [{'subnet_id': '4555d3b1-2602-41d5-9936-f3181c6e4bc1', 'ip_address': '2001:db8::10'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:07.069897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39386) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:07.102293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.103720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router bb0c1140-f3cc-4fb3-851f-acf02769c661 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:07.112472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.114052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca965d32-837e-4329-b53f-0171b3292b6b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 204 len: 168 time: 2.6636531 Apr 20 14:47:07.118310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39390) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:07.129332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-629572513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:07.184161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.188479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.285458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:07.307989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.316507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.323106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:47:07.325129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:07.334260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1135031337-network', 'tenant_id': '7e4c9ab4366143358abca950f425db0b'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:07.336214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-7e304bc2-5eed-4bbb-80f0-462ea0fabbf0', 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': '4555d3b1-2602-41d5-9936-f3181c6e4bc1'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:07.337125 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.347185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.351282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9187983c-4829-4503-a8e4-1331658c5a59 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2293046 Apr 20 14:47:07.352335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39394) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:07.358412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:07.358654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:07.404453 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.428123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290bcad-134f-47da-bbf4-0d84fb56c55f req-e1566b63-800c-4010-a8ad-d4ff62f7670a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:07.429578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6290bcad-134f-47da-bbf4-0d84fb56c55f req-e1566b63-800c-4010-a8ad-d4ff62f7670a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.2765164 Apr 20 14:47:07.465285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Made reservation on behalf of 7e4c9ab4366143358abca950f425db0b for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:07.467583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.509506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.524218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.564271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:07.586053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:07.611222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:07.637013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6290bcad-134f-47da-bbf4-0d84fb56c55f req-29245370-9c4b-476a-a2fe-8feead813e3f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968045 Apr 20 14:47:07.642912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.647032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047e4f3-4e34-42af-b1e2-2e06682441fe None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:07.682745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e322cd21-8cac-4d4e-80b7-158fa8dd3430 service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555636 Apr 20 14:47:07.683355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:07.714454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Allocated IP 2001:db8::2 (7e304bc2-5eed-4bbb-80f0-462ea0fabbf0/4555d3b1-2602-41d5-9936-f3181c6e4bc1/03a589aa-6f22-4828-8565-1d1a9f4484da) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:07.758292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:07.782335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.916281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b53b0446-dce4-4d54-8d86-8642ecba90d6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:47:07.991034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:07.997083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.014473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.016691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.023169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.053083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.091815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-c4969f84-38ba-4b7c-a9a2-1ff8d0ab9713 service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959281 Apr 20 14:47:08.116364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 958bf7b6-b09e-47ca-b0eb-01234025b21a yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:08.124857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:08.134736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:08.156857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:08.167111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:08.169985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:08.191872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Pushing event updated for resources: {'Port': ['ID=03a589aa-6f22-4828-8565-1d1a9f4484da,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:08.200404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78e295f-095a-4bdd-9cb0-b5f22a6f5058,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:08.216081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.236642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.306680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.309490 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Added segment 15483bd4-4868-4cb7-a45e-a115c97bf262 of type vlan for network 0a676779-d720-444d-99ba-68d92502604f Apr 20 14:47:08.382905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Attempting to bind port 03a589aa-6f22-4828-8565-1d1a9f4484da on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:08.383279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Attempting to bind port 03a589aa-6f22-4828-8565-1d1a9f4484da by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '02ed5bea-1d64-40bf-8ed8-c47038fae008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:08.383643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Attempting to bind port 03a589aa-6f22-4828-8565-1d1a9f4484da on network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:08.398659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:08.398965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Checking segment: {'id': '02ed5bea-1d64-40bf-8ed8-c47038fae008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:08.402240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.402684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Bound using segment: {'id': '02ed5bea-1d64-40bf-8ed8-c47038fae008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:08.403208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Bound port: 03a589aa-6f22-4828-8565-1d1a9f4484da, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ed5bea-1d64-40bf-8ed8-c47038fae008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:08.403599 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.467833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c776f46-7cca-47ae-a86d-95b8b7ef1937 req-74d2d384-0d86-43d5-b089-0e8bb74d0a3f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.1076465 Apr 20 14:47:08.494597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Allocated IP 172.25.1.49 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/692b48c0-2fad-43c4-b605-d6bb6153c56c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:08.549252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39410) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:08.570082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] For port 03a589aa-6f22-4828-8565-1d1a9f4484da, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:08.574951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] For port 03a589aa-6f22-4828-8565-1d1a9f4484da, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03a589aa-6f22-4828-8565-1d1a9f4484da,segment=NetworkSegment(02ed5bea-1d64-40bf-8ed8-c47038fae008),segment_id=02ed5bea-1d64-40bf-8ed8-c47038fae008)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:08.582063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.655147 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.715788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c06c-7c8c-4f44-b73d-5cca61626161 None None] Pushing event updated for resources: {'Port': ['ID=03a589aa-6f22-4828-8565-1d1a9f4484da,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:08.788098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.878379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:08.937315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event updated for resources: {'Port': ['ID=692b48c0-2fad-43c4-b605-d6bb6153c56c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:08.957774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 172.20.0.4 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/6756fa0e-b3a1-4211-b1bb-c01f7a9bd478/958bf7b6-b09e-47ca-b0eb-01234025b21a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:08.960535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:08.967271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fe4b:8eda (f9a24db5-112e-4814-8187-bcbdf4fa52f1/23c30eec-e4fc-42ff-b092-3d0f7518226c/958bf7b6-b09e-47ca-b0eb-01234025b21a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:08.967862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:08.979518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:09.022059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.024320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:09.025101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.098903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Deleting subnet 0218f03f-6b9d-429a-895c-500d03c010a0 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:09.113755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.239002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.265318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86682b94-06ce-4b82-91f5-b08dfe529728 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:09.305538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::10 (7e304bc2-5eed-4bbb-80f0-462ea0fabbf0/4555d3b1-2602-41d5-9936-f3181c6e4bc1/8aaac21c-1b64-4674-9d7b-a5ae36eaacb9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:09.346901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2510729 Apr 20 14:47:09.353855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:09.362020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Request body: {'subnet': {'network_id': '0a676779-d720-444d-99ba-68d92502604f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1135031337-subnet', 'tenant_id': '7e4c9ab4366143358abca950f425db0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:09.363702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960313c3-b32a-4f7d-8362-8b6127467f2c req-74fb89d4-869e-45d5-a229-1a42ed5c93f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:09.371957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-960313c3-b32a-4f7d-8362-8b6127467f2c req-74fb89d4-869e-45d5-a229-1a42ed5c93f7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.5100157 Apr 20 14:47:09.415967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0071-a770-403c-8ccf-061b4c01fb8d admin admin] Pushing event updated for resources: {'Network': ['ID=0a676779-d720-444d-99ba-68d92502604f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:09.452387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0a676779-d720-444d-99ba-68d92502604f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:09.512186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-960313c3-b32a-4f7d-8362-8b6127467f2c req-8f664c6b-11f2-46ef-8d6d-8bc5c2b0d8d8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392884 Apr 20 14:47:09.551338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.555390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.589086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:09.589527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.626434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Made reservation on behalf of 7e4c9ab4366143358abca950f425db0b for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:09.629165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:09.894781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03a589aa-6f22-4828-8565-1d1a9f4484da up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:09.955836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.006901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8327824b-d85f-419b-abb1-6f4ea1ec083d req-8d5ce6e2-583e-424f-9f01-153cabc187eb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.0712466 Apr 20 14:47:10.086130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d23f2e2-8c74-49a3-b501-750612377687,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:10.108182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.129665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.137841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.144250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Checking segment: {'id': '15483bd4-4868-4cb7-a45e-a115c97bf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0a676779-d720-444d-99ba-68d92502604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:10.144870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Network hostable DHCP agents. Network: 0a676779-d720-444d-99ba-68d92502604f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:10.164266 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a3cbe01-fd28-4cca-8fdd-b2e7871da6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.174835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 03a589aa-6f22-4828-8565-1d1a9f4484da triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:10.175181 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.233888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Network 0a676779-d720-444d-99ba-68d92502604f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:10.239218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.257876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:10.267625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.288305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0a676779-d720-444d-99ba-68d92502604f) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:10.297132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:10.298218 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.305529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.317594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b7016-5592-4466-93ab-04c6ad428b12 None None] Network 0a676779-d720-444d-99ba-68d92502604f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:10.329511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a454223a-c204-4f86-8d9e-9aa80f82638b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9736824 Apr 20 14:47:10.365922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ae23f874-ce4f-4f8a-9ffc-0733442d0946 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:10.368390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ae23f874-ce4f-4f8a-9ffc-0733442d0946 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.4314837 Apr 20 14:47:10.370061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.376138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0218f03f-6b9d-429a-895c-500d03c010a0 HTTP/1.1" status: 204 len: 168 time: 1.7735441 Apr 20 14:47:10.376598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39428) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:10.386210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Router 0ebca8a4-0289-4d48-8a68-0662c6afe325 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:10.433453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456ddc4-d257-44a6-8d36-4f93b345a946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0218f03f-6b9d-429a-895c-500d03c010a0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:10.457289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6c059-0b73-487e-ab02-6bcf77115309 None None] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:10.480289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.501665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-cc3155ef-a422-4405-adca-a27a83db3f98 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 472 time: 0.0868182 Apr 20 14:47:10.511376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '23c30eec-e4fc-42ff-b092-3d0f7518226c', 'ip_address': '2001:db8::f816:3eff:fe2a:d0e'}, {'subnet_id': '6756fa0e-b3a1-4211-b1bb-c01f7a9bd478'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4cc33bda-3df7-4c77-9d97-56bbbd7bd920'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:47:10.525017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'port': {'device_id': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'admin_state_up': True, 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'security_groups': ['b99282f4-4c50-4134-b641-28b32126a4fc']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:10.562532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.591411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.618001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7059e-a7f3-472a-bb40-2262cfedb901 None None] Network 0a676779-d720-444d-99ba-68d92502604f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:10.683896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:10.690902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:10.737755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:10.755031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:10.790755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.817837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:10.818606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.848588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 03a589aa-6f22-4828-8565-1d1a9f4484da, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03a589aa-6f22-4828-8565-1d1a9f4484da,segment=NetworkSegment(02ed5bea-1d64-40bf-8ed8-c47038fae008),segment_id=02ed5bea-1d64-40bf-8ed8-c47038fae008)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:10.854191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27e4bc-60b7-4944-8181-5efea808b8b7 None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:10.865969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7b9c0f06-4459-4554-af79-4b0f8346f4db None None] Provisioning complete for port 03a589aa-6f22-4828-8565-1d1a9f4484da triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:10.866590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0f06-4459-4554-af79-4b0f8346f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.868448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.869460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:10.877974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8751397 Apr 20 14:47:10.885653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39440) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:10.954835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04a447-375f-4ffe-bbaf-20840173291b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=958bf7b6-b09e-47ca-b0eb-01234025b21a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:10.972037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:10.973777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cd72-7e8f-474b-afca-9fb1b48ebe30 req-7614c5b7-fa08-4353-87e9-702fda5f7b7b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:10.976743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e39cd72-7e8f-474b-afca-9fb1b48ebe30 req-7614c5b7-fa08-4353-87e9-702fda5f7b7b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.3048472 Apr 20 14:47:11.000914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.006547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39444) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.018555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-203906347-network', 'tenant_id': 'df501c8db9cb4cf08ea13e680a4d7ea0'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:11.029674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=03a589aa-6f22-4828-8565-1d1a9f4484da,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:11.053960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port b53b0446-dce4-4d54-8d86-8642ecba90d6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:47:11.087205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port b53b0446-dce4-4d54-8d86-8642ecba90d6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:11.087956 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.097372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:11.110027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=8aaac21c-1b64-4674-9d7b-a5ae36eaacb9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:11.110383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] Sync routers for ids ['0ebca8a4-0289-4d48-8a68-0662c6afe325'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:11.125589 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] Routers {'0ebca8a4-0289-4d48-8a68-0662c6afe325'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:11.126420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ebca8a4-0289-4d48-8a68-0662c6afe325'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.142411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e39cd72-7e8f-474b-afca-9fb1b48ebe30 req-0f8d0cc5-d5b1-4e71-919d-ba220199cfdc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348279 Apr 20 14:47:11.144444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:11.159850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b2177-4608-41a3-ab23-9049a415cc14 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:11.166097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b2177-4608-41a3-ab23-9049a415cc14 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:11.170303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-da0b2177-4608-41a3-ab23-9049a415cc14 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2749894 Apr 20 14:47:11.170477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.170594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.170710 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3fc84745-d78c-402c-815b-c6803a3855a8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "PUT /v2.0/routers/0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 200 len: 878 time: 3.8165164 Apr 20 14:47:11.178957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] Routers {'0ebca8a4-0289-4d48-8a68-0662c6afe325'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:11.179675 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:46:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ebca8a4-0289-4d48-8a68-0662c6afe325'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.188955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39448) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.189843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39450) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.192766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:11.206928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:11.212776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:11.213725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.222304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.222978 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f19da4-a24b-43f3-bf1b-f6860f1df5d5 None None] The sync data for ids ['0ebca8a4-0289-4d48-8a68-0662c6afe325'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:11.234540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.239344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:11.247691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.257431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92de4f81-e816-4851-af5b-f5ddd8458337']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.269155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.270279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceaa1f0-8878-4ed8-9e64-7a2c2de36a7b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:11.282170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.297034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.299016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b43481f-c437-4881-a914-056b9961fe7a req-8180ae7c-446c-4bb4-b073-f07a29f5a207 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.1512668 Apr 20 14:47:11.303913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:11.304354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:11.306524 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:11.331419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Made reservation on behalf of df501c8db9cb4cf08ea13e680a4d7ea0 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:11.331652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:11.331652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.332453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.356382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d49a41e4-54fc-4177-8afa-17bc9e567165 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2957790 Apr 20 14:47:11.357125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.358898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39452) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.391739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.397867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': '7e304bc2-5eed-4bbb-80f0-462ea0fabbf0', 'name': 'tempest-PortsIpV6TestJSON-758245394', 'fixed_ips': [{'subnet_id': '4555d3b1-2602-41d5-9936-f3181c6e4bc1', 'ip_address': '2001:db8::f'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:11.398085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.405116 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92de4f81-e816-4851-af5b-f5ddd8458337 HTTP/1.1" status: 204 len: 168 time: 1.0232549 Apr 20 14:47:11.419516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16711c93-b175-40ad-960b-af5015748d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=92de4f81-e816-4851-af5b-f5ddd8458337,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:11.483972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Allocated IP 172.20.0.2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/6756fa0e-b3a1-4211-b1bb-c01f7a9bd478/4cc33bda-3df7-4c77-9d97-56bbbd7bd920) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:11.519566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.601858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:11.604708 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30380911-0028-4add-a6ac-e92e50576d14" -d '{"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:11.639921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39458) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.675855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:11.697681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.737009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.740348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45c68385-ab58-42cd-809b-714076daecc8 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 200 len: 919 time: 0.5436997 Apr 20 14:47:11.747610 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed426aa-4f3b-4a85-9b08-9ca279347ed3 x-openstack-request-id: req-fed426aa-4f3b-4a85-9b08-9ca279347ed3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:11.747610 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:11.747610 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fed426aa-4f3b-4a85-9b08-9ca279347ed3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:11.748154 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed426aa-4f3b-4a85-9b08-9ca279347ed3'] response: {'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'code': 200} Apr 20 14:47:11.769145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:11.772377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.775427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ff22abc-f988-4f8b-9241-8b9689629898 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41bb6ebc23c549e0a337d980035a860c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343799 Apr 20 14:47:11.792735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39462) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.797415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.824980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:11.849946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.869318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.869827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68008346-4042-486f-952d-ae6fb744ffad tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:11.871560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68008346-4042-486f-952d-ae6fb744ffad tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=0ebca8a4-0289-4d48-8a68-0662c6afe325&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0947990 Apr 20 14:47:11.874323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39464) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:11.884104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11a032-2af9-4d09-9242-a4beed1599ca req-1cd9b269-ba7c-4b1d-b471-18216da5cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:11.885897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1d11a032-2af9-4d09-9242-a4beed1599ca req-1cd9b269-ba7c-4b1d-b471-18216da5cae0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1096 time: 0.1286035 Apr 20 14:47:11.892123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 958bf7b6-b09e-47ca-b0eb-01234025b21a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:11.892468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:11.933648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.20.0.14 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/0313d066-21ab-4b12-ba6b-0df21cad3094) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:11.935588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03a589aa-6f22-4828-8565-1d1a9f4484da up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:11.943559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:11.970320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1d11a032-2af9-4d09-9242-a4beed1599ca req-b7cd2a46-5a69-4cae-83e7-6ba8ae453e00 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709720 Apr 20 14:47:11.997793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:11.999147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09c91e-3dde-491e-a45c-511e7e4aeece tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:12.000618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cd09c91e-3dde-491e-a45c-511e7e4aeece tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.1253257 Apr 20 14:47:12.003065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.004174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:12.005008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65f1cd-9709-434f-86cf-bde2b2401435,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:12.007158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2d3aecc9-f892-472f-9779-59d60d4a2d9e None None] Provisioning complete for port 03a589aa-6f22-4828-8565-1d1a9f4484da triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:12.007667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecc9-f892-472f-9779-59d60d4a2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.047624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.047965 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Added segment 764dbf8a-89b2-4c76-98f4-99de44b00583 of type vlan for network 138cdf43-eaca-435b-a6c8-b51abdb33bcc Apr 20 14:47:12.052283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.052624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.053579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.053917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.054242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.054590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.057926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.057926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.058171 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f48a2ac-06b1-43b8-8e3f-ad452a8780a3 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 200 len: 205 time: 0.0471532 Apr 20 14:47:12.058289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.058289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.058289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.058289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:47:12.058682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:12.114516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.193717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.196477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port e067c8f5-900e-45ec-a59c-0a582ef78dfb yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:12.212589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.222701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 958bf7b6-b09e-47ca-b0eb-01234025b21a owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:12.287417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca075d-6927-4dda-8160-cbc2353f223c None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:12.292488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 03a589aa-6f22-4828-8565-1d1a9f4484da triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:12.292943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.323374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.407687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port 692b48c0-2fad-43c4-b605-d6bb6153c56c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:12.408054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.427617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.430697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:47:12.438643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:12.441706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2d3aecc9-f892-472f-9779-59d60d4a2d9e None None] Provisioning complete for port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:12.442073 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d3aecc9-f892-472f-9779-59d60d4a2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.500360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61d0e36c-777c-43b9-b6f3-a7e764b46e7d req-e6084b99-7078-44d5-953c-9f998eacf6f3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.0316207 Apr 20 14:47:12.521373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.536162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for 692b48c0-2fad-43c4-b605-d6bb6153c56c owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:12.537687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2d3aecc9-f892-472f-9779-59d60d4a2d9e None None] Port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:12.564966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:12.565873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.570062 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7528d00e-c22f-4e70-9e87-355c491ba07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.578587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.579562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:12.580150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.663249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6541402 Apr 20 14:47:12.666481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.676163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39474) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:12.682851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Request body: {'subnet': {'network_id': '138cdf43-eaca-435b-a6c8-b51abdb33bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-203906347-subnet', 'tenant_id': 'df501c8db9cb4cf08ea13e680a4d7ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:12.688130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dc72fda4-1435-43ca-b210-144a1fd5a279 None None] Provisioning complete for port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:12.688691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc72fda4-1435-43ca-b210-144a1fd5a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.725813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Made reservation on behalf of df501c8db9cb4cf08ea13e680a4d7ea0 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:12.728864 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.734715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dc72fda4-1435-43ca-b210-144a1fd5a279 None None] Port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:12.762744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::f (7e304bc2-5eed-4bbb-80f0-462ea0fabbf0/4555d3b1-2602-41d5-9936-f3181c6e4bc1/e067c8f5-900e-45ec-a59c-0a582ef78dfb) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:12.821215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527532-6095-4eda-b5e3-4619177ca14d req-59173d6d-f172-4b09-ad06-03d069556361 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:12.823528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f527532-6095-4eda-b5e3-4619177ca14d req-59173d6d-f172-4b09-ad06-03d069556361 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.5474768 Apr 20 14:47:12.839699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea48300-1af6-4959-9d8e-9dcfcaa4cab8 admin admin] Pushing event updated for resources: {'Network': ['ID=138cdf43-eaca-435b-a6c8-b51abdb33bcc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:12.851643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 138cdf43-eaca-435b-a6c8-b51abdb33bcc details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:12.865671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:12.927470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=692b48c0-2fad-43c4-b605-d6bb6153c56c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:12.936183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.009368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.023668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.026883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.029586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8797cfe-fc81-45ff-b267-6fd36132badd HTTP/1.1" status: 204 len: 168 time: 1.2331386 Apr 20 14:47:13.043757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f527532-6095-4eda-b5e3-4619177ca14d req-7462cad0-0b44-4b7b-8bcd-26d1ab0b370d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896517 Apr 20 14:47:13.127638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b06db0-8833-4cf3-996f-4fddc93bd211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8797cfe-fc81-45ff-b267-6fd36132badd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:13.147643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.152456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.201310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-df1a003d-4755-4856-bf09-d3e835bbfbaa None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:13.201986 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df1a003d-4755-4856-bf09-d3e835bbfbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.217370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.221426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router 0ebca8a4-0289-4d48-8a68-0662c6afe325 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:13.258490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.266423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-764e0f23-195d-439d-92a3-88ae3a79f977 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 204 len: 168 time: 1.2034643 Apr 20 14:47:13.267294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.268858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39478) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:13.289009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-66188765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:13.307142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.327058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.372581 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.385281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=958bf7b6-b09e-47ca-b0eb-01234025b21a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:13.394256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1e26ef-f1b0-4741-8d7d-74e304679399,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:13.407606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Checking segment: {'id': '764dbf8a-89b2-4c76-98f4-99de44b00583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '138cdf43-eaca-435b-a6c8-b51abdb33bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:13.407972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Network hostable DHCP agents. Network: 138cdf43-eaca-435b-a6c8-b51abdb33bcc, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:13.432014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Network 138cdf43-eaca-435b-a6c8-b51abdb33bcc is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:13.450992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 138cdf43-eaca-435b-a6c8-b51abdb33bcc) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:13.459676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:13.460279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.467979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8cd148-0cc3-4b60-8501-530fd031d0e9 None None] Network 138cdf43-eaca-435b-a6c8-b51abdb33bcc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:13.495186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afeffff3-65ce-443a-b809-0ea45543d2dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8174467 Apr 20 14:47:13.605551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-938c7bea-9b2a-4ed9-a0ad-9e459b4e0eff None None] Could not find standard attr ID for object 958bf7b6-b09e-47ca-b0eb-01234025b21a. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:47:13.716356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.749349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cb608-51f7-4835-a61e-5c0e40bd5f7c None None] Network 138cdf43-eaca-435b-a6c8-b51abdb33bcc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:13.962484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:13.979208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:13.981846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.983155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.992825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:14.012372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:14.036505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:14.041746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:14.042437 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.103631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.104690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.163346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.167353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f61b24d0-8500-4da1-a241-806b45670e38 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/958bf7b6-b09e-47ca-b0eb-01234025b21a HTTP/1.1" status: 204 len: 168 time: 2.9719036 Apr 20 14:47:14.169953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39508) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.211333 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.212713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e6eaa02f-b4c3-48c0-bc56-d85cf617506e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6949232 Apr 20 14:47:14.250550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.259546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91049c3-6857-435d-b65a-08f26ec9dcdf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.261135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5e1d-f56c-4812-a260-f47fbba25cca req-6a178d95-90a1-4f2f-8ee3-1ca6d4d032d2 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.261383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91049c3-6857-435d-b65a-08f26ec9dcdf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.262752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516e5e1d-f56c-4812-a260-f47fbba25cca req-6a178d95-90a1-4f2f-8ee3-1ca6d4d032d2 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 932 time: 0.3023758 Apr 20 14:47:14.264456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91049c3-6857-435d-b65a-08f26ec9dcdf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.268119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Request body: {'port': {'device_id': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:14.269353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b91049c3-6857-435d-b65a-08f26ec9dcdf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0983417 Apr 20 14:47:14.269946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39520) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.286696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.288592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.310516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39522) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.333257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5fd27a24-100b-4d62-ac06-cfe0af01af02 None None] Provisioning complete for port 0313d066-21ab-4b12-ba6b-0df21cad3094 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:14.334288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5fd27a24-100b-4d62-ac06-cfe0af01af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.358783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 23c30eec-e4fc-42ff-b092-3d0f7518226c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:14.363253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.368369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.372275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8c8c8464-7774-4648-98c3-20dc1630edd8 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1000028 Apr 20 14:47:14.372706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5fd27a24-100b-4d62-ac06-cfe0af01af02 None None] Port 0313d066-21ab-4b12-ba6b-0df21cad3094 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:14.379907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.398446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': True}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:14.413710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.456749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1479748740-network', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:14.500945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:14.503642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.505662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:14.518772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.541432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.548566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=e067c8f5-900e-45ec-a59c-0a582ef78dfb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:14.551267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:14.560833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:14.566440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.567115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.575406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.586867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-516e5e1d-f56c-4812-a260-f47fbba25cca req-f2a7ef58-dd6a-4650-84bf-ff0503fddb84 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825968 Apr 20 14:47:14.643106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.656426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-68b3dfbf-9de0-4e43-bbfe-44c6f4dd067a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2694921 Apr 20 14:47:14.658585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39528) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.694932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=23c30eec-e4fc-42ff-b092-3d0f7518226c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:14.705518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.709251 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fc01f3a-9470-4de0-8c51-84fa7f0e9f31 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/23c30eec-e4fc-42ff-b092-3d0f7518226c HTTP/1.1" status: 204 len: 168 time: 0.4381406 Apr 20 14:47:14.716125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7706b-3ef9-4cf8-b18c-3258894bc6ff None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:14.726845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39530) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:14.750804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.780093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.789453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-1bd4f423-4955-4501-8e4c-666e04195df7 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:14.791032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-1bd4f423-4955-4501-8e4c-666e04195df7 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/networks?id=0a676779-d720-444d-99ba-68d92502604f HTTP/1.1" status: 200 len: 825 time: 0.5392785 Apr 20 14:47:14.818822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:14.858861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 6756fa0e-b3a1-4211-b1bb-c01f7a9bd478 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:14.864356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4264b51-cbda-4aa1-b33b-860db763fb24,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:14.867153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.892037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.892391 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Added segment b201936d-14c4-4d6b-93d0-fd2f92af167b of type vlan for network 2562f0c8-7885-49e6-bfb7-ffc007729be6 Apr 20 14:47:14.909256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8f5b4bef-7954-434d-b0d9-d5c15b6d8a02 None None] Provisioning complete for port e067c8f5-900e-45ec-a59c-0a582ef78dfb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:14.909756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4bef-7954-434d-b0d9-d5c15b6d8a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.925370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.947203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.948069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-f23cfde2-582c-4b72-883a-dca9443b9c49 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/quotas/7e4c9ab4366143358abca950f425db0b HTTP/1.1" status: 200 len: 375 time: 0.1274617 Apr 20 14:47:14.952732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.975033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b4bef-7954-434d-b0d9-d5c15b6d8a02 None None] Port e067c8f5-900e-45ec-a59c-0a582ef78dfb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:15.023955 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.024649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.025243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.075298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f5adf-63ff-456b-8e76-38d82634b250 req-d2b483a0-5bef-4603-98d0-280aa1c80d89 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.076962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d5f5adf-63ff-456b-8e76-38d82634b250 req-d2b483a0-5bef-4603-98d0-280aa1c80d89 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3745184 Apr 20 14:47:15.084747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7701185 Apr 20 14:47:15.084959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e96936-c390-4533-8b4d-a737edb68a01 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.087277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-75e96936-c390-4533-8b4d-a737edb68a01 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3989496 Apr 20 14:47:15.090484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39532) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.091179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39534) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.122024 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.124886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.138279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Request body: {'subnet': {'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1479748740-subnet', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:15.152004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-d735b942-41a8-4bd6-b2ae-440dcdb4e449 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e4c9ab4366143358abca950f425db0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1478267 Apr 20 14:47:15.165427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082c77a-69d5-4a69-b913-e4e5ce6deca9 admin admin] Pushing event updated for resources: {'Network': ['ID=2562f0c8-7885-49e6-bfb7-ffc007729be6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:15.188642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:15.213649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.246092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=6756fa0e-b3a1-4211-b1bb-c01f7a9bd478,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:15.248998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.254725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3794f65e-8881-4b6f-a7fc-7bd260ee2c7e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/6756fa0e-b3a1-4211-b1bb-c01f7a9bd478 HTTP/1.1" status: 204 len: 168 time: 0.5232887 Apr 20 14:47:15.254838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39538) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.293288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.308798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5117f088-69e5-43e2-9d89-7f21b7c422cb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500894 Apr 20 14:47:15.309399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39540) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.314545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:15.360901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:15.363213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.378518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d5f5adf-63ff-456b-8e76-38d82634b250 req-536158d8-b2a9-46ca-82b4-e049e454c72b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862771 Apr 20 14:47:15.423713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:15.428056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.470138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71289fc0-9237-4847-b2c3-cebbcdbe6558 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.476153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71289fc0-9237-4847-b2c3-cebbcdbe6558 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.482335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71289fc0-9237-4847-b2c3-cebbcdbe6558 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.484098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71289fc0-9237-4847-b2c3-cebbcdbe6558 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3561525 Apr 20 14:47:15.491292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39544) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.597996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-8519a160-e1bb-482c-abc6-57edbe50332d service neutron] 10.222.0.20 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163778 Apr 20 14:47:15.644876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.651126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97259080-6e6c-4630-b9be-c2bd742733f2 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:15.691267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:15.695015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:15.699720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:15.700521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.724871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4110696 Apr 20 14:47:15.725104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39548) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:15.727339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ee76a-cd3c-4c43-b4b5-000f82ce4d7a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:15.732949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:15.769552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-838df0b1-9276-4988-b31d-9d1d3f37e066 None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:15.770119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-838df0b1-9276-4988-b31d-9d1d3f37e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:15.875142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:15.879914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.053405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522051c2-e809-4c1e-b374-424d5676cc09 req-d018cbd0-50fc-41e0-8702-dbe3237a4586 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:16.055147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-522051c2-e809-4c1e-b374-424d5676cc09 req-d018cbd0-50fc-41e0-8702-dbe3237a4586 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.5661266 Apr 20 14:47:16.085243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:16.092202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Request body: {'floatingip': {'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:16.165184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0313d066-21ab-4b12-ba6b-0df21cad3094 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:16.195267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.196583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097cb65-8030-4997-b9a7-2689e2bf0011 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:16.229219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.301880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:16.326218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-04739f34-98e3-4f8a-b9a7-96d7ab77ed98 None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:16.326218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04739f34-98e3-4f8a-b9a7-96d7ab77ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.380898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-abae42ee-2cdb-40ce-b499-1851ca5d8881 service neutron] 10.222.0.20 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040839 Apr 20 14:47:16.465797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Transition to ACTIVE for port object 0313d066-21ab-4b12-ba6b-0df21cad3094 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:47:16.471836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port e067c8f5-900e-45ec-a59c-0a582ef78dfb {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:16.472339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.491198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '93e2a794-2bce-4a2e-a5d1-76f0de90df97'}, {'subnet_id': '2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4cc33bda-3df7-4c77-9d97-56bbbd7bd920'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:47:16.518080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.533400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.545281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.614231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.725116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e0fa1-db00-402d-b3f8-6ad79a3fb0a8 req-1dd506fd-50e9-48b3-8c70-118836caa7bc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:16.739342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b93e0fa1-db00-402d-b3f8-6ad79a3fb0a8 req-1dd506fd-50e9-48b3-8c70-118836caa7bc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 932 time: 0.5860279 Apr 20 14:47:16.805660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe2a:d0e-7423115f-6a6b-458c-8e5a-e16c8e81b64 {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:47:16.806339 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:47:16.820591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:16.848541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecddf9b8-3a2e-44d3-aa9b-73174b14e1db,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:16.872077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.887127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.891827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.944824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e27d2cd-dc31-4eff-92b3-2265403d4b22 req-f787e1cc-707e-49c3-9dc9-357f7e60df39 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 210 time: 0.3056908 Apr 20 14:47:16.973761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:16.986389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.014508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:17.032305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:17.036104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:17.040619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:17.041246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.045567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=93e2a794-2bce-4a2e-a5d1-76f0de90df97,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:17.057048 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.062412 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5fa83261-7753-4c93-a209-02b8ea0b1de2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3362322 Apr 20 14:47:17.065223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39566) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:17.069904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:17.074361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:d7:8b:be', 'name': 'tempest-NetworksTestDHCPv6-1726059897'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:17.082771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for e067c8f5-900e-45ec-a59c-0a582ef78dfb owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:17.092651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Checking segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:17.093789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Network hostable DHCP agents. Network: 2562f0c8-7885-49e6-bfb7-ffc007729be6, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:17.110808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b93e0fa1-db00-402d-b3f8-6ad79a3fb0a8 req-b4d54e81-89bd-4c74-a7f6-54703c5f8022 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353112 Apr 20 14:47:17.211226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:17.299043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.329841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 151859cc-7445-4d83-9f3b-57a39d5d0560 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:17.334922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Attempting to bind port 0313d066-21ab-4b12-ba6b-0df21cad3094 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:17.335274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Attempting to bind port 0313d066-21ab-4b12-ba6b-0df21cad3094 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:17.335647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Attempting to bind port 0313d066-21ab-4b12-ba6b-0df21cad3094 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:17.343931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.362274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:17.375395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Port 0313d066-21ab-4b12-ba6b-0df21cad3094 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:47:17.375761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Attempting to bind port 0313d066-21ab-4b12-ba6b-0df21cad3094 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:17.428000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:17.428366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:17.428725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:17.429173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Bound port: 0313d066-21ab-4b12-ba6b-0df21cad3094, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:17.429532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.440007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2562f0c8-7885-49e6-bfb7-ffc007729be6) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:17.476664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:17.477285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.482872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60750c-457f-4d44-95d4-e8cf2f6bd60e None None] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:17.517553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 172.20.0.12 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf/151859cc-7445-4d83-9f3b-57a39d5d0560) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:17.525686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fed7:8bbe (f9a24db5-112e-4814-8187-bcbdf4fa52f1/93e2a794-2bce-4a2e-a5d1-76f0de90df97/151859cc-7445-4d83-9f3b-57a39d5d0560) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:17.681570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-2562f0c8-7885-49e6-bfb7-ffc007729be6', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:17.685543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.728280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.836259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.25.1.200 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/313d53cb-ac3b-4f9a-b41a-78f024d87615) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:17.858752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-480f09f7-6e2c-4e1a-b509-31f3d83b63cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7318726 Apr 20 14:47:17.876642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:17.901950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:17.953502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-4d5de229-1f9e-408c-898e-87f43665e6d1 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:17.955154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-4d5de229-1f9e-408c-898e-87f43665e6d1 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.43 "GET /v2.0/networks?id=0a676779-d720-444d-99ba-68d92502604f HTTP/1.1" status: 200 len: 825 time: 0.2416246 Apr 20 14:47:17.958958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.959999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:17.971746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Request body: {'port': {'device_id': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'network_id': '0a676779-d720-444d-99ba-68d92502604f', 'admin_state_up': True, 'tenant_id': '7e4c9ab4366143358abca950f425db0b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:17.994415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:17.998168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.023290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.053683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0313d066-21ab-4b12-ba6b-0df21cad3094,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:18.057489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:18.092589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.095876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=e067c8f5-900e-45ec-a59c-0a582ef78dfb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.161530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Allocated IP 172.20.0.2 (2562f0c8-7885-49e6-bfb7-ffc007729be6/ecddf9b8-3a2e-44d3-aa9b-73174b14e1db/e119f4b5-1a06-42d4-bea9-76d881b9169b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:18.184140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Allocated IP 172.20.0.2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf/4cc33bda-3df7-4c77-9d97-56bbbd7bd920) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:18.196627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-285db846-c50b-4ebf-9d38-c8469d59fdeb req-d3b90154-7d8e-4a40-b554-832177fc21ed tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 210 time: 0.1098816 Apr 20 14:47:18.232074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.235990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0ae22608-526e-444d-8e34-a5c8ae6d57ce tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/e067c8f5-900e-45ec-a59c-0a582ef78dfb HTTP/1.1" status: 204 len: 168 time: 2.7367361 Apr 20 14:47:18.250626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:18.264401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.267291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:18.267915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.269442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/0313d066-21ab-4b12-ba6b-0df21cad3094 HTTP/1.1" status: 200 len: 1092 time: 4.0164292 Apr 20 14:47:18.280793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:18.286320 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a042732-7f35-4768-9b91-2fa12348d56f" -d '{"events": [{"name": "network-changed", "server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:18.342846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.385712 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-35414b4c-fd1d-4107-a42d-4c8a0326a37f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:47:18.390142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-35414b4c-fd1d-4107-a42d-4c8a0326a37f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/e067c8f5-900e-45ec-a59c-0a582ef78dfb HTTP/1.1" status: 404 len: 333 time: 0.1267908 Apr 20 14:47:18.412556 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd76109-f30d-48ad-b3ff-fa8cb086ca20 x-openstack-request-id: req-2fd76109-f30d-48ad-b3ff-fa8cb086ca20 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:18.413339 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:18.413756 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fd76109-f30d-48ad-b3ff-fa8cb086ca20 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:18.417570 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd76109-f30d-48ad-b3ff-fa8cb086ca20'] response: {'name': 'network-changed', 'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'status': 'completed', 'code': 200} Apr 20 14:47:18.438771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:18.439239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.477362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.483293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:18.484901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.598689 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.604174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2717e5-b602-4ab7-84b4-12901d4181a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.616842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:18.632822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:18.639848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:18.652987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:18.675124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.679341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:18.685506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-39dc2abf-d32c-4e83-81df-19e5136515a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:18.686926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-39dc2abf-d32c-4e83-81df-19e5136515a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 1095 time: 0.3344719 Apr 20 14:47:18.699977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.701292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=151859cc-7445-4d83-9f3b-57a39d5d0560,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.710868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:18.711147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:18.754541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.758893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dbec9-66c5-4672-b252-e3dbb5da94c4 req-32e0e42b-d68e-4157-8532-8897b2b3fa0d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:18.760843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac2dbec9-66c5-4672-b252-e3dbb5da94c4 req-32e0e42b-d68e-4157-8532-8897b2b3fa0d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 944 time: 0.4593053 Apr 20 14:47:18.766157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:18.769224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.774375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:18.783614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:18.787799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Pushing event updated for resources: {'Port': ['ID=e119f4b5-1a06-42d4-bea9-76d881b9169b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.833621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=313d53cb-ac3b-4f9a-b41a-78f024d87615,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.849129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:18.849781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.853149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-5ea23f42-6384-47e2-b89b-db94ba9f5ef7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0313d066-21ab-4b12-ba6b-0df21cad3094 HTTP/1.1" status: 200 len: 217 time: 0.1538076 Apr 20 14:47:18.856842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.875121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Made reservation on behalf of 7e4c9ab4366143358abca950f425db0b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:18.878997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.896509 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-67611396-a888-4608-9146-42660bcf3757 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8277650 Apr 20 14:47:18.905682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39580) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:18.922604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffd9c6-c5ae-4239-aee6-bb223878feae None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:18.933696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Attempting to bind port e119f4b5-1a06-42d4-bea9-76d881b9169b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:18.934049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Attempting to bind port e119f4b5-1a06-42d4-bea9-76d881b9169b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:18.934508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Attempting to bind port e119f4b5-1a06-42d4-bea9-76d881b9169b on network 2562f0c8-7885-49e6-bfb7-ffc007729be6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:18.941186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:18.941342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Checking segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:18.941659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.942361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Bound using segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:18.942974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Bound port: e119f4b5-1a06-42d4-bea9-76d881b9169b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:18.943329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.948756 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Floating IP 02d82be9-3490-4ef9-a0b5-8dc95be348e5 associated. External IP: 172.25.1.162, port: b53b0446-dce4-4d54-8d86-8642ecba90d6. Apr 20 14:47:19.026542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] For port e119f4b5-1a06-42d4-bea9-76d881b9169b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:19.031169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] For port e119f4b5-1a06-42d4-bea9-76d881b9169b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e119f4b5-1a06-42d4-bea9-76d881b9169b,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:19.035885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac2dbec9-66c5-4672-b252-e3dbb5da94c4 req-d90f7f45-fbf3-488a-9408-45e5f72453a3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162285 Apr 20 14:47:19.046195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:19.046542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.049494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.083670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-25bb4f63-f402-4c5b-800b-ce377591aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:19.085380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-25bb4f63-f402-4c5b-800b-ce377591aa3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.2158444 Apr 20 14:47:19.111508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6e143-283f-40e3-aa72-b7fe1c446829 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:19.128515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6e143-283f-40e3-aa72-b7fe1c446829 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:19.136302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cbe6e143-283f-40e3-aa72-b7fe1c446829 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2243781 Apr 20 14:47:19.157126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c3b8-5873-4b91-9147-a42b85d71546 None None] Pushing event updated for resources: {'Port': ['ID=e119f4b5-1a06-42d4-bea9-76d881b9169b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:19.177202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39582) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:19.215726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Allocated IP 172.20.0.7 (0a676779-d720-444d-99ba-68d92502604f/7d23f2e2-8c74-49a3-b501-750612377687/a6a4fa77-bdde-4bb6-9317-b1559f60c41f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:19.451868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f1b53dd-d06a-4d1d-8c13-aa8579207659 req-51c9a32c-14cd-4eb5-94a1-a854e0351a10 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 210 time: 0.0864062 Apr 20 14:47:19.493765 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.518478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.538318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.548936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.558318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e5f9c717-250d-406f-9ac0-935dfcb22a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:19.562256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-e5f9c717-250d-406f-9ac0-935dfcb22a48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539664 Apr 20 14:47:19.575652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:19.680194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.709640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05c7c6-b020-40da-8cb2-4e61c0050c3d None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:19.715821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Allocated IP 172.25.1.194 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d9af6c90-8d64-4526-b639-0d7ab3649f8e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:19.754990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Network 0a676779-d720-444d-99ba-68d92502604f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:19.761119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:19.776709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Pushing event updated for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:19.781569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:19.819949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3d176ecc-c118-408c-b10f-cc95308c68ed None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:19.820488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d176ecc-c118-408c-b10f-cc95308c68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.831734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:19.832453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:19.885190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-b3ba8d4f-8eee-4ad3-988d-6b551287d1cc tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9192097 Apr 20 14:47:19.905570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Request body: {'port': {'device_id': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:19.994274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.005470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.090237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.093222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:20.131587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 151859cc-7445-4d83-9f3b-57a39d5d0560 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:20.132194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.192913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:20.193559 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.287821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e119f4b5-1a06-42d4-bea9-76d881b9169b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:20.361815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.366962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:20.368190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e119f4b5-1a06-42d4-bea9-76d881b9169b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:20.368571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.374593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:20.388136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:20.442115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-767f8c2e-7ead-43ec-94ac-d6d86577c4de service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644094 Apr 20 14:47:20.449998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:20.505557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Pushing event updated for resources: {'Port': ['ID=d9af6c90-8d64-4526-b639-0d7ab3649f8e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:20.507015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.536524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.576587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56b6d-5b78-408c-aa14-399071c8d69f req-09acdbfd-c268-4083-8946-d7194c5d9365 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:20.578301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96a56b6d-5b78-408c-aa14-399071c8d69f req-09acdbfd-c268-4083-8946-d7194c5d9365 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 944 time: 0.3939242 Apr 20 14:47:20.585084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 151859cc-7445-4d83-9f3b-57a39d5d0560 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:20.607364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a4fa77-bdde-4bb6-9317-b1559f60c41f {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:20.618605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.634397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-197f8b1d-bf6b-46ee-9754-e32d332c4485 None None] Provisioning complete for port 151859cc-7445-4d83-9f3b-57a39d5d0560 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:20.634812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-197f8b1d-bf6b-46ee-9754-e32d332c4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.638202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port e119f4b5-1a06-42d4-bea9-76d881b9169b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e119f4b5-1a06-42d4-bea9-76d881b9169b,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:20.657975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Transition to ACTIVE for port object a6a4fa77-bdde-4bb6-9317-b1559f60c41f will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:47:20.665203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.678045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.727925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-197f8b1d-bf6b-46ee-9754-e32d332c4485 None None] Port 151859cc-7445-4d83-9f3b-57a39d5d0560 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:20.759924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-197f8b1d-bf6b-46ee-9754-e32d332c4485 None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:20.760392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-197f8b1d-bf6b-46ee-9754-e32d332c4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.808193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=e119f4b5-1a06-42d4-bea9-76d881b9169b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:20.817625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8ee2c-231b-4e02-8de0-40d80714c2b2 None None] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:20.822713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:20.879608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.951631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=8aaac21c-1b64-4674-9d7b-a5ae36eaacb9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:20.953975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:20.976660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96a56b6d-5b78-408c-aa14-399071c8d69f req-7fc10cb6-b376-4ce2-9985-ba1d305c6ea6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166900 Apr 20 14:47:21.013690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Attempting to bind port a6a4fa77-bdde-4bb6-9317-b1559f60c41f on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:21.014162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Attempting to bind port a6a4fa77-bdde-4bb6-9317-b1559f60c41f by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '15483bd4-4868-4cb7-a45e-a115c97bf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0a676779-d720-444d-99ba-68d92502604f'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:21.014885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Attempting to bind port a6a4fa77-bdde-4bb6-9317-b1559f60c41f on network 0a676779-d720-444d-99ba-68d92502604f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:21.024733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Port a6a4fa77-bdde-4bb6-9317-b1559f60c41f on network 0a676779-d720-444d-99ba-68d92502604f not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:47:21.025194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Attempting to bind port a6a4fa77-bdde-4bb6-9317-b1559f60c41f on network 0a676779-d720-444d-99ba-68d92502604f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:21.035277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:21.035754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Checking segment: {'id': '15483bd4-4868-4cb7-a45e-a115c97bf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0a676779-d720-444d-99ba-68d92502604f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:21.036226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Bound using segment: {'id': '15483bd4-4868-4cb7-a45e-a115c97bf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0a676779-d720-444d-99ba-68d92502604f'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:21.036779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Bound port: a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15483bd4-4868-4cb7-a45e-a115c97bf262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0a676779-d720-444d-99ba-68d92502604f'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:21.037227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.040271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e37f4-44b0-449c-aaa6-7de1c564abe6 req-3a36e3bf-6311-4d0e-92b3-8626c616d6d0 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:21.043814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e7e37f4-44b0-449c-aaa6-7de1c564abe6 req-3a36e3bf-6311-4d0e-92b3-8626c616d6d0 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 943 time: 0.4309461 Apr 20 14:47:21.109512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc8f0781-5934-428e-b1f5-c84947337e9d req-cff2c5ca-44ad-444b-973c-a0a00e477290 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457105 Apr 20 14:47:21.155351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-15b7235d-fe9d-4ea5-8359-1b0aac536ae8 None None] Provisioning complete for port e119f4b5-1a06-42d4-bea9-76d881b9169b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:21.155752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-15b7235d-fe9d-4ea5-8359-1b0aac536ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.173692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.181211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b17a1b0-01f6-4514-bd13-e362fd418421 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 HTTP/1.1" status: 204 len: 168 time: 2.6864140 Apr 20 14:47:21.188584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:21.233489 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cb5a84-c849-4971-8994-03065a048def tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:47:21.238412 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97cb5a84-c849-4971-8994-03065a048def tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/8aaac21c-1b64-4674-9d7b-a5ae36eaacb9 HTTP/1.1" status: 404 len: 333 time: 0.0486944 Apr 20 14:47:21.243499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39592) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:21.271264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e7e37f4-44b0-449c-aaa6-7de1c564abe6 req-49e430f7-d880-4d8d-8fc8-17970210b5a0 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902766 Apr 20 14:47:21.282067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-15b7235d-fe9d-4ea5-8359-1b0aac536ae8 None None] Provisioning complete for port 151859cc-7445-4d83-9f3b-57a39d5d0560 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:21.283950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-15b7235d-fe9d-4ea5-8359-1b0aac536ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.314024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:21.323141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-15b7235d-fe9d-4ea5-8359-1b0aac536ae8 None None] Port 151859cc-7445-4d83-9f3b-57a39d5d0560 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:21.328732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:21.342733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:21.343340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:21.347335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 4555d3b1-2602-41d5-9936-f3181c6e4bc1 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:21.351214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.352059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.425293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042732-7f35-4768-9b91-2fa12348d56f req-d399d279-309e-40a4-9845-2811b2134625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:21.426872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-d399d279-309e-40a4-9845-2811b2134625 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 1095 time: 0.2576275 Apr 20 14:47:21.430800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.439809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d266c5ee-15d1-4cc6-a432-30088bdffadc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "PUT /v2.0/floatingips/02d82be9-3490-4ef9-a0b5-8dc95be348e5 HTTP/1.1" status: 200 len: 991 time: 5.3534696 Apr 20 14:47:21.451778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:21.454056 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58dac2-6369-4cd0-88dc-6e87f72335c8" -d '{"events": [{"name": "network-changed", "server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:21.461364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.479224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.510751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.512753 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79404bd-e11f-420d-8bb6-1b25a54e4897 x-openstack-request-id: req-f79404bd-e11f-420d-8bb6-1b25a54e4897 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:21.513030 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:21.513331 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f79404bd-e11f-420d-8bb6-1b25a54e4897 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:21.513767 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79404bd-e11f-420d-8bb6-1b25a54e4897'] response: {'name': 'network-changed', 'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'status': 'completed', 'code': 200} Apr 20 14:47:21.538809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:21.570926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,segment=NetworkSegment(15483bd4-4868-4cb7-a45e-a115c97bf262),segment_id=15483bd4-4868-4cb7-a45e-a115c97bf262)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:21.594691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=151859cc-7445-4d83-9f3b-57a39d5d0560,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:21.611039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.618538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.692091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:21.694738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-974f3047-375d-46e0-ac87-faf706096ac2 None None] Provisioning complete for port e119f4b5-1a06-42d4-bea9-76d881b9169b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:21.695111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-974f3047-375d-46e0-ac87-faf706096ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.727372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042732-7f35-4768-9b91-2fa12348d56f req-05e9daec-e024-4fcb-8705-c8245ed7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:21.729112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-05e9daec-e024-4fcb-8705-c8245ed7c91a service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.2914085 Apr 20 14:47:21.737110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:21.738226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.739352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/a6a4fa77-bdde-4bb6-9317-b1559f60c41f HTTP/1.1" status: 200 len: 1091 time: 1.8458462 Apr 20 14:47:21.743650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:21.746393 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783487e1-625e-4bcd-9860-1b89811f9fec" -d '{"events": [{"name": "network-changed", "server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:21.779129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-791c099c-eff6-4b75-8886-4d46da336479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:21.780781 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-791c099c-eff6-4b75-8886-4d46da336479 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1096 time: 0.2394025 Apr 20 14:47:21.821495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-50ce6a34-cfd6-426d-93da-557568c90897 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0313d066-21ab-4b12-ba6b-0df21cad3094 HTTP/1.1" status: 200 len: 217 time: 0.0827749 Apr 20 14:47:21.916621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e119f4b5-1a06-42d4-bea9-76d881b9169b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:21.924138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:21.932609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c16ccba-58cd-403e-b080-627d9c2b72d3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/151859cc-7445-4d83-9f3b-57a39d5d0560 HTTP/1.1" status: 204 len: 168 time: 2.7394531 Apr 20 14:47:21.937604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39602) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:21.992968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1d15c-25d5-426e-937f-469d8070e2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:22.064609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042732-7f35-4768-9b91-2fa12348d56f req-46a12455-3e8d-47b3-9974-ba1eee3b9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.066157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-46a12455-3e8d-47b3-9974-ba1eee3b9a3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.2243629 Apr 20 14:47:22.069596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e75fa9-8c7f-40f7-8d0f-0482173a945b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.071114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e75fa9-8c7f-40f7-8d0f-0482173a945b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.072366 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1863c2-7187-4771-b5ab-de84a718d33a x-openstack-request-id: req-da1863c2-7187-4771-b5ab-de84a718d33a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:22.072760 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:22.072906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e75fa9-8c7f-40f7-8d0f-0482173a945b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.073146 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da1863c2-7187-4771-b5ab-de84a718d33a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:22.073739 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1863c2-7187-4771-b5ab-de84a718d33a'] response: {'name': 'network-changed', 'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f', 'status': 'completed', 'code': 200} Apr 20 14:47:22.074307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-36e75fa9-8c7f-40f7-8d0f-0482173a945b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1324272 Apr 20 14:47:22.074903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-c0e72b7c-eb71-4bcf-8211-e09eb827ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.077289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-c0e72b7c-eb71-4bcf-8211-e09eb827ef29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.2824318 Apr 20 14:47:22.078243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e119f4b5-1a06-42d4-bea9-76d881b9169b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:22.078963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:22.079318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.080543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.152016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router 698557c3-be07-4de6-9095-9b792b2c2fed is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:22.158518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042732-7f35-4768-9b91-2fa12348d56f req-ca3985e7-6e57-482d-9395-8e3a8bb9dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.160363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-ca3985e7-6e57-482d-9395-8e3a8bb9dbed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832865 Apr 20 14:47:22.169635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6add861-5698-4640-8fb4-1ccf669d90e0 req-90226f02-a29f-4862-a70c-e23377320e19 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.169878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:22.171392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6add861-5698-4640-8fb4-1ccf669d90e0 req-90226f02-a29f-4862-a70c-e23377320e19 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 944 time: 0.0867083 Apr 20 14:47:22.235277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '02d82be9-3490-4ef9-a0b5-8dc95be348e5', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:46:52Z', 'updated_at': '2022-04-20T14:47:17Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.265057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:22.267740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-ce9ed140-b22a-4769-9f5b-13a4d6aa747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.269263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-ce9ed140-b22a-4769-9f5b-13a4d6aa747b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e4c9ab4366143358abca950f425db0b&device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 1094 time: 0.4388380 Apr 20 14:47:22.270312 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.274044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:22.274750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.304011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6add861-5698-4640-8fb4-1ccf669d90e0 req-551b6a79-e2d2-4f92-a1cb-54bc1fdad085 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235580 Apr 20 14:47:22.370112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-f3e60b47-c4e8-4f5e-820f-91f6cf633a13 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973577 Apr 20 14:47:22.419137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:22.423793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:22.442617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] Sync routers for ids ['698557c3-be07-4de6-9095-9b792b2c2fed'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:22.473005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] Routers {'698557c3-be07-4de6-9095-9b792b2c2fed'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:22.473528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.477843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f1702878-434b-4808-9365-59632e441c30 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "PUT /v2.0/routers/698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 200 len: 913 time: 8.0914185 Apr 20 14:47:22.478185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39610) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:22.479784 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['698557c3-be07-4de6-9095-9b792b2c2fed'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.544100 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.558438 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] Routers {'698557c3-be07-4de6-9095-9b792b2c2fed'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:22.559473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['698557c3-be07-4de6-9095-9b792b2c2fed'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.598010 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.598844 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31199e85-9e5b-4a30-8582-56a2705af4ad None None] The sync data for ids ['698557c3-be07-4de6-9095-9b792b2c2fed'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:22.741781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '02d82be9-3490-4ef9-a0b5-8dc95be348e5', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:46:52Z', 'updated_at': '2022-04-20T14:47:17Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:22.758366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:22.763114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=4555d3b1-2602-41d5-9936-f3181c6e4bc1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:22.770662 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-bfb0351d-84e1-498f-ac8f-4ec97544bc6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 999 time: 0.6153169 Apr 20 14:47:22.771248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eb95b-a69c-48e7-a645-65c94bdbbc6e None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '02d82be9-3490-4ef9-a0b5-8dc95be348e5', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:46:52Z', 'updated_at': '2022-04-20T14:47:17Z', 'revision_number': 1, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:22.771846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-fe890064-5e1c-4ecf-bf71-1897a48cadb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f HTTP/1.1" status: 200 len: 217 time: 0.4495823 Apr 20 14:47:22.774119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.777883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.785083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-06831ddf-d766-48f8-a2ea-87df8b03b018 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/4555d3b1-2602-41d5-9936-f3181c6e4bc1 HTTP/1.1" status: 204 len: 168 time: 1.5346344 Apr 20 14:47:22.791325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39612) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:22.792098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb2729-e779-42e3-8012-eed71f1bb11f None None] Network 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:22.946076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:22.986692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-a36d3b26-4aae-45dc-b1c6-5e1a64bf088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.987778 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-a36d3b26-4aae-45dc-b1c6-5e1a64bf088a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.2014337 Apr 20 14:47:22.993787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c825fce-f6e5-447c-a4e0-7625cea398ab req-317c4e36-a932-4c6b-8317-c9eec069e872 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.995776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a68-3240-4f6f-a785-a56390444d19 req-e0388544-e709-4cf4-833f-719a8965cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:22.997216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-e0388544-e709-4cf4-833f-719a8965cd6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d23f2e2-8c74-49a3-b501-750612377687 HTTP/1.1" status: 200 len: 865 time: 0.1840556 Apr 20 14:47:22.999148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c825fce-f6e5-447c-a4e0-7625cea398ab req-317c4e36-a932-4c6b-8317-c9eec069e872 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 943 time: 0.5883408 Apr 20 14:47:23.006086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.014321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a042732-7f35-4768-9b91-2fa12348d56f req-2704fe1e-682b-4758-a5e7-ac0d8fab59dc service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348777 Apr 20 14:47:23.023405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:23.040747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Sync routers for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:23.055753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] DHCP port deletion for 7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:23.059388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2760d18b-1d1e-4d16-b8cd-3085be4d3f4f tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 200 len: 919 time: 0.5770044 Apr 20 14:47:23.059388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.094875 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-00326acf-c635-445d-a056-5f3f5db4fa51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a676779-d720-444d-99ba-68d92502604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760772 Apr 20 14:47:23.107046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:23.107655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:23.117941 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c1cea4-b420-4743-ab90-acff390967ea None None] New status for floating IP 02d82be9-3490-4ef9-a0b5-8dc95be348e5: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:47:23.126812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.131297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a23b052b-ff6a-424b-9dd6-869f74badb33 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2520549 Apr 20 14:47:23.150308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c825fce-f6e5-447c-a4e0-7625cea398ab req-5542fa7a-79ef-449e-82b3-3080e48ef6d8 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419485 Apr 20 14:47:23.152990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39616) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.224092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-ba94717e-60c5-40a9-91a6-cf6384108b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:23.225817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-ba94717e-60c5-40a9-91a6-cf6384108b57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277431 Apr 20 14:47:23.255635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Deleting port 03a589aa-6f22-4828-8565-1d1a9f4484da {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:23.256250 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.270270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.272983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee6ee0-57d1-4b18-8bca-87f493638963 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:23.274729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-41ee6ee0-57d1-4b18-8bca-87f493638963 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=698557c3-be07-4de6-9095-9b792b2c2fed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2096586 Apr 20 14:47:23.278923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.351434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:23.354942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 03a589aa-6f22-4828-8565-1d1a9f4484da {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:23.355283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.395186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-7481feaf-6bd2-405a-8a9c-cdd1afda270d service neutron] 10.222.0.43 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918985 Apr 20 14:47:23.449269 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-85156078-8160-4b1f-b696-ceee35e4c4ca service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098989 Apr 20 14:47:23.450851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] For port 03a589aa-6f22-4828-8565-1d1a9f4484da, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03a589aa-6f22-4828-8565-1d1a9f4484da,segment=NetworkSegment(02ed5bea-1d64-40bf-8ed8-c47038fae008),segment_id=02ed5bea-1d64-40bf-8ed8-c47038fae008)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:23.452320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.452451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.496967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Calling delete_port for 03a589aa-6f22-4828-8565-1d1a9f4484da owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:23.527623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:23.532352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.537700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd489c0a-e2b7-4f25-9620-e239224a706e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf HTTP/1.1" status: 204 len: 168 time: 1.3917468 Apr 20 14:47:23.542268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.547032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e9acc-01dd-4443-b8e5-30ffd6311ed4 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:23.612338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port 03a589aa-6f22-4828-8565-1d1a9f4484da, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=03a589aa-6f22-4828-8565-1d1a9f4484da,segment=NetworkSegment(02ed5bea-1d64-40bf-8ed8-c47038fae008),segment_id=02ed5bea-1d64-40bf-8ed8-c47038fae008)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:23.613001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.623534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e71541-2102-42de-85c1-7434ae3449ad tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:23.627750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-36e71541-2102-42de-85c1-7434ae3449ad tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.3449922 Apr 20 14:47:23.630027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39624) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.652232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-43928a68-3240-4f6f-a785-a56390444d19 req-8be72d66-4e21-4212-9abb-716c1b562bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469256 Apr 20 14:47:23.653731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 03a589aa-6f22-4828-8565-1d1a9f4484da owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:23.688177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 93e2a794-2bce-4a2e-a5d1-76f0de90df97 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:23.696666 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.701548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.772400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6da48f80-788c-4451-814c-6a630c963440 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 200 len: 205 time: 0.1289425 Apr 20 14:47:23.777775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:23.779464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-eb58dac2-6369-4cd0-88dc-6e87f72335c8 req-1d278298-1f64-4875-9d1f-4a8f9cc6fa2f service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244343 Apr 20 14:47:23.786068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecb463-3635-4993-9a32-1a3d29b4c42a req-2286c68c-c101-4b02-97eb-e04c42da525e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:23.788084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24ecb463-3635-4993-9a32-1a3d29b4c42a req-2286c68c-c101-4b02-97eb-e04c42da525e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 944 time: 0.3012857 Apr 20 14:47:23.804605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:23.835808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783487e1-625e-4bcd-9860-1b89811f9fec req-1050fd89-0166-45a1-8ad5-91de9cc569e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:23.838244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-1050fd89-0166-45a1-8ad5-91de9cc569e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e4c9ab4366143358abca950f425db0b&device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 1094 time: 0.1285737 Apr 20 14:47:23.899801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] Pushing event deleted for resources: {'Port': ['ID=03a589aa-6f22-4828-8565-1d1a9f4484da,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:23.910833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14056184-2986-4dd5-9a0b-9b5ea201ed9e None None] No DVR routers for this DVR port 03a589aa-6f22-4828-8565-1d1a9f4484da on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:23.934756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24ecb463-3635-4993-9a32-1a3d29b4c42a req-a7882330-81e8-4020-af8e-7e2cd27d98cd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731499 Apr 20 14:47:23.965165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:20Z', 'revision_number': 3, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:24.001224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03a589aa-6f22-4828-8565-1d1a9f4484da no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:24.005829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Checking router: c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:24.006156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Updating router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 port d9af6c90-8d64-4526-b639-0d7ab3649f8e binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:47:24.011550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.044762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 03a589aa-6f22-4828-8565-1d1a9f4484da {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:24.045008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 03a589aa-6f22-4828-8565-1d1a9f4484da not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:24.054581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783487e1-625e-4bcd-9860-1b89811f9fec req-812c224f-c012-4582-80c0-a94328cf8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:24.054581 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-812c224f-c012-4582-80c0-a94328cf8696 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a676779-d720-444d-99ba-68d92502604f HTTP/1.1" status: 200 len: 926 time: 0.2009072 Apr 20 14:47:24.092980 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.108492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-9ed922c8-8aa0-419a-b866-5b4690609386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f HTTP/1.1" status: 200 len: 217 time: 0.0493219 Apr 20 14:47:24.142138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.180620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783487e1-625e-4bcd-9860-1b89811f9fec req-3758e478-7ca7-427a-9cbe-6505c51b25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:24.182263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-3758e478-7ca7-427a-9cbe-6505c51b25e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7d23f2e2-8c74-49a3-b501-750612377687 HTTP/1.1" status: 200 len: 865 time: 0.0653403 Apr 20 14:47:24.208332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.228072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-21c22bbc-d165-42bf-b313-61f62935256b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a676779-d720-444d-99ba-68d92502604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349848 Apr 20 14:47:24.266593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.273915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=03a589aa-6f22-4828-8565-1d1a9f4484da,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:24.345295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port 03a589aa-6f22-4828-8565-1d1a9f4484da on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:24.359236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=93e2a794-2bce-4a2e-a5d1-76f0de90df97,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:24.384915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.391234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2977ae83-31a9-40b8-9250-550a7445ff6d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/93e2a794-2bce-4a2e-a5d1-76f0de90df97 HTTP/1.1" status: 204 len: 168 time: 0.8453474 Apr 20 14:47:24.391755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39630) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:24.482702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4de646a8-9e16-4d35-a686-72efc60c76d1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889866 Apr 20 14:47:24.486331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39632) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:24.491259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:24.507398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.518469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.598217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Attempting to bind port d9af6c90-8d64-4526-b639-0d7ab3649f8e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:24.598624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Attempting to bind port d9af6c90-8d64-4526-b639-0d7ab3649f8e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:24.599102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Attempting to bind port d9af6c90-8d64-4526-b639-0d7ab3649f8e on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:24.608031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b26359-2f13-447f-a73b-9075ae8c4ecf None None] Pushing event updated for resources: {'Port': ['ID=d9af6c90-8d64-4526-b639-0d7ab3649f8e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:24.610838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:24.611209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:24.611609 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.611984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:24.612495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Bound port: d9af6c90-8d64-4526-b639-0d7ab3649f8e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:24.613233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.615911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-cbe2c793-a053-480b-a171-dcadb02367fd service neutron] 10.222.0.43 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731582 Apr 20 14:47:24.677460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] For port d9af6c90-8d64-4526-b639-0d7ab3649f8e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:24.681356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] For port d9af6c90-8d64-4526-b639-0d7ab3649f8e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9af6c90-8d64-4526-b639-0d7ab3649f8e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:24.688507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:24.691985 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.692141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.768630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0313d066-21ab-4b12-ba6b-0df21cad3094 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:47:24.785370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b26359-2f13-447f-a73b-9075ae8c4ecf None None] Pushing event updated for resources: {'Port': ['ID=d9af6c90-8d64-4526-b639-0d7ab3649f8e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:24.786004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.794342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:24.795149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:24.854742 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-783487e1-625e-4bcd-9860-1b89811f9fec req-e66b064a-949b-4f5f-b07b-507be9c9060a service neutron] 10.222.0.43 "GET /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253854 Apr 20 14:47:24.935464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.939542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:24.993117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:24.995844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f0ec-5eb7-42f1-bbc3-7cf3052dc7d5 req-06f54e4c-9c65-46ff-8316-59c610c84c9f tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:24.996175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0313d066-21ab-4b12-ba6b-0df21cad3094,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:25.003795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ff6f0ec-5eb7-42f1-bbc3-7cf3052dc7d5 req-06f54e4c-9c65-46ff-8316-59c610c84c9f tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 943 time: 0.6675231 Apr 20 14:47:25.045342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e304bc2-5eed-4bbb-80f0-462ea0fabbf0']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:25.061014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.069696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'port_id': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'mac_address': 'fa:16:3e:8c:20:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:47:25.081740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ed5bea-1d64-40bf-8ed8-c47038fae008') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:25.082091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ed5bea-1d64-40bf-8ed8-c47038fae008') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:25.126256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.140274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:25.140511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a803a-e293-4393-b7c8-8a91fa9401c2 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:25.144726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:25.147630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:25.148274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.151643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=7fcbeea4-2090-4b5f-bfac-471d5a983c3b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:25.173658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ff6f0ec-5eb7-42f1-bbc3-7cf3052dc7d5 req-390d2ffe-a32c-4196-be79-6e9a2f632a25 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687090 Apr 20 14:47:25.197335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.197684 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6080c608-abc6-4f8f-ae13-a1d1062035c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7083323 Apr 20 14:47:25.197842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:25.206085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:25.218956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:25.219178 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.219446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:25.225418 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:25.268954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a09f165a-1cbf-4902-a432-4a6a8026e7fe None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:25.269329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a09f165a-1cbf-4902-a432-4a6a8026e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.269480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a66ad-b7c8-4cf6-bcd3-9140b53a873a req-e0eb8d13-c784-49ef-a9b9-b9ec2790d65c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:25.270856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a63a66ad-b7c8-4cf6-bcd3-9140b53a873a req-e0eb8d13-c784-49ef-a9b9-b9ec2790d65c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 944 time: 0.1824381 Apr 20 14:47:25.271652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0313d066-21ab-4b12-ba6b-0df21cad3094 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:25.325708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:25.329379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.344902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port 313d53cb-ac3b-4f9a-b41a-78f024d87615 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:25.345232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.347390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0313d066-21ab-4b12-ba6b-0df21cad3094,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:25.350318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Allocated IP 172.20.0.1 (2562f0c8-7885-49e6-bfb7-ffc007729be6/ecddf9b8-3a2e-44d3-aa9b-73174b14e1db/f28f766d-d95f-4ef9-8145-beb1e78b99cf) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:25.360717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.365219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.410051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.413704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/7e304bc2-5eed-4bbb-80f0-462ea0fabbf0 HTTP/1.1" status: 204 len: 168 time: 2.6206012 Apr 20 14:47:25.423054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:25.433581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012ef87-631a-4643-b570-f510df4f071d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=7e304bc2-5eed-4bbb-80f0-462ea0fabbf0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:25.437683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a63a66ad-b7c8-4cf6-bcd3-9140b53a873a req-b51b60d8-96a6-4698-bba3-6f17561a9d59 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313663 Apr 20 14:47:25.442941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-162215523'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:25.492446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:25.496532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.508062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:25.520380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.528495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:25.530659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:20Z', 'revision_number': 3, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:25.538948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.539510 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Added segment cf942445-eb62-4010-b786-8e610ef3d58e of type vlan for network e348263f-1ff2-4470-a894-002bb70b31b3 Apr 20 14:47:25.541193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for 313d53cb-ac3b-4f9a-b41a-78f024d87615 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:25.567258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7313c-99bf-4c7d-8cfb-9070cf0a3c9a None None] The sync data for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 is: [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:20Z', 'revision_number': 3, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:25.614902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.620510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.672062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '7fcbeea4-2090-4b5f-bfac-471d5a983c3b'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4cc33bda-3df7-4c77-9d97-56bbbd7bd920'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:47:25.699208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.704279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.706681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:25.706848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0313d066-21ab-4b12-ba6b-0df21cad3094'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:47:25.707171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.721329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:25.790516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:25.793421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3688979 Apr 20 14:47:25.798490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39640) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:25.803850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:25.805055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1842d06-99bb-4144-a2bb-90fb9b317e8f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Network': ['ID=e348263f-1ff2-4470-a894-002bb70b31b3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:25.815399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:25.837187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:25.844101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:25.868726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e348263f-1ff2-4470-a894-002bb70b31b3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:25.924900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.008427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=313d53cb-ac3b-4f9a-b41a-78f024d87615,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:26.036451 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.060417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:26.217219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:26.220858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.296833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.308207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Allocated IP 172.20.0.2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/7fcbeea4-2090-4b5f-bfac-471d5a983c3b/4cc33bda-3df7-4c77-9d97-56bbbd7bd920) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:26.324242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.336726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9f35ff93-e96e-42e3-b20e-3035cb5f694f None None] Provisioning complete for port f28f766d-d95f-4ef9-8145-beb1e78b99cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:26.337093 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f35ff93-e96e-42e3-b20e-3035cb5f694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.446611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9f35ff93-e96e-42e3-b20e-3035cb5f694f None None] Port f28f766d-d95f-4ef9-8145-beb1e78b99cf cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:26.495101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.504568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.507618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:26.551284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.557652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.559481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.api [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:47:26.559867 n-d-836145-2 neutron-server[102863]: DEBUG oslo_db.api [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:47:26.587255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1193-f108-44ff-9827-ba600a396553 req-5a1a7ec4-0f0a-4a97-bd47-9f206dd5363e tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:26.588906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80d1193-f108-44ff-9827-ba600a396553 req-5a1a7ec4-0f0a-4a97-bd47-9f206dd5363e tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 943 time: 0.3165276 Apr 20 14:47:26.613793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.614289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router 698557c3-be07-4de6-9095-9b792b2c2fed {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:26.645226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.648861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a0acd-6304-4bb1-bd8b-eea22fe7348f None None] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=13']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:26.679775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.687155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-21f8ed5a-0975-448f-8055-58362a196002 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 204 len: 168 time: 2.8918197 Apr 20 14:47:26.687402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39646) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:26.700549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1995248793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:26.728499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.730306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.769802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a6a4fa77-bdde-4bb6-9317-b1559f60c41f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:47:26.790084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc084911-f1d3-4b19-b804-6d561e91e9ce req-b59576bb-bf11-4154-94c7-0a7597ce681c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:26.792437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc084911-f1d3-4b19-b804-6d561e91e9ce req-b59576bb-bf11-4154-94c7-0a7597ce681c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 945 time: 0.2149923 Apr 20 14:47:26.802131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80d1193-f108-44ff-9827-ba600a396553 req-64cad7c8-2729-4caa-a60b-b1371479494d tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944511 Apr 20 14:47:26.832732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.841337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.869947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.872352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89ece273-e233-4ea2-82ea-18fca82f3c40 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1841884 Apr 20 14:47:26.875611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:26.881015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:26.961553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc084911-f1d3-4b19-b804-6d561e91e9ce req-00fc98c3-3985-4463-a2ca-248a92355139 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522322 Apr 20 14:47:26.965019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,segment=NetworkSegment(15483bd4-4868-4cb7-a45e-a115c97bf262),segment_id=15483bd4-4868-4cb7-a45e-a115c97bf262)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:26.977888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.981726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f', 'network_id': '0a676779-d720-444d-99ba-68d92502604f', 'port_id': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f', 'mac_address': 'fa:16:3e:a7:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d23f2e2-8c74-49a3-b501-750612377687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:47:27.038332 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.059140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a4fa77-bdde-4bb6-9317-b1559f60c41f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:47:27.060074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=e7c60801-5200-497b-a6fe-c2c37bc4ffd8,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:27.099894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,segment=NetworkSegment(15483bd4-4868-4cb7-a45e-a115c97bf262),segment_id=15483bd4-4868-4cb7-a45e-a115c97bf262)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:27.107876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.120480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Checking segment: {'id': 'cf942445-eb62-4010-b786-8e610ef3d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:27.121150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network hostable DHCP agents. Network: e348263f-1ff2-4470-a894-002bb70b31b3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:27.156310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.163332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.169916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network e348263f-1ff2-4470-a894-002bb70b31b3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:27.175844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.181256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:27.183467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.234415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e348263f-1ff2-4470-a894-002bb70b31b3) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:27.247213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:27.247840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.255052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d03a2d-42df-4c97-8c57-89e203f957a9 None None] Network e348263f-1ff2-4470-a894-002bb70b31b3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:27.279271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.283595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:27.296713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b311c65f-a159-48dd-ad74-4725fd7f3f05 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4964156 Apr 20 14:47:27.299855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39650) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:27.306395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1126181816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:27.378727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d2a4a-ec62-4c44-b790-cca9629274b4 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:27.389067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.390326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.444790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:27.447736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:27.456273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:27.487980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:47:27.489880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.517239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['a6a4fa77-bdde-4bb6-9317-b1559f60c41f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:47:27.540971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.574190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.575671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5ca63f65-eaff-4bad-bf7f-9752772c810b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2729063 Apr 20 14:47:27.578709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:27.580152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0ecc3f48-b398-4323-b84e-7de4bdaca64e None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:27.580632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0ecc3f48-b398-4323-b84e-7de4bdaca64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.583861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3', 'name': 'tempest-PortsIpV6TestJSON-267233131'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:27.794286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:27.815214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:27.820555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:27.876082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e348263f-1ff2-4470-a894-002bb70b31b3', 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': 'e7c60801-5200-497b-a6fe-c2c37bc4ffd8'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:27.877415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.016828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:28.032652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b8b35db-6ddb-471e-83fe-0ba9d4677ba6 admin admin] 10.222.0.20 "PUT /v2.0/routers/c3794ce1-eb90-4d85-9b09-ab4a4a9317c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8774254 Apr 20 14:47:28.090297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.098469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 4ec7fad6-de26-4757-b433-ddd8ce924eed yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:28.104080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.105563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.114198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.135059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:28.142464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.175515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49e284-6b21-4a21-9ae0-5a45086dafe8 req-6da35647-4790-45de-99d5-9a2077076177 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:28.177077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e49e284-6b21-4a21-9ae0-5a45086dafe8 req-6da35647-4790-45de-99d5-9a2077076177 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 944 time: 0.1784716 Apr 20 14:47:28.186865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Sync routers for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:28.189165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fcc03918-f1ba-4f45-89c2-117c2674209d None None] Provisioning complete for port f28f766d-d95f-4ef9-8145-beb1e78b99cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:28.189535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcc03918-f1ba-4f45-89c2-117c2674209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.224128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f3ac9-0673-46c2-bc88-ea6dd02170de req-0339ecde-f2a5-4475-826a-bc0efc254a5c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:28.225888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-346f3ac9-0673-46c2-bc88-ea6dd02170de req-0339ecde-f2a5-4475-826a-bc0efc254a5c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 945 time: 0.1716907 Apr 20 14:47:28.267003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Allocated IP 172.25.1.14 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/71749c8b-66f8-4a9d-a9c0-431a9fd7b766) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:28.293283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-346f3ac9-0673-46c2-bc88-ea6dd02170de req-93de9b73-1b9a-42b4-ae73-7a2e67a48b4c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587986 Apr 20 14:47:28.316579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e49e284-6b21-4a21-9ae0-5a45086dafe8 req-033e09a0-e96b-4d69-a074-74d7c62e1a69 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102402 Apr 20 14:47:28.325730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Allocated IP 2001:db8::2 (e348263f-1ff2-4470-a894-002bb70b31b3/e7c60801-5200-497b-a6fe-c2c37bc4ffd8/e56b3da5-ffd9-4378-ba3b-94dc735a5395) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:28.363959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:28.364593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:28.417477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:28.424946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fcc03918-f1ba-4f45-89c2-117c2674209d None None] Port f28f766d-d95f-4ef9-8145-beb1e78b99cf cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:28.438510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=e79dc80d-b594-415b-a9cf-b4fb5806e199,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:28.455646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:28.463849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:28.465486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.496085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2935059 Apr 20 14:47:28.497344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39668) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:28.506324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:b1:7a:d7', 'name': 'tempest-NetworksTestDHCPv6-1358128249'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:28.516724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86e60c-4e9d-49e2-871b-26dbe4c86a86 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=14']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:28.559372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:28.559748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.571404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.640550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.649528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:28.688429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:28.715258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Pushing event updated for resources: {'Port': ['ID=71749c8b-66f8-4a9d-a9c0-431a9fd7b766,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:28.729592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:28.731565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:28.738196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:28.774129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39674) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:28.780728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-645927249-network', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:28.784683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0313d066-21ab-4b12-ba6b-0df21cad3094 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:28.821299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Made reservation on behalf of b6b6d70adf5e4d6bacacf5ab6eb13c09 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:28.826148 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.840565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.856292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.886122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 20817146-c2ee-40d0-a76f-e8ee2387fd9c yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:29.049471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.075296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.114081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55166f5-8e9b-4161-bfdc-5027987f79db None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:29.125207 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.219441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9af6c90-8d64-4526-b639-0d7ab3649f8e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:29.255392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Network e348263f-1ff2-4470-a894-002bb70b31b3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:29.294543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:29.302866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.308526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.313492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:29.316233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Pushing event updated for resources: {'Port': ['ID=e56b3da5-ffd9-4378-ba3b-94dc735a5395,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:29.328023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-96c58742-9eb7-41e0-b451-ff75023a285c None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:29.329757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96c58742-9eb7-41e0-b451-ff75023a285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.373102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 0313d066-21ab-4b12-ba6b-0df21cad3094 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:47:29.388199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::184 (e348263f-1ff2-4470-a894-002bb70b31b3/e7c60801-5200-497b-a6fe-c2c37bc4ffd8/4ec7fad6-de26-4757-b433-ddd8ce924eed) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:29.413481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 0313d066-21ab-4b12-ba6b-0df21cad3094 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:29.413853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.488518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Router 8eb54af6-ea8a-47aa-b954-e7e56c39f44b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:29.521930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.561112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Attempting to bind port e56b3da5-ffd9-4378-ba3b-94dc735a5395 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:29.561342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.561485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Attempting to bind port e56b3da5-ffd9-4378-ba3b-94dc735a5395 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'cf942445-eb62-4010-b786-8e610ef3d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:29.561839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Attempting to bind port e56b3da5-ffd9-4378-ba3b-94dc735a5395 on network e348263f-1ff2-4470-a894-002bb70b31b3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:29.578625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d9af6c90-8d64-4526-b639-0d7ab3649f8e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:29.579014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.585929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:29.586295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Checking segment: {'id': 'cf942445-eb62-4010-b786-8e610ef3d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:29.586727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.587131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Bound using segment: {'id': 'cf942445-eb62-4010-b786-8e610ef3d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:29.587617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Bound port: e56b3da5-ffd9-4378-ba3b-94dc735a5395, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf942445-eb62-4010-b786-8e610ef3d58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'e348263f-1ff2-4470-a894-002bb70b31b3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:29.588047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.609831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc83c-6a90-4f74-b661-3dcebf3a3ef0 req-9d7f7d8f-5c2f-4901-9760-6f41fcaeb083 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:29.610119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:29.611377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-815bc83c-6a90-4f74-b661-3dcebf3a3ef0 req-9d7f7d8f-5c2f-4901-9760-6f41fcaeb083 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 945 time: 0.2003658 Apr 20 14:47:29.621614 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] Sync routers for ids ['8eb54af6-ea8a-47aa-b954-e7e56c39f44b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:29.625395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:29.633159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.634007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] Routers {'8eb54af6-ea8a-47aa-b954-e7e56c39f44b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:29.634809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8bc7c2c-14bc-4b3a-bdfb-0dd4152268c0 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "PUT /v2.0/routers/8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 200 len: 915 time: 2.7579312 Apr 20 14:47:29.635081 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8eb54af6-ea8a-47aa-b954-e7e56c39f44b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:29.641857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:29.672058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 172.20.0.12 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/7fcbeea4-2090-4b5f-bfac-471d5a983c3b/20817146-c2ee-40d0-a76f-e8ee2387fd9c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:29.675955 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:29.686543 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] Routers {'8eb54af6-ea8a-47aa-b954-e7e56c39f44b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:29.687416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8eb54af6-ea8a-47aa-b954-e7e56c39f44b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:29.700596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b413c1-eb1e-421d-8f88-aaa222bfdc66,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:29.717751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 2, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:29.736426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8167e-197c-46c7-b2ee-dbbc4fca4856 req-a2fd6748-84c5-4b62-b741-4c1d1434f3ab tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:29.736681 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:29.737305 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd11ee7-199b-4e0e-a1e8-843eafe9a0ad None None] The sync data for ids ['8eb54af6-ea8a-47aa-b954-e7e56c39f44b'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:29.738479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df8167e-197c-46c7-b2ee-dbbc4fca4856 req-a2fd6748-84c5-4b62-b741-4c1d1434f3ab tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 944 time: 0.2677588 Apr 20 14:47:29.739682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.740542 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Added segment f3e8f18b-e684-49ed-885b-ed6a227fb2a3 of type vlan for network 207d0d55-de51-4fda-8366-35cdad692df1 Apr 20 14:47:29.743949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:feb1:7ad7 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/e79dc80d-b594-415b-a9cf-b4fb5806e199/20817146-c2ee-40d0-a76f-e8ee2387fd9c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:29.789438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Checking router: c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:29.789790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Updating router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 port f28f766d-d95f-4ef9-8145-beb1e78b99cf binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:47:29.820518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1140021-4ab0-452e-8666-d16602e7ac3b tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 200 len: 921 time: 0.1764820 Apr 20 14:47:29.823164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:29.842339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-815bc83c-6a90-4f74-b661-3dcebf3a3ef0 req-762176dd-7012-4f06-9245-a3ebeb9e5c5e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199650 Apr 20 14:47:29.843226 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.869579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.874189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.887238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad9188-79ce-4ff0-ab3b-19ea08b6d2fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:29.889020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0cad9188-79ce-4ff0-ab3b-19ea08b6d2fa tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=8eb54af6-ea8a-47aa-b954-e7e56c39f44b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0645752 Apr 20 14:47:29.892312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:29.897533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] For port e56b3da5-ffd9-4378-ba3b-94dc735a5395, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:29.950097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] For port e56b3da5-ffd9-4378-ba3b-94dc735a5395, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e56b3da5-ffd9-4378-ba3b-94dc735a5395,segment=NetworkSegment(cf942445-eb62-4010-b786-8e610ef3d58e),segment_id=cf942445-eb62-4010-b786-8e610ef3d58e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:29.950804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:29.958158 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe48e5-dae4-48da-8694-f89e6d423176" -d '{"events": [{"server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "name": "network-vif-plugged", "status": "completed", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:29.963988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df8167e-197c-46c7-b2ee-dbbc4fca4856 req-19126648-70f8-4347-b174-e05643ebf671 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024982 Apr 20 14:47:29.971400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.981086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.003680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d9af6c90-8d64-4526-b639-0d7ab3649f8e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9af6c90-8d64-4526-b639-0d7ab3649f8e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:30.009268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.011606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:30.012232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.020040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d98bc-ebcd-4af1-8d9b-b1f8b679f036 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:30.025805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d50d98bc-ebcd-4af1-8d9b-b1f8b679f036 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.1313946 Apr 20 14:47:30.027612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39688) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:30.064136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.075979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-59e16fcd-7e8f-4aa8-a69b-a9232e2e631b tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 200 len: 205 time: 0.0437326 Apr 20 14:47:30.075979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39690) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:30.125001 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbaee48-2b44-4e21-9a07-6d43ce686593 x-openstack-request-id: req-bdbaee48-2b44-4e21-9a07-6d43ce686593 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:30.125262 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "name": "network-vif-plugged", "status": "completed", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:30.125519 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdbaee48-2b44-4e21-9a07-6d43ce686593 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:30.125907 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbaee48-2b44-4e21-9a07-6d43ce686593'] response: {'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'code': 200} Apr 20 14:47:30.138326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0313d066-21ab-4b12-ba6b-0df21cad3094,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:30.141925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.168312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3943865 Apr 20 14:47:30.174735 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.176946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39694) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:30.195609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Request body: {'subnet': {'network_id': '207d0d55-de51-4fda-8366-35cdad692df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-645927249-subnet', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:30.259914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb162701-5e3a-4f15-856c-090887559563 admin admin] Pushing event updated for resources: {'Network': ['ID=207d0d55-de51-4fda-8366-35cdad692df1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.265205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4c711-29ec-48bc-94b8-de4a9426e28c None None] Pushing event updated for resources: {'Port': ['ID=e56b3da5-ffd9-4378-ba3b-94dc735a5395,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.274314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e632a-3729-433c-a0ce-4a74c44014c8 req-42f4c699-5822-4cad-853e-5201f9733b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:30.280829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f61e632a-3729-433c-a0ce-4a74c44014c8 req-42f4c699-5822-4cad-853e-5201f9733b26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 1097 time: 0.0988686 Apr 20 14:47:30.298433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.305816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 207d0d55-de51-4fda-8366-35cdad692df1 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:30.313209 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.322115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Made reservation on behalf of b6b6d70adf5e4d6bacacf5ab6eb13c09 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:30.324604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.400741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f61e632a-3729-433c-a0ce-4a74c44014c8 req-5d98b27e-caec-4425-9565-72a232ac1de0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804198 Apr 20 14:47:30.406389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.455337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network e348263f-1ff2-4470-a894-002bb70b31b3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:30.483761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:30.494056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d9af6c90-8d64-4526-b639-0d7ab3649f8e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.503551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:30.520839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:30.522366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.542352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=4ec7fad6-de26-4757-b433-ddd8ce924eed,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.552695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.574912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.610139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-41b1a0fc-bb41-4cb2-881b-58336bbf4f2e None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:30.610538 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-41b1a0fc-bb41-4cb2-881b-58336bbf4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.630152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:30.630970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92b77c5f-357e-4024-869d-aa5fcaafbdcb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0511844 Apr 20 14:47:30.647117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:30.660096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:30.665540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=20817146-c2ee-40d0-a76f-e8ee2387fd9c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.671657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:30.710415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.721893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.728734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.744426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:30.746035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.767067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port 71749c8b-66f8-4a9d-a9c0-431a9fd7b766 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:30.767414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:30.801061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9fb2587-da76-41ee-90b4-e5483b54a4a5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3026989 Apr 20 14:47:30.811288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39698) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:30.829155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a6a4fa77-bdde-4bb6-9317-b1559f60c41f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:30.865028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f8d5-53bb-442f-8ff4-560e94f70ce8 None None] Pushing event updated for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:30.978316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.004018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd77aa1-4d6a-4100-9370-5bb50a9be5ff tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:31.018784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd77aa1-4d6a-4100-9370-5bb50a9be5ff tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:31.035514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39704) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:31.036454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8bd77aa1-4d6a-4100-9370-5bb50a9be5ff tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2235320 Apr 20 14:47:31.095560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Attempting to bind port f28f766d-d95f-4ef9-8145-beb1e78b99cf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:31.096301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Attempting to bind port f28f766d-d95f-4ef9-8145-beb1e78b99cf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:31.097043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Attempting to bind port f28f766d-d95f-4ef9-8145-beb1e78b99cf on network 2562f0c8-7885-49e6-bfb7-ffc007729be6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:31.108356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:31.108656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.109229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Checking segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:31.109842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.110419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Bound using segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:31.111111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Bound port: f28f766d-d95f-4ef9-8145-beb1e78b99cf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:31.111761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.128380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port a6a4fa77-bdde-4bb6-9317-b1559f60c41f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:47:31.128630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for 71749c8b-66f8-4a9d-a9c0-431a9fd7b766 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:31.135838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port a6a4fa77-bdde-4bb6-9317-b1559f60c41f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:31.136606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.155657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb3547a-7b64-424e-be63-057a35a3fd37,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:31.271234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] For port f28f766d-d95f-4ef9-8145-beb1e78b99cf, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:31.276556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Checking segment: {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:31.277495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Network hostable DHCP agents. Network: 207d0d55-de51-4fda-8366-35cdad692df1, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:47:31.279126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] For port f28f766d-d95f-4ef9-8145-beb1e78b99cf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f28f766d-d95f-4ef9-8145-beb1e78b99cf,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:31.289697 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.299134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168222-ffa7-4222-ac5d-794c39ef1eb7 req-40cd9241-712c-4885-be65-79e8a24f687a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:31.301371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69168222-ffa7-4222-ac5d-794c39ef1eb7 req-40cd9241-712c-4885-be65-79e8a24f687a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.3247144 Apr 20 14:47:31.315220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4893-b9f5-4dc3-a917-471887cab8e9 req-2664314f-97d1-4866-a2a0-725e42c93626 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:31.317053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5ad4893-b9f5-4dc3-a917-471887cab8e9 req-2664314f-97d1-4866-a2a0-725e42c93626 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 944 time: 0.1569958 Apr 20 14:47:31.395424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69168222-ffa7-4222-ac5d-794c39ef1eb7 req-46a57ae3-ad5f-41bc-b5d0-f719b2e33a84 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766947 Apr 20 14:47:31.441413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5ad4893-b9f5-4dc3-a917-471887cab8e9 req-c7f85bb3-b1b6-4fce-80e1-e7fc724b82a3 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978119 Apr 20 14:47:31.444802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Network 207d0d55-de51-4fda-8366-35cdad692df1 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:47:31.477460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 207d0d55-de51-4fda-8366-35cdad692df1) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:31.489708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:31.490420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.523886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-72904a4e-44f3-4d37-823a-f3629b55243c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3445454 Apr 20 14:47:31.526714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:31.531465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:31.588322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd311208-0fd3-49af-a6c1-0062ef3d5c0a None None] Network 207d0d55-de51-4fda-8366-35cdad692df1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:31.591344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.595748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.597065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.629408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Provisioning complete for port 20817146-c2ee-40d0-a76f-e8ee2387fd9c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:31.629955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.672913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Port 20817146-c2ee-40d0-a76f-e8ee2387fd9c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:31.676078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:31.676734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:31.727908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.919138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed3d55-531a-43b8-9d86-bbc6ee94556e None None] Network e348263f-1ff2-4470-a894-002bb70b31b3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:31.919138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727f8d5-53bb-442f-8ff4-560e94f70ce8 None None] Pushing event updated for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:31.928098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Provisioning complete for port f28f766d-d95f-4ef9-8145-beb1e78b99cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:31.928474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:31.993165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.060942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.124645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:32.193768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:32.196356 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c1645-85ea-4578-84fe-dd6deffda816" -d '{"events": [{"server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:32.243627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,segment=NetworkSegment(15483bd4-4868-4cb7-a45e-a115c97bf262),segment_id=15483bd4-4868-4cb7-a45e-a115c97bf262)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:32.284346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.290761 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4972e3-461a-49e4-8a4e-4b9544bf37c0 x-openstack-request-id: req-6b4972e3-461a-49e4-8a4e-4b9544bf37c0 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:32.291079 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:32.291420 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b4972e3-461a-49e4-8a4e-4b9544bf37c0 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:32.291824 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4972e3-461a-49e4-8a4e-4b9544bf37c0'] response: {'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f', 'code': 200} Apr 20 14:47:32.330177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 20817146-c2ee-40d0-a76f-e8ee2387fd9c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:32.330525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.350530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.356614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.362478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.368818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.374282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.380288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.386200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.388099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-4695a695-8f52-4b75-b81d-ff24606673d4 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.2266419 Apr 20 14:47:32.434645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-207d0d55-de51-4fda-8366-35cdad692df1', 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'fixed_ips': [{'subnet_id': '1fb3547a-7b64-424e-be63-057a35a3fd37'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:32.435659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.481056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9af6c90-8d64-4526-b639-0d7ab3649f8e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:32.483998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91229dfc-3ede-4384-9ef5-e870cf4c4b9b req-98681c34-94ea-4b3b-9f3c-0119983b53a3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693705 Apr 20 14:47:32.485223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.507511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.533547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.542478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:32.569573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.617266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bdd41-1533-4b64-b48c-226d2730a99b req-d43fac01-104e-49e7-b014-1c30d4e8e9a4 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.626068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-433bdd41-1533-4b64-b48c-226d2730a99b req-d43fac01-104e-49e7-b014-1c30d4e8e9a4 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.1200798 Apr 20 14:47:32.688961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=71749c8b-66f8-4a9d-a9c0-431a9fd7b766,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:32.704224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] For port f28f766d-d95f-4ef9-8145-beb1e78b99cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f28f766d-d95f-4ef9-8145-beb1e78b99cf,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:32.750395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.750556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362b259-6d4b-43c4-b32c-25bac9c11056 req-e79b6145-a987-4aa6-af22-e81cfd5ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.752359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9362b259-6d4b-43c4-b32c-25bac9c11056 req-e79b6145-a987-4aa6-af22-e81cfd5ee3cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 1096 time: 0.3775046 Apr 20 14:47:32.773075 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.775808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-433bdd41-1533-4b64-b48c-226d2730a99b req-d79ba1b3-38c7-4b92-b316-769a101eb4bd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317730 Apr 20 14:47:32.778025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Allocated IP 172.25.1.61 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/47848031-7554-4299-91c9-fe4f73ad4f40) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:32.813839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.817419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 20817146-c2ee-40d0-a76f-e8ee2387fd9c owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:32.834641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.858745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d9af6c90-8d64-4526-b639-0d7ab3649f8e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:32.859232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.887644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f851548-31aa-4a1d-a359-8fb50448be7b req-4e091ce1-99cb-409b-9c42-8967a28abadf tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:32.894810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9362b259-6d4b-43c4-b32c-25bac9c11056 req-14db2180-b8ae-4dcf-8430-cf24b2d49720 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076429 Apr 20 14:47:32.897561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:32.901254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Allocated IP 172.20.0.2 (207d0d55-de51-4fda-8366-35cdad692df1/1fb3547a-7b64-424e-be63-057a35a3fd37/a8e95cfb-512f-4226-a2d7-094f174ee26d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:32.901569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f851548-31aa-4a1d-a359-8fb50448be7b req-4e091ce1-99cb-409b-9c42-8967a28abadf tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.2394660 Apr 20 14:47:32.903564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1092176-6a13-44a2-be0d-8c4100020ed2 None None] Pushing event updated for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:32.971803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:31Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:33.023574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Provisioning complete for port e56b3da5-ffd9-4378-ba3b-94dc735a5395 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:33.024305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.039504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f851548-31aa-4a1d-a359-8fb50448be7b req-b67bd683-bbcc-4ab7-ab0e-c8d46538f2e6 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363451 Apr 20 14:47:33.062821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947570-d5c2-4d66-aa23-2f67c2561f68 req-1e48bc36-4053-499f-be40-4125eaaf82de tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.064413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41947570-d5c2-4d66-aa23-2f67c2561f68 req-1e48bc36-4053-499f-be40-4125eaaf82de tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.1966493 Apr 20 14:47:33.074732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39722) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:33.082372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'port_id': '0313d066-21ab-4b12-ba6b-0df21cad3094'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:33.099012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=4ec7fad6-de26-4757-b433-ddd8ce924eed,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:33.102359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.103895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e79ffd7-515b-495b-85cd-7b50aff266d5 None None] The sync data for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 is: [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:31Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:33.128084 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.136044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.235853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.236713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router 8eb54af6-ea8a-47aa-b954-e7e56c39f44b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:33.254405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.256705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.257543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.269675 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4776dd0e-18c3-4d6f-8f79-8e12a4d01684 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 204 len: 168 time: 3.1843007 Apr 20 14:47:33.270361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:33.279152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.280281 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.302536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61785868', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:33.349671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Pushing event updated for resources: {'Port': ['ID=a8e95cfb-512f-4226-a2d7-094f174ee26d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:33.357768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e56b3da5-ffd9-4378-ba3b-94dc735a5395 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:33.383240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:33.386254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Network 207d0d55-de51-4fda-8366-35cdad692df1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:33.390108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:33.397674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:33.407993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Pushing event updated for resources: {'Port': ['ID=47848031-7554-4299-91c9-fe4f73ad4f40,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:33.432926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:33.441280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:33.454063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.463251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.501965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.511138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.512399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.674682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.804292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.873223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Attempting to bind port a8e95cfb-512f-4226-a2d7-094f174ee26d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:33.873718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Attempting to bind port a8e95cfb-512f-4226-a2d7-094f174ee26d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:33.874133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Attempting to bind port a8e95cfb-512f-4226-a2d7-094f174ee26d on network 207d0d55-de51-4fda-8366-35cdad692df1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:33.879681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] For port e56b3da5-ffd9-4378-ba3b-94dc735a5395, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e56b3da5-ffd9-4378-ba3b-94dc735a5395,segment=NetworkSegment(cf942445-eb62-4010-b786-8e610ef3d58e),segment_id=cf942445-eb62-4010-b786-8e610ef3d58e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:33.884772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e56b3da5-ffd9-4378-ba3b-94dc735a5395 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:33.885162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.905159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.911129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.929437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:33.929850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Checking segment: {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:33.930616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.931014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Bound using segment: {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:33.931500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Bound port: a8e95cfb-512f-4226-a2d7-094f174ee26d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:33.932011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.933540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.939409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.945526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.950679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:33.952075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.958273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.979841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:33.981480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=20817146-c2ee-40d0-a76f-e8ee2387fd9c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:33.981855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-b95c4edb-a52c-4294-a428-1fd33784dcb3 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.3275628 Apr 20 14:47:34.083289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Provisioning complete for port f28f766d-d95f-4ef9-8145-beb1e78b99cf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:34.087131 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.263250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] For port a8e95cfb-512f-4226-a2d7-094f174ee26d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:34.270501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] For port a8e95cfb-512f-4226-a2d7-094f174ee26d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a8e95cfb-512f-4226-a2d7-094f174ee26d,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:34.274241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8afdd-08a8-4273-9893-d58628d7270a None None] Pushing event updated for resources: {'Port': ['ID=e56b3da5-ffd9-4378-ba3b-94dc735a5395,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:34.282155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.319900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.335336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.354390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7aa962a9-d196-4a77-a2a9-2fe957fc6af1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/20817146-c2ee-40d0-a76f-e8ee2387fd9c HTTP/1.1" status: 204 len: 168 time: 3.3176370 Apr 20 14:47:34.357747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39732) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:34.445956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0528a-4cb4-41cf-91d7-03e2b516db8f None None] Pushing event updated for resources: {'Port': ['ID=a8e95cfb-512f-4226-a2d7-094f174ee26d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:34.562112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199f3a1-cc2c-422e-b676-d9a7ca3f3083 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:34.564652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199f3a1-cc2c-422e-b676-d9a7ca3f3083 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:34.566818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199f3a1-cc2c-422e-b676-d9a7ca3f3083 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:34.570542 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a199f3a1-cc2c-422e-b676-d9a7ca3f3083 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1922827 Apr 20 14:47:34.571462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:34.615042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1e7b352c-d27c-496c-be88-ef35a800858b None None] Provisioning complete for port 4ec7fad6-de26-4757-b433-ddd8ce924eed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:34.615413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1e7b352c-d27c-496c-be88-ef35a800858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.657289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f28f766d-d95f-4ef9-8145-beb1e78b99cf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:34.766205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b352c-d27c-496c-be88-ef35a800858b None None] Port 4ec7fad6-de26-4757-b433-ddd8ce924eed cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:34.770385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f28f766d-d95f-4ef9-8145-beb1e78b99cf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:34.770649 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.822020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1e7b352c-d27c-496c-be88-ef35a800858b None None] Provisioning complete for port e56b3da5-ffd9-4378-ba3b-94dc735a5395 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:34.822662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1e7b352c-d27c-496c-be88-ef35a800858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.829429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6872c9-ef59-4a8c-8fd5-beaeb73a745b req-1a84230f-0390-47c8-8f2a-81db9678d351 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7787585 Apr 20 14:47:34.842017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 7fcbeea4-2090-4b5f-bfac-471d5a983c3b {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:34.860627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.902930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.938728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:34.981245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e56b3da5-ffd9-4378-ba3b-94dc735a5395 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:34.982412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b386a5a-44e2-4b4b-9ea2-a504228f6166 req-e3b6d656-b523-4fa6-85d6-883b2f8648e7 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:34.983996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b386a5a-44e2-4b4b-9ea2-a504228f6166 req-e3b6d656-b523-4fa6-85d6-883b2f8648e7 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.4091599 Apr 20 14:47:35.047363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e56b3da5-ffd9-4378-ba3b-94dc735a5395 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:35.047756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.111106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b386a5a-44e2-4b4b-9ea2-a504228f6166 req-8264367c-dea9-4607-b7ec-800ab8259e55 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191623 Apr 20 14:47:35.147084 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.214876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.223376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.262333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.302415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.333364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.347051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.363293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.365869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.366755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.398745 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP 0ad528ff-e251-42e4-a6af-922347275ae3 associated. External IP: 172.25.1.170, port: 0313d066-21ab-4b12-ba6b-0df21cad3094. Apr 20 14:47:35.439807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcbeea4-2090-4b5f-bfac-471d5a983c3b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:35.449342 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.455932 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3568e867-2cc5-4e2a-9d58-2fb04c2b16de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/7fcbeea4-2090-4b5f-bfac-471d5a983c3b HTTP/1.1" status: 204 len: 168 time: 0.8436928 Apr 20 14:47:35.457700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ddb91-080a-4235-9e17-e6fddb931df1 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:35.472349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39736) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:35.614059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:35.733780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:35.914342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:35.925821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=4ec7fad6-de26-4757-b433-ddd8ce924eed,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:35.951863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Sync routers for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:35.952562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:35.957685 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.964330 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:35.969206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:35.972813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1636dad8-3d4b-4f4e-86ae-1091b3906500 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4448469 Apr 20 14:47:35.991061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:35.992029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:35.996839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39740) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.005188 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:36.007001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:36.062128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec474f6f-2acf-4fcf-a81b-ab14e05fcc8d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "PUT /v2.0/floatingips/0ad528ff-e251-42e4-a6af-922347275ae3 HTTP/1.1" status: 200 len: 992 time: 2.9860733 Apr 20 14:47:36.065075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:36.067538 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7604dc42-b7e0-4232-ac8b-fd243908f02d" -d '{"events": [{"name": "network-changed", "server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:36.116719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcdf82-864d-49a1-9826-08393982ee2d None None] Network 207d0d55-de51-4fda-8366-35cdad692df1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:36.143727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.150297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.156770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.162870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.180159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.186809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.194781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.203636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-209eb424-de02-4ba3-97eb-2140519df559 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.2033422 Apr 20 14:47:36.213437 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:36.228003 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba4a258-be28-40a8-9ae2-b560071f70c9 x-openstack-request-id: req-7ba4a258-be28-40a8-9ae2-b560071f70c9 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:36.229035 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:36.229203 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba4a258-be28-40a8-9ae2-b560071f70c9 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:36.229642 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba4a258-be28-40a8-9ae2-b560071f70c9'] response: {'name': 'network-changed', 'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'status': 'completed', 'code': 200} Apr 20 14:47:36.284046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet e79dc80d-b594-415b-a9cf-b4fb5806e199 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:36.287177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.303782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] Provisioning complete for port a8e95cfb-512f-4226-a2d7-094f174ee26d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:36.304175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.308721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:36.316759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b673447-3883-4afa-9a51-6eaffa01f7a9 req-ec4c0c8e-c57c-489c-8cd0-d8520aa1d5a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119785 Apr 20 14:47:36.351304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de77a3-6c6f-4803-b238-c97ed34f1260 req-6997de71-dfc9-43e1-9558-c0a35988495e tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.352948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8de77a3-6c6f-4803-b238-c97ed34f1260 req-6997de71-dfc9-43e1-9558-c0a35988495e tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.1358531 Apr 20 14:47:36.358111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.442422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8de77a3-6c6f-4803-b238-c97ed34f1260 req-14416896-68ba-427c-833b-2f870daa5b33 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824087 Apr 20 14:47:36.478373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.545810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a8e95cfb-512f-4226-a2d7-094f174ee26d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:36.561273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Allocated IP 172.25.1.248 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/dc961d8e-bc97-4397-9cb4-0a68a502ca61) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:36.582036 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '0ad528ff-e251-42e4-a6af-922347275ae3', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:8c:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:47:05Z', 'updated_at': '2022-04-20T14:47:35Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}, {'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:36.606060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.609247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ed27b-a7f7-46e5-b9b3-6f224bacd065 req-bb61e833-c1c6-4d08-a668-ee1d7be8dcce tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.617661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df3ed27b-a7f7-46e5-b9b3-6f224bacd065 req-bb61e833-c1c6-4d08-a668-ee1d7be8dcce tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.0651090 Apr 20 14:47:36.618891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:36.630765 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:36.631423 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:36.664820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df3ed27b-a7f7-46e5-b9b3-6f224bacd065 req-7d2b1042-6df8-448c-8ce3-68847ade2939 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Apr 20 14:47:36.688819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.690418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21944011-270c-4f52-a87f-322713a0b4be None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:36.693604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/e79dc80d-b594-415b-a9cf-b4fb5806e199 HTTP/1.1" status: 204 len: 168 time: 1.2205591 Apr 20 14:47:36.695079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39756) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.736008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e47b8900-0609-4847-9da1-7cbf69fdffd3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397012 Apr 20 14:47:36.736675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39758) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.775520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.788954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a7850-4933-42eb-b49e-124bca378858 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.793553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b0a7850-4933-42eb-b49e-124bca378858 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0558600 Apr 20 14:47:36.794221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.834427 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:36.877576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b5717-9e5d-4986-b64a-fb2a66237611 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:36.879225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-321b5717-9e5d-4986-b64a-fb2a66237611 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0838914 Apr 20 14:47:36.894164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39764) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.908392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] For port a8e95cfb-512f-4226-a2d7-094f174ee26d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a8e95cfb-512f-4226-a2d7-094f174ee26d,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:36.920351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a8e95cfb-512f-4226-a2d7-094f174ee26d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:36.920993 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.942790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.956363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-af7738e4-1bda-4b1e-b0f2-2f087bbe0dcf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609651 Apr 20 14:47:36.971564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39766) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:36.979775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:36.980060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9427-88c5-4579-bc76-79341ede8b1b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=e79dc80d-b594-415b-a9cf-b4fb5806e199,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:36.985604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:37.041280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.048230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.059527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.068745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.077427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.083831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.095108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.100090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e05c175c-84ea-4f29-b475-e23e33dbaa13 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 1.1676309 Apr 20 14:47:37.102442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-ee6a7417-eec4-485f-8453-08997433789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.104487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-ee6a7417-eec4-485f-8453-08997433789c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 1097 time: 0.5403445 Apr 20 14:47:37.219477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e3cff2e4-5a43-4df8-9994-3a820178896d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.228860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-e3cff2e4-5a43-4df8-9994-3a820178896d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1173530 Apr 20 14:47:37.306951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:33Z', 'revision_number': 3, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:37.316938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ab7eb404-a77b-4871-85a3-68d8e53a10af None None] Provisioning complete for port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:37.317575 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb404-a77b-4871-85a3-68d8e53a10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:37.339373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '0ad528ff-e251-42e4-a6af-922347275ae3', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:8c:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:47:05Z', 'updated_at': '2022-04-20T14:47:35Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}, {'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:37.373530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b69694-a2c7-4ce0-92d6-26c010e0428b None None] Pushing event updated for resources: {'Port': ['ID=a8e95cfb-512f-4226-a2d7-094f174ee26d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:37.374906 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677282d-8bd6-4180-b9cc-e939402d49e0 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '0ad528ff-e251-42e4-a6af-922347275ae3', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:8c:20:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:47:05Z', 'updated_at': '2022-04-20T14:47:35Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}, {'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:37.381139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Checking router: 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:37.381375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Updating router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 port 47848031-7554-4299-91c9-fe4f73ad4f40 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:47:37.426560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2046-4ba6-4141-ace8-b101b8929d5e req-1f4b16d8-5d7f-4948-aca7-6aa2e742b2bf tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.428180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c0d2046-4ba6-4141-ace8-b101b8929d5e req-1f4b16d8-5d7f-4948-aca7-6aa2e742b2bf tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.4850934 Apr 20 14:47:37.460962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:37.480946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network e348263f-1ff2-4470-a894-002bb70b31b3 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:37.500826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:37.544360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c0d2046-4ba6-4141-ace8-b101b8929d5e req-8f59c89b-2cfd-4244-b96a-b68cd621194c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040654 Apr 20 14:47:37.577216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.583976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.590517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.596910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.603047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.610238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.617277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:37.619401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-eef99cb8-f439-48d8-b743-c8d04931e907 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.1517904 Apr 20 14:47:37.621100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:37.625787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:37.627997 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:37.628434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:37.644290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:37.663667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e75a4d0-f233-478a-9336-98432c9c0c79 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6910191 Apr 20 14:47:37.671564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39772) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:37.678130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:37.732717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:37.789238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda2c159-b453-4838-855a-a5471b5e1ad7 None None] New status for floating IP 0ad528ff-e251-42e4-a6af-922347275ae3: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:47:37.816771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16461c9c-6f5f-4f6f-af1e-847ccad765e2 req-7769900b-b59e-4df4-9a89-dc2b5d0e6db6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836638 Apr 20 14:47:37.874770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:37.879090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:37.881241 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:37.881799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:37.906057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f640194f-7cc8-4c76-b5ce-00282a2e2c80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2331090 Apr 20 14:47:37.906975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39776) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:37.914155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:37.986632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:37.995421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-09aa6e17-456d-4174-9c64-ecdb2393ba05 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7374673 Apr 20 14:47:38.000174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:38.004279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-a115c8c9-83ed-47e4-844c-28a23611af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:38.005732 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-a115c8c9-83ed-47e4-844c-28a23611af0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.7903118 Apr 20 14:47:38.007219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:38.021491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:38.060156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event updated for resources: {'Port': ['ID=dc961d8e-bc97-4397-9cb4-0a68a502ca61,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:38.090714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Deleting port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:38.090987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.104971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:38.108402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.109774 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:38.110868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:38.122488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ccc7a-b9a1-4732-bb23-b2935cd27250 req-9d64a582-9661-4d0e-b219-1629bc59c87b tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:38.124021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120ccc7a-b9a1-4732-bb23-b2935cd27250 req-9d64a582-9661-4d0e-b219-1629bc59c87b tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.0873470 Apr 20 14:47:38.148908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2048bba-82ce-4e1c-ae9d-a10f1a9f415d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2377892 Apr 20 14:47:38.154139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39780) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.154280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] For port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:38.155126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.159084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:38.169752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Calling delete_port for 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:38.215244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Router 52845475-4f78-4ba8-b3f8-04976b9d7a6f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:38.222707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-deea84c8-2ee7-405e-8270-0c8c6654c8d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0313d066-21ab-4b12-ba6b-0df21cad3094 HTTP/1.1" status: 200 len: 1000 time: 0.1979663 Apr 20 14:47:38.232679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120ccc7a-b9a1-4732-bb23-b2935cd27250 req-d275cd63-aaba-419f-ba05-920729482285 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987000 Apr 20 14:47:38.252045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.271822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:38.272070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.277695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.279856 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:38.281002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:38.281874 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.292020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.319821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b5250eb-f505-4333-a097-3f4753228122 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1599805 Apr 20 14:47:38.321107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] Pushing event deleted for resources: {'Port': ['ID=4cc33bda-3df7-4c77-9d97-56bbbd7bd920,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:38.321817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39782) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.327717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:38.329466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957017d-15f3-4510-b830-6cc1ba7f29b5 None None] No DVR routers for this DVR port 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:38.334232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b5e8b762-194d-4907-9a53-25f959a6c97e None None] Provisioning complete for port 4ec7fad6-de26-4757-b433-ddd8ce924eed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:38.334630 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b762-194d-4907-9a53-25f959a6c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.422614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a8e95cfb-512f-4226-a2d7-094f174ee26d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:38.455491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:38.456878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Attempting to bind port 47848031-7554-4299-91c9-fe4f73ad4f40 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:38.456878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Attempting to bind port 47848031-7554-4299-91c9-fe4f73ad4f40 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:38.457203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Attempting to bind port 47848031-7554-4299-91c9-fe4f73ad4f40 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:38.459075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.460754 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:38.461177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:38.464040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd13cc-e6d2-4515-af35-88b8fc7cd8fb None None] Pushing event updated for resources: {'Port': ['ID=47848031-7554-4299-91c9-fe4f73ad4f40,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:38.469591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8b762-194d-4907-9a53-25f959a6c97e None None] Port 4ec7fad6-de26-4757-b433-ddd8ce924eed cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:38.480956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:38.481438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:38.481798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.482204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:38.482705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Bound port: 47848031-7554-4299-91c9-fe4f73ad4f40, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:38.483113 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.487641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14ff3ed2-57c6-4116-a7e9-e608a6dea4ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1646767 Apr 20 14:47:38.490757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.496324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:38.536222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b5e8b762-194d-4907-9a53-25f959a6c97e None None] Provisioning complete for port a8e95cfb-512f-4226-a2d7-094f174ee26d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:38.536628 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b762-194d-4907-9a53-25f959a6c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.568956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.574647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] For port 47848031-7554-4299-91c9-fe4f73ad4f40, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:38.576685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a8e95cfb-512f-4226-a2d7-094f174ee26d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:38.577022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.583363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-b8aa7fee-4af9-41a8-89e9-39a9165c73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:38.584954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-b8aa7fee-4af9-41a8-89e9-39a9165c73a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.3547196 Apr 20 14:47:38.589482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:38.597285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.600918 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:38.601678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:38.615428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] For port 47848031-7554-4299-91c9-fe4f73ad4f40, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=47848031-7554-4299-91c9-fe4f73ad4f40,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:38.624210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:38.627642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92461d3a-c149-4e6e-87c4-e8c2603a0754 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1353297 Apr 20 14:47:38.629579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.670429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1fe5c30e-0bb1-4dc0-a9ed-5d691ba396d4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0374672 Apr 20 14:47:38.671437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.687318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:38.700581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] Sync routers for ids ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:38.708541 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-15c6dfe3-8f79-4ef8-ac6c-1e2a1120d521 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/routers/52845475-4f78-4ba8-b3f8-04976b9d7a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0768952 Apr 20 14:47:38.715000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39790) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.717249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] Routers {'52845475-4f78-4ba8-b3f8-04976b9d7a6f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:38.718062 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:38.734086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:38.734736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:38.752646 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:38.761901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] Routers {'52845475-4f78-4ba8-b3f8-04976b9d7a6f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:38.762785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:38.773661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4ccb6-af62-4c92-9cb8-62c5a5220f35 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:38.775174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0de4ccb6-af62-4c92-9cb8-62c5a5220f35 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026981 Apr 20 14:47:38.778182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39792) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.779570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd13cc-e6d2-4515-af35-88b8fc7cd8fb None None] Pushing event updated for resources: {'Port': ['ID=47848031-7554-4299-91c9-fe4f73ad4f40,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:38.798766 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:38.799647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030cd74-17d1-46bf-9f33-dedffe9aafe1 None None] The sync data for ids ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:38.832721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7f32c5ab-8b9f-410d-871e-adac9b0094ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489988 Apr 20 14:47:38.842664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b55380-1c5b-4efb-b26b-0df60f151cb5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:38.842664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f0b55380-1c5b-4efb-b26b-0df60f151cb5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?device_id=52845475-4f78-4ba8-b3f8-04976b9d7a6f HTTP/1.1" status: 200 len: 988 time: 0.1271241 Apr 20 14:47:38.843040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.843344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:38.864580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:38.913143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:38.953297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:39.000628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:39.000991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4cc33bda-3df7-4c77-9d97-56bbbd7bd920 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:39.131295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.138195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.144574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.150806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.156843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.162918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.169074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.171438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-86d0642b-f948-4486-80fe-435837f14cf1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 5446 time: 0.2169423 Apr 20 14:47:39.252849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:39.256906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:39.266690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-761a4abb-106d-4897-9823-816bbca8a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.268205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-761a4abb-106d-4897-9823-816bbca8a8f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6698558 Apr 20 14:47:39.280532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:33Z', 'revision_number': 3, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:39.285613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:39.309782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f0400-39eb-4339-bdd3-377f5661d3eb None None] The sync data for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 is: [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:33Z', 'revision_number': 3, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:39.438770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=fb6198d9-0b53-4ed0-8638-c2155f816897,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:39.444034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b7aa14d-2ece-4da7-ae73-e2e711fa870e req-07e6cfd9-529f-4640-acc0-60c10074df2d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370687 Apr 20 14:47:39.530616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d042-35ed-4a12-899e-302d3c64562d req-ce85917a-995d-4ad2-a436-f2c26b7ff642 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.532117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5307d042-35ed-4a12-899e-302d3c64562d req-ce85917a-995d-4ad2-a436-f2c26b7ff642 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.1908674 Apr 20 14:47:39.544933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d99a4d-88e4-4dcf-8cb0-39d374a06416 req-e8a507dd-4f05-476e-86e6-e31b8450bf41 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:39.546495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19d99a4d-88e4-4dcf-8cb0-39d374a06416 req-e8a507dd-4f05-476e-86e6-e31b8450bf41 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 945 time: 0.2063429 Apr 20 14:47:39.585295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-02c1ea13-757b-400e-a747-b41b971e270e service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031294 Apr 20 14:47:39.588830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] For port fb6198d9-0b53-4ed0-8638-c2155f816897, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:39.666913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Allocated IP 172.20.0.1 (207d0d55-de51-4fda-8366-35cdad692df1/1fb3547a-7b64-424e-be63-057a35a3fd37/26c4938b-8bf7-46d6-b963-5c9d9d640871) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:39.738117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19d99a4d-88e4-4dcf-8cb0-39d374a06416 req-dedf77b8-1236-48ed-83bf-b91817ecdcb6 tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/security-groups?id=d78e295f-095a-4bdd-9cb0-b5f22a6f5058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787543 Apr 20 14:47:39.738655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] device_id is not set on port fb6198d9-0b53-4ed0-8638-c2155f816897 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:39.760274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:39.791935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:39.837128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Deleting port a6a4fa77-bdde-4bb6-9317-b1559f60c41f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:39.837387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:39.976702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:39.994411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.011721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.016118 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7604dc42-b7e0-4232-ac8b-fd243908f02d req-c1882720-3ac1-401e-ab52-e30f25d44af9 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901167 Apr 20 14:47:40.021624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:40.034667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] No DVR routers for this DVR port fb6198d9-0b53-4ed0-8638-c2155f816897 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:40.069731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.138023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b6c-4109-46ec-91cf-41b717d8feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.171459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] In _notify_port_updated(), no bound segment for port fb6198d9-0b53-4ed0-8638-c2155f816897 on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:47:40.172339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.173118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.175261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-cadfbbd4-6732-4ac0-80f8-17e6d3105c33 service neutron] 10.222.0.43 "PUT /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 200 len: 1032 time: 2.1623790 Apr 20 14:47:40.217527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=658ffde7-5184-43d0-9d8b-0814bfa5856b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:40.230218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:40.246228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.270854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:40.274994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.276026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.282716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b828d7f-8078-40ad-8884-130d1d5b54c3 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:40.284784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-90c5f23a-53b6-40e2-b17b-5bf4b30b179e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.286811 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-90c5f23a-53b6-40e2-b17b-5bf4b30b179e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "GET /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1005154 Apr 20 14:47:40.286978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] For port a6a4fa77-bdde-4bb6-9317-b1559f60c41f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,segment=NetworkSegment(15483bd4-4868-4cb7-a45e-a115c97bf262),segment_id=15483bd4-4868-4cb7-a45e-a115c97bf262)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:40.287289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.300825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:40.359082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Calling delete_port for a6a4fa77-bdde-4bb6-9317-b1559f60c41f owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:40.399236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.401740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-65aa28cd-b163-4c4d-8bd4-5d7e80ada2b4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5570815 Apr 20 14:47:40.405939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:40.425049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:34:19:96', 'name': 'tempest-NetworksTestDHCPv6-1918879709'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:40.514917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 47848031-7554-4299-91c9-fe4f73ad4f40 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:40.616466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.649841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 4ec7fad6-de26-4757-b433-ddd8ce924eed {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:40.650313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.652583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 47848031-7554-4299-91c9-fe4f73ad4f40 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:40.652952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.656347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ae5e0cb-a69d-4be3-82ee-3c1bdad8b543 None None] Provisioning complete for port fb6198d9-0b53-4ed0-8638-c2155f816897 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:40.656705 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ae5e0cb-a69d-4be3-82ee-3c1bdad8b543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.659413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '658ffde7-5184-43d0-9d8b-0814bfa5856b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:40.660154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.666138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.672125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.678008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.684154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.689994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.695768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:40.697837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5163051f-bb63-4832-910d-ed44d4735f74 req-63267e6b-d372-4186-bfb4-4abc0af26841 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 4667 time: 0.1204636 Apr 20 14:47:40.754857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5e0cb-a69d-4be3-82ee-3c1bdad8b543 None None] Port fb6198d9-0b53-4ed0-8638-c2155f816897 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:40.757846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Network 207d0d55-de51-4fda-8366-35cdad692df1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:40.766706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:40.769320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:40.775762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Pushing event updated for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:40.784334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Router 043cd69b-8363-4a00-97f1-7ba8991ec86a is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:47:40.869250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5163051f-bb63-4832-910d-ed44d4735f74 req-2ecc832b-f72f-4abf-9b8f-aa7b206ae533 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&id=d5948e3a-709d-4d39-8a9b-e54b28fc46bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533573 Apr 20 14:47:40.877697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.896753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 1bc49c7d-bc51-4a09-b73a-6315cedbee64 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:40.899184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['a6a4fa77-bdde-4bb6-9317-b1559f60c41f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:47:40.944471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Pushing event deleted for resources: {'Port': ['ID=a6a4fa77-bdde-4bb6-9317-b1559f60c41f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:40.944820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.957250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:40.964130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c00e94f1-2497-407e-a7cf-1857e957c85b,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:40.982997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:40.991033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b0508d1-2bd9-4ba6-89fd-0411a11bfde0 req-ceace6de-4c44-4bf7-8c97-dc661654a4cd tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52b7421-9c2e-4502-af50-2b66bc31efad HTTP/1.1" status: 200 len: 210 time: 0.0610313 Apr 20 14:47:40.996212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.004438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 47848031-7554-4299-91c9-fe4f73ad4f40, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=47848031-7554-4299-91c9-fe4f73ad4f40,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:41.039138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.078191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] No DVR routers for this DVR port a6a4fa77-bdde-4bb6-9317-b1559f60c41f on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:41.080309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 4ec7fad6-de26-4757-b433-ddd8ce924eed owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:41.083040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.092031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5307d042-35ed-4a12-899e-302d3c64562d req-4a5c9ad1-937e-4ed2-9730-81c075cd867c tempest-ServersNegativeTestMultiTenantJSON-1508853503 tempest-ServersNegativeTestMultiTenantJSON-1508853503-project] 10.222.0.43 "DELETE /v2.0/ports/a6a4fa77-bdde-4bb6-9317-b1559f60c41f HTTP/1.1" status: 204 len: 173 time: 1.5444524 Apr 20 14:47:41.092537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'name': 'network-vif-deleted', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:41.104183 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96414a-54b9-4d9a-9021-9c011147e94d" -d '{"events": [{"server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "name": "network-vif-deleted", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:41.115117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.141508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Allocated IP 2001:db8::f816:3eff:fed7:11ae (f9a24db5-112e-4814-8187-bcbdf4fa52f1/658ffde7-5184-43d0-9d8b-0814bfa5856b/2010b473-72ad-482d-b1b2-48c737523fc4) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:41.212675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=47848031-7554-4299-91c9-fe4f73ad4f40,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:41.218036 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a94f83-f0ec-4b10-96a5-32fa81d45ee1 x-openstack-request-id: req-71a94f83-f0ec-4b10-96a5-32fa81d45ee1 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:41.219213 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.225816 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b7421-9c2e-4502-af50-2b66bc31efad", "name": "network-vif-deleted", "tag": "a6a4fa77-bdde-4bb6-9317-b1559f60c41f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:41.227445 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71a94f83-f0ec-4b10-96a5-32fa81d45ee1 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:41.228179 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a94f83-f0ec-4b10-96a5-32fa81d45ee1'] response: {'server_uuid': 'c52b7421-9c2e-4502-af50-2b66bc31efad', 'name': 'network-vif-deleted', 'tag': 'a6a4fa77-bdde-4bb6-9317-b1559f60c41f', 'status': 'completed', 'code': 200} Apr 20 14:47:41.291964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:41.300862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] For port c00e94f1-2497-407e-a7cf-1857e957c85b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:41.307775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f4938104-5767-43e6-984b-d7b038c0bed3 None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:41.308572 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f4938104-5767-43e6-984b-d7b038c0bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.355292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f4938104-5767-43e6-984b-d7b038c0bed3 None None] Port 26c4938b-8bf7-46d6-b963-5c9d9d640871 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:41.356867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:41.359670 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4824e26-10a7-4c42-b324-5ef05d67b50d" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:41.400012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:41.411272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.415623 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3b6d72-5162-4e57-949d-f3229dbb0897 x-openstack-request-id: req-db3b6d72-5162-4e57-949d-f3229dbb0897 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:41.415943 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:41.416571 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db3b6d72-5162-4e57-949d-f3229dbb0897 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:41.417425 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3b6d72-5162-4e57-949d-f3229dbb0897'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'code': 200} Apr 20 14:47:41.421001 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.421667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ca5c4773-78ee-40db-aab6-82b434a4e94e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:41.424858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] device_id is not set on port c00e94f1-2497-407e-a7cf-1857e957c85b yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:41.434697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:41.449235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] Sync routers for ids ['043cd69b-8363-4a00-97f1-7ba8991ec86a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:41.458098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.465879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=4ec7fad6-de26-4757-b433-ddd8ce924eed,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:41.475173 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.546298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.547727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-507f4ff7-64e4-403e-acb2-cf8bffe144ab tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2515006 Apr 20 14:47:41.548812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Pushing event updated for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:41.554316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:41.562941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:41.607741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.626534 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.663284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] Routers {'043cd69b-8363-4a00-97f1-7ba8991ec86a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:41.663918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['043cd69b-8363-4a00-97f1-7ba8991ec86a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:41.675267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] No DVR routers for this DVR port c00e94f1-2497-407e-a7cf-1857e957c85b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:41.747086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:41.763860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:41.782117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] In _notify_port_updated(), no bound segment for port c00e94f1-2497-407e-a7cf-1857e957c85b on network c616197a-e9fe-4156-b05b-073d8d0100c7 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:47:41.783254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:41.783968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.786061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-1f09fad3-29be-4b97-a16e-1829ac777f7b service neutron] 10.222.0.43 "PUT /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 200 len: 1033 time: 1.4897161 Apr 20 14:47:41.802402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] Routers {'043cd69b-8363-4a00-97f1-7ba8991ec86a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:41.804119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['043cd69b-8363-4a00-97f1-7ba8991ec86a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:41.812949 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.880762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:41.881941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047376e-3aa7-4739-bfc9-f852ec27a41e None None] The sync data for ids ['043cd69b-8363-4a00-97f1-7ba8991ec86a'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:41.886123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.929601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Router 52845475-4f78-4ba8-b3f8-04976b9d7a6f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:41.938785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Pushing event updated for resources: {'Port': ['ID=2010b473-72ad-482d-b1b2-48c737523fc4,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:41.961612 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:41.965064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:41.971667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:41.982771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:42.050521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:42.060796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-37e78b09-0b6b-48e6-937b-bc5ee0ef944a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/routers/52845475-4f78-4ba8-b3f8-04976b9d7a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1896665 Apr 20 14:47:42.061683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39820) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:42.062067 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] Sync routers for ids ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:42.074500 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] Routers {'52845475-4f78-4ba8-b3f8-04976b9d7a6f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:42.075453 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:42.088282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:42.099358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Attempting to bind port 2010b473-72ad-482d-b1b2-48c737523fc4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:42.099720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Attempting to bind port 2010b473-72ad-482d-b1b2-48c737523fc4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:42.100088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Attempting to bind port 2010b473-72ad-482d-b1b2-48c737523fc4 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:42.104491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:42.106835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0b4286da-40f8-4fe4-a9ac-24937285f3c9 None None] Provisioning complete for port c00e94f1-2497-407e-a7cf-1857e957c85b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:42.107276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b4286da-40f8-4fe4-a9ac-24937285f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.126735 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:42.132817 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.133955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 55ea4a65-88da-4a86-ba82-98257cf39fbf no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:42.136086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:42.136509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:42.137286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.137286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:42.137776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Bound port: 2010b473-72ad-482d-b1b2-48c737523fc4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:42.138374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.139050 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-15180aef-4758-4181-9c74-ff3a0e8592fb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:47:42.141191 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] Routers {'52845475-4f78-4ba8-b3f8-04976b9d7a6f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:42.142482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:42.144317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-15180aef-4758-4181-9c74-ff3a0e8592fb tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/4ec7fad6-de26-4757-b433-ddd8ce924eed HTTP/1.1" status: 404 len: 333 time: 0.0655386 Apr 20 14:47:42.147129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:42.184117 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:42.185257 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d10a7-ad7e-4e73-92a1-271d5cbc5cc2 None None] The sync data for ids ['52845475-4f78-4ba8-b3f8-04976b9d7a6f'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:42.275335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0b4286da-40f8-4fe4-a9ac-24937285f3c9 None None] Port c00e94f1-2497-407e-a7cf-1857e957c85b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:42.291483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] For port 2010b473-72ad-482d-b1b2-48c737523fc4, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:42.296976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] For port 2010b473-72ad-482d-b1b2-48c737523fc4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2010b473-72ad-482d-b1b2-48c737523fc4,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:42.313781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.369033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.371075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:42.457185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 47848031-7554-4299-91c9-fe4f73ad4f40 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:42.501806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fe34:1996 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/658ffde7-5184-43d0-9d8b-0814bfa5856b/d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:42.506960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:42.516553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03b59c-6bf5-4d6c-9bb4-02d95e57ca32 None None] Pushing event updated for resources: {'Port': ['ID=2010b473-72ad-482d-b1b2-48c737523fc4,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:42.530341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.531330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c00e94f1-2497-407e-a7cf-1857e957c85b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:42.581311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Deleting subnet 7d23f2e2-8c74-49a3-b501-750612377687 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:42.586729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.598575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:42.604827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:42.611974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:42.618089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:42.624849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:42.626327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-6d5deba2-ca70-4f0b-a75e-8b85d9277d1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3885 time: 0.5920870 Apr 20 14:47:42.628827 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.802188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:42.810673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b01fbb7f-68cb-4239-9dcd-9d2c92292247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.820478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c00e94f1-2497-407e-a7cf-1857e957c85b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:42.820902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a60cf557-afa5-4c36-a6c1-31f1aad28831 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:42.848720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 47848031-7554-4299-91c9-fe4f73ad4f40 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:42.849096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.860093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.870065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e564c3b-f55a-4b6f-ac16-ff96e60f4214 req-aba035b2-6393-4487-8a56-7552fda80123 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059567 Apr 20 14:47:42.881225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.943248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.947607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.954842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:42.969032 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.014120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:43.019903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.020118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.020907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:43.044233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.044937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Fanout notify agent at l3_agent the message router_deleted on router 52845475-4f78-4ba8-b3f8-04976b9d7a6f {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:43.054173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.058802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd35187b-e4f0-476b-9f49-2b07b99291d7 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/routers/52845475-4f78-4ba8-b3f8-04976b9d7a6f HTTP/1.1" status: 204 len: 168 time: 0.9096549 Apr 20 14:47:43.061905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39826) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:43.086117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port a60cf557-afa5-4c36-a6c1-31f1aad28831 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:43.086509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.109431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.133522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.143795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet e7c60801-5200-497b-a6fe-c2c37bc4ffd8 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:43.144958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.148720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.168606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.171616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.174884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d23f2e2-8c74-49a3-b501-750612377687,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.179918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.184575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2a022f3-cfab-44fe-8180-57fb66746a3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d23f2e2-8c74-49a3-b501-750612377687 HTTP/1.1" status: 204 len: 168 time: 1.0950963 Apr 20 14:47:43.192876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39828) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:43.225373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:43.230410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.231270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device fb6198d9-0b53-4ed0-8638-c2155f816897 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:43.236910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.243441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.250257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Pushing event updated for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.281307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.306137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device fb6198d9-0b53-4ed0-8638-c2155f816897 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:43.309464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.315652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a6a4fa77-bdde-4bb6-9317-b1559f60c41f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:43.340716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: a6a4fa77-bdde-4bb6-9317-b1559f60c41f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:43.341351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device a6a4fa77-bdde-4bb6-9317-b1559f60c41f not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:43.349606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.389194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.419041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:43.419273 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.422182 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b286f-7003-4c23-99eb-dccdca424d81" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:43.447186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port a60cf557-afa5-4c36-a6c1-31f1aad28831, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=a60cf557-afa5-4c36-a6c1-31f1aad28831,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:43.447563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.459669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.459946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.467165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/e7c60801-5200-497b-a6fe-c2c37bc4ffd8 HTTP/1.1" status: 204 len: 168 time: 0.4048665 Apr 20 14:47:43.468095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d20124-d0c4-4864-ac40-5620117f31ae None None] Network e348263f-1ff2-4470-a894-002bb70b31b3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:43.468220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d310600-8670-48d9-b19a-c4278ac3343b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c60801-5200-497b-a6fe-c2c37bc4ffd8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.469865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39834) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:43.491532 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d97690-68d4-4989-9413-71ec7748ab5c x-openstack-request-id: req-19d97690-68d4-4989-9413-71ec7748ab5c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:43.492090 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-unplugged", "status": "completed", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:43.492499 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d97690-68d4-4989-9413-71ec7748ab5c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:43.493045 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d97690-68d4-4989-9413-71ec7748ab5c'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'code': 200} Apr 20 14:47:43.493463 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d97690-68d4-4989-9413-71ec7748ab5c'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'code': 200} Apr 20 14:47:43.493872 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d97690-68d4-4989-9413-71ec7748ab5c'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'code': 200} Apr 20 14:47:43.494430 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d97690-68d4-4989-9413-71ec7748ab5c'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'code': 200} Apr 20 14:47:43.573277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.615702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.642281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port e56b3da5-ffd9-4378-ba3b-94dc735a5395 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:43.643498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.651824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Network 207d0d55-de51-4fda-8366-35cdad692df1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:43.705255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:43.711539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] DHCP port deletion for e348263f-1ff2-4470-a894-002bb70b31b3 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:43.719900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] For port e56b3da5-ffd9-4378-ba3b-94dc735a5395, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e56b3da5-ffd9-4378-ba3b-94dc735a5395,segment=NetworkSegment(cf942445-eb62-4010-b786-8e610ef3d58e),segment_id=cf942445-eb62-4010-b786-8e610ef3d58e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:43.720271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.742829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for e56b3da5-ffd9-4378-ba3b-94dc735a5395 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:43.747527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:43.778372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:43.781146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:43.787427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:43.788261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.788514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Deleting port e56b3da5-ffd9-4378-ba3b-94dc735a5395 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:43.788902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.856006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Deleting port dc961d8e-bc97-4397-9cb4-0a68a502ca61 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:43.856006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.864664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.898287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=e56b3da5-ffd9-4378-ba3b-94dc735a5395,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.902193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] For port e56b3da5-ffd9-4378-ba3b-94dc735a5395, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e56b3da5-ffd9-4378-ba3b-94dc735a5395,segment=NetworkSegment(cf942445-eb62-4010-b786-8e610ef3d58e),segment_id=cf942445-eb62-4010-b786-8e610ef3d58e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:43.903123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.906558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No DVR routers for this DVR port e56b3da5-ffd9-4378-ba3b-94dc735a5395 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:43.922970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:43.924088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Calling delete_port for e56b3da5-ffd9-4378-ba3b-94dc735a5395 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:43.967423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.003983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] Provisioning complete for port 2010b473-72ad-482d-b1b2-48c737523fc4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:44.004526 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.012375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.047555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e348263f-1ff2-4470-a894-002bb70b31b3']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.055879 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e37b1149-6d11-4d4f-9b4c-64b84f721415 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6373498 Apr 20 14:47:44.065559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39838) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.084860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf942445-eb62-4010-b786-8e610ef3d58e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.085482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf942445-eb62-4010-b786-8e610ef3d58e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.102707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a676779-d720-444d-99ba-68d92502604f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.122634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.144149 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.162458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.166881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.167101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.180863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.188721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.194970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.201106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.203240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d446b0d2-4565-4583-bea4-069cbe769262 req-6954f3a5-1018-4575-b60e-3f9d49af811a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3877 time: 0.1515615 Apr 20 14:47:44.204368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:44.204779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:44.208021 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:44.217833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] Pushing event deleted for resources: {'Port': ['ID=e56b3da5-ffd9-4378-ba3b-94dc735a5395,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:44.244082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a30cde-ec48-4390-869c-e45d92b21fa7 None None] No DVR routers for this DVR port e56b3da5-ffd9-4378-ba3b-94dc735a5395 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:44.246983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] For port 2010b473-72ad-482d-b1b2-48c737523fc4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2010b473-72ad-482d-b1b2-48c737523fc4,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:44.249961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.253489 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.262420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15483bd4-4868-4cb7-a45e-a115c97bf262') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.262420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15483bd4-4868-4cb7-a45e-a115c97bf262') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:44.292952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.318644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:44.319787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933abd98-0634-41cd-8101-0f02f90fdb4e None None] Pushing event updated for resources: {'Port': ['ID=2010b473-72ad-482d-b1b2-48c737523fc4,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:44.323694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.326612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d446b0d2-4565-4583-bea4-069cbe769262 req-b7275f22-0615-441c-a99a-18f88ae648dc tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055753 Apr 20 14:47:44.327990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.348394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.354618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.357116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.357116 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Floating IP caddb7a9-1d2d-4620-9920-cea5b7b26aa8 disassociated. External IP: 172.25.1.127, port: a60cf557-afa5-4c36-a6c1-31f1aad28831. Apr 20 14:47:44.357368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.357483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for a60cf557-afa5-4c36-a6c1-31f1aad28831 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:44.361457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Calling delete_port for dc961d8e-bc97-4397-9cb4-0a68a502ca61 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:44.366602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/e348263f-1ff2-4470-a894-002bb70b31b3 HTTP/1.1" status: 204 len: 168 time: 0.8934875 Apr 20 14:47:44.366602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.386627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e58a8-b394-4cfc-bca1-6579992ec290 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.389261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f0288-fe80-4fa3-bfa0-ea1ee9a0c566 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=e348263f-1ff2-4470-a894-002bb70b31b3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:44.389974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Provisioning complete for port d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:44.390432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.393063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e58a8-b394-4cfc-bca1-6579992ec290 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.395145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8c1e58a8-b394-4cfc-bca1-6579992ec290 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3281639 Apr 20 14:47:44.399659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:44.400044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:44.404042 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:44.415814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39842) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.464743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdf6cb-018f-446e-8442-ff65fd0bbdb5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:44.470016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c4fdf6cb-018f-446e-8442-ff65fd0bbdb5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/dbc30f81-2b23-41ad-89f1-7036dfdbfff0 HTTP/1.1" status: 200 len: 845 time: 0.1025696 Apr 20 14:47:44.471125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39844) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.478047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Port d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:44.494675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:44.495171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.498422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2010b473-72ad-482d-b1b2-48c737523fc4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:44.544453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8c92334b-494a-44d0-9d80-90f02556e1be tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/dbc30f81-2b23-41ad-89f1-7036dfdbfff0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0696015 Apr 20 14:47:44.549109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39846) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.558159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:44.575489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-22c8a79f-c939-48a4-89f5-3252f9208ff8 None None] Port 26c4938b-8bf7-46d6-b963-5c9d9d640871 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:44.596647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2010b473-72ad-482d-b1b2-48c737523fc4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:44.597008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.619862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.639520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.643101 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a676779-d720-444d-99ba-68d92502604f HTTP/1.1" status: 204 len: 168 time: 1.4446177 Apr 20 14:47:44.645229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:44.645764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.646727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39848) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:44.730098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:44.733758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.764582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e56b3da5-ffd9-4378-ba3b-94dc735a5395 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:44.786294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e56b3da5-ffd9-4378-ba3b-94dc735a5395 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:44.786731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e56b3da5-ffd9-4378-ba3b-94dc735a5395 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:44.813920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.838095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:45.020210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabde85b-0c3c-49d2-9a4a-a1c66a2d4e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a676779-d720-444d-99ba-68d92502604f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.061059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.110932 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.116296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:45.132553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.134703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:45.143491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3dc3bbc-fc71-4f1c-878a-0a8f3b196b62 admin admin] 10.222.0.20 "PUT /v2.0/routers/22dbd9f3-17f8-47be-8a78-90fc2e8f65e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1490488 Apr 20 14:47:45.152620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Deleting subnet ee1e26ef-f1b0-4741-8d7d-74e304679399 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:45.155747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Sync routers for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:45.161455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:45.165543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.165784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.165907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.173027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:45.174107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:45.174928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.208482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.215483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6e61fa07-509e-4409-b5a5-2fa2c6d2b9ea tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 HTTP/1.1" status: 204 len: 168 time: 0.7958307 Apr 20 14:47:45.215483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39852) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:45.228495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=5ffd4f45-3f9c-4bef-8342-85d80ac09543,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.241140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.246657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086e196-2286-4e95-8b17-a5c54f283c82 None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:45.256809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.331614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa62693-65cd-4b0b-8f6e-b66893563d80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.334054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa62693-65cd-4b0b-8f6e-b66893563d80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.336626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-efa62693-65cd-4b0b-8f6e-b66893563d80 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1201639 Apr 20 14:47:45.339510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39854) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:45.341695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=a60cf557-afa5-4c36-a6c1-31f1aad28831,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.377312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.431520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.435803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.480571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:45.500506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 658ffde7-5184-43d0-9d8b-0814bfa5856b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:45.504789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.529778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Pushing event deleted for resources: {'Port': ['ID=dc961d8e-bc97-4397-9cb4-0a68a502ca61,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.562541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.631116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a7ea9d5a-8921-446a-9ccb-0a73c711df3e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0797431 Apr 20 14:47:45.638217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39862) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:45.648474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-03d6da4b-2270-4913-8450-f0e02af285b5', 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'tenant_id': 'fdd577e61f2347249ce071399be33265', 'fixed_ips': [{'subnet_id': '5ffd4f45-3f9c-4bef-8342-85d80ac09543'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:45.649515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.652716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059727696'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:45.737731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.747173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.782428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:45.791566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.824865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-9b16cd1a-a470-4830-b2fd-16809cae7fe0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.830820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-9b16cd1a-a470-4830-b2fd-16809cae7fe0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.836423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-9b16cd1a-a470-4830-b2fd-16809cae7fe0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.859773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-9b16cd1a-a470-4830-b2fd-16809cae7fe0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:45.872723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-9b16cd1a-a470-4830-b2fd-16809cae7fe0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3143 time: 0.2359617 Apr 20 14:47:45.895521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.898238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1e26ef-f1b0-4741-8d7d-74e304679399,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:45.935053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.937396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de2a3906-c5b4-41c2-996c-758e5f86b382 req-349a8b86-73e0-471b-89b1-88cd99cd39ba tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553637 Apr 20 14:47:45.938260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3077ba82-d63f-4f5d-a14d-219d90775193 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee1e26ef-f1b0-4741-8d7d-74e304679399 HTTP/1.1" status: 204 len: 168 time: 0.9368553 Apr 20 14:47:45.940899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:45.970075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:45.991943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Allocated IP 2001:db8::2 (03d6da4b-2270-4913-8450-f0e02af285b5/5ffd4f45-3f9c-4bef-8342-85d80ac09543/4830db7a-4eef-43df-a879-2e5bf72336e6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:46.078773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.083117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/658ffde7-5184-43d0-9d8b-0814bfa5856b HTTP/1.1" status: 204 len: 168 time: 0.7424550 Apr 20 14:47:46.086707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8920cbd-df7d-4264-b3a6-0cab1e43480a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=658ffde7-5184-43d0-9d8b-0814bfa5856b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:46.095399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39898) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:46.148541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45044438-5051-4d0d-9a45-6f88f62637f1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493901 Apr 20 14:47:46.148814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39900) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:46.154220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:46.155304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:46.174309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.175662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Sync routers for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:46.188520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.202748 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:46.204662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.218319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44fdf4-290e-4b3d-94f9-6640996768d4 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:46.253051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.278964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port a60cf557-afa5-4c36-a6c1-31f1aad28831 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:46.283135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.287372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.292509 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-eda6210a-7b3b-4162-9c32-6cc834ba5aa5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "DELETE /v2.0/ports/a60cf557-afa5-4c36-a6c1-31f1aad28831 HTTP/1.1" status: 204 len: 173 time: 4.4659855 Apr 20 14:47:46.294682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:46.297723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4afc85-264f-4e7a-8a46-c840cc042902" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:46.313716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.375367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:46.390030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.402934 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac31deb0-5013-48c2-a09c-858cbbc92727 x-openstack-request-id: req-ac31deb0-5013-48c2-a09c-858cbbc92727 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:46.403331 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "a60cf557-afa5-4c36-a6c1-31f1aad28831", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:46.403683 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac31deb0-5013-48c2-a09c-858cbbc92727 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:46.404549 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac31deb0-5013-48c2-a09c-858cbbc92727'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': 'a60cf557-afa5-4c36-a6c1-31f1aad28831', 'status': 'completed', 'code': 200} Apr 20 14:47:46.434341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:46.442626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.513520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138cdf43-eaca-435b-a6c8-b51abdb33bcc']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.528847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:46.533949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Router 043cd69b-8363-4a00-97f1-7ba8991ec86a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:47:46.536547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:46.549223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.565688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.567405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764dbf8a-89b2-4c76-98f4-99de44b00583') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.567709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764dbf8a-89b2-4c76-98f4-99de44b00583') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.585616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.590351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.593543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2010b473-72ad-482d-b1b2-48c737523fc4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:46.594645 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9542820 Apr 20 14:47:46.599383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39908) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:46.605091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'security_group': {'name': 'tempest-secgroup-847602517'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:46.627791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.639846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:46.640314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:46.644356 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:46.655322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:46.669230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:46.699992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.717832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3b342-b15a-4fa1-9646-edb75218d9c5 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a86c3a-250c-4298-bb43-9728aea63fbc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:46.733781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:46.734545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.738839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:47:46.758379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.762319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89623bc8-8f75-42d9-8493-0e16de36a4e9 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "PUT /v2.0/routers/043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 200 len: 704 time: 5.2011631 Apr 20 14:47:46.766727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39924) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:46.856940 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.886869 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Checking router: bd9c3e30-d3d6-46d5-8eff-91c261d2c15a for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:46.896090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:46.896706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:46.897320 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:46.898125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:46.917880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:46.961821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] Sync routers for ids ['043cd69b-8363-4a00-97f1-7ba8991ec86a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:47:46.986189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:41Z', 'revision_number': 4, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '26c4938b-8bf7-46d6-b963-5c9d9d640871', 'name': '', 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'mac_address': 'fa:16:3e:5c:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:38Z', 'updated_at': '2022-04-20T14:47:42Z', 'revision_number': 2, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'subnets': [{'id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.065800 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.072409 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:47.118634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Checking router: 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:47:47.119182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Updating router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 port 26c4938b-8bf7-46d6-b963-5c9d9d640871 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:47:47.131170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] Routers {'043cd69b-8363-4a00-97f1-7ba8991ec86a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:47.132254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['043cd69b-8363-4a00-97f1-7ba8991ec86a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.133436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7074c03d-2a9b-4a50-8114-56f754ceef05 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/routers/043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 200 len: 739 time: 0.3530741 Apr 20 14:47:47.141789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.147618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/138cdf43-eaca-435b-a6c8-b51abdb33bcc HTTP/1.1" status: 204 len: 168 time: 1.2033558 Apr 20 14:47:47.147905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39944) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:47.234882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.252199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04661ab-a82f-4de3-a048-e2d39219aef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=138cdf43-eaca-435b-a6c8-b51abdb33bcc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:47.267113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8d32368f-5416-4028-9ab4-e17b18394052 tempest-RoutersAdminTest-1681772010 tempest-RoutersAdminTest-1681772010-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 200 len: 205 time: 0.1180286 Apr 20 14:47:47.272297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39950) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:47.294421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.314222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Attempting to bind port 4830db7a-4eef-43df-a879-2e5bf72336e6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:47.314619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Attempting to bind port 4830db7a-4eef-43df-a879-2e5bf72336e6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a2a09075-d597-402a-bccc-5580f203a83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:47.314991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Attempting to bind port 4830db7a-4eef-43df-a879-2e5bf72336e6 on network 03d6da4b-2270-4913-8450-f0e02af285b5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:47.326900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=6fba12c2-28bc-4a73-a4bf-eab45aaa2593,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:47.331672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9e5cecd-720f-4f96-95b7-c3c57e35e033 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 200 len: 205 time: 0.0564961 Apr 20 14:47:47.335386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39952) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:47.351716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.362736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:47.363130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Checking segment: {'id': 'a2a09075-d597-402a-bccc-5580f203a83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:47.363551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.363944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Bound using segment: {'id': 'a2a09075-d597-402a-bccc-5580f203a83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:47.364435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Bound port: 4830db7a-4eef-43df-a879-2e5bf72336e6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a09075-d597-402a-bccc-5580f203a83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:47.364822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.366603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2010b473-72ad-482d-b1b2-48c737523fc4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:47.366965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.406240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] Routers {'043cd69b-8363-4a00-97f1-7ba8991ec86a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:47.407416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['043cd69b-8363-4a00-97f1-7ba8991ec86a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.418274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port 6fba12c2-28bc-4a73-a4bf-eab45aaa2593 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:47.422188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.425617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-5d7a12da-7d7d-4549-bc6b-916c90e3cf87 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "DELETE /v2.0/ports/6fba12c2-28bc-4a73-a4bf-eab45aaa2593 HTTP/1.1" status: 204 len: 173 time: 1.1242161 Apr 20 14:47:47.432873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:47.600675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39956) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:47.608606 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.655475 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7a2d-bdcb-40ce-9018-e4a68f15703c None None] The sync data for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 is: [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:42:00Z', 'revision_number': 4, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9f8843da-8991-4f4d-81b2-a1be53c5553d', 'name': '', 'network_id': '581c90d2-d08b-4faf-ba06-4f617c6f600a', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'mac_address': 'fa:16:3e:0d:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:59Z', 'updated_at': '2022-04-20T14:42:07Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'subnets': [{'id': '389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:47.666629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port ca5c4773-78ee-40db-aab6-82b434a4e94e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:47.666972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.671040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:47.672289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09d07f-d502-4590-b000-77915cfdfe9c None None] The sync data for ids ['043cd69b-8363-4a00-97f1-7ba8991ec86a'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:47.739436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd77f2c9-0222-4ab0-b6f9-4fafe1a41aa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e4c9ab4366143358abca950f425db0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351993 Apr 20 14:47:47.788153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:47.792219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:47.807714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.859000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port ca5c4773-78ee-40db-aab6-82b434a4e94e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ca5c4773-78ee-40db-aab6-82b434a4e94e,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:47.859834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:47.887025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for ca5c4773-78ee-40db-aab6-82b434a4e94e owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:47.901492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:48.012326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-08792918-cf50-4a71-926c-9a0b38e2c516 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:48.024505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-08792918-cf50-4a71-926c-9a0b38e2c516 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:48.031264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-08792918-cf50-4a71-926c-9a0b38e2c516 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:48.037586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-08792918-cf50-4a71-926c-9a0b38e2c516 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:48.046589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-08792918-cf50-4a71-926c-9a0b38e2c516 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 3065 time: 0.9437916 Apr 20 14:47:48.121082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.133341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.138871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.144283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.155330 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0511b-a365-4ee3-a080-2551d9428c06 None None] New status for floating IP caddb7a9-1d2d-4620-9920-cea5b7b26aa8: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:47:48.183339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa48ed-d9ce-4c89-bd0f-c5f113db15e7 None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:48.186658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.227420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Deleting port 2010b473-72ad-482d-b1b2-48c737523fc4 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:48.228077 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.290469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.310796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7102683 Apr 20 14:47:48.314335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39960) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:48.335326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2051286063', 'security_groups': ['65cb2b43-a828-45a9-a50f-2138a83b34ef'], 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ffd4f45-3f9c-4bef-8342-85d80ac09543'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:48.341305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acae1f2-cdff-4003-abde-2a0c19c5be46 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb2b43-a828-45a9-a50f-2138a83b34ef,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:48.360994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d730bb4e-1c2b-4c5b-8da1-8ea4080a0620 req-36cd666a-2002-407e-87ae-0db579596b90 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131266 Apr 20 14:47:48.372608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.378260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.386035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d78e295f-095a-4bdd-9cb0-b5f22a6f5058 HTTP/1.1" status: 204 len: 168 time: 0.4788988 Apr 20 14:47:48.406674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:48.409362 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd0f57-91d1-4b02-a417-894ac49640cd" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:48.421889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b16de-1db6-4a22-9024-8bf660bb548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78e295f-095a-4bdd-9cb0-b5f22a6f5058,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:48.435957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.502006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=ca5c4773-78ee-40db-aab6-82b434a4e94e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:48.530502 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41281aae-0207-49cf-ad86-234794b61f0d x-openstack-request-id: req-41281aae-0207-49cf-ad86-234794b61f0d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:48.530832 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "6fba12c2-28bc-4a73-a4bf-eab45aaa2593", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:48.530832 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41281aae-0207-49cf-ad86-234794b61f0d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:48.531271 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41281aae-0207-49cf-ad86-234794b61f0d'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '6fba12c2-28bc-4a73-a4bf-eab45aaa2593', 'status': 'completed', 'code': 200} Apr 20 14:47:48.666909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port ca5c4773-78ee-40db-aab6-82b434a4e94e on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:48.678323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.688296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-2b442267-01cd-49b2-b87b-54e0acb8801d tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "DELETE /v2.0/ports/ca5c4773-78ee-40db-aab6-82b434a4e94e HTTP/1.1" status: 204 len: 173 time: 1.2491229 Apr 20 14:47:48.806741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.815697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.832784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.840139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:48.889856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 55ea4a65-88da-4a86-ba82-98257cf39fbf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:48.892789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.910375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.913621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:48.957650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:48.958508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Fanout notify agent at l3_agent the message router_deleted on router 043cd69b-8363-4a00-97f1-7ba8991ec86a {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:47:49.042784 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.051823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dbdc9107-1a0e-47f4-9042-07e6b84bb4b0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 204 len: 168 time: 1.7138011 Apr 20 14:47:49.061114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39970) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.070660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] For port 2010b473-72ad-482d-b1b2-48c737523fc4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2010b473-72ad-482d-b1b2-48c737523fc4,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:49.071018 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.122842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Calling delete_port for 2010b473-72ad-482d-b1b2-48c737523fc4 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:49.174809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb35e-6bc4-4b2e-8f0c-2a49d6294915 None None] Pushing event updated for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:49.191394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8298fb8-0898-4fce-911f-e270021d111d tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 200 len: 205 time: 0.1282468 Apr 20 14:47:49.211138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39972) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.287979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:49.288357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.292678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Attempting to bind port 26c4938b-8bf7-46d6-b963-5c9d9d640871 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:49.293047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Attempting to bind port 26c4938b-8bf7-46d6-b963-5c9d9d640871 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:49.293407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Attempting to bind port 26c4938b-8bf7-46d6-b963-5c9d9d640871 on network 207d0d55-de51-4fda-8366-35cdad692df1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:49.353597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:49.368371 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-42c2086d-739a-4dc9-a4a0-611afd3a9ab7 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:49.369538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42c2086d-739a-4dc9-a4a0-611afd3a9ab7 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/043cd69b-8363-4a00-97f1-7ba8991ec86a HTTP/1.1" status: 404 len: 336 time: 0.1574149 Apr 20 14:47:49.373283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39974) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.380792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port 55ea4a65-88da-4a86-ba82-98257cf39fbf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=55ea4a65-88da-4a86-ba82-98257cf39fbf,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:49.381408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.412719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:49.413209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Checking segment: {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:49.413622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.414022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Bound using segment: {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:49.414789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Bound port: 26c4938b-8bf7-46d6-b963-5c9d9d640871, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:49.415369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.416570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 55ea4a65-88da-4a86-ba82-98257cf39fbf owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:49.489289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f65a07ee-fba7-499d-a580-135aafc560f1 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 200 len: 205 time: 0.1069670 Apr 20 14:47:49.495886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.508205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39980) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.591781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13abd4aa-cbb9-4054-ae43-d6740baca14c None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:49.592170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13abd4aa-cbb9-4054-ae43-d6740baca14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.598919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6e9d63e8-108a-4a67-9733-9e48fbe0293e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df501c8db9cb4cf08ea13e680a4d7ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892367 Apr 20 14:47:49.612167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.687668 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-71a445e7-e075-48e2-96f7-4d3fa9e7e694 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:49.688831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71a445e7-e075-48e2-96f7-4d3fa9e7e694 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/8eb54af6-ea8a-47aa-b954-e7e56c39f44b HTTP/1.1" status: 404 len: 336 time: 0.1866140 Apr 20 14:47:49.697811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39986) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.759782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8c9d5ba8-6b48-45de-91a8-b73a2d0dccf2 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 200 len: 205 time: 0.0572007 Apr 20 14:47:49.764439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39988) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.804945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] For port 26c4938b-8bf7-46d6-b963-5c9d9d640871, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:49.813572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] For port 26c4938b-8bf7-46d6-b963-5c9d9d640871, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26c4938b-8bf7-46d6-b963-5c9d9d640871,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:49.817689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13abd4aa-cbb9-4054-ae43-d6740baca14c None None] Port 26c4938b-8bf7-46d6-b963-5c9d9d640871 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:49.820535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.827900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.830981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.834270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] No DVR routers for this DVR port 2010b473-72ad-482d-b1b2-48c737523fc4 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:49.839502 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.841666 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.848546 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-7e5a1f2b-b13a-4900-be04-e5b1eeba7df4 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:49.848546 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e5a1f2b-b13a-4900-be04-e5b1eeba7df4 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/698557c3-be07-4de6-9095-9b792b2c2fed HTTP/1.1" status: 404 len: 336 time: 0.0775628 Apr 20 14:47:49.848830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.852385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39990) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.857410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a32dad-b5e7-424d-a11c-085ba0f19a00 req-bc16d64c-d3a4-4cbb-a96b-02ab96e7f63a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:49.866280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a32dad-b5e7-424d-a11c-085ba0f19a00 req-bc16d64c-d3a4-4cbb-a96b-02ab96e7f63a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:49.867827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a32dad-b5e7-424d-a11c-085ba0f19a00 req-bc16d64c-d3a4-4cbb-a96b-02ab96e7f63a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 1677 time: 0.3380284 Apr 20 14:47:49.879453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port d050570b-3e1e-445d-a645-adf77c86325f yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:49.898640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78139af-b9a9-43f1-acda-8c226d047450 None None] Pushing event deleted for resources: {'Port': ['ID=2010b473-72ad-482d-b1b2-48c737523fc4,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:49.898877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f289773-02bc-446f-a865-a9bef88a6fb0 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 200 len: 205 time: 0.0443082 Apr 20 14:47:49.898877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.901535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39992) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:49.952055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Port 2010b473-72ad-482d-b1b2-48c737523fc4 concurrently deleted while adding address for new subnet {'id': 'd624f463-3b55-48ed-8697-a387b09de1ab', 'name': '', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1891, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-04-20T14:47:46Z', 'updated_at': '2022-04-20T14:47:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': '84b60b05538345bf83dd9ccef6fb235e'}. {{(pid=102864) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Apr 20 14:47:49.952963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.980422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:49.989605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.995360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:49.998461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:47:49.999489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:47:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:50.002216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=55ea4a65-88da-4a86-ba82-98257cf39fbf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:50.004327 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-f7ab568d-5218-4fd2-818b-c37e28749e3e tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:50.008030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7ab568d-5218-4fd2-818b-c37e28749e3e tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/0ebca8a4-0289-4d48-8a68-0662c6afe325 HTTP/1.1" status: 404 len: 336 time: 0.1013391 Apr 20 14:47:50.013022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39996) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.017835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-06c18900-ac99-4386-b820-27d72c63e074 None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:50.018215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06c18900-ac99-4386-b820-27d72c63e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:50.038100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:50.091311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:50.091977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2c43f12-588c-40d4-8900-98b51e0e5cad tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 200 len: 205 time: 0.0734789 Apr 20 14:47:50.121674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2010b473-72ad-482d-b1b2-48c737523fc4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:50.122347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39998) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.124110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3417735-9181-4a61-8d5b-0cea5983508c None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:50.128192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:50.129346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:50.141754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port 55ea4a65-88da-4a86-ba82-98257cf39fbf on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:50.145211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:50.152381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-48ac07bd-6a3d-40c8-b344-c9aa01bd5cc6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "DELETE /v2.0/ports/55ea4a65-88da-4a86-ba82-98257cf39fbf HTTP/1.1" status: 204 len: 173 time: 1.4593060 Apr 20 14:47:50.153265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a32dad-b5e7-424d-a11c-085ba0f19a00 req-8c0ee427-c30c-409e-9975-49b449d5d157 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690105 Apr 20 14:47:50.204668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=d624f463-3b55-48ed-8697-a387b09de1ab,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:50.207159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2010b473-72ad-482d-b1b2-48c737523fc4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:50.211097 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-0e5a108f-1baa-4955-9cd6-59f6fb10461f tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:50.212265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e5a108f-1baa-4955-9cd6-59f6fb10461f tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/bb0c1140-f3cc-4fb3-851f-acf02769c661 HTTP/1.1" status: 404 len: 336 time: 0.0800331 Apr 20 14:47:50.219318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd97a05c-67bb-47c4-8ed2-b78e428fcd9e tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0694566 Apr 20 14:47:50.220323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40000) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.229156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2010b473-72ad-482d-b1b2-48c737523fc4 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:50.232409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb35e-6bc4-4b2e-8f0c-2a49d6294915 None None] Pushing event updated for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:50.239346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40002) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.266240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f26dbf83-f599-4994-b12a-7eb942f103ce tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "GET /v2.0/ports?device_id=f738f6d5-ef5c-42f0-af09-0011ea93ff31 HTTP/1.1" status: 200 len: 205 time: 0.0405238 Apr 20 14:47:50.266479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:f7:21:91', 'name': 'tempest-NetworksTestDHCPv6-1607254690'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:50.269242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40004) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.276413 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:50.279584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:50.285499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c65f1cd-9709-434f-86cf-bde2b2401435 HTTP/1.1" status: 204 len: 168 time: 0.6689622 Apr 20 14:47:50.363081 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-43c2aa84-3805-460f-9ba3-d6c39e1ce074 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] delete failed (client error): The resource could not be found. Apr 20 14:47:50.364462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-43c2aa84-3805-460f-9ba3-d6c39e1ce074 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/routers/f738f6d5-ef5c-42f0-af09-0011ea93ff31 HTTP/1.1" status: 404 len: 336 time: 0.0941136 Apr 20 14:47:50.417270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40008) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.489618 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea803cf-20ea-4f2b-ba14-2278fc1af818 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] DELETE failed (client error): The resource could not be found. Apr 20 14:47:50.497381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea803cf-20ea-4f2b-ba14-2278fc1af818 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:50.508412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cea803cf-20ea-4f2b-ba14-2278fc1af818 tempest-RoutersAdminTest-727778936 tempest-RoutersAdminTest-727778936-project] 10.222.0.20 "DELETE /v2.0/subnets/11bbdda8-c037-4fc4-910f-f8e8eac89859 HTTP/1.1" status: 404 len: 337 time: 0.0886354 Apr 20 14:47:50.601508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::37 (03d6da4b-2270-4913-8450-f0e02af285b5/5ffd4f45-3f9c-4bef-8342-85d80ac09543/d050570b-3e1e-445d-a645-adf77c86325f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:50.726805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:50.812133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:47:50.864731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e'}, {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:50.867030 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72afe08-e709-44d8-842e-7de699934a5a" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e"}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:50.886802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea7640-8998-4bb4-a3c5-5d648a2bc3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65f1cd-9709-434f-86cf-bde2b2401435,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:50.952480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40024) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:50.986834 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caac9da-4f76-4e2b-b6e4-26d6fdf0d533 x-openstack-request-id: req-0caac9da-4f76-4e2b-b6e4-26d6fdf0d533 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:50.988000 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "ca5c4773-78ee-40db-aab6-82b434a4e94e", "status": "completed", "code": 200}, {"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "55ea4a65-88da-4a86-ba82-98257cf39fbf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:50.988185 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0caac9da-4f76-4e2b-b6e4-26d6fdf0d533 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:50.988656 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caac9da-4f76-4e2b-b6e4-26d6fdf0d533'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': 'ca5c4773-78ee-40db-aab6-82b434a4e94e', 'status': 'completed', 'code': 200} Apr 20 14:47:50.991875 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caac9da-4f76-4e2b-b6e4-26d6fdf0d533'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '55ea4a65-88da-4a86-ba82-98257cf39fbf', 'status': 'completed', 'code': 200} Apr 20 14:47:51.034515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:51.035376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.107656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.145104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:51.197618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.292989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': 'd624f463-3b55-48ed-8697-a387b09de1ab'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:51.293931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.315509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port 1bc49c7d-bc51-4a09-b73a-6315cedbee64, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=1bc49c7d-bc51-4a09-b73a-6315cedbee64,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:51.315963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.321346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-06c18900-ac99-4386-b820-27d72c63e074 None None] Provisioning complete for port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:51.321832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06c18900-ac99-4386-b820-27d72c63e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.329076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:51.331050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:51.333747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:51.356027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:51.357431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.376682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 1bc49c7d-bc51-4a09-b73a-6315cedbee64 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:51.405050 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.454824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee4b-8c81-441c-b522-93e955c3126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.461528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=d050570b-3e1e-445d-a645-adf77c86325f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:51.486989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 54905eae-03db-4e5a-bac3-68f993fc68de yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:51.491228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f7eb31b7-b080-4692-b4b8-a2d9a7d5859f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1713741 Apr 20 14:47:51.502200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aec709-6a48-4154-8c7e-646efaa143e0 req-23bedddf-4265-4744-8368-4dbdd8813669 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:51.511503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6aec709-6a48-4154-8c7e-646efaa143e0 req-23bedddf-4265-4744-8368-4dbdd8813669 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 943 time: 0.1956708 Apr 20 14:47:51.517447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40040) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:51.531199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:51.561929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-06c18900-ac99-4386-b820-27d72c63e074 None None] Port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:51.653325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6aec709-6a48-4154-8c7e-646efaa143e0 req-cbf71677-ba2a-4a4d-8bd3-bde62276b0ed tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f71818c-d851-48c1-818a-3cd34ce2ee15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402235 Apr 20 14:47:51.664654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Allocated IP 2001:db8::f816:3eff:fecc:a7c2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/d624f463-3b55-48ed-8697-a387b09de1ab/08c85928-6852-4a2b-95d7-1553ebf07932) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:51.714902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:41Z', 'revision_number': 4, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '26c4938b-8bf7-46d6-b963-5c9d9d640871', 'name': '', 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'mac_address': 'fa:16:3e:5c:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:38Z', 'updated_at': '2022-04-20T14:47:49Z', 'revision_number': 4, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'subnets': [{'id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:51.775754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40044) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:51.799599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee4b-8c81-441c-b522-93e955c3126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.809327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5ce3ee4b-8c81-441c-b522-93e955c3126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.811745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34215e-3825-47c8-975f-8c0b5442bcc2 None None] The sync data for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 is: [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:47:41Z', 'revision_number': 4, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '26c4938b-8bf7-46d6-b963-5c9d9d640871', 'name': '', 'network_id': '207d0d55-de51-4fda-8366-35cdad692df1', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'mac_address': 'fa:16:3e:5c:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:38Z', 'updated_at': '2022-04-20T14:47:49Z', 'revision_number': 4, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'subnets': [{'id': '1fb3547a-7b64-424e-be63-057a35a3fd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:47:51.814231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.835706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:51.845637 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.860309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:51.860826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:51.876383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5ce3ee4b-8c81-441c-b522-93e955c3126b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5af901c0e491420b9ed63d0b52d5f4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9206185 Apr 20 14:47:51.888721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40048) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:51.918113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=1bc49c7d-bc51-4a09-b73a-6315cedbee64,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:51.990827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3ee4b-8c81-441c-b522-93e955c3126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de48139-bacb-4be8-b93d-e43bfaea84eb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:52.096806 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.101471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-888953291-network', 'tenant_id': '8e95bf44f0754de4ab609ff867df1fa9'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:52.105442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port 1bc49c7d-bc51-4a09-b73a-6315cedbee64 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:52.108543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.112355 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-96c1c6a5-9b7e-4036-95ba-4a9b3f6993a8 req-ace65201-0cad-4b7b-b136-311ce1ebbf65 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.43 "DELETE /v2.0/ports/1bc49c7d-bc51-4a09-b73a-6315cedbee64 HTTP/1.1" status: 204 len: 173 time: 1.9445450 Apr 20 14:47:52.120309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.123940 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ffd4f45-3f9c-4bef-8342-85d80ac09543 (CIDR: 2001:db8::/64) Apr 20 14:47:52.144663 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:47:52.145110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:47:52.157283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.182718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.205430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:52.210299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Made reservation on behalf of 8e95bf44f0754de4ab609ff867df1fa9 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:52.213848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:52.216536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:52.219567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cae12ef7-fbcd-4283-baaf-e96b284002e4 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6998940 Apr 20 14:47:52.220169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:52.223859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.241500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:52.244871 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.273609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.273988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Pushing event updated for resources: {'Port': ['ID=08c85928-6852-4a2b-95d7-1553ebf07932,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:52.318015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] For port 26c4938b-8bf7-46d6-b963-5c9d9d640871, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26c4938b-8bf7-46d6-b963-5c9d9d640871,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:52.340229 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.371368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.377563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.378784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7de48139-bacb-4be8-b93d-e43bfaea84eb HTTP/1.1" status: 204 len: 168 time: 0.4909503 Apr 20 14:47:52.388406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Attempting to bind port 08c85928-6852-4a2b-95d7-1553ebf07932 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:47:52.388776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Attempting to bind port 08c85928-6852-4a2b-95d7-1553ebf07932 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:47:52.389136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Attempting to bind port 08c85928-6852-4a2b-95d7-1553ebf07932 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:47:52.452066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:47:52.452449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:47:52.454999 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.455414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:47:52.455920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Bound port: 08c85928-6852-4a2b-95d7-1553ebf07932, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:47:52.456302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.510725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2833d4d-52a6-483a-af0c-cc7c93922885 None None] Pushing event updated for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:52.519491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.528623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:52.536348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.541593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fef7:2191 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/d624f463-3b55-48ed-8697-a387b09de1ab/54905eae-03db-4e5a-bac3-68f993fc68de) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:52.549067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.567215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1a89e-5a9f-4031-9a66-a7b8af74c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de48139-bacb-4be8-b93d-e43bfaea84eb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:52.622469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:52.656873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c9c6f0a3-3173-42e8-a10c-7ee2301ab913 None None] Provisioning complete for port d050570b-3e1e-445d-a645-adf77c86325f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:52.657334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c9c6f0a3-3173-42e8-a10c-7ee2301ab913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.746674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a5b804-9946-439c-877f-365bee22ab7d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:52.757732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:52.758154 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Added segment c04f6a2e-b65d-4605-aa6b-f14b383c0f65 of type vlan for network 52208e65-02ad-42d1-bbe5-c9c1a142e07d Apr 20 14:47:52.853695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26c4938b-8bf7-46d6-b963-5c9d9d640871 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:52.908566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-414aa118-c929-40fd-9238-b19ee29cc43f req-96358ca3-404a-4486-a2fb-25ef77d411e1 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0719969 Apr 20 14:47:52.970467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6f0a3-3173-42e8-a10c-7ee2301ab913 None None] Port d050570b-3e1e-445d-a645-adf77c86325f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:52.976754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] For port 08c85928-6852-4a2b-95d7-1553ebf07932, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:47:53.009880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:47:53.020991 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1213b-6101-48c6-8270-bdead5ab2deb" -d '{"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:47:53.021228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] For port 08c85928-6852-4a2b-95d7-1553ebf07932, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=08c85928-6852-4a2b-95d7-1553ebf07932,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:47:53.051544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.087995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.142037 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5682fe6d-6c4a-401a-abb2-f9657c5b0603 x-openstack-request-id: req-5682fe6d-6c4a-401a-abb2-f9657c5b0603 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:47:53.143633 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f2415-b194-4357-9d7e-46dd54cb4f12", "name": "network-vif-deleted", "tag": "1bc49c7d-bc51-4a09-b73a-6315cedbee64", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:47:53.144604 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5682fe6d-6c4a-401a-abb2-f9657c5b0603 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:47:53.145393 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5682fe6d-6c4a-401a-abb2-f9657c5b0603'] response: {'server_uuid': '698f2415-b194-4357-9d7e-46dd54cb4f12', 'name': 'network-vif-deleted', 'tag': '1bc49c7d-bc51-4a09-b73a-6315cedbee64', 'status': 'completed', 'code': 200} Apr 20 14:47:53.194450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93f4e-a684-43e7-bf59-3d3f03766a14 None None] Pushing event updated for resources: {'Port': ['ID=08c85928-6852-4a2b-95d7-1553ebf07932,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:53.198652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:53.199025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.259973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40066) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:53.263716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:47:53.300493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:53.348338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.355857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:53.356610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.377704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:53.378886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.463353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d6c5dd99-df27-43cc-92a9-6b9138dffc73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16e1fa6e1edd4f14bcbc08bf7cb77af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909738 Apr 20 14:47:53.463613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40068) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:53.473550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.527152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7503085 Apr 20 14:47:53.592345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=a0451f12-c32e-4858-85c4-9f79bebd1ad4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:53.611056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:53.613932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:53.622753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:53.623527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.630906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba00ff-e5eb-4b05-a2e6-ed24ddf02c3f None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:53.656195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-efaa4bde-04fe-4569-98a8-e4e09c8721a1 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4185908 Apr 20 14:47:53.659089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40072) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:53.673464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1598448301', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0451f12-c32e-4858-85c4-9f79bebd1ad4'}], 'security_groups': ['d2a86c3a-250c-4298-bb43-9728aea63fbc']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:53.833271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2faa3a-510b-4b2d-98ab-edd0bc5c0a92 admin admin] Pushing event updated for resources: {'Network': ['ID=52208e65-02ad-42d1-bbe5-c9c1a142e07d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:53.856633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 52208e65-02ad-42d1-bbe5-c9c1a142e07d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:53.866038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.868159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.911812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.929047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:53.991916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.071502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=54905eae-03db-4e5a-bac3-68f993fc68de,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:54.089852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:54.092009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:54.094696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:47:54.112166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:54.112166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.117914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.121193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.126023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2246d1a-0ebf-4256-9452-89dd1bafd29f HTTP/1.1" status: 204 len: 168 time: 0.6596923 Apr 20 14:47:54.130539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f04a264-34de-482b-a6c6-e1ef31731ef7 req-483d7e3f-b1ba-43c4-92f1-3fca315849d8 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0798514 Apr 20 14:47:54.145593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddecb20-980f-4d87-aeaf-72ec3bf2966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2246d1a-0ebf-4256-9452-89dd1bafd29f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:54.164634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f3c86213-6cdf-4ec7-b421-ef0d98a55b5a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9149017 Apr 20 14:47:54.164960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:54.320954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Update dhcp port {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'fixed_ips': [{'subnet_id': '5ffd4f45-3f9c-4bef-8342-85d80ac09543', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0451f12-c32e-4858-85c4-9f79bebd1ad4'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4830db7a-4eef-43df-a879-2e5bf72336e6'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:47:54.335776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92e6b3-a734-4b14-8bbf-be51c3dc0041 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:54.344428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92e6b3-a734-4b14-8bbf-be51c3dc0041 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:54.349041 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e92e6b3-a734-4b14-8bbf-be51c3dc0041 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1828916 Apr 20 14:47:54.352000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40094) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:54.411620 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.594743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 54905eae-03db-4e5a-bac3-68f993fc68de {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:54.595566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.905510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Allocated IP 2001:db8:0:1::2 (03d6da4b-2270-4913-8450-f0e02af285b5/a0451f12-c32e-4858-85c4-9f79bebd1ad4/4830db7a-4eef-43df-a879-2e5bf72336e6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:54.933467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.978523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 54905eae-03db-4e5a-bac3-68f993fc68de owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:55.030050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 08c85928-6852-4a2b-95d7-1553ebf07932 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:55.417825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Provisioning complete for port 08c85928-6852-4a2b-95d7-1553ebf07932 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:55.418865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.419552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.479100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=54905eae-03db-4e5a-bac3-68f993fc68de,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:55.503540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26299450-9b5c-492b-995d-c0ed33c91237 req-dea42ea6-bc68-4d65-899c-e12d53b817e0 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1459601 Apr 20 14:47:55.535215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:55.554922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.561684 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a4ce9a9e-e36e-45c3-b2bb-93a6f62b20de tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/54905eae-03db-4e5a-bac3-68f993fc68de HTTP/1.1" status: 204 len: 168 time: 1.2084818 Apr 20 14:47:55.564992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40118) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:55.606061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 08c85928-6852-4a2b-95d7-1553ebf07932 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:55.606255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.660705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3bda3-5799-4d07-b72e-05fded15cf91 req-6cfbe1ab-cef7-4663-bcd5-37872da71c23 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.667264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3bda3-5799-4d07-b72e-05fded15cf91 req-6cfbe1ab-cef7-4663-bcd5-37872da71c23 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.673156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3bda3-5799-4d07-b72e-05fded15cf91 req-6cfbe1ab-cef7-4663-bcd5-37872da71c23 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.678708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28b3bda3-5799-4d07-b72e-05fded15cf91 req-6cfbe1ab-cef7-4663-bcd5-37872da71c23 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.4335926 Apr 20 14:47:55.682064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b69066-5104-4aaa-b0bd-599d3a8ddb42 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.683930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b69066-5104-4aaa-b0bd-599d3a8ddb42 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.688255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b9b69066-5104-4aaa-b0bd-599d3a8ddb42 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910304 Apr 20 14:47:55.688656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:55.764218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.777764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.804166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet d624f463-3b55-48ed-8697-a387b09de1ab {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:47:55.813092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.938706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2732-0e3a-49a8-96d3-7f3fb47c302b req-61ab732b-2d46-4de9-adf5-29a8a91506b1 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:55.947831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37bd2732-0e3a-49a8-96d3-7f3fb47c302b req-61ab732b-2d46-4de9-adf5-29a8a91506b1 tempest-ComputeTenantNetworksTest-1892266383 tempest-ComputeTenantNetworksTest-1892266383-project] 10.222.0.20 "GET /v2.0/networks/52208e65-02ad-42d1-bbe5-c9c1a142e07d HTTP/1.1" status: 200 len: 768 time: 0.2334676 Apr 20 14:47:55.975234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:55.995577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.050283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.179140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.183132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40134) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:56.239534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.242164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.262053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97765bd-4719-491a-95b0-732642e52c64 None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:56.335427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.429305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:47:56.429867 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:47:56.431889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.444657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/d624f463-3b55-48ed-8697-a387b09de1ab HTTP/1.1" status: 204 len: 168 time: 0.7528458 Apr 20 14:47:56.444657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af341355-c340-476a-ba5b-51cb7c74fe9d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=d624f463-3b55-48ed-8697-a387b09de1ab,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:56.451165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:56.483003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f63cc8-c73d-4093-ac56-1ca3fa9f48d8 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:56.487133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Delete allocated IP 2001:db8::37 (03d6da4b-2270-4913-8450-f0e02af285b5/5ffd4f45-3f9c-4bef-8342-85d80ac09543) {{(pid=102864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:47:56.564660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8:0:1::346 (03d6da4b-2270-4913-8450-f0e02af285b5/a0451f12-c32e-4858-85c4-9f79bebd1ad4/d050570b-3e1e-445d-a645-adf77c86325f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:56.565259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-efe95035-ace7-4916-9990-a059d41108b6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123974 Apr 20 14:47:56.569123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:56.598703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'networks': [{'name': 'tempest-network--209849683'}, {'name': 'tempest-network--681852542'}]} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:56.599022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-network--209849683'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:56.600892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-network--681852542'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:56.645480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:47:56.645871 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:47:56.679028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'network': 2} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:56.724741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.736649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.750724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.820098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52208e65-02ad-42d1-bbe5-c9c1a142e07d']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:56.929911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c3f91-8878-4a17-b444-5e20a98f18ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:56.931650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9f2c3f91-8878-4a17-b444-5e20a98f18ec tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3610063 Apr 20 14:47:56.933698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04f6a2e-b65d-4605-aa6b-f14b383c0f65') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:56.933992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04f6a2e-b65d-4605-aa6b-f14b383c0f65') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:56.934938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40148) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:56.940965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.981034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:56.981710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.033252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a263682-17bb-423e-a63f-ab7111cda6b3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:57.033765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-531e1457-c6a0-4fe6-83dd-35d924a95cbb req-69fff601-93f9-46b2-9e40-377f17d20368 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.2158351 Apr 20 14:47:57.040891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.101251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620034c-696c-4f9f-ab4e-0b26c6f73c9a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:57.103105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7620034c-696c-4f9f-ab4e-0b26c6f73c9a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647222 Apr 20 14:47:57.105766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40150) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:57.107498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:57.175926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.184912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f3431574-28e5-4999-ae9f-ef57b876888f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771489 Apr 20 14:47:57.188961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:57.194999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:57.226677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:57.227081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:57.234429 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:57.256989 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.262415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.306841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 08c85928-6852-4a2b-95d7-1553ebf07932, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=08c85928-6852-4a2b-95d7-1553ebf07932,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:57.314618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.315288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26c4938b-8bf7-46d6-b963-5c9d9d640871 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:57.396374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:47:57.441497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.455142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.455730 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment bd2d1a33-9e6f-4cc5-9123-050a51aa5a9b of type vlan for network ad1f4a4f-2090-47c5-be7c-f01a240db129 Apr 20 14:47:57.472115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.495030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/52208e65-02ad-42d1-bbe5-c9c1a142e07d HTTP/1.1" status: 204 len: 168 time: 1.5133004 Apr 20 14:47:57.528154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:57.531766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.549943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb2804-8654-4218-8a78-5e2299d57e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=52208e65-02ad-42d1-bbe5-c9c1a142e07d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:57.550895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=08c85928-6852-4a2b-95d7-1553ebf07932,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:57.562671 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:47:57.562989 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:47:57.568935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.585304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.588070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 26c4938b-8bf7-46d6-b963-5c9d9d640871 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:57.588440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.708947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Deleting port 08c85928-6852-4a2b-95d7-1553ebf07932 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:57.709382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.725520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=d050570b-3e1e-445d-a645-adf77c86325f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:57.746296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.764135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] In _notify_port_updated(), no bound segment for port d050570b-3e1e-445d-a645-adf77c86325f on network 03d6da4b-2270-4913-8450-f0e02af285b5 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:47:57.779655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:57.782449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.785852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a7eb4ac3-f31d-41b0-8e9d-824e4565d397 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/ports/d050570b-3e1e-445d-a645-adf77c86325f HTTP/1.1" status: 200 len: 931 time: 4.1252522 Apr 20 14:47:57.789225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40164) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:57.863534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:47:57.904726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] For port 08c85928-6852-4a2b-95d7-1553ebf07932, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=08c85928-6852-4a2b-95d7-1553ebf07932,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:47:57.905125 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.941739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Calling delete_port for 08c85928-6852-4a2b-95d7-1553ebf07932 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:57.955349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:57.956096 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment e7a57e7c-c4dd-4865-8708-5ddafa820eb5 of type vlan for network e8d66e26-a79d-4cba-b203-496a317c5f65 Apr 20 14:47:57.966325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:58.044227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port d050570b-3e1e-445d-a645-adf77c86325f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:47:58.050251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.070526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.116792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.157741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-14793516-41ef-4a44-b40d-241cb244a138 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e95bf44f0754de4ab609ff867df1fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881781 Apr 20 14:47:58.160931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40174) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:58.179865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.180376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.186927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.200604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.201318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.240107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] Pushing event deleted for resources: {'Port': ['ID=08c85928-6852-4a2b-95d7-1553ebf07932,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:58.242348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd7724-d493-4ebe-8960-86b31522f227 None None] No DVR routers for this DVR port 08c85928-6852-4a2b-95d7-1553ebf07932 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:47:58.250474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-66ba4fdb-3525-4a67-9afb-c89bfce31fd1 None None] Port 08c85928-6852-4a2b-95d7-1553ebf07932 update to ACTIVE by agent not found {{(pid=102865) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 14:47:58.270125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0857193 Apr 20 14:47:58.288262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f559b71-2980-40b9-8ba0-bd5aadb83900 req-6783caaa-6733-4d49-84ba-53b698548076 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0706911 Apr 20 14:47:58.298352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40176) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:58.401580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:58.402268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.435703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=ad1f4a4f-2090-47c5-be7c-f01a240db129,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:58.513170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ad1f4a4f-2090-47c5-be7c-f01a240db129 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:58.514913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:47:58.534766 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.540861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:47:58.542592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.548290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.568215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6381f5d-a0c3-4ea1-bc5d-a29edd2fe88d tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=e8d66e26-a79d-4cba-b203-496a317c5f65,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:58.585348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for d050570b-3e1e-445d-a645-adf77c86325f owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:47:58.605153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.631548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:47:58.637144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643baad-949b-4fae-b610-521320187c57 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.639379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:47:58.643174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643baad-949b-4fae-b610-521320187c57 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.650034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643baad-949b-4fae-b610-521320187c57 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.651837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.653129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.655913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643baad-949b-4fae-b610-521320187c57 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:58.657589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3643baad-949b-4fae-b610-521320187c57 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3567131 Apr 20 14:47:58.660501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40182) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:58.673681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=08ee8c51-18ab-45f8-910b-13b113010138,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:58.703794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6bdea99-ce46-46d8-9f98-45d2875cb24d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5136547 Apr 20 14:47:58.707020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40184) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:58.721378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:45:3d:d4', 'name': 'tempest-NetworksTestDHCPv6-1566626613'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:47:58.789071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e8d66e26-a79d-4cba-b203-496a317c5f65 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:47:58.796070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aaf626-e3b6-4ea3-bf03-46f5c80f37fd None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:47:58.835304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.843433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.846214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.850789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71a5b804-9946-439c-877f-365bee22ab7d HTTP/1.1" status: 204 len: 168 time: 0.6824162 Apr 20 14:47:58.880003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45e8ab-800d-4627-97a6-f3a91c57ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a5b804-9946-439c-877f-365bee22ab7d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:59.011081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:47:59.168743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.205839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1f4a4f-2090-47c5-be7c-f01a240db129']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:59.208687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.234232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e986-57ea-4341-8b84-4a4f3ea48531 req-5766cabf-a252-4208-91a3-20da600bea2c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:47:59.242177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64f5e986-57ea-4341-8b84-4a4f3ea48531 req-5766cabf-a252-4208-91a3-20da600bea2c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.2005429 Apr 20 14:47:59.245814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2d1a33-9e6f-4cc5-9123-050a51aa5a9b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:59.246470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2d1a33-9e6f-4cc5-9123-050a51aa5a9b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:47:59.248629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.281109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port ebd5aa3d-fbca-481a-b353-8c84ec425bf7 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:47:59.348958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Provisioning complete for port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:59.349314 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.361947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=d050570b-3e1e-445d-a645-adf77c86325f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:59.365099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '08ee8c51-18ab-45f8-910b-13b113010138'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:47:59.366152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.373092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.395267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:47:59.397898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.438207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64f5e986-57ea-4341-8b84-4a4f3ea48531 req-8e5cb6bc-24d8-4e43-bd37-cdb0bb8d2777 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946204 Apr 20 14:47:59.447226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.454029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a9e8788-ad86-49e3-88d5-3f5ee6ef3f4e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/d050570b-3e1e-445d-a645-adf77c86325f HTTP/1.1" status: 204 len: 168 time: 1.6626127 Apr 20 14:47:59.455743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40200) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:59.458414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.474065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:47:59.474963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:47:59.480346 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:47:59.508507 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-013643c8-572e-4400-9532-29344f1be87b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:47:59.510794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-013643c8-572e-4400-9532-29344f1be87b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/d050570b-3e1e-445d-a645-adf77c86325f HTTP/1.1" status: 404 len: 333 time: 0.0537801 Apr 20 14:47:59.514361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40204) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:59.601246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fe45:3dd4 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/08ee8c51-18ab-45f8-910b-13b113010138/ebd5aa3d-fbca-481a-b353-8c84ec425bf7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:47:59.650826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94b96c7c-31c3-40db-b9f6-047a370a5613 req-ac4e52e3-e0a7-45ba-8cca-6dd22a1cda1a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0723174 Apr 20 14:47:59.694378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.707315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.711177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/ad1f4a4f-2090-47c5-be7c-f01a240db129 HTTP/1.1" status: 204 len: 168 time: 1.0496910 Apr 20 14:47:59.714296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.718202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40210) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:59.728286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b312d79-0173-421d-870f-d8284f6172be tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=ad1f4a4f-2090-47c5-be7c-f01a240db129,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:47:59.744047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:47:59.775024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Could not find standard attr ID for object d050570b-3e1e-445d-a645-adf77c86325f. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:47:59.775967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.787574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1a340cec-cd71-4005-9193-ba01955807fe None None] Could not find standard attr ID for object 54905eae-03db-4e5a-bac3-68f993fc68de. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:47:59.912285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.912627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 08c85928-6852-4a2b-95d7-1553ebf07932 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:47:59.916182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.923525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/security-groups/65cb2b43-a828-45a9-a50f-2138a83b34ef HTTP/1.1" status: 204 len: 168 time: 0.4078617 Apr 20 14:47:59.924141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40214) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:47:59.935143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 08c85928-6852-4a2b-95d7-1553ebf07932 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:47:59.937942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 08c85928-6852-4a2b-95d7-1553ebf07932 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:47:59.968733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048791b-3585-41b3-b6eb-ef3c4a2eeee8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb2b43-a828-45a9-a50f-2138a83b34ef,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.059939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.079151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.120582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.170379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.182852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.190632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.193198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2a86c3a-250c-4298-bb43-9728aea63fbc HTTP/1.1" status: 204 len: 168 time: 0.2605124 Apr 20 14:48:00.197588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:00.213973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d66e26-a79d-4cba-b203-496a317c5f65']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:00.225299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.231110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a57e7c-c4dd-4865-8708-5ddafa820eb5') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:00.231406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a57e7c-c4dd-4865-8708-5ddafa820eb5') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:00.244419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.267513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.284044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:00.284489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:00.288367 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:00.292944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba63c9-c822-4ea7-94a2-12a56697ec5f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a86c3a-250c-4298-bb43-9728aea63fbc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.354718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 5ffd4f45-3f9c-4bef-8342-85d80ac09543 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:00.362103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.373720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.414252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.426248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=ebd5aa3d-fbca-481a-b353-8c84ec425bf7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.436225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.449732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.452997 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/e8d66e26-a79d-4cba-b203-496a317c5f65 HTTP/1.1" status: 204 len: 168 time: 0.7337737 Apr 20 14:48:00.455387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:00.457455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:00.522320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Allocated IP 2001:db8::f816:3eff:feef:8eaf (f9a24db5-112e-4814-8187-bcbdf4fa52f1/08ee8c51-18ab-45f8-910b-13b113010138/a0699ac2-627a-4cff-a080-1b4a8ad1b1fa) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:00.607086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.707001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36c0a-c5b7-41b8-8df7-7282fab792b4 req-605c5c3e-5fbe-4afe-98a2-f87244f66dc6 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:00.719694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95e36c0a-c5b7-41b8-8df7-7282fab792b4 req-605c5c3e-5fbe-4afe-98a2-f87244f66dc6 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.1583579 Apr 20 14:48:00.749918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c22ba7b-c9aa-406a-8157-79f6082d82e3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:00.756688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c22ba7b-c9aa-406a-8157-79f6082d82e3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:00.762097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c22ba7b-c9aa-406a-8157-79f6082d82e3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2995982 Apr 20 14:48:00.762289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.762425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:00.763340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40240) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:00.766546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:00.772369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:00.773254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.790929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1974459737'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:00.795030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843c8e1-7c82-4ae7-9163-856472b6ab7a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=e8d66e26-a79d-4cba-b203-496a317c5f65,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.824451 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.830595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffd4f45-3f9c-4bef-8342-85d80ac09543,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.835862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.838888 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ea423c35-3337-463e-aa89-b9d814850144 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1280141 Apr 20 14:48:00.841417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:00.865765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.871468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4523e8a0-7696-418c-b0d9-300c3136059b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/5ffd4f45-3f9c-4bef-8342-85d80ac09543 HTTP/1.1" status: 204 len: 168 time: 0.6712317 Apr 20 14:48:00.878209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:00.892058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:00.894302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493c694-9a27-481f-a9c7-dc327015736d None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:00.914390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:00.924788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:00.972659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:00.981848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:00.987862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Pushing event updated for resources: {'Port': ['ID=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:00.990740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:01.013104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:01.045369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.045734 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment cc96b026-3c34-4155-ab2a-b21d305a5618 of type vlan for network 0463ac82-16a2-4709-b568-8f5dbd3a16b3 Apr 20 14:48:01.073047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95e36c0a-c5b7-41b8-8df7-7282fab792b4 req-ce43e5d2-8022-45db-b96d-c9708bce40c9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260975 Apr 20 14:48:01.090123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:01.095039 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.095655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f7e4b-5ee1-4d68-bb1a-5523d7cba0f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:01.116634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f7e4b-5ee1-4d68-bb1a-5523d7cba0f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:01.124053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f92f7e4b-5ee1-4d68-bb1a-5523d7cba0f3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2783084 Apr 20 14:48:01.126612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40248) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:01.322321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-337023fd-04f5-4ba6-858f-a94d5d3e35b4 req-667ffe1a-6d27-4b3f-a460-ffcad65584e5 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1020262 Apr 20 14:48:01.401242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Attempting to bind port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:01.401618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Attempting to bind port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:01.402001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Attempting to bind port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:01.417283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:01.417841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:01.418282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.418740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:01.419437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Bound port: a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:01.419994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.434151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.491785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port ebd5aa3d-fbca-481a-b353-8c84ec425bf7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:01.491785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.536397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] For port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:01.550193 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.555789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] For port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:01.563477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:01.564504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.565710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.709053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5c3c-d900-4a02-8d5f-bda8f6b6ee24 None None] Pushing event updated for resources: {'Port': ['ID=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:01.721949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.736809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9696910 Apr 20 14:48:01.740573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40260) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:01.749369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-149621445'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:01.789844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add17add-b815-4483-be76-b595027e2809 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=0463ac82-16a2-4709-b568-8f5dbd3a16b3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:01.802453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0463ac82-16a2-4709-b568-8f5dbd3a16b3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:01.827476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.842456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:01.848848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:01.861478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:01.872678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.874909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:01.880117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:01.898107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for ebd5aa3d-fbca-481a-b353-8c84ec425bf7 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:01.950524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:01.968067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=5153f213-8322-4406-b9a5-4d9ad9644fac,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:01.992944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70672bb3-5045-49c0-a14d-9110f4ded38a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1136026 Apr 20 14:48:01.995433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40262) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:02.010752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766664772'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:02.046828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.046828 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment 202825db-5b61-432e-a7f5-e7fb420c1ab9 of type vlan for network b56359a1-4719-4812-9dc5-54d721cb6f60 Apr 20 14:48:02.121774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.125614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.186494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.196050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:02.198273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.272841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5305185 Apr 20 14:48:02.301878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:02.336766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'ports': [{'network_id': '0463ac82-16a2-4709-b568-8f5dbd3a16b3', 'name': 'tempest-port--634272011', 'admin_state_up': True}, {'network_id': 'b56359a1-4719-4812-9dc5-54d721cb6f60', 'admin_state_up': False}]} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:02.338589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'port': {'network_id': '0463ac82-16a2-4709-b568-8f5dbd3a16b3', 'name': 'tempest-port--634272011', 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:02.338589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'port': {'network_id': 'b56359a1-4719-4812-9dc5-54d721cb6f60', 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:02.539368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c4ed3-a209-426c-9881-f317bb17461f req-557df8d7-2465-4a83-9434-e62f22c151c9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:02.546987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee2c4ed3-a209-426c-9881-f317bb17461f req-557df8d7-2465-4a83-9434-e62f22c151c9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3023951 Apr 20 14:48:02.652154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47918a8f-9a9e-48be-ae9e-ecc4bbcb23f8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=b56359a1-4719-4812-9dc5-54d721cb6f60,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:02.653941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2504431b-03dd-4911-87a9-3523d083d56e req-89774d28-bebe-4800-afcb-afa39faa3c3a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1059043 Apr 20 14:48:02.674355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.677552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b56359a1-4719-4812-9dc5-54d721cb6f60 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:02.726524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=ebd5aa3d-fbca-481a-b353-8c84ec425bf7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:02.757714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee2c4ed3-a209-426c-9881-f317bb17461f req-13669133-fed1-418c-8f77-ee50e7205b32 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672814 Apr 20 14:48:02.819152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.819729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.820392 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d417b6a9-31ed-49c9-837f-bb5e76eeac1a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/ebd5aa3d-fbca-481a-b353-8c84ec425bf7 HTTP/1.1" status: 204 len: 168 time: 1.6919549 Apr 20 14:48:02.820520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:02.870508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0699ac2-627a-4cff-a080-1b4a8ad1b1fa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:02.902065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'port': 2} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:02.911012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80bc61-13be-41ad-a84b-db3cfb977567 None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:02.916943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.944269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.981352 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:02.996395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f006f9-87c4-44b9-b52c-3845afd99bfe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:03.002264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f006f9-87c4-44b9-b52c-3845afd99bfe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:03.007963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:03.008356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08f006f9-87c4-44b9-b52c-3845afd99bfe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1872034 Apr 20 14:48:03.078682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.083574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0800059 Apr 20 14:48:03.085283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:03.090928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'security_group': {'name': 'tempest-secgroup-86855273'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:03.097527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd907c4-ca28-4a41-a79f-d9ec0008824e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7542b-54d5-47a9-97fb-3014ab25a146,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:03.126419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a5eb-fa51-41cf-abcb-ff103adffc87 None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:03.127332 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a5eb-fa51-41cf-abcb-ff103adffc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.132349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.235564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:03.235934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.256832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.264718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.340489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76b8193-7191-4368-b3b0-2f87a8aba24d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:03.360509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 08ee8c51-18ab-45f8-910b-13b113010138 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:03.370558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.385803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.396081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c47efe2-bf01-48ea-9a8c-3c2aa3323b89 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3097177 Apr 20 14:48:03.398672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:03.413111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'security_group': {'name': 'tempest-secgroup-1620977085'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:03.434068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.449848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.519799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.615287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.622631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.689736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.700127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991245 Apr 20 14:48:03.704344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40302) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:03.712176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.716928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1624308678', 'security_groups': ['88a8197e-1c08-420b-a08e-8d3d1ea5a677'], 'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5153f213-8322-4406-b9a5-4d9ad9644fac'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:03.743237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb73394-6d60-498d-a099-86371cde180f tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a8197e-1c08-420b-a08e-8d3d1ea5a677,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:03.775216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a5eb-fa51-41cf-abcb-ff103adffc87 None None] Provisioning complete for port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:03.777444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a5eb-fa51-41cf-abcb-ff103adffc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:03.912053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:03.941448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.007430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad50415c-1036-47cc-8bd3-b14591ae96a7 req-d14169b0-bd02-4ded-8469-11a9615470a2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0883329 Apr 20 14:48:04.147617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98881161-910b-4053-be7e-c9140a02e2f0 req-12dcf20d-c5bd-48e8-8c9f-0e1663f3b453 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:04.153332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:04.156785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98881161-910b-4053-be7e-c9140a02e2f0 req-12dcf20d-c5bd-48e8-8c9f-0e1663f3b453 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.1483767 Apr 20 14:48:04.168566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a5eb-fa51-41cf-abcb-ff103adffc87 None None] Port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:04.184203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Update dhcp port {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'fixed_ips': [{'subnet_id': 'a0451f12-c32e-4858-85c4-9f79bebd1ad4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5153f213-8322-4406-b9a5-4d9ad9644fac'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4830db7a-4eef-43df-a879-2e5bf72336e6'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:48:04.236849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] device_id is not set on port dbf525a6-b1dd-4f52-9647-5277d2a0762a yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:04.247519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.269066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98881161-910b-4053-be7e-c9140a02e2f0 req-54da2890-8f60-4ada-8e89-80434e67bf11 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112823 Apr 20 14:48:04.300003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c7d0081b-98e3-497e-b8d4-e96907114e03 None None] Could not find standard attr ID for object ebd5aa3d-fbca-481a-b353-8c84ec425bf7. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:48:04.318548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:04.405297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.492506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:48:04.493297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c7d0081b-98e3-497e-b8d4-e96907114e03 None None] Provisioning complete for port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:04.493737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7d0081b-98e3-497e-b8d4-e96907114e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.509077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0699ac2-627a-4cff-a080-1b4a8ad1b1fa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:04.575349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.593998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] device_id is not set on port 3ac3b826-3eaf-4617-9781-15a57ff58c9b yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:04.630845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.679407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=08ee8c51-18ab-45f8-910b-13b113010138,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:04.684623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.691423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.698496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71c3a2bb-a93b-4e3f-897a-415d5a37553a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/08ee8c51-18ab-45f8-910b-13b113010138 HTTP/1.1" status: 204 len: 168 time: 1.6886373 Apr 20 14:48:04.699324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40314) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:04.728394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a531cd82-9046-40cc-9056-ce2ad22b617f None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:04.757743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40316) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:04.758330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d993ea7b-4a85-4e7d-9ea9-44ee21bc29d4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474372 Apr 20 14:48:04.767609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:04.821902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] device_id is not set on port 94cc9626-5e9e-4657-a556-2d93bd922015 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:04.937319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:04.942378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:04.980248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:05.021870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:05.022888 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:05.073661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:05.226655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Port': ['ID=dbf525a6-b1dd-4f52-9647-5277d2a0762a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:05.234548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Checking segment: {'id': 'cc96b026-3c34-4155-ab2a-b21d305a5618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0463ac82-16a2-4709-b568-8f5dbd3a16b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:05.234977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network hostable DHCP agents. Network: 0463ac82-16a2-4709-b568-8f5dbd3a16b3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:05.241526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Allocated IP 2001:db8::2 (03d6da4b-2270-4913-8450-f0e02af285b5/5153f213-8322-4406-b9a5-4d9ad9644fac/4830db7a-4eef-43df-a879-2e5bf72336e6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:05.250735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51355b84-2886-4e07-8942-119df12b2290 req-82077203-0844-4d01-a0aa-5b14403fef4b tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0498321 Apr 20 14:48:05.271917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network 0463ac82-16a2-4709-b568-8f5dbd3a16b3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:05.290180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0463ac82-16a2-4709-b568-8f5dbd3a16b3) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:05.295512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:05.296926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:05.345453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9af71-20a1-4b08-8332-7cfe94a0cf93 None None] Network 0463ac82-16a2-4709-b568-8f5dbd3a16b3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:05.359757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Port': ['ID=94cc9626-5e9e-4657-a556-2d93bd922015,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:05.400891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Checking segment: {'id': '202825db-5b61-432e-a7f5-e7fb420c1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b56359a1-4719-4812-9dc5-54d721cb6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:05.402593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network hostable DHCP agents. Network: b56359a1-4719-4812-9dc5-54d721cb6f60, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:05.428246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network b56359a1-4719-4812-9dc5-54d721cb6f60 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:05.464093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b56359a1-4719-4812-9dc5-54d721cb6f60) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:05.491795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:05.508305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:05.520861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:05.521643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:05.563046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-09bf49a3-a5aa-423d-bdea-7956b6da9881 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2591598 Apr 20 14:48:05.566288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:05.631662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da181779-b049-4e51-9033-05ce72b3e11a None None] Network b56359a1-4719-4812-9dc5-54d721cb6f60 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:05.750704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f7b6d-58e2-491e-a439-492612c9efa3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:05.763547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f7b6d-58e2-491e-a439-492612c9efa3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:05.769217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c7f7b6d-58e2-491e-a439-492612c9efa3 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1990609 Apr 20 14:48:05.769409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:05.831009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f273e5-7c50-4d68-a5fc-02100a83631f req-57e0e528-4c7f-4f18-9c2d-52381b0d6442 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:05.832754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09f273e5-7c50-4d68-a5fc-02100a83631f req-57e0e528-4c7f-4f18-9c2d-52381b0d6442 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.2713666 Apr 20 14:48:05.893080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:48:05.927287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Deleting port dbf525a6-b1dd-4f52-9647-5277d2a0762a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:05.928613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.026854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.055047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Calling delete_port for dbf525a6-b1dd-4f52-9647-5277d2a0762a owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:06.166052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.218184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Port': ['ID=dbf525a6-b1dd-4f52-9647-5277d2a0762a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:06.222646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:06.226245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:06.233575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.238270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cae42d07-891f-4bed-adf3-de985bb7203a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/ports/dbf525a6-b1dd-4f52-9647-5277d2a0762a HTTP/1.1" status: 204 len: 168 time: 0.4673553 Apr 20 14:48:06.240846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40334) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:06.353627 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.365714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.415383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Deleting port 94cc9626-5e9e-4657-a556-2d93bd922015 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:06.418353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.486016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964c5c1-bc2f-41e3-a64f-d1b1abda2a87 None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:06.492874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a0699ac2-627a-4cff-a080-1b4a8ad1b1fa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:06.535410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Deleting port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:06.536087 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.561597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.586235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Calling delete_port for 94cc9626-5e9e-4657-a556-2d93bd922015 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:06.605217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f181b89-826d-4794-9ffe-1ba740452cd9 req-4136dcc4-5500-419f-b1d7-eacf9c7b59d2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0651026 Apr 20 14:48:06.631651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09f273e5-7c50-4d68-a5fc-02100a83631f req-11e9277c-c2a6-48e6-9661-bbef1aad5294 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7901385 Apr 20 14:48:06.726798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8::2e5 (03d6da4b-2270-4913-8450-f0e02af285b5/5153f213-8322-4406-b9a5-4d9ad9644fac/3ac3b826-3eaf-4617-9781-15a57ff58c9b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:06.777235 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.798059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] For port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:06.798465 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.825141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.863426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Port': ['ID=94cc9626-5e9e-4657-a556-2d93bd922015,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:06.863567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.873035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Calling delete_port for a0699ac2-627a-4cff-a080-1b4a8ad1b1fa owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:06.894976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:06.903221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6994d203-b73c-48eb-89e1-3f44ecb5678e tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/ports/94cc9626-5e9e-4657-a556-2d93bd922015 HTTP/1.1" status: 204 len: 168 time: 0.6608608 Apr 20 14:48:06.906015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40348) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:07.057694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-96b39345-9437-4ef7-97e4-021e962de5cf tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1371074 Apr 20 14:48:07.064115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40354) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:07.069074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-347915590'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:07.146979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:07.152481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.154108 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.199047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:07.224702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.224938 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment ab79d0b4-ded0-4baf-89fc-4dfe09365fcc of type vlan for network 7dbae88a-249d-4442-87fe-e76226242e57 Apr 20 14:48:07.230830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Pushing event deleted for resources: {'Port': ['ID=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:07.236188 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:48:07.236733 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:48:07.251338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] No DVR routers for this DVR port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:07.260092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.263674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.274542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.275201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.275578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210ee3f-639b-4679-b3de-ff36729c6bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.321769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.364455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.371422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:07.372344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.383863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.436185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:07.472900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=7dbae88a-249d-4442-87fe-e76226242e57,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:07.485567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.485915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.486258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.487078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.487422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.487757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.488095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.488472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.488805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.489130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.489504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.489883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:07.506477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 7dbae88a-249d-4442-87fe-e76226242e57 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:07.511345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-22b42dd7-7c2f-49d6-8e6d-15ff8bdf13dc tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4461696 Apr 20 14:48:07.513939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40356) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:07.521648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-862069428'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:07.524119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.542098 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.556434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:07.568460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.577186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.577970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.636298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:07.648799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:07.650022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:07.661286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:07.663585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.664182 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Added segment c4461c01-a83e-4d76-b0b1-2121c0bb35fc of type vlan for network 964e3f33-df55-4d6f-97af-605cf930239b Apr 20 14:48:07.674372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:07.674372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.678023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:07.682867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=3ac3b826-3eaf-4617-9781-15a57ff58c9b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:07.700750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:07.723600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b5070-292a-48e0-ae0d-eaadc89b991e None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:07.733902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:07.734540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.749684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.798476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-158149f5-9778-4732-b65d-2a77c2f42e04 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0930128 Apr 20 14:48:07.803338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:07.803540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=405a395d-d34d-43ec-8914-6b4713f41e57,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:07.817542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4acb2656-40ae-45a3-80ca-a0381628445f None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:07.818481 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4acb2656-40ae-45a3-80ca-a0381628445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.822236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:07.826588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=a0699ac2-627a-4cff-a080-1b4a8ad1b1fa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:07.882464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.888105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:07.888736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:07.914171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b80a1f8-07ac-48ef-b71f-86bce8b4f2b4 req-68615079-6866-4066-a5f7-6968a413f0db tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1119292 Apr 20 14:48:07.918406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3bbc29d9-09d1-42f7-91e8-669e60d841c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1595542 Apr 20 14:48:07.920200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Port a0699ac2-627a-4cff-a080-1b4a8ad1b1fa update to DOWN by agent not found {{(pid=102865) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 14:48:07.974213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40366) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:07.991306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:c1:b2:b3', 'name': 'tempest-NetworksTestDHCPv6-1647405985'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:08.198163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4acb2656-40ae-45a3-80ca-a0381628445f None None] Provisioning complete for port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:08.199074 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4acb2656-40ae-45a3-80ca-a0381628445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.203463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdad1d-db6a-44e4-a733-a3778a368527 req-2ade812a-13d9-420e-b80d-fb39db0c7425 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:08.211999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cfdad1d-db6a-44e4-a733-a3778a368527 req-2ade812a-13d9-420e-b80d-fb39db0c7425 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3761766 Apr 20 14:48:08.238327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Network': ['ID=964e3f33-df55-4d6f-97af-605cf930239b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:08.246371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4acb2656-40ae-45a3-80ca-a0381628445f None None] Port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:08.251038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0abec028-387d-4f53-8a09-c8a25fb267d8 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7359080 Apr 20 14:48:08.255950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:08.263716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.296661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 964e3f33-df55-4d6f-97af-605cf930239b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:08.324051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '405a395d-d34d-43ec-8914-6b4713f41e57'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:08.325976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.365319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:08.564605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Allocated IP 2001:db8::f816:3eff:fe79:6308 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/405a395d-d34d-43ec-8914-6b4713f41e57/b81f21d5-c558-49d4-b481-8bd5dfd512bf) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:08.578878 n-d-836145-2 neutron-server[102863]: INFO neutron.db.ipam_backend_mixin [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5153f213-8322-4406-b9a5-4d9ad9644fac (CIDR: 2001:db8::/64) Apr 20 14:48:08.586399 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:08.589135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:08.635594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:08.636831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f69598f2-8366-461b-b5d4-fdc09a000cb8 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8317537 Apr 20 14:48:08.646985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.708593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:08.749452 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.762881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:08.809698 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.872809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2088755f-19a1-4cfc-9fef-4a1322629ed4 None None] Provisioning complete for port 3ac3b826-3eaf-4617-9781-15a57ff58c9b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:08.873258 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2088755f-19a1-4cfc-9fef-4a1322629ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.919504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:08.929264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:08.931875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cfdad1d-db6a-44e4-a733-a3778a368527 req-91300d07-b98d-4520-bf0a-2223bf003bbc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7183857 Apr 20 14:48:08.932258 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:08.941910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port d5696ad3-7685-4a0d-83e0-f97a80e48350 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:09.093784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:09.108854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:09.136707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:09.154522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.188919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Pushing event updated for resources: {'Port': ['ID=b81f21d5-c558-49d4-b481-8bd5dfd512bf,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:09.267248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2088755f-19a1-4cfc-9fef-4a1322629ed4 None None] Port 3ac3b826-3eaf-4617-9781-15a57ff58c9b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:09.298547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5794433a-f370-4c31-96af-40a939761181 req-0a47f9d1-56dc-4b86-b229-0ee9ee880df2 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0660214 Apr 20 14:48:09.433663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fec1:b2b3 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/405a395d-d34d-43ec-8914-6b4713f41e57/d5696ad3-7685-4a0d-83e0-f97a80e48350) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:09.549919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Attempting to bind port b81f21d5-c558-49d4-b481-8bd5dfd512bf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:09.551541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Attempting to bind port b81f21d5-c558-49d4-b481-8bd5dfd512bf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:09.553484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Attempting to bind port b81f21d5-c558-49d4-b481-8bd5dfd512bf on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:09.562029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:09.562694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:09.563644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.564970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:09.565218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Bound port: b81f21d5-c558-49d4-b481-8bd5dfd512bf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:09.565694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.607149 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a0451f12-c32e-4858-85c4-9f79bebd1ad4 (CIDR: 2001:db8:0:1::/64) Apr 20 14:48:09.631707 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:09.632403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:09.691347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40390) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:09.698471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] For port b81f21d5-c558-49d4-b481-8bd5dfd512bf, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:09.701902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] For port b81f21d5-c558-49d4-b481-8bd5dfd512bf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b81f21d5-c558-49d4-b481-8bd5dfd512bf,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:09.703451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2cce96e-2e89-4055-913d-09ec66558ce2 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9990501 Apr 20 14:48:09.704541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'subnet': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:09.711384 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.786097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.797557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f944b-9d82-45be-8a7d-8bc5282aaa4a None None] Pushing event updated for resources: {'Port': ['ID=b81f21d5-c558-49d4-b481-8bd5dfd512bf,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:09.840585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.938710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:09.954947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:09.955880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Made reservation on behalf of fdd577e61f2347249ce071399be33265 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:09.960135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:09.961449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=d5696ad3-7685-4a0d-83e0-f97a80e48350,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:09.967250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:09.973623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:09.974250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:10.023145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8ed2f9ac-e4fd-488d-8cc8-8f416220f979 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0448077 Apr 20 14:48:10.023990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40402) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:10.182085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aac4a0be-67b8-4057-bd35-8e8a8ae6fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:10.268732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a5b09-e181-4786-81e7-9d98348d0fda tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:10.294869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a5b09-e181-4786-81e7-9d98348d0fda tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:10.307083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-148a5b09-e181-4786-81e7-9d98348d0fda tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2815185 Apr 20 14:48:10.308944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:10.513488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b81f21d5-c558-49d4-b481-8bd5dfd512bf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:10.605703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:10.642273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b81f21d5-c558-49d4-b481-8bd5dfd512bf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:10.644071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:10.648561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34716784-f6a2-4aa5-8c60-ed4b473229ae req-dc4d696e-b6d3-41ae-ad34-fa26216f8583 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.0723238 Apr 20 14:48:10.723112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38d940-052e-4439-9867-20bacb22cba4 req-0a617e61-9404-433e-b52e-cd85c16eb34a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:10.757489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe38d940-052e-4439-9867-20bacb22cba4 req-0a617e61-9404-433e-b52e-cd85c16eb34a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.4491682 Apr 20 14:48:10.767864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Network 03d6da4b-2270-4913-8450-f0e02af285b5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:10.781331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:10.798737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac410d-b45c-462d-9f96-bfbd2e9e93e1 None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:10.812686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:10.813323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:10.819181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe38d940-052e-4439-9867-20bacb22cba4 req-81949444-9cea-4807-8074-ae4b5fc456ea tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588250 Apr 20 14:48:10.825580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Subnet': ['ID=62a0050b-6f48-41ab-ad5f-770822743699,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:10.871370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-19770d09-bb97-4174-ba8f-e3414b901718 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1761942 Apr 20 14:48:10.871702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:10.883747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1205513524', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62a0050b-6f48-41ab-ad5f-770822743699'}], 'security_groups': ['cfd7542b-54d5-47a9-97fb-3014ab25a146', 'a76b8193-7191-4368-b3b0-2f87a8aba24d']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:10.887632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port d5696ad3-7685-4a0d-83e0-f97a80e48350 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:10.894459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.023254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:48:11.175229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.239629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for d5696ad3-7685-4a0d-83e0-f97a80e48350 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:11.254773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:11.290952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:48:11.304227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.463439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.643728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.645657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.679381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:48:11.690194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b81f21d5-c558-49d4-b481-8bd5dfd512bf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b81f21d5-c558-49d4-b481-8bd5dfd512bf,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:11.729000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:11.730829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:11.731585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=d5696ad3-7685-4a0d-83e0-f97a80e48350,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:11.750912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:11.762185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'subnets': [{'network_id': '7dbae88a-249d-4442-87fe-e76226242e57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--92753482', 'ip_version': 6}, {'network_id': '964e3f33-df55-4d6f-97af-605cf930239b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:11.762788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'subnet': {'network_id': '7dbae88a-249d-4442-87fe-e76226242e57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--92753482', 'ip_version': 6}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:11.763661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Request body: {'subnet': {'network_id': '964e3f33-df55-4d6f-97af-605cf930239b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:12.051228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.059915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dfb102e8-ff62-4b98-90f6-2f57826eac89 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/d5696ad3-7685-4a0d-83e0-f97a80e48350 HTTP/1.1" status: 204 len: 168 time: 1.7500048 Apr 20 14:48:12.065383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.102352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa41cf39-a9e4-4dfe-9714-707785a7701c req-4ef26c86-1aed-4345-966e-dbbe28728060 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1929860 Apr 20 14:48:12.103502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40446) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:12.163522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Delete allocated IP 2001:db8::2e5 (03d6da4b-2270-4913-8450-f0e02af285b5/5153f213-8322-4406-b9a5-4d9ad9644fac) {{(pid=102863) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:48:12.188022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Allocated IP 2001:db8:0:2::251 (03d6da4b-2270-4913-8450-f0e02af285b5/62a0050b-6f48-41ab-ad5f-770822743699/3ac3b826-3eaf-4617-9781-15a57ff58c9b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:12.209534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b53b0446-dce4-4d54-8d86-8642ecba90d6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:48:12.262088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b81f21d5-c558-49d4-b481-8bd5dfd512bf,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:12.271701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e6899ba6-d651-40f2-95e9-c9e732b6e021 None None] Provisioning complete for port b81f21d5-c558-49d4-b481-8bd5dfd512bf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:12.272186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e6899ba6-d651-40f2-95e9-c9e732b6e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.339332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da979b-9600-4496-9abb-af3557d90aaf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:12.341093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da979b-9600-4496-9abb-af3557d90aaf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:12.342751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e9da979b-9600-4496-9abb-af3557d90aaf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2206995 Apr 20 14:48:12.358768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40454) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:12.552940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b81f21d5-c558-49d4-b481-8bd5dfd512bf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:12.607351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.622386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.683249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a2d76-f9eb-4dfb-a30b-5b0e5a8ed2d0 req-1dff50bf-624a-4654-8a6b-2e666bb90b7d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:12.685771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921a2d76-f9eb-4dfb-a30b-5b0e5a8ed2d0 req-1dff50bf-624a-4654-8a6b-2e666bb90b7d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.6210051 Apr 20 14:48:12.730607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:12.807383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] In _notify_port_updated(), no bound segment for port 3ac3b826-3eaf-4617-9781-15a57ff58c9b on network 03d6da4b-2270-4913-8450-f0e02af285b5 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:48:12.815396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:12.835558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.837760 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "PUT /v2.0/ports/3ac3b826-3eaf-4617-9781-15a57ff58c9b HTTP/1.1" status: 200 len: 970 time: 1.9638839 Apr 20 14:48:12.850788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40478) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:12.852944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 405a395d-d34d-43ec-8914-6b4713f41e57 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:12.867082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e13286e1-35a5-454f-a4c7-289dd8172cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.880449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c2b8-98ce-41a3-bf24-1acddbc5c0df tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event updated for resources: {'Port': ['ID=3ac3b826-3eaf-4617-9781-15a57ff58c9b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:12.892223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:12.965674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Update dhcp port {'port': {'network_id': '03d6da4b-2270-4913-8450-f0e02af285b5', 'fixed_ips': [{'subnet_id': 'a0451f12-c32e-4858-85c4-9f79bebd1ad4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5153f213-8322-4406-b9a5-4d9ad9644fac', 'ip_address': '2001:db8::2'}, {'subnet_id': '62a0050b-6f48-41ab-ad5f-770822743699'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '4830db7a-4eef-43df-a879-2e5bf72336e6'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:48:13.042022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.046993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921a2d76-f9eb-4dfb-a30b-5b0e5a8ed2d0 req-75f114e9-f0de-445a-b840-1dc49fa5995d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438816 Apr 20 14:48:13.089647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Made reservation on behalf of 494efcc8df0347bcbb4c333c6204b698 for: {'subnet': 2} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:13.095133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port 3ac3b826-3eaf-4617-9781-15a57ff58c9b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:13.099659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.100305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.112549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.291649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b81f21d5-c558-49d4-b481-8bd5dfd512bf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:13.292695 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.342507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.461520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-740bda58-5a56-4e88-af69-b4d58eeff8b8 None None] Could not find standard attr ID for object d5696ad3-7685-4a0d-83e0-f97a80e48350. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:48:13.462355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.485419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8031d166-9b44-4bde-bc75-fc7c931066fb req-91d2e1af-db72-44f2-820f-0132eb5dd113 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1455009 Apr 20 14:48:13.532309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for 3ac3b826-3eaf-4617-9781-15a57ff58c9b owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:13.791967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.925596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.945432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Allocated IP 2001:db8:0:2::2 (03d6da4b-2270-4913-8450-f0e02af285b5/62a0050b-6f48-41ab-ad5f-770822743699/4830db7a-4eef-43df-a879-2e5bf72336e6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:13.956920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.985036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=3ac3b826-3eaf-4617-9781-15a57ff58c9b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:14.064594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.068662 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1301f700-b5c2-41fd-9342-3b69c988f278 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/3ac3b826-3eaf-4617-9781-15a57ff58c9b HTTP/1.1" status: 204 len: 168 time: 1.2141106 Apr 20 14:48:14.071863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.117510 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b688c928-286e-42ab-ae08-c1e38ae16ef9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] GET failed (client error): The resource could not be found. Apr 20 14:48:14.127942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b688c928-286e-42ab-ae08-c1e38ae16ef9 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports/3ac3b826-3eaf-4617-9781-15a57ff58c9b HTTP/1.1" status: 404 len: 333 time: 0.0550134 Apr 20 14:48:14.129486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=405a395d-d34d-43ec-8914-6b4713f41e57,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:14.130809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.166759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:14.182387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.186537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/405a395d-d34d-43ec-8914-6b4713f41e57 HTTP/1.1" status: 204 len: 168 time: 1.8245847 Apr 20 14:48:14.188501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.189010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.189525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.190020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.190187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40508) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.190714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.191204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.191689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.192779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.193286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.194920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.195440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.199618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8a76a-f987-4920-9631-06a5aa5e64ef tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:48:14.259024 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.272650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460da42f-3dc9-4121-8103-1a93f4be2649 req-1aea9de9-794e-4d40-bcaf-79bf8db5a6b5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:14.281785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-460da42f-3dc9-4121-8103-1a93f4be2649 req-1aea9de9-794e-4d40-bcaf-79bf8db5a6b5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.3739059 Apr 20 14:48:14.330260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e9576-c1da-43a4-b77e-a79d6b15603a None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:14.350232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7781f997-8d3f-4a2e-a090-347bea9d15c0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1588440 Apr 20 14:48:14.357803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40510) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.369803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.443290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.444239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.497540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-df56c8df-7810-4392-9cc0-eff5e6a63a9c req-9c94b129-3085-4e13-b440-ed03ffc6062c service neutron] (102864) timed out ('10.222.0.43', 57582) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:48:14.516361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.546846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a2dd0-e20b-4b4c-992a-ea575582e0ab tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:14.549150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e08a2dd0-e20b-4b4c-992a-ea575582e0ab tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1856675 Apr 20 14:48:14.552961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40514) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.593292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-460da42f-3dc9-4121-8103-1a93f4be2649 req-50aa1f31-9c00-417c-9797-ce7f296aabde tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103080 Apr 20 14:48:14.631836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.634096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566d73-3fed-4f46-8510-41cc07a33e07 None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:14.670303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b67993-c2fa-4e84-b3b5-3b11b0b2284c req-ec28a1fb-aac6-4a35-9adc-4e8543223a80 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:14.671942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08b67993-c2fa-4e84-b3b5-3b11b0b2284c req-ec28a1fb-aac6-4a35-9adc-4e8543223a80 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.4390624 Apr 20 14:48:14.729310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.736056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.740216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/security-groups/88a8197e-1c08-420b-a08e-8d3d1ea5a677 HTTP/1.1" status: 204 len: 168 time: 0.6084020 Apr 20 14:48:14.746197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40518) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.813016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531cb47-f67d-4898-8e26-1ebd3298318e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a8197e-1c08-420b-a08e-8d3d1ea5a677,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:14.873936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba321a-c09a-4d45-b34b-05a4a8791493 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:14.877979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ffba321a-c09a-4d45-b34b-05a4a8791493 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3217313 Apr 20 14:48:14.883639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40522) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:14.923108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85746782-f06e-4bad-bc04-e52ccde5a8c1 req-05f4f7ae-8e7d-4ac0-a572-f3c38526eba6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1000042 Apr 20 14:48:15.007792 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-118a1cc4-65a5-4da5-b428-76f799fdfd52 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238639 Apr 20 14:48:15.021592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:15.034129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:15.099188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.111788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:15.122003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08b67993-c2fa-4e84-b3b5-3b11b0b2284c req-66acb1b8-e7b3-46e3-8e47-5364bca795db tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742735 Apr 20 14:48:15.205322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.293932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-5f0bb8fb-05d0-47ad-a05a-e9cf76890ada tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:15.297955 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-5f0bb8fb-05d0-47ad-a05a-e9cf76890ada tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.2975097 Apr 20 14:48:15.416159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.527953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.643066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port 0313d066-21ab-4b12-ba6b-0df21cad3094 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:15.645598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.656425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:15.661126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.799596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:15.799976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:15.914812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:15.983187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40542) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:16.038013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] For port 0313d066-21ab-4b12-ba6b-0df21cad3094, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0313d066-21ab-4b12-ba6b-0df21cad3094,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:16.038517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.401076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18005a32-f9cf-4b3b-8084-28834ab9ee46 req-196dfbed-f821-4080-b3d4-e26866f55cd5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:16.405950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18005a32-f9cf-4b3b-8084-28834ab9ee46 req-196dfbed-f821-4080-b3d4-e26866f55cd5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 946 time: 0.6250558 Apr 20 14:48:16.412398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd4d1292-cf1d-44d6-b6e0-5f3cc113c872 req-8e26d2f7-1e46-4fa7-8c6d-9ae855cd7f43 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1522865 Apr 20 14:48:16.514727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.517703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.523286 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/security-groups/a76b8193-7191-4368-b3b0-2f87a8aba24d HTTP/1.1" status: 204 len: 168 time: 1.7659991 Apr 20 14:48:16.547120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.550203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:16.575078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Deleting port b81f21d5-c558-49d4-b481-8bd5dfd512bf {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:16.575541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.580857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.581238 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.581765 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP 0ad528ff-e251-42e4-a6af-922347275ae3 disassociated. External IP: 172.25.1.170, port: 0313d066-21ab-4b12-ba6b-0df21cad3094. Apr 20 14:48:16.582118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for 0313d066-21ab-4b12-ba6b-0df21cad3094 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:16.749931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a0c19-75df-4ad5-9bfe-5f1b2da9d7ec tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76b8193-7191-4368-b3b0-2f87a8aba24d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:16.754240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.830488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Subnet': ['ID=789929cf-7531-4d2a-b86a-7b90990462be,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:16.871624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac36ad03-dcfe-4671-82c1-615fe4cb176b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.895202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=0313d066-21ab-4b12-ba6b-0df21cad3094,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:16.919015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] For port b81f21d5-c558-49d4-b481-8bd5dfd512bf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b81f21d5-c558-49d4-b481-8bd5dfd512bf,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:16.919518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:16.960469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Calling delete_port for b81f21d5-c558-49d4-b481-8bd5dfd512bf owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:16.962898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b81f21d5-c558-49d4-b481-8bd5dfd512bf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:17.016507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:17.020647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18005a32-f9cf-4b3b-8084-28834ab9ee46 req-f0981929-cf34-4069-bfe6-6c8920e4b407 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=b99282f4-4c50-4134-b641-28b32126a4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5933864 Apr 20 14:48:17.027930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.112482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Provisioning complete for port 4830db7a-4eef-43df-a879-2e5bf72336e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:17.113990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.248609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac36ad03-dcfe-4671-82c1-615fe4cb176b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.276517 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.289598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.343959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac36ad03-dcfe-4671-82c1-615fe4cb176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.494723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac36ad03-dcfe-4671-82c1-615fe4cb176b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381c7343cd404654869d04c2f073a3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4519305 Apr 20 14:48:17.503693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.507164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:17.518884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40558) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:17.521274 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/security-groups/cfd7542b-54d5-47a9-97fb-3014ab25a146 HTTP/1.1" status: 204 len: 168 time: 0.7847471 Apr 20 14:48:17.524784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40560) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:17.630038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Checking segment: {'id': 'ab79d0b4-ded0-4baf-89fc-4dfe09365fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '7dbae88a-249d-4442-87fe-e76226242e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:17.634695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network hostable DHCP agents. Network: 7dbae88a-249d-4442-87fe-e76226242e57, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:17.755873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 5153f213-8322-4406-b9a5-4d9ad9644fac {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:17.773148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cddf-ee16-4279-9773-312ef01af9f7 req-902c81a1-bc05-4a9e-a38e-c9bfe9be9ee0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:17.788577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06a3cddf-ee16-4279-9773-312ef01af9f7 req-902c81a1-bc05-4a9e-a38e-c9bfe9be9ee0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 1.2197378 Apr 20 14:48:17.837585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.004225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port b53b0446-dce4-4d54-8d86-8642ecba90d6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:18.004823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.007633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-208f29ba-919b-4ca8-a073-98cb7bdd2c4e req-eeaa6547-95a0-4ae3-82e3-b8a882070903 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.2857869 Apr 20 14:48:18.026836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36ad03-dcfe-4671-82c1-615fe4cb176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80460e-7588-4a3b-8bf0-73147df44490,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:18.091749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:48:18.103081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63725c71-872f-4aa2-8502-5cbea05fd10d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7542b-54d5-47a9-97fb-3014ab25a146,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:18.210943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network 7dbae88a-249d-4442-87fe-e76226242e57 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:18.284344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 7dbae88a-249d-4442-87fe-e76226242e57) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:18.309707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.369458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe95ca-9d9b-49aa-918e-0bc34a10b383 None None] Network 7dbae88a-249d-4442-87fe-e76226242e57 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:18.393259 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.423488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b81f21d5-c558-49d4-b481-8bd5dfd512bf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b81f21d5-c558-49d4-b481-8bd5dfd512bf,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:18.434825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e23086d1-4cb6-4ba6-97c6-bc407d7dfd37 req-63a85776-b1a1-4776-b7b4-590bc30fce05 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.2610927 Apr 20 14:48:18.513998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.514886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06a3cddf-ee16-4279-9773-312ef01af9f7 req-ac9798be-f5a8-4692-9960-41ff54d69003 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7103734 Apr 20 14:48:18.536938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.568870 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.574888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:18.579851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:48:18.598787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:18.608563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:18.609500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.611941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.615119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event updated for resources: {'Subnet': ['ID=b93f95be-6432-4e02-b497-091853badd17,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:18.617585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:48:18.691134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] No DVR routers for this DVR port 0313d066-21ab-4b12-ba6b-0df21cad3094 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:18.694682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.699066 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3cec5be9-c98d-4394-95fa-f676e091cfc0 req-63d75fe2-4b30-438b-91c3-d0f98352d10f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "DELETE /v2.0/ports/0313d066-21ab-4b12-ba6b-0df21cad3094 HTTP/1.1" status: 204 len: 173 time: 3.3805733 Apr 20 14:48:18.719964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'name': 'network-vif-deleted', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:48:18.723872 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e08d1e-13af-4b20-b409-d46c42dd8e1b" -d '{"events": [{"server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "name": "network-vif-deleted", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:48:18.811709 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a6869-3f86-4f85-a9e5-83ff6860d065 x-openstack-request-id: req-220a6869-3f86-4f85-a9e5-83ff6860d065 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:48:18.812734 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e9ef8f-0435-4057-9569-bcdfab298f91", "name": "network-vif-deleted", "tag": "0313d066-21ab-4b12-ba6b-0df21cad3094", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:48:18.812992 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-220a6869-3f86-4f85-a9e5-83ff6860d065 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:48:18.813409 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-220a6869-3f86-4f85-a9e5-83ff6860d065'] response: {'server_uuid': '63e9ef8f-0435-4057-9569-bcdfab298f91', 'name': 'network-vif-deleted', 'tag': '0313d066-21ab-4b12-ba6b-0df21cad3094', 'status': 'completed', 'code': 200} Apr 20 14:48:18.826381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.879403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:18.889984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b81f21d5-c558-49d4-b481-8bd5dfd512bf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:18.895603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/5153f213-8322-4406-b9a5-4d9ad9644fac HTTP/1.1" status: 204 len: 168 time: 1.3255615 Apr 20 14:48:18.901608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:19.031600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36eeff-1c55-4d48-a7ec-d68434f96030 None None] Network 03d6da4b-2270-4913-8450-f0e02af285b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:19.046596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:19.070815 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.079283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.094385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet 62a0050b-6f48-41ab-ad5f-770822743699 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:19.098612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.134138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Checking segment: {'id': 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:19.143166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network hostable DHCP agents. Network: 964e3f33-df55-4d6f-97af-605cf930239b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:19.146730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.196200 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bc017fd7-26df-48ca-bcc6-a4d95c8dfef5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1680574 Apr 20 14:48:19.203302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:19.252520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.255474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:71:f4:92', 'name': 'tempest-NetworksTestDHCPv6-1852483389'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:19.319000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] No DVR routers for this DVR port b81f21d5-c558-49d4-b481-8bd5dfd512bf on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:19.322108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:48:19.329316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72670020-0ef8-4115-9091-8f8db817ff4b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=5153f213-8322-4406-b9a5-4d9ad9644fac,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:19.331742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:19.336717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.372148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818db5c-a0e3-48be-82c7-b0b9e3aa89aa req-daae2643-3322-4190-9f43-12b7d2cbf5da tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/ports?device_id=698f2415-b194-4357-9d7e-46dd54cb4f12 HTTP/1.1" status: 200 len: 210 time: 0.1015282 Apr 20 14:48:19.378660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da091b-5a5b-4447-8e27-720b32b3cc0e None None] Pushing event deleted for resources: {'Port': ['ID=b81f21d5-c558-49d4-b481-8bd5dfd512bf,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:19.428585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.432950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/62a0050b-6f48-41ab-ad5f-770822743699 HTTP/1.1" status: 204 len: 168 time: 0.5302989 Apr 20 14:48:19.434118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ec5e8-4a45-451a-8211-86bb62ab57dd tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=62a0050b-6f48-41ab-ad5f-770822743699,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:19.437540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40578) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:19.502271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Network 964e3f33-df55-4d6f-97af-605cf930239b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:19.586879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf877b-9931-42e7-88a8-5f5b0dd5a6de None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:19.586879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.587893 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c78bed-67fe-403f-9cd4-b6aa2a0ba42a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:19.587893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c78bed-67fe-403f-9cd4-b6aa2a0ba42a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:19.587893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89c78bed-67fe-403f-9cd4-b6aa2a0ba42a tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/5153f213-8322-4406-b9a5-4d9ad9644fac HTTP/1.1" status: 404 len: 337 time: 0.1324325 Apr 20 14:48:19.589076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:19.614317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.625833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.636956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea80460e-7588-4a3b-8bf0-73147df44490 HTTP/1.1" status: 204 len: 168 time: 2.1096184 Apr 20 14:48:19.640065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 964e3f33-df55-4d6f-97af-605cf930239b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:19.701939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd5e4-22bc-4f7e-af28-c89fece0deaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80460e-7588-4a3b-8bf0-73147df44490,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:19.711221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:19.712438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:19.713401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.763989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7e788a4-fdb9-4208-a2e5-b8a69eae8524 req-c23e2c4f-595a-4932-a399-f07cb77f6a44 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=63e9ef8f-0435-4057-9569-bcdfab298f91 HTTP/1.1" status: 200 len: 210 time: 0.0850952 Apr 20 14:48:19.801599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting subnet a0451f12-c32e-4858-85c4-9f79bebd1ad4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:19.815661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:19.880618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007084c1-9445-4688-9a04-f150028ca637 req-40fa327f-295e-4718-a08f-11da5c15b6ec tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:19.888404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-007084c1-9445-4688-9a04-f150028ca637 req-40fa327f-295e-4718-a08f-11da5c15b6ec tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.1981380 Apr 20 14:48:19.908052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5d278d21-49b4-4fcd-8859-f651659831c4 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 8.1603892 Apr 20 14:48:19.908052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40588) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.000552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-007084c1-9445-4688-9a04-f150028ca637 req-9139be32-dbdd-49a0-b40e-a05989465dd0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107287 Apr 20 14:48:20.004829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:20.019538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ebf3e-2bc2-4fe5-9e50-57874c880d09 None None] Network 964e3f33-df55-4d6f-97af-605cf930239b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:20.047834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.128124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e5844-9cd6-4fb3-9321-c186d4e8609b tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:20.131809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e5844-9cd6-4fb3-9321-c186d4e8609b tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:20.136299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e5844-9cd6-4fb3-9321-c186d4e8609b tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:20.153108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b3e5844-9cd6-4fb3-9321-c186d4e8609b tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2351432 Apr 20 14:48:20.156111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40592) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.185709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Provisioning complete for port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:20.186280 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.201111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:20.202025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.292478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:48:20.298882 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b306baf-2850-48eb-b396-32a2bc16c936" -d '{"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:48:20.321069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.332317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.386277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 31bece04-82ea-4b2d-b32a-856b59255a03 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:20.411696 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b4dfb9-8d49-4802-a23c-fa0cf1ad91f0 x-openstack-request-id: req-70b4dfb9-8d49-4802-a23c-fa0cf1ad91f0 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:48:20.411977 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:48:20.412216 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70b4dfb9-8d49-4802-a23c-fa0cf1ad91f0 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:48:20.412613 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b4dfb9-8d49-4802-a23c-fa0cf1ad91f0'] response: {'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'code': 200} Apr 20 14:48:20.420551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:20.464688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.546734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40608) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.547764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Deleting subnet 789929cf-7531-4d2a-b86a-7b90990462be {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:20.550760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Subnet': ['ID=a0451f12-c32e-4858-85c4-9f79bebd1ad4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:20.554061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.578206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.585108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd3a9ab7-9ba0-4f66-b8fe-e4474d11f643 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/a0451f12-c32e-4858-85c4-9f79bebd1ad4 HTTP/1.1" status: 204 len: 168 time: 0.9944603 Apr 20 14:48:20.590653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40612) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.606810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::57 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9/31bece04-82ea-4b2d-b32a-856b59255a03) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:20.610012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.613030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0313d066-21ab-4b12-ba6b-0df21cad3094 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:20.635567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.682515 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f50e6a8-7f9e-4a7a-880f-de73d52aa81d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:20.687151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f50e6a8-7f9e-4a7a-880f-de73d52aa81d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:20.690251 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f50e6a8-7f9e-4a7a-880f-de73d52aa81d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/5ffd4f45-3f9c-4bef-8342-85d80ac09543 HTTP/1.1" status: 404 len: 337 time: 0.0881221 Apr 20 14:48:20.693922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40616) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.710600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 0313d066-21ab-4b12-ba6b-0df21cad3094 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:20.710944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0313d066-21ab-4b12-ba6b-0df21cad3094 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:20.718232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf6a45-c4f2-4788-a96f-ec851e44b48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-7dbae88a-249d-4442-87fe-e76226242e57', 'network_id': '7dbae88a-249d-4442-87fe-e76226242e57', 'tenant_id': '494efcc8df0347bcbb4c333c6204b698', 'fixed_ips': [{'subnet_id': '789929cf-7531-4d2a-b86a-7b90990462be'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:20.719214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6a45-c4f2-4788-a96f-ec851e44b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.735270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.759938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bbcb5c95-3e01-4da2-9d8c-2d7617b62c5d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "GET /v2.0/ports?device_id=52845475-4f78-4ba8-b3f8-04976b9d7a6f HTTP/1.1" status: 200 len: 205 time: 0.0628572 Apr 20 14:48:20.768607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.782506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.840560 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-6ec1a568-88a2-4664-a724-e74bf7ea4c97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] delete failed (client error): The resource could not be found. Apr 20 14:48:20.840560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6ec1a568-88a2-4664-a724-e74bf7ea4c97 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/routers/52845475-4f78-4ba8-b3f8-04976b9d7a6f HTTP/1.1" status: 404 len: 336 time: 0.0683150 Apr 20 14:48:20.842053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.843448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40624) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.922613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.930427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:20.934135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f71818c-d851-48c1-818a-3cd34ce2ee15 HTTP/1.1" status: 204 len: 168 time: 0.3839462 Apr 20 14:48:20.934613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40630) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:20.964336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40632) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.010119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:21.030178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d9c5f-0d3f-49cc-bed1-482c1db3fb2c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f71818c-d851-48c1-818a-3cd34ce2ee15,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:21.036969 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-2b13a6f9-2e65-43e7-b8ba-2d2ac5d08eeb tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] show failed (client error): The resource could not be found. Apr 20 14:48:21.041851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b13a6f9-2e65-43e7-b8ba-2d2ac5d08eeb tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "GET /v2.0/security-groups/1f71818c-d851-48c1-818a-3cd34ce2ee15 HTTP/1.1" status: 404 len: 347 time: 0.0934298 Apr 20 14:48:21.044962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40640) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.114727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-77d3617e-2a0b-40c7-85d7-c5db5c9b13de None None] Could not find standard attr ID for object 3ac3b826-3eaf-4617-9781-15a57ff58c9b. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:48:21.122112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:48:21.159697 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe49592-fec3-49c3-b48c-78f741ef1b3c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:21.162407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe49592-fec3-49c3-b48c-78f741ef1b3c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:21.170738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7fe49592-fec3-49c3-b48c-78f741ef1b3c tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/e7c60801-5200-497b-a6fe-c2c37bc4ffd8 HTTP/1.1" status: 404 len: 337 time: 0.3250935 Apr 20 14:48:21.172244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.283349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-964e3f33-df55-4d6f-97af-605cf930239b', 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b', 'tenant_id': '494efcc8df0347bcbb4c333c6204b698', 'fixed_ips': [{'subnet_id': 'b93f95be-6432-4e02-b497-091853badd17'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:21.285286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.285985 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3274d161-355e-407e-94b5-7e980a9f7c28 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:21.287588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3274d161-355e-407e-94b5-7e980a9f7c28 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:21.296327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3274d161-355e-407e-94b5-7e980a9f7c28 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/4555d3b1-2602-41d5-9936-f3181c6e4bc1 HTTP/1.1" status: 404 len: 337 time: 0.0998609 Apr 20 14:48:21.298158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.299198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:21.351761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f3215bc5-a81a-4d67-aa93-38af2d78b96e None None] Could not find standard attr ID for object 3ac3b826-3eaf-4617-9781-15a57ff58c9b. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:48:21.463419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 8b54049c-fbfa-4eac-ac92-6695c4911468 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:21.463787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.493785 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-971bd04e-64e7-491e-b4f6-095a41802258 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:21.496235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971bd04e-64e7-491e-b4f6-095a41802258 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:21.500535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] DHCP port deletion for 03d6da4b-2270-4913-8450-f0e02af285b5 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:21.503021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-971bd04e-64e7-491e-b4f6-095a41802258 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/7229a50f-c6e8-400d-9019-9da95b91e00e HTTP/1.1" status: 404 len: 337 time: 0.1859283 Apr 20 14:48:21.540434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40654) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.556307 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-d9bf6a45-c4f2-4788-a96f-ec851e44b48c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 789929cf-7531-4d2a-b86a-7b90990462be: This subnet is being modified by another concurrent operation. Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:48:21.577082 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 789929cf-7531-4d2a-b86a-7b90990462be: This subnet is being modified by another concurrent operation. Apr 20 14:48:21.588104 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:48:21.597905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.686507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Subnet': ['ID=789929cf-7531-4d2a-b86a-7b90990462be,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:21.699326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f076c4-bf5c-4825-88b0-1c866549de76 None None] Network 7dbae88a-249d-4442-87fe-e76226242e57 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:21.717003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.720811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-69918295-538d-4bcc-b9de-cbae936d3b22 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/subnets/789929cf-7531-4d2a-b86a-7b90990462be HTTP/1.1" status: 204 len: 168 time: 1.5630822 Apr 20 14:48:21.782057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:21.796857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:21.926431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.085911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Deleting subnet b93f95be-6432-4e02-b497-091853badd17 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:22.120297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27c77-0a24-479f-93c3-e1b0490c569e req-89c5da2c-d0e4-4fb7-86df-96bb44b66761 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:22.121946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a27c77-0a24-479f-93c3-e1b0490c569e req-89c5da2c-d0e4-4fb7-86df-96bb44b66761 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.8225520 Apr 20 14:48:22.141854 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40af702-e4c8-4935-8f28-1932c0e28c0b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.142788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40af702-e4c8-4935-8f28-1932c0e28c0b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.147397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b40af702-e4c8-4935-8f28-1932c0e28c0b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/912c7e37-2891-4b46-be1d-02f475f29cf8 HTTP/1.1" status: 404 len: 333 time: 0.6054165 Apr 20 14:48:22.149862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40668) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.189428 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0072ee-3cb1-4f62-b45e-6b8806f4c5f0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.189851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0072ee-3cb1-4f62-b45e-6b8806f4c5f0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.193034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d0072ee-3cb1-4f62-b45e-6b8806f4c5f0 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/633eff6f-c970-4aff-aa8f-bd6d9968a73b HTTP/1.1" status: 404 len: 337 time: 0.0421634 Apr 20 14:48:22.197182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40670) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.200987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Allocated IP 2001:db8:0:1::1 (964e3f33-df55-4d6f-97af-605cf930239b/b93f95be-6432-4e02-b497-091853badd17/1115ed08-a366-4959-a8eb-a85f23b66cd2) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:22.305056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a27c77-0a24-479f-93c3-e1b0490c569e req-8a3eab14-fe5a-4e8c-8a06-28a89c02ab0a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669440 Apr 20 14:48:22.338152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.340786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.341927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/security-groups/b99282f4-4c50-4134-b641-28b32126a4fc HTTP/1.1" status: 204 len: 168 time: 1.3475485 Apr 20 14:48:22.345524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40676) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.361035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.365467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.372007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.375690 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca765e64-4d48-4f5d-a8b8-a3724041504d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.375953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca765e64-4d48-4f5d-a8b8-a3724041504d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.383767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca765e64-4d48-4f5d-a8b8-a3724041504d tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/63036206-af4e-452b-911a-da000ce3798d HTTP/1.1" status: 404 len: 337 time: 0.1788197 Apr 20 14:48:22.384423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.413110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 8b54049c-fbfa-4eac-ac92-6695c4911468 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:22.418840 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-74ed4c22-e2a0-4b77-9e25-4f03bedbb28f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] show failed (client error): The resource could not be found. Apr 20 14:48:22.422671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74ed4c22-e2a0-4b77-9e25-4f03bedbb28f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups/b99282f4-4c50-4134-b641-28b32126a4fc HTTP/1.1" status: 404 len: 347 time: 0.0733476 Apr 20 14:48:22.432050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.441822 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75862bf-decf-42bf-9d90-70b05e68a6d6 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.442547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75862bf-decf-42bf-9d90-70b05e68a6d6 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.448539 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a75862bf-decf-42bf-9d90-70b05e68a6d6 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/7065a7a1-75b7-41ac-be06-813c47e53541 HTTP/1.1" status: 404 len: 333 time: 0.0554795 Apr 20 14:48:22.452594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.490547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266966-b455-40c1-a8f1-3b1ee83a9ef9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99282f4-4c50-4134-b641-28b32126a4fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:22.510776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=31bece04-82ea-4b2d-b32a-856b59255a03,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:22.536598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:22.538486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:22.546469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:22.554552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:22.555747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.567857 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-75613534-aa62-4c66-ba2b-5a714f19d096 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.569051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75613534-aa62-4c66-ba2b-5a714f19d096 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.574974 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75613534-aa62-4c66-ba2b-5a714f19d096 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/6c42bf7a-3a1d-4090-87d3-a7ef99f70e7a HTTP/1.1" status: 404 len: 337 time: 0.1191704 Apr 20 14:48:22.576703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.628715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-93892a17-4bfe-4249-ba31-60bbe21a490d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4123182 Apr 20 14:48:22.629135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.673052 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c25510-f86c-4786-93f6-6d8ca25e8d5b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] DELETE failed (client error): The resource could not be found. Apr 20 14:48:22.673881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c25510-f86c-4786-93f6-6d8ca25e8d5b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:22.679017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-81c25510-f86c-4786-93f6-6d8ca25e8d5b tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/subnets/c08f0c86-d316-4f21-aa35-7e718477eed4 HTTP/1.1" status: 404 len: 337 time: 0.0993395 Apr 20 14:48:22.689232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40692) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:22.693050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.719324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.796138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.863618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.929499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4830db7a-4eef-43df-a879-2e5bf72336e6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:22.948145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Network 964e3f33-df55-4d6f-97af-605cf930239b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:22.966208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port a13f40b2-1e73-45ac-acce-af6b2f18e384 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:22.966621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:22.999178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:23.003187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:23.006619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9/5971b18d-3d32-4e6c-9e32-d68bfecdd35c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:23.015911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Deleting port 4830db7a-4eef-43df-a879-2e5bf72336e6 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:23.016428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.056963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Pushing event updated for resources: {'Port': ['ID=1115ed08-a366-4959-a8eb-a85f23b66cd2,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:23.083340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba91dc-5ddf-4eda-8d09-befdbe2378eb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:23.087537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-38ba91dc-5ddf-4eda-8d09-befdbe2378eb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4539962 Apr 20 14:48:23.088306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40706) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:23.124031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.174716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.175908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.213123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for a13f40b2-1e73-45ac-acce-af6b2f18e384 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:23.240303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:23.240847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.272494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Attempting to bind port 1115ed08-a366-4959-a8eb-a85f23b66cd2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:23.272860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Attempting to bind port 1115ed08-a366-4959-a8eb-a85f23b66cd2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:23.273269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Attempting to bind port 1115ed08-a366-4959-a8eb-a85f23b66cd2 on network 964e3f33-df55-4d6f-97af-605cf930239b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:23.277111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Calling delete_port for 4830db7a-4eef-43df-a879-2e5bf72336e6 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:23.286176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:23.294362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.353997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:23.354366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Checking segment: {'id': 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:23.354790 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.355177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Bound using segment: {'id': 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:23.355660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Bound port: 1115ed08-a366-4959-a8eb-a85f23b66cd2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '964e3f33-df55-4d6f-97af-605cf930239b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:23.356145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.376614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:48:23.398817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Subnet': ['ID=b93f95be-6432-4e02-b497-091853badd17,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:23.408743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.412049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92cf98aa-1cfc-4598-98e3-bf6095ae97da tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/subnets/b93f95be-6432-4e02-b497-091853badd17 HTTP/1.1" status: 204 len: 168 time: 1.6129885 Apr 20 14:48:23.421952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40718) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:23.484438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.498488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.509863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.564129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:48:23.566258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:23.580344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=a13f40b2-1e73-45ac-acce-af6b2f18e384,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:23.592794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59170ee-519f-4a99-94e0-8806c988c568 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:23.597241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a59170ee-519f-4a99-94e0-8806c988c568 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647563 Apr 20 14:48:23.604677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40722) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:23.673891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 31bece04-82ea-4b2d-b32a-856b59255a03 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:23.674269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.682860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Deleting port dbc30f81-2b23-41ad-89f1-7036dfdbfff0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:23.683714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.747672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4830db7a-4eef-43df-a879-2e5bf72336e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4830db7a-4eef-43df-a879-2e5bf72336e6,segment=NetworkSegment(a2a09075-d597-402a-bccc-5580f203a83c),segment_id=a2a09075-d597-402a-bccc-5580f203a83c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:23.774551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.814609 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.826097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] For port 1115ed08-a366-4959-a8eb-a85f23b66cd2, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:23.864210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.904067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa8db-1042-4efb-b75b-a6a6675cd59a req-c011973a-2d05-42fe-81d0-482ced482f7b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:23.905063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] For port 1115ed08-a366-4959-a8eb-a85f23b66cd2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1115ed08-a366-4959-a8eb-a85f23b66cd2,segment=NetworkSegment(c4461c01-a83e-4d76-b0b1-2121c0bb35fc),segment_id=c4461c01-a83e-4d76-b0b1-2121c0bb35fc)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:23.913591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a20fa8db-1042-4efb-b75b-a6a6675cd59a req-c011973a-2d05-42fe-81d0-482ced482f7b tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3452253 Apr 20 14:48:23.943621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:23.986135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=8b54049c-fbfa-4eac-ac92-6695c4911468,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:23.989199 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.008665 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.009433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a20fa8db-1042-4efb-b75b-a6a6675cd59a req-e15444a5-7cb8-487f-99bc-c549154582fa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901573 Apr 20 14:48:24.055774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:48:24.059020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.078359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 31bece04-82ea-4b2d-b32a-856b59255a03 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:24.085163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:24.125581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.128223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.142409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.148181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aab9bd7e-2833-483e-bd89-f6a673fc13da tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/floatingips/0ad528ff-e251-42e4-a6af-922347275ae3 HTTP/1.1" status: 204 len: 168 time: 1.7120740 Apr 20 14:48:24.175547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] No DVR routers for this DVR port 4830db7a-4eef-43df-a879-2e5bf72336e6 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:24.190590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:24.197713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:24.209088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Calling delete_port for dbc30f81-2b23-41ad-89f1-7036dfdbfff0 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:24.229459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.240224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.244407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Deleting port 1115ed08-a366-4959-a8eb-a85f23b66cd2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:24.247090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.248735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30b6f56b-b7ef-449e-a659-e48ba4100e74 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/floatingips/caddb7a9-1d2d-4620-9920-cea5b7b26aa8 HTTP/1.1" status: 204 len: 168 time: 3.2027140 Apr 20 14:48:24.249408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40740) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:24.282083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:24.356342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] For port 1115ed08-a366-4959-a8eb-a85f23b66cd2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1115ed08-a366-4959-a8eb-a85f23b66cd2,segment=NetworkSegment(c4461c01-a83e-4d76-b0b1-2121c0bb35fc),segment_id=c4461c01-a83e-4d76-b0b1-2121c0bb35fc)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:24.356782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.374319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Calling delete_port for 1115ed08-a366-4959-a8eb-a85f23b66cd2 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:24.573850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.587384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.666764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Port': ['ID=1115ed08-a366-4959-a8eb-a85f23b66cd2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:24.669005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] No DVR routers for this DVR port 1115ed08-a366-4959-a8eb-a85f23b66cd2 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:24.743400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e7c98-cacc-467b-9268-4011f1b9530d None None] Network 964e3f33-df55-4d6f-97af-605cf930239b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:24.805135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=31bece04-82ea-4b2d-b32a-856b59255a03,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:24.828231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.834707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-385d6614-b4f9-43b4-ac55-38eece20fe85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/31bece04-82ea-4b2d-b32a-856b59255a03 HTTP/1.1" status: 204 len: 168 time: 1.7452695 Apr 20 14:48:24.838964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:24.873318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-3afad8c9-45e9-4741-9495-92cc2093097f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3461494 Apr 20 14:48:24.877106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.897965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Pushing event updated for resources: {'Port': ['ID=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:25.026465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490dc93-a573-49ad-a774-20e13fa563ab tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:25.028322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490dc93-a573-49ad-a774-20e13fa563ab tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:25.031301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2490dc93-a573-49ad-a774-20e13fa563ab tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1895268 Apr 20 14:48:25.036043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.041184 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/ports/dbc30f81-2b23-41ad-89f1-7036dfdbfff0 HTTP/1.1" status: 204 len: 168 time: 2.3509378 Apr 20 14:48:25.042084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40756) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:25.045385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:25.056990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56431901-2435-48b5-a73d-3b87cde1ab2e tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Port': ['ID=dbc30f81-2b23-41ad-89f1-7036dfdbfff0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:25.160952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.170705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.227620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c2a44-3515-4316-85fb-1b082e84f5e9 None None] Pushing event deleted for resources: {'Port': ['ID=1115ed08-a366-4959-a8eb-a85f23b66cd2,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:25.231391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port fb6198d9-0b53-4ed0-8638-c2155f816897 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:25.237396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964e3f33-df55-4d6f-97af-605cf930239b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.241399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.266959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.267264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4461c01-a83e-4d76-b0b1-2121c0bb35fc') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.304340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40768) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:25.325614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.339054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e50a3-83c4-42ed-9393-43edb8bf6c4b req-6edb969b-ba2f-4b5b-acfe-27c26c9a79aa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:25.342229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Attempting to bind port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:25.346820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-252e50a3-83c4-42ed-9393-43edb8bf6c4b req-6edb969b-ba2f-4b5b-acfe-27c26c9a79aa tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.1629629 Apr 20 14:48:25.347435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Attempting to bind port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:25.347894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Attempting to bind port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:25.353955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce234-0535-4fd0-9d63-7e4279ca3239 None None] Pushing event deleted for resources: {'Port': ['ID=4830db7a-4eef-43df-a879-2e5bf72336e6,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:25.394909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:25.401278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:25.401826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.402303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:25.402924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Bound port: 5971b18d-3d32-4e6c-9e32-d68bfecdd35c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:25.403379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.414020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:25.421375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.477266 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.495219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:25.495899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.500276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.518729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-252e50a3-83c4-42ed-9393-43edb8bf6c4b req-88fddf30-7648-4771-8120-8eda2543f599 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649930 Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:25.519494 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:25.563264 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.602925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d14c86d5-7b21-4db0-9394-33705fd2b864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.689326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d6da4b-2270-4913-8450-f0e02af285b5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.743623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-e6670480-db54-401f-ad0d-e39357fbee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:25.750311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-e6670480-db54-401f-ad0d-e39357fbee5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 1097 time: 0.7049072 Apr 20 14:48:25.791582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a09075-d597-402a-bccc-5580f203a83c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.793047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a09075-d597-402a-bccc-5580f203a83c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:25.824495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.910375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d14c86d5-7b21-4db0-9394-33705fd2b864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.914144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.926044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d14c86d5-7b21-4db0-9394-33705fd2b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.928507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.943083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:25.946770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/964e3f33-df55-4d6f-97af-605cf930239b HTTP/1.1" status: 204 len: 168 time: 2.3408957 Apr 20 14:48:25.980713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40772) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:25.990769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.022930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff4231-533a-4464-a6d5-dd40b6780298 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=964e3f33-df55-4d6f-97af-605cf930239b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.034619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:26.035252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.036728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:26.039635 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:26.067266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d14c86d5-7b21-4db0-9394-33705fd2b864 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3ab45cdcc8e46ae85ba01458f9b76cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546310 Apr 20 14:48:26.071654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40776) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:26.113376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for fb6198d9-0b53-4ed0-8638-c2155f816897 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:26.120426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c86d5-7b21-4db0-9394-33705fd2b864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efa381-fc23-4488-a104-086527b7944a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.160759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.189908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.197475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] 10.222.0.20 "DELETE /v2.0/networks/03d6da4b-2270-4913-8450-f0e02af285b5 HTTP/1.1" status: 204 len: 168 time: 1.1480682 Apr 20 14:48:26.211302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d699525-fb9b-42df-972a-61f216dd3148 tempest-PortsIpV6TestJSON-1265642982 tempest-PortsIpV6TestJSON-1265642982-project] Pushing event deleted for resources: {'Network': ['ID=03d6da4b-2270-4913-8450-f0e02af285b5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.252629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:26.253206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.285603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.322944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] For port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:26.343069 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.346535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.352841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] For port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:26.357370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8d0f0-c7ab-4276-99ba-5524eb68339e None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b6a673d7-f9e3-4397-9b34-724347b0916c', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:b3:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:45:43Z', 'updated_at': '2022-04-20T14:46:07Z', 'revision_number': 2, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:48:26.364454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-b420e9fe-1b38-4c55-801f-34a6fa09bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:26.367233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.374404 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-b420e9fe-1b38-4c55-801f-34a6fa09bd43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.5797563 Apr 20 14:48:26.386243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9efa381-fc23-4488-a104-086527b7944a HTTP/1.1" status: 204 len: 168 time: 0.2870078 Apr 20 14:48:26.393442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.419120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0560e-c583-4531-a6b6-4465cd200f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efa381-fc23-4488-a104-086527b7944a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.504965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.509009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:26.518062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-853934360'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:26.614699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:26.622494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.628031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781768-8864-43cd-91fe-07acb35a7ae2 None None] Pushing event updated for resources: {'Port': ['ID=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.696237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:26.722095 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.723570 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Added segment 12d4781f-6339-4272-bc04-9affb7700e39 of type vlan for network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 Apr 20 14:48:26.773299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.787713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9 HTTP/1.1" status: 204 len: 168 time: 1.7413893 Apr 20 14:48:26.801640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40792) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:26.804854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40794) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:26.856965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.916497 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-1f980c23-0fa8-4a4f-916a-81b975d76530 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 200 len: 1002 time: 0.5155916 Apr 20 14:48:26.917218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e77d70-e7e3-4f21-a603-f62521124082 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:26.936723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.946136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:26.947255 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.990711 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb527c45-9c74-46bf-8f47-b10b718853a3 None None] New status for floating IP 0ad528ff-e251-42e4-a6af-922347275ae3: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:48:27.055491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Network': ['ID=86e54f71-fdc4-4820-a794-59cd6cfb6b11,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:27.056613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd35626f-2771-49e3-b8bf-a6d0d48a1bb4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2162650 Apr 20 14:48:27.071140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:27.109359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40798) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.206286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40800) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.206944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.207788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-947f8213-6eb8-49f8-8672-ee0ba38a39ff tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6951654 Apr 20 14:48:27.250178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1862953868'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:27.277417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435a00e-8377-45ff-bfe5-227362a63fd2 req-989e472b-1f42-4011-a944-4dc969893f70 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:27.278369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5435a00e-8377-45ff-bfe5-227362a63fd2 req-989e472b-1f42-4011-a944-4dc969893f70 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3526392 Apr 20 14:48:27.334221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:27.338448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.389066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5435a00e-8377-45ff-bfe5-227362a63fd2 req-4e4f3e93-456d-4c40-85cd-dd414d619409 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005194 Apr 20 14:48:27.443764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.474987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbae88a-249d-4442-87fe-e76226242e57']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:27.485456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab79d0b4-ded0-4baf-89fc-4dfe09365fcc') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:27.486009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab79d0b4-ded0-4baf-89fc-4dfe09365fcc') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:27.497689 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.535187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-055163bc-866a-4579-a0f9-7fd852a9ccbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.538739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.559000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-beddc592-4e44-44b8-b6b4-a805ed84763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:27.561639 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-beddc592-4e44-44b8-b6b4-a805ed84763a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.5473113 Apr 20 14:48:27.577129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:27.577129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:27.625757 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:27.668634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebbef4-f6bc-4c93-af3e-44f933844995 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:27.673167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a6ebbef4-f6bc-4c93-af3e-44f933844995 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5588009 Apr 20 14:48:27.674041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40806) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.761131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464439cf-4331-49bd-a823-42419a5a55fe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:27.766496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-464439cf-4331-49bd-a823-42419a5a55fe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865147 Apr 20 14:48:27.767355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40808) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.836433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c3a48cdb-dce9-4d12-bfd0-22a82948d4e5 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675156 Apr 20 14:48:27.837489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40810) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.844428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:27.857910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:27.936984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.937324 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Added segment f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a of type vlan for network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 Apr 20 14:48:27.941160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.947538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a3b0f373-02f0-4604-8e65-ecef7de7d965 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdd577e61f2347249ce071399be33265&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299636 Apr 20 14:48:27.973882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:27.978619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/7dbae88a-249d-4442-87fe-e76226242e57 HTTP/1.1" status: 204 len: 168 time: 1.9949772 Apr 20 14:48:27.983689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.984026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:27.996157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.113302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:28.115008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-f790851b-3dff-4343-9bfe-95f3281be7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:28.118352 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.132092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-f790851b-3dff-4343-9bfe-95f3281be7fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5507772 Apr 20 14:48:28.169923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34897073-3b9d-4d0c-87f0-bce02f1a3f0a tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=7dbae88a-249d-4442-87fe-e76226242e57,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:28.234599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37849469-586a-4e36-9d77-9284bfca538a None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:28.246824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.372253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=fb6198d9-0b53-4ed0-8638-c2155f816897,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:28.402191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] Provisioning complete for port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:28.417488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.544357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:48:28.618131 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.645874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-055163bc-866a-4579-a0f9-7fd852a9ccbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.685223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.691047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:28.694920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.741522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.741757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-3ca73937-6eb3-4b98-9b2c-84b205962f49 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637252 Apr 20 14:48:28.746865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-055163bc-866a-4579-a0f9-7fd852a9ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.810519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-055163bc-866a-4579-a0f9-7fd852a9ccbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eadcdbfdcfa54176a35d4cfd2de1e773&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5985663 Apr 20 14:48:28.817397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:28.832753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95695ff-3b9d-46df-b3a5-4092287fa48a req-31b4d651-980c-4142-b6ad-74b01f9e8dc8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:28.837751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a95695ff-3b9d-46df-b3a5-4092287fa48a req-31b4d651-980c-4142-b6ad-74b01f9e8dc8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.2840266 Apr 20 14:48:28.860439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] For port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:28.870714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:28.874446 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.939969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9e1c7-7c25-4f2f-b305-6495d17efbb6 None None] Pushing event updated for resources: {'Port': ['ID=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:28.984625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:48:29.029830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Deleting port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:29.030475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.125562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a95695ff-3b9d-46df-b3a5-4092287fa48a req-771c088c-e78f-414e-9ac7-f47caf4fd4ce tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629380 Apr 20 14:48:29.172645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.180014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] For port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:29.180573 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.213560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Calling delete_port for 5971b18d-3d32-4e6c-9e32-d68bfecdd35c owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:29.370058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.409501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] Pushing event deleted for resources: {'Port': ['ID=5971b18d-3d32-4e6c-9e32-d68bfecdd35c,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:29.412972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c630c-0d01-40ad-a929-62d3718904e1 None None] No DVR routers for this DVR port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:29.449866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3e934-4042-418f-aa7c-54728adfac0f None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:48:29.450284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055163bc-866a-4579-a0f9-7fd852a9ccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9035fd09-f2e6-471a-aa79-c0c2e10a6802,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:29.461086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.593679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.610458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f1a13f52-0eb4-4cdd-8b18-bb02ed4d8024 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/ports/fb6198d9-0b53-4ed0-8638-c2155f816897 HTTP/1.1" status: 204 len: 168 time: 5.3567071 Apr 20 14:48:29.634884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:29.654963 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4246264 Apr 20 14:48:29.657311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40828) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:29.683039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3e934-4042-418f-aa7c-54728adfac0f None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:48:29.686368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'subnet': {'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:29.693280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.738242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.750036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdcf3d-3dd8-4719-b01f-ffe94720d69b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Network': ['ID=07fb3036-a0dd-40ad-a62a-03aaa9c643c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:29.768711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:29.782478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.786341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.801977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9035fd09-f2e6-471a-aa79-c0c2e10a6802 HTTP/1.1" status: 204 len: 168 time: 0.9811437 Apr 20 14:48:29.822246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b1cb-1a66-483b-ab85-4f30b09e4893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9035fd09-f2e6-471a-aa79-c0c2e10a6802,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:29.839609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Port 5971b18d-3d32-4e6c-9e32-d68bfecdd35c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102864) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 14:48:29.840889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6b:d707 {{(pid=102864) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 14:48:29.850090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.911447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.956037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-89a929cf-becf-42d7-9c9a-f7284729d93b req-2639dea4-4035-4ffb-b382-793db2350493 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1783547 Apr 20 14:48:29.970453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:29.971983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=54609017-cc50-4383-85c3-f187851d20b0,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:29.987086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56359a1-4719-4812-9dc5-54d721cb6f60']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:29.989787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:29.995533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:29.996647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.012254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202825db-5b61-432e-a7f5-e7fb420c1ab9') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:30.012721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202825db-5b61-432e-a7f5-e7fb420c1ab9') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:30.031087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.055942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3bd3f540-36a8-451e-9d94-36337a3358e1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2168148 Apr 20 14:48:30.063132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40832) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:30.077097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:30.084968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.093799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.096628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.097992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffddd0f9-ac9c-4d66-9508-4b10e780fa7b HTTP/1.1" status: 204 len: 168 time: 2.0929685 Apr 20 14:48:30.114208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:30.119571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:30.123566 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:30.176093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:30.201887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.221398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port c00e94f1-2497-407e-a7cf-1857e957c85b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:30.222059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.281223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16c38-0250-44e6-bd63-70f32f2091b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffddd0f9-ac9c-4d66-9508-4b10e780fa7b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:30.561431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.608579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.615847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/b56359a1-4719-4812-9dc5-54d721cb6f60 HTTP/1.1" status: 204 len: 168 time: 2.6095331 Apr 20 14:48:30.616808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eb53b-7111-4023-9228-4d3d681b1487 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=b56359a1-4719-4812-9dc5-54d721cb6f60,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:30.620058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc12194-2444-4e6d-82e0-90c98c85617c req-2c4d139d-ef06-4cb4-897b-b20525d39163 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:30.621644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc12194-2444-4e6d-82e0-90c98c85617c req-2c4d139d-ef06-4cb4-897b-b20525d39163 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.2260456 Apr 20 14:48:30.622141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40848) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:30.780628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.823076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for c00e94f1-2497-407e-a7cf-1857e957c85b owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:30.830360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:30.839454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.886723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5971b18d-3d32-4e6c-9e32-d68bfecdd35c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:30.969439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:30.979867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc12194-2444-4e6d-82e0-90c98c85617c req-a3913358-5896-490e-bb5d-4c3b36c23d96 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149307 Apr 20 14:48:31.053644 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54609017-cc50-4383-85c3-f187851d20b0 (CIDR: 2001:db8::/64) Apr 20 14:48:31.097748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5971b18d-3d32-4e6c-9e32-d68bfecdd35c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:31.098520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5971b18d-3d32-4e6c-9e32-d68bfecdd35c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:31.101484 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:31.101957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:31.149482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-88539d9b-9d67-49f9-a0c1-46eb49ff9635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0849707 Apr 20 14:48:31.150250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40862) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:31.195039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:31.218049 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.274428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '54609017-cc50-4383-85c3-f187851d20b0'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:31.275641 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.365096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0463ac82-16a2-4709-b568-8f5dbd3a16b3']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:31.417612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc96b026-3c34-4155-ab2a-b21d305a5618') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:31.420611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.423143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc96b026-3c34-4155-ab2a-b21d305a5618') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:31.444304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.467160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.593928 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.665835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:31.674330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:31.680356 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:31.736944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=c00e94f1-2497-407e-a7cf-1857e957c85b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:31.741309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Subnet': ['ID=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:31.788063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Allocated IP 2001:db8::f816:3eff:feb0:2f1d (f9a24db5-112e-4814-8187-bcbdf4fa52f1/54609017-cc50-4383-85c3-f187851d20b0/f775fdfb-d5d3-47b0-b0fa-8f389a67c002) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:31.855352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40882) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:32.026682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.026682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.026682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] 10.222.0.20 "DELETE /v2.0/networks/0463ac82-16a2-4709-b568-8f5dbd3a16b3 HTTP/1.1" status: 204 len: 168 time: 1.3719134 Apr 20 14:48:32.027393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:32.027393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network hostable DHCP agents. Network: 86e54f71-fdc4-4820-a794-59cd6cfb6b11, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:32.064302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6e1b3-2698-47c8-a773-6261870f22e6 tempest-BulkNetworkOpsIpV6Test-1852408182 tempest-BulkNetworkOpsIpV6Test-1852408182-project] Pushing event deleted for resources: {'Network': ['ID=0463ac82-16a2-4709-b568-8f5dbd3a16b3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:32.068048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:32.082518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.143529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:32.174321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 86e54f71-fdc4-4820-a794-59cd6cfb6b11) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:32.193283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.200819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-204ad06b-e27f-4993-809a-048e1f8d169e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/ports/c00e94f1-2497-407e-a7cf-1857e957c85b HTTP/1.1" status: 204 len: 168 time: 2.5645034 Apr 20 14:48:32.205858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:32.207723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.223785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:32.240369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29a96965-2b5a-4d7e-9744-0b3bcc197028 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5580459 Apr 20 14:48:32.247353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40898) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:32.255388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'subnet': {'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:32.267331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.282373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.406428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c323e5dc-5a5a-4578-a8c5-d9f350d467fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:32.408368 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-c323e5dc-5a5a-4578-a8c5-d9f350d467fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 14:48:32.409697 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-c323e5dc-5a5a-4578-a8c5-d9f350d467fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 14:48:32.414980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c323e5dc-5a5a-4578-a8c5-d9f350d467fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5544229 Apr 20 14:48:32.419823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:32.438212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286309906'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:32.464606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3c7c5-e02a-4e23-b05c-083928b28267 req-46833e49-f1be-489c-9623-82e7daa1a2b3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:32.473018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2d3c7c5-e02a-4e23-b05c-083928b28267 req-46833e49-f1be-489c-9623-82e7daa1a2b3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3661437 Apr 20 14:48:32.489582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.527837 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.699590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.702818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting subnet d33becdb-3833-4bfa-876e-c27dae6566e9 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:32.725577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.741469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.767648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:32.801117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:32.814684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:32.818709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:32.819190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2084d5f-4cf1-4be8-8d7c-7411615d046d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:32.822559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:32.828461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.832837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Pushing event updated for resources: {'Port': ['ID=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:32.959984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Attempting to bind port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:32.962170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Attempting to bind port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:32.962882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Attempting to bind port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:32.972519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:32.977892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:32.978538 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.979144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:32.981609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Bound port: f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:32.982259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.116348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2d3c7c5-e02a-4e23-b05c-083928b28267 req-d752ada0-4b36-4326-b7c0-7fb60f436252 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6164746 Apr 20 14:48:33.193089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] For port f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:33.204190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] For port f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:33.210685 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.217441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.257058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.311211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.339470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.341748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8383b4-e3f6-4842-8190-12a0c38a23d1 None None] Pushing event updated for resources: {'Port': ['ID=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:33.395051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.432247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.439813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.483947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.485583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0592003 Apr 20 14:48:33.490475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40922) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:33.502817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '1b4f48af-a144-4d82-b4ee-263c42e21b65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:33.507971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.526175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/subnets/d33becdb-3833-4bfa-876e-c27dae6566e9 HTTP/1.1" status: 204 len: 168 time: 1.2960880 Apr 20 14:48:33.527741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.538168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb917fab-cc75-43f9-a430-fc54bc5f352c tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Subnet': ['ID=d33becdb-3833-4bfa-876e-c27dae6566e9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:33.541121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc5f9252-1ed3-4117-97c8-e7e1e61f97a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494efcc8df0347bcbb4c333c6204b698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699006 Apr 20 14:48:33.541340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40926) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:33.547028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40928) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:33.589864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db919446-fdfc-45e0-8265-f2a165b1c53e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4f48af-a144-4d82-b4ee-263c42e21b65,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:33.595329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:33.632304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Subnet': ['ID=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:33.636770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:33.660717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:33.661991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.731832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting subnet 19d0e025-606c-43d1-b760-b51a2b479021 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:33.742997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.752641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5677490 Apr 20 14:48:33.752825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:33.773870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:cf:50:cc', 'name': 'tempest-NetworksTestDHCPv6-813119920'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:33.785163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94803ff5-7de3-497d-ab5d-957a918652b0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=1a9485f1-606f-4005-84e1-8bd970f46e3a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:33.800497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.934074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Checking segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:33.934855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network hostable DHCP agents. Network: 07fb3036-a0dd-40ad-a62a-03aaa9c643c3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:33.973427 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.981198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.993755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:33.997759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.019170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:34.030305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecba8c9-ccc6-44b4-a663-de0bccdbe8e2,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:34.046984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:34.054780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.058619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a5fdd4c6-a224-4729-9079-468ff17b7ae9 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5599587 Apr 20 14:48:34.059244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40934) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:34.060861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.063800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cef41d90-2811-4e03-a671-0feec483c113 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '1b4f48af-a144-4d82-b4ee-263c42e21b65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:34.100286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 07fb3036-a0dd-40ad-a62a-03aaa9c643c3) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:34.117985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:34.119308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.132511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cef41d90-2811-4e03-a671-0feec483c113 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.153717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.228378 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fac4ccbd-3290-4f50-955e-5dccaa579a79 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9795573 Apr 20 14:48:34.233714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40944) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:34.240259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'name': 'tempest-TaggedBootDevicesTest-562976881', 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:34.300536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.313566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.316305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.317561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a263682-17bb-423e-a63f-ab7111cda6b3 HTTP/1.1" status: 204 len: 168 time: 0.7425616 Apr 20 14:48:34.331800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801fae0-933b-4caa-a801-c562cfa7fe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a263682-17bb-423e-a63f-ab7111cda6b3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:34.338458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 1da2b5f9-f2b3-44a2-b1e2-703b8f995058 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:34.410543 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-cef41d90-2811-4e03-a671-0feec483c113 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 14:48:34.415573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cef41d90-2811-4e03-a671-0feec483c113 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3527036 Apr 20 14:48:34.422943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40954) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:34.612185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:34.774900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.826909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.924301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.927184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.944701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8:0:1::1b2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/1a9485f1-606f-4005-84e1-8bd970f46e3a/1da2b5f9-f2b3-44a2-b1e2-703b8f995058) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:34.961436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fecf:50cc (f9a24db5-112e-4814-8187-bcbdf4fa52f1/54609017-cc50-4383-85c3-f187851d20b0/1da2b5f9-f2b3-44a2-b1e2-703b8f995058) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:34.969309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.972366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:34.974681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b4f48af-a144-4d82-b4ee-263c42e21b65 HTTP/1.1" status: 204 len: 168 time: 0.5507247 Apr 20 14:48:34.983335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:34.993730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f775fdfb-d5d3-47b0-b0fa-8f389a67c002 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:35.019517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ba31-c45e-4aef-861c-23d52a18ea95 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4f48af-a144-4d82-b4ee-263c42e21b65,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:35.107762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2b1c1f0-e86b-444e-baeb-2e1ca0dada0e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213379 Apr 20 14:48:35.114168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40972) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:35.131677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098116898'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:35.148675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a208e-3017-4aba-ad2f-622fcb1cb680 req-38c4342f-53de-4efd-bece-827b9f5d6ee4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:35.166162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab8a208e-3017-4aba-ad2f-622fcb1cb680 req-38c4342f-53de-4efd-bece-827b9f5d6ee4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.8016946 Apr 20 14:48:35.166977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Subnet': ['ID=19d0e025-606c-43d1-b760-b51a2b479021,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:35.225063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.239388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.257672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:35.257672 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.257882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08697945-84e2-49ff-aeb6-8dbc8a05be5e tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/subnets/19d0e025-606c-43d1-b760-b51a2b479021 HTTP/1.1" status: 204 len: 168 time: 1.7125187 Apr 20 14:48:35.268697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] device_id is not set on port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:35.294239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40976) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:35.348350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b1617-7e1e-4026-9939-2ded09cfbf59 req-c4d99aba-7242-4c02-910b-89bedb114f72 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:35.364137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e30b1617-7e1e-4026-9939-2ded09cfbf59 req-c4d99aba-7242-4c02-910b-89bedb114f72 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.4883468 Apr 20 14:48:35.505440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e30b1617-7e1e-4026-9939-2ded09cfbf59 req-17ee1491-a18e-46c0-8734-697f74a7de02 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398857 Apr 20 14:48:35.527247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71b693-c053-45b7-9dfe-86f78d65a421 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:48:35.535514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab8a208e-3017-4aba-ad2f-622fcb1cb680 req-dc54bb8b-5951-4e80-8b1f-16142a675b65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498280 Apr 20 14:48:35.619988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.648175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.719565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.741146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:35.759455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.760172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.780089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f38d9450-b32a-4229-8f63-02fdf9dd98c9 None None] Provisioning complete for port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:35.784663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f38d9450-b32a-4229-8f63-02fdf9dd98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.786068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.808633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.1.1.87 (86e54f71-fdc4-4820-a794-59cd6cfb6b11/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:35.862267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad591a7e-e342-4aa0-a15f-2eb59a829ff4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:35.934679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:35.936757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-089c5aef-32fc-4cec-b078-4472865eb788 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8209643 Apr 20 14:48:35.940912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:35.963656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2e10a3c8-3c8c-4eca-a8b7-ad07296241c8 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': 'ad591a7e-e342-4aa0-a15f-2eb59a829ff4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:35.964566 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-2e10a3c8-3c8c-4eca-a8b7-ad07296241c8 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 14:48:35.965207 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-2e10a3c8-3c8c-4eca-a8b7-ad07296241c8 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:35.972171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40992) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:35.991725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2e10a3c8-3c8c-4eca-a8b7-ad07296241c8 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0341685 Apr 20 14:48:35.991848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.063747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71b693-c053-45b7-9dfe-86f78d65a421 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:48:36.115354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 370d3737-9dee-4e7a-9036-adb1179872cf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:36.115877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.128130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:36.277838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port 370d3737-9dee-4e7a-9036-adb1179872cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=370d3737-9dee-4e7a-9036-adb1179872cf,segment=NetworkSegment(1cd974ad-746a-41a2-bc7e-ffb64c1e026d),segment_id=1cd974ad-746a-41a2-bc7e-ffb64c1e026d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:36.278372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.301973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 370d3737-9dee-4e7a-9036-adb1179872cf owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:36.367082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.387525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40998) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:36.412580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:36.418803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:36.426033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:36.443376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:36.444101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.453759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.508757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.634618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:36.651541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:36.661452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:36.668803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.712093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port 370d3737-9dee-4e7a-9036-adb1179872cf on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:36.723107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=1da2b5f9-f2b3-44a2-b1e2-703b8f995058,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:36.739180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41008) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:36.805865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68e9200d-4ced-453a-aeb8-8fb98f83867c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0428057 Apr 20 14:48:36.858390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.865586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41014) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:36.868591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=370d3737-9dee-4e7a-9036-adb1179872cf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:36.877890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ips': [{'subnet_id': '2bd627a8-1ec4-4cd4-afd9-14302c3ad88c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:36.879667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.917004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:36.917905 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.942695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:36.943382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:36.975539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1190959254'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:37.007869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7708340 Apr 20 14:48:37.007869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf6eda1b-33a0-4fc1-837a-e1e9fce3b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.017461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41016) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:37.094391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-cc1eccf2-eea4-4659-968b-b2c94a491454 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:37.096428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-cc1eccf2-eea4-4659-968b-b2c94a491454 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.6796663 Apr 20 14:48:37.109714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf6eda1b-33a0-4fc1-837a-e1e9fce3b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.118037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da81a-7289-4d87-aba5-ecbbbccacdd0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:37.126006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'name': 'tempest-TaggedBootDevicesTest-748091635', 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:37.161925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf6eda1b-33a0-4fc1-837a-e1e9fce3b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.232416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f775fdfb-d5d3-47b0-b0fa-8f389a67c002 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:37.266270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f456b-79ba-4233-880f-f22f1fda9bd0 req-63454601-c802-4872-ab83-f161f13f3f58 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:37.274831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.275405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c5f456b-79ba-4233-880f-f22f1fda9bd0 req-63454601-c802-4872-ab83-f161f13f3f58 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 946 time: 0.5310979 Apr 20 14:48:37.313069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:37.338260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eda1b-33a0-4fc1-837a-e1e9fce3b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3ee355-1627-4e68-905e-293502f791ec,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:37.338496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd974ad-746a-41a2-bc7e-ffb64c1e026d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:37.338992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd974ad-746a-41a2-bc7e-ffb64c1e026d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:37.341066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.343887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.345237 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad591a7e-e342-4aa0-a15f-2eb59a829ff4 HTTP/1.1" status: 204 len: 168 time: 1.3719563 Apr 20 14:48:37.359346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:37.371749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:37.376969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.382971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16d4b-5004-4ed4-9fbb-e0a3c5d7f4ac tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad591a7e-e342-4aa0-a15f-2eb59a829ff4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:37.392063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.426369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Allocated IP 10.2.2.2 (07fb3036-a0dd-40ad-a62a-03aaa9c643c3/2bd627a8-1ec4-4cd4-afd9-14302c3ad88c/5ed34b4a-0c1b-4221-819a-cd2a20daff66) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:37.431831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.436024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:37.436371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.443572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Allocated IP 10.1.1.2 (86e54f71-fdc4-4820-a794-59cd6cfb6b11/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3/066927a2-e726-4f4e-a744-22964e432350) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:37.445078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf6eda1b-33a0-4fc1-837a-e1e9fce3b567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20a41d7e90794897b865c44a7bcbaa4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992292 Apr 20 14:48:37.455373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474e506-b507-494c-a04f-7976b4c6d1c2 req-da035a7e-b467-4d48-84a7-cfe58e7b0efe tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:37.457845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7474e506-b507-494c-a04f-7976b4c6d1c2 req-da035a7e-b467-4d48-84a7-cfe58e7b0efe tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.7202654 Apr 20 14:48:37.462393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41020) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:37.471598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] device_id is not set on port 2ecabacb-377c-450d-962c-56af8df8b0a4 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:37.473657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:37.474140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:37.480760 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:37.495470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c5f456b-79ba-4233-880f-f22f1fda9bd0 req-46a98c08-80ed-4bf0-9158-4796e0d64320 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=655c2d7b-8093-4d53-a1ba-2113a754853c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191863 Apr 20 14:48:37.510122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:37.513888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.514555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:37.515284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.584175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.588227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 1da2b5f9-f2b3-44a2-b1e2-703b8f995058 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:37.588568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.631976 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-06034a57-23db-4bcb-9174-b3180ab9be3e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2608380 Apr 20 14:48:37.641455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41022) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:37.655632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7474e506-b507-494c-a04f-7976b4c6d1c2 req-85381ba2-7978-4441-ad99-ced5b5cbb32d tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872430 Apr 20 14:48:37.723531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--834518378'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:37.748960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.759074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.770924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.811466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.815654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/networks/4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 HTTP/1.1" status: 204 len: 168 time: 2.5142233 Apr 20 14:48:37.860330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41024) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:37.871183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.871681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.877031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.884972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.888246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.891761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.898158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae5184-994b-4f87-b515-5c53646691a6 tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Network': ['ID=4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:37.940358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e56cde-2329-4b48-8a25-39ea98cea5fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:37.940665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] For port 6ea75505-30a1-47da-8e4d-1ff92c8f9837, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ea75505-30a1-47da-8e4d-1ff92c8f9837,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:37.941205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.952563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:37.973186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:37.977526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:37.983590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:37.988401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:37.992340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:37.997054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:38.000084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:38.001346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.007983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Pushing event updated for resources: {'Port': ['ID=066927a2-e726-4f4e-a744-22964e432350,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.048786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 1da2b5f9-f2b3-44a2-b1e2-703b8f995058 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:38.066687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.067104 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment 199a51df-c026-47de-b0a8-34e346211ee7 of type vlan for network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e Apr 20 14:48:38.089860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.1.1.134 (86e54f71-fdc4-4820-a794-59cd6cfb6b11/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3/2ecabacb-377c-450d-962c-56af8df8b0a4) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:38.093368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.146875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Attempting to bind port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:38.147533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Attempting to bind port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:38.148714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Attempting to bind port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:38.158707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Attempting to bind port 066927a2-e726-4f4e-a744-22964e432350 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:38.159321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Attempting to bind port 066927a2-e726-4f4e-a744-22964e432350 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:38.159866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Attempting to bind port 066927a2-e726-4f4e-a744-22964e432350 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:38.163489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:38.164380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Checking segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:38.165781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.166380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Bound using segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:38.167088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Bound port: 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:38.167336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.168340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.169922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Pushing event updated for resources: {'Port': ['ID=5ed34b4a-0c1b-4221-819a-cd2a20daff66,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.177809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.188454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.190222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c3ee355-1627-4e68-905e-293502f791ec HTTP/1.1" status: 204 len: 168 time: 0.7248082 Apr 20 14:48:38.199758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:38.200173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:38.200521 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.200917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Bound using segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:38.201436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Bound port: 066927a2-e726-4f4e-a744-22964e432350, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:38.201771 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.260256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.267066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:38.267928 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.369416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.379460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f63d-7e38-4425-bfea-2c7eff527bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3ee355-1627-4e68-905e-293502f791ec,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.388822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0ca08f36-ea0f-463f-9c70-6c5d77248aa8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9998612 Apr 20 14:48:38.393137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:38.397285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:38.404207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'name': 'tempest-PortsTestJSON-1907471100'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:38.489786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.490488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.490926 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP b6a673d7-f9e3-4397-9b34-724347b0916c disassociated. External IP: 172.25.1.253, port: 6ea75505-30a1-47da-8e4d-1ff92c8f9837. Apr 20 14:48:38.491444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for 6ea75505-30a1-47da-8e4d-1ff92c8f9837 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:38.522255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] For port 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:38.563616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] For port 066927a2-e726-4f4e-a744-22964e432350, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:38.587304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] For port 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5ed34b4a-0c1b-4221-819a-cd2a20daff66,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:38.612651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.623102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] For port 066927a2-e726-4f4e-a744-22964e432350, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=066927a2-e726-4f4e-a744-22964e432350,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:38.662005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.681768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41034) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:38.687500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.701792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.728023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.736268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0868528 Apr 20 14:48:38.740897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41038) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:38.761558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Deleting port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:38.761884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.788718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5f646-7dda-41f2-baa5-de817efd3ceb None None] Pushing event updated for resources: {'Port': ['ID=5ed34b4a-0c1b-4221-819a-cd2a20daff66,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.826824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-aeb53cf1-047b-482a-9ed2-3fa7d11ec065 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '81061a5c-ee81-42fb-b05a-73e99e669894', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:38.830982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.834338 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-aeb53cf1-047b-482a-9ed2-3fa7d11ec065 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 14:48:38.835260 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-aeb53cf1-047b-482a-9ed2-3fa7d11ec065 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:38.843120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aeb53cf1-047b-482a-9ed2-3fa7d11ec065 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0356972 Apr 20 14:48:38.851014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41040) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:38.945978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e06f9938-9c98-4f92-9eff-26411593109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.958151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a544e-a9ac-4ea9-b65a-0bf95e50a409 None None] Pushing event updated for resources: {'Port': ['ID=066927a2-e726-4f4e-a744-22964e432350,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:38.964949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:38.974952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:38.981504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c165ecf-8347-4fb1-8ea7-b00612759d92 req-948f2333-ae3c-438e-baf7-cc7013fa608c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 210 time: 0.2854593 Apr 20 14:48:39.184422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e06f9938-9c98-4f92-9eff-26411593109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.278480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e06f9938-9c98-4f92-9eff-26411593109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.363281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:39.387412 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.400589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.528611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc23e4c-3311-494f-896d-78b18deab1e5 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81061a5c-ee81-42fb-b05a-73e99e669894,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:39.536080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=6ea75505-30a1-47da-8e4d-1ff92c8f9837,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:39.576210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] For port 6c7f88de-4b36-4b69-a677-7c7d0e826a91, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c7f88de-4b36-4b69-a677-7c7d0e826a91,segment=NetworkSegment(9e73c3e6-9b0e-442b-ba65-4c5375662b9b),segment_id=9e73c3e6-9b0e-442b-ba65-4c5375662b9b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:39.576580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.636697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Calling delete_port for 6c7f88de-4b36-4b69-a677-7c7d0e826a91 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:39.837194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:48:39.842142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.861210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e06f9938-9c98-4f92-9eff-26411593109e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8e9100598c244fe8f19bf938657182d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1754332 Apr 20 14:48:39.861965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41042) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:39.880634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:39.883715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f9938-9c98-4f92-9eff-26411593109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6d80df-c0f2-4790-a02a-38c185e68266,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:39.901793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4374d-c790-48d2-a83c-7be998916c5f req-8beb5976-05bb-45f6-9783-42f2cef3df94 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:39.903255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fde4374d-c790-48d2-a83c-7be998916c5f req-8beb5976-05bb-45f6-9783-42f2cef3df94 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.9395030 Apr 20 14:48:39.910297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=1da2b5f9-f2b3-44a2-b1e2-703b8f995058,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:39.912239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.033428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.035052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.037648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.041934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/81061a5c-ee81-42fb-b05a-73e99e669894 HTTP/1.1" status: 204 len: 168 time: 1.1860929 Apr 20 14:48:40.045117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41050) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:40.052164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fde4374d-c790-48d2-a83c-7be998916c5f req-26d0c464-d9f9-4726-9192-df7604676b48 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137931 Apr 20 14:48:40.119941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.125385 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ae9ef25-67fc-4a39-86e5-cd750afbb6f9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/1da2b5f9-f2b3-44a2-b1e2-703b8f995058 HTTP/1.1" status: 204 len: 168 time: 3.2530422 Apr 20 14:48:40.138005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e20c3cc4-a3ed-48cc-90e1-c4f6f7c1bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.153719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] No DVR routers for this DVR port 6c7f88de-4b36-4b69-a677-7c7d0e826a91 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:40.155333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Port': ['ID=6c7f88de-4b36-4b69-a677-7c7d0e826a91,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:40.168808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:40.179172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542dc52-fbd1-420e-9624-71f1b6af1e3d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81061a5c-ee81-42fb-b05a-73e99e669894,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:40.243779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:40.291339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:40.294157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:40.297590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:40.325747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49020602-874f-46d9-970f-be932ddd8658 req-97671c09-5607-4d5c-bb2c-f69ec3ed1fc2 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=19f90f59-3fdc-4d09-b715-92011d0726cc HTTP/1.1" status: 200 len: 210 time: 0.1576183 Apr 20 14:48:40.371502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.439009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.456221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.461205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a83f4-2c61-4c53-a10d-4003cb9925cf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:40.463083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-272a83f4-2c61-4c53-a10d-4003cb9925cf tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2870464 Apr 20 14:48:40.469621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41054) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:40.470520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:48:40.481931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:48:40.499830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:48:40.506371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:40.512421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.548967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:40.552109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.570946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c93b219f-eddf-4a45-8a73-05848ead7fba tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5144017 Apr 20 14:48:40.578521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41056) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:40.603857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.605905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217559316'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:40.607320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.608473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b6d80df-c0f2-4790-a02a-38c185e68266 HTTP/1.1" status: 204 len: 168 time: 0.7458844 Apr 20 14:48:40.641593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] No DVR routers for this DVR port 6ea75505-30a1-47da-8e4d-1ff92c8f9837 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:40.653860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.659694 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5474d5b2-227b-41bc-a5d2-3be03dd10ad4 req-a9de353b-35bc-43ad-941c-582f37fb6ccb tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "DELETE /v2.0/ports/6ea75505-30a1-47da-8e4d-1ff92c8f9837 HTTP/1.1" status: 204 len: 173 time: 3.5130370 Apr 20 14:48:40.666731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10685e9-885b-4d6a-8acf-df5090d205a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6d80df-c0f2-4790-a02a-38c185e68266,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:40.674560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'name': 'network-vif-deleted', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:48:40.679912 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ebe11-8d7f-414a-abdf-677712ad835c" -d '{"events": [{"server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "name": "network-vif-deleted", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:48:40.695009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c616197a-e9fe-4156-b05b-073d8d0100c7']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:40.701390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9e99e17-a472-43fc-bdcb-f36285f24482 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5848360 Apr 20 14:48:40.733209 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.735419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.739658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e73c3e6-9b0e-442b-ba65-4c5375662b9b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:40.739970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e73c3e6-9b0e-442b-ba65-4c5375662b9b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:40.750104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:48:40.775039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.827195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.863327 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f7fb4d-fcb6-42e8-a910-394a31c1e593 x-openstack-request-id: req-d3f7fb4d-fcb6-42e8-a910-394a31c1e593 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:48:40.864005 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f90f59-3fdc-4d09-b715-92011d0726cc", "name": "network-vif-deleted", "tag": "6ea75505-30a1-47da-8e4d-1ff92c8f9837", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:48:40.864005 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3f7fb4d-fcb6-42e8-a910-394a31c1e593 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:48:40.864282 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f7fb4d-fcb6-42e8-a910-394a31c1e593'] response: {'server_uuid': '19f90f59-3fdc-4d09-b715-92011d0726cc', 'name': 'network-vif-deleted', 'tag': '6ea75505-30a1-47da-8e4d-1ff92c8f9837', 'status': 'completed', 'code': 200} Apr 20 14:48:40.868876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:40.869320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:40.872863 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:40.883566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68808ba8-d069-4734-9ae2-c6e2511dfa42 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:40.888005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-68808ba8-d069-4734-9ae2-c6e2511dfa42 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4167633 Apr 20 14:48:40.891662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41064) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.110655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Provisioning complete for port 066927a2-e726-4f4e-a744-22964e432350 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:41.111303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.116382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.124293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ea75505-30a1-47da-8e4d-1ff92c8f9837 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:41.131801 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.230048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.260236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.286590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] 10.222.0.20 "DELETE /v2.0/networks/c616197a-e9fe-4156-b05b-073d8d0100c7 HTTP/1.1" status: 204 len: 168 time: 3.4017308 Apr 20 14:48:41.302281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:41.410664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ef468-2260-45f9-b575-1a772b50d9fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:41.412221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ef468-2260-45f9-b575-1a772b50d9fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:41.413934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ef468-2260-45f9-b575-1a772b50d9fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:41.417910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-025ef468-2260-45f9-b575-1a772b50d9fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5251009 Apr 20 14:48:41.418668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41076) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.424372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719562647', 'description': 'tempest-description--431357566'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:41.433558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0978763-d541-478d-aece-189be10df59a tempest-TaggedBootDevicesTest_v242-1338263394 tempest-TaggedBootDevicesTest_v242-1338263394-project] Pushing event deleted for resources: {'Network': ['ID=c616197a-e9fe-4156-b05b-073d8d0100c7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:41.435412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41078) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.443345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.449398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8573658 Apr 20 14:48:41.461745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41082) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.493468 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:48:41.495296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b99ee9-92c1-406f-8033-53ebb0bd908b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37abcc-a054-4dee-aa77-0183fe547ef5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:41.515103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6585f561-49be-4394-90d8-867cce53fa1e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '5d37abcc-a054-4dee-aa77-0183fe547ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:41.528178 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-6585f561-49be-4394-90d8-867cce53fa1e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 14:48:41.529232 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-6585f561-49be-4394-90d8-867cce53fa1e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:41.533326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6585f561-49be-4394-90d8-867cce53fa1e tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0399680 Apr 20 14:48:41.534139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.550827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ee5bb34c-3197-4aaa-8337-83daf9f25093 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '5d37abcc-a054-4dee-aa77-0183fe547ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:41.552465 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-ee5bb34c-3197-4aaa-8337-83daf9f25093 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 14:48:41.552987 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-ee5bb34c-3197-4aaa-8337-83daf9f25093 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:41.554193 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee5bb34c-3197-4aaa-8337-83daf9f25093 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133865 Apr 20 14:48:41.561186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41090) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.565746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-906e8ad1-4fd7-47f2-82e8-8d5e6c2bf7a6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '5d37abcc-a054-4dee-aa77-0183fe547ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:41.567184 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-906e8ad1-4fd7-47f2-82e8-8d5e6c2bf7a6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 14:48:41.567341 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-906e8ad1-4fd7-47f2-82e8-8d5e6c2bf7a6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:41.568548 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-906e8ad1-4fd7-47f2-82e8-8d5e6c2bf7a6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065560 Apr 20 14:48:41.571948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41092) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.584876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b855ff45-c688-49a3-b2b8-303d4f817246 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '5d37abcc-a054-4dee-aa77-0183fe547ef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:41.585833 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-b855ff45-c688-49a3-b2b8-303d4f817246 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 14:48:41.586388 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-b855ff45-c688-49a3-b2b8-303d4f817246 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:41.588482 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b855ff45-c688-49a3-b2b8-303d4f817246 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134988 Apr 20 14:48:41.590736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.593899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': '199a51df-c026-47de-b0a8-34e346211ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:41.594737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:41.598092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41096) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.617820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 1a9485f1-606f-4005-84e1-8bd970f46e3a {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:41.623197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.733565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.742035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.777550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41102) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.782874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:41.920814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e36766-3be5-47a8-8137-d6294d84b1ef,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:41.948112 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.952641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118393d-f50f-4333-ad57-2ceab91a8657 req-4f9b582f-60b6-4848-a38e-439caf380dfe tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:41.960057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-808b7af7-e94c-498d-89ad-b9672d1d5b81 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5401692 Apr 20 14:48:41.962961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:41.965509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:41.969998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5118393d-f50f-4333-ad57-2ceab91a8657 req-4f9b582f-60b6-4848-a38e-439caf380dfe tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.5552146 Apr 20 14:48:41.974236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6795d76-335c-4c07-8020-69ee58bdf9f1 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:41.977449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc22d3bb-580a-4624-a02c-232867d7e703 None None] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:42.064806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'security_group_rule': {'security_group_id': 'a5e36766-3be5-47a8-8137-d6294d84b1ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.067242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:42.158512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:42.164095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:42.174942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.196739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.203496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.207349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62846f92-2fea-433f-ae0f-d67ec8e3a804 None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:42.209232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b635829-3023-4dea-b017-d94a0c13e943 None None] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:42.225718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 066927a2-e726-4f4e-a744-22964e432350 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:42.234528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5118393d-f50f-4333-ad57-2ceab91a8657 req-54f8264e-1182-4e58-ac03-4be8034b7d9c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639201 Apr 20 14:48:42.256909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.277102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4d9082be-a00a-4a50-b0d4-1776d1800257 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8799298 Apr 20 14:48:42.288411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5e6cd-429c-4fda-95a7-720f5a2e5e77 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:42.301699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41122) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.327737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299844910'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.331618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.360864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.377927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.381862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:42.385802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.435082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.444197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6ea75505-30a1-47da-8e4d-1ff92c8f9837 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:42.444822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ea75505-30a1-47da-8e4d-1ff92c8f9837 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:42.446470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.453149 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.458160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.460427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d37abcc-a054-4dee-aa77-0183fe547ef5 HTTP/1.1" status: 204 len: 168 time: 0.8579266 Apr 20 14:48:42.463197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.483275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771ad7a3-2ef0-4aa4-ba6d-0d3dda9cc234,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:42.498534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:42.506948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.508761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78eb6e3e-6f62-4b90-a877-a14519a00014 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5422523 Apr 20 14:48:42.512353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41134) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.512865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96f686-5259-4936-8661-d20a96fb8fc6 None None] DHCP port deletion for c616197a-e9fe-4156-b05b-073d8d0100c7 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:42.520597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.521379 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment 007c6109-8ccb-4278-8a01-9d1e658ae503 of type vlan for network 142f878c-6288-4f93-8957-20a99397dfd4 Apr 20 14:48:42.531523 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.535150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'security_group_rule': {'security_group_id': 'a5e36766-3be5-47a8-8137-d6294d84b1ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.541111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aaf44-2c50-4672-84d3-ef54e548fce1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37abcc-a054-4dee-aa77-0183fe547ef5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:42.550139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.554533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.555942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/security-groups/655c2d7b-8093-4d53-a1ba-2113a754853c HTTP/1.1" status: 204 len: 168 time: 0.7747738 Apr 20 14:48:42.563915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41136) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.592101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9485f1-606f-4005-84e1-8bd970f46e3a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:42.599864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669938-38b4-4541-904c-c79a8c629922 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c2d7b-8093-4d53-a1ba-2113a754853c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:42.619699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.621049 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-dcf4d718-9ed1-40ca-ae44-377189ced245 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] show failed (client error): The resource could not be found. Apr 20 14:48:42.622099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dcf4d718-9ed1-40ca-ae44-377189ced245 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups/655c2d7b-8093-4d53-a1ba-2113a754853c HTTP/1.1" status: 404 len: 347 time: 0.0528963 Apr 20 14:48:42.631096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41140) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.632624 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9ba6bcf-662c-45b1-8f9e-c36429a27984 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/1a9485f1-606f-4005-84e1-8bd970f46e3a HTTP/1.1" status: 204 len: 168 time: 1.1931233 Apr 20 14:48:42.634593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.635727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.651405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62846f92-2fea-433f-ae0f-d67ec8e3a804 None None] Network 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:48:42.690743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.700151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-83273700-2929-47b6-af07-e9d97703335b tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2266710 Apr 20 14:48:42.703779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:42.705251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.710230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.722694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934824760'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.770490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4675329 Apr 20 14:48:42.778180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b9fb9-a80b-4c76-8609-587dbdd40362 None None] DHCP port deletion for 4860d6aa-7d4b-4ff4-8f1e-6e32c9b64628 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:42.782050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41148) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:42.794091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.835470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'ports': [{'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'}, {'network_id': '142f878c-6288-4f93-8957-20a99397dfd4'}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.835998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.836955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '142f878c-6288-4f93-8957-20a99397dfd4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:42.864029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d6732-7f87-4232-9332-af5dad9c42ed tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=142f878c-6288-4f93-8957-20a99397dfd4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:42.926610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13dc16d5-d74b-4e31-98f8-cf808d9b830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.935740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 142f878c-6288-4f93-8957-20a99397dfd4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:42.943216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:42.981080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 54609017-cc50-4383-85c3-f187851d20b0 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:48:43.024494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.071189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.107514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc36209-8eda-42ed-9111-170532f697ef req-53d39b6d-dae2-47fa-a23b-7f13f7b3bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:43.113355 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-53d39b6d-dae2-47fa-a23b-7f13f7b3bd6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1096 time: 0.1572809 Apr 20 14:48:43.155501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] For port 066927a2-e726-4f4e-a744-22964e432350, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=066927a2-e726-4f4e-a744-22964e432350,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:43.164830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.171595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 066927a2-e726-4f4e-a744-22964e432350 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:43.172303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.209733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.297977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.325333 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.330266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc36209-8eda-42ed-9111-170532f697ef req-f6cfb908-25d7-4ff8-9319-5a944d6d1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:43.335143 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-f6cfb908-25d7-4ff8-9319-5a944d6d1f31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.2122602 Apr 20 14:48:43.350490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Pushing event updated for resources: {'Port': ['ID=066927a2-e726-4f4e-a744-22964e432350,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:43.413064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da516c7-7ca1-4b26-a84c-9d039c3d7df3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:43.453374 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.455274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c1ab7714-f5ba-4be3-8db2-b24f23ba7264 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9389520 Apr 20 14:48:43.462345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41164) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:43.467473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:43.493289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-2b1860d4-d60c-444b-a751-1921cb82bac0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 1001 time: 0.1501808 Apr 20 14:48:43.523518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.539042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port af6445de-66a8-4bab-8f47-3636680461d7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:43.539461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.541611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.557943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.565386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 2} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:43.569558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Provisioning complete for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:43.569760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.570159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.608278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.611165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.613181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9011090 Apr 20 14:48:43.623811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41168) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:43.636615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8fa2f739-add7-422f-ab8d-494307a7d0aa tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:43.638265 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-8fa2f739-add7-422f-ab8d-494307a7d0aa tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 14:48:43.639479 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-8fa2f739-add7-422f-ab8d-494307a7d0aa tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:43.641422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8fa2f739-add7-422f-ab8d-494307a7d0aa tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103445 Apr 20 14:48:43.650325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41170) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:43.661584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e84d1f45-d0fd-4c82-8412-cf96a3cb5082 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:43.662407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7e65d9a3-cae2-41dd-94bc-0c3474cec401 None None] Port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:43.695953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b0c5-69e4-462e-bde6-c8043b561d15 req-748eace4-531c-4f5f-be79-e32d2b44e122 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:43.698368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6805b0c5-69e4-462e-bde6-c8043b561d15 req-748eace4-531c-4f5f-be79-e32d2b44e122 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.3023627 Apr 20 14:48:43.709218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.734544 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-e84d1f45-d0fd-4c82-8412-cf96a3cb5082 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:43.737826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e84d1f45-d0fd-4c82-8412-cf96a3cb5082 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0858071 Apr 20 14:48:43.741906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc36209-8eda-42ed-9111-170532f697ef req-fc92560a-d81c-4762-a493-2e775b5c9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:43.744869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-fc92560a-d81c-4762-a493-2e775b5c9886 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.2447979 Apr 20 14:48:43.745754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41172) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:43.759116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0aa2506e-fd86-4bb8-9a84-bb42a49b1397 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:43.759843 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-0aa2506e-fd86-4bb8-9a84-bb42a49b1397 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 14:48:43.760547 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-0aa2506e-fd86-4bb8-9a84-bb42a49b1397 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:43.762459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0aa2506e-fd86-4bb8-9a84-bb42a49b1397 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105124 Apr 20 14:48:43.818597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:43.837344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed7ec-9f92-4d72-9fb4-e1f3e48fd7b3 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20d6ef-47a9-45d0-9154-72f5e1bf870b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:43.857895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dac8f42f-30c1-4491-be0a-e8d47d38cdaf tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:43.914404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5ed34b4a-0c1b-4221-819a-cd2a20daff66 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:43.916483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:43.931603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc36209-8eda-42ed-9111-170532f697ef req-109ed087-093d-474d-8b40-58874fca1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:43.932015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:43.933251 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-109ed087-093d-474d-8b40-58874fca1805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369679 Apr 20 14:48:44.035418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.066079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] Provisioning complete for port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:44.068943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.076557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6805b0c5-69e4-462e-bde6-c8043b561d15 req-10aa4f88-1385-45fb-a3ad-f1b4a0a3d23e tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619199 Apr 20 14:48:44.077507 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-dac8f42f-30c1-4491-be0a-e8d47d38cdaf tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:44.078482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dac8f42f-30c1-4491-be0a-e8d47d38cdaf tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2534738 Apr 20 14:48:44.083749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:48:44.117859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41186) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.151443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-591fd0ed-191a-4d37-ac01-57270ba61748 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:44.156640 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-591fd0ed-191a-4d37-ac01-57270ba61748 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 14:48:44.158798 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-591fd0ed-191a-4d37-ac01-57270ba61748 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:44.160040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-591fd0ed-191a-4d37-ac01-57270ba61748 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0393527 Apr 20 14:48:44.167058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.194487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cbc59033-f94a-4ada-b402-6b8b2502813c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:44.237366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e1e06-31dd-40d0-8ee4-08b34a7b3b40 None None] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:44.263847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.264586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:48:44.265216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:44.327517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-568bd7f3-564e-4e39-8129-4b77b6ec1928 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836625 Apr 20 14:48:44.341051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:44.397398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.398290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.411866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for af6445de-66a8-4bab-8f47-3636680461d7 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:44.426159 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-cbc59033-f94a-4ada-b402-6b8b2502813c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:44.427842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cbc59033-f94a-4ada-b402-6b8b2502813c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2432170 Apr 20 14:48:44.446196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fb8f3-0e22-4c20-b53e-ad0d0ac8d6c9 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:44.463164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.481389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-57ee3f9c-9cec-43f0-a2ec-a829eaa31749 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:44.482297 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-57ee3f9c-9cec-43f0-a2ec-a829eaa31749 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 14:48:44.483181 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-57ee3f9c-9cec-43f0-a2ec-a829eaa31749 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:44.484433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57ee3f9c-9cec-43f0-a2ec-a829eaa31749 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0190184 Apr 20 14:48:44.491266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41198) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.511233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9a5d248f-a4cb-4e5f-adaf-eed5087201d6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:44.629796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 172.25.1.142 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:44.646328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.752793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=54609017-cc50-4383-85c3-f187851d20b0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:44.770737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.776178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e0a3a531-92b5-4a56-b9a1-2a96b2ab5864 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/54609017-cc50-4383-85c3-f187851d20b0 HTTP/1.1" status: 204 len: 168 time: 2.1289980 Apr 20 14:48:44.789802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41202) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.799183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.834497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.857058 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-9a5d248f-a4cb-4e5f-adaf-eed5087201d6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:44.863796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9a5d248f-a4cb-4e5f-adaf-eed5087201d6 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3511333 Apr 20 14:48:44.863796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6e91766b-7b07-4d28-af1a-fe70c4b0a97f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654371 Apr 20 14:48:44.896397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41204) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.896742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41206) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:44.899023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dcc36209-8eda-42ed-9111-170532f697ef req-99f0991c-d639-4184-a7f9-d1c942502018 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458095 Apr 20 14:48:44.909306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=af6445de-66a8-4bab-8f47-3636680461d7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:44.920540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b564bc06-f490-42c0-8956-83795d709c54 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '7d20d6ef-47a9-45d0-9154-72f5e1bf870b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:44.965390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:45.075957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 95e1b26f-291b-4cca-bf0a-423eb9da18a5 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:45.103066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.105490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.106733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-378279a3-0762-4909-9367-44a51679e83a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/floatingips/b6a673d7-f9e3-4397-9b34-724347b0916c HTTP/1.1" status: 204 len: 168 time: 2.4742830 Apr 20 14:48:45.111699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b0b1c-7059-476b-b64e-8eb6b2d8f194 None None] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:45.117040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:45.117778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.120285 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-b564bc06-f490-42c0-8956-83795d709c54 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:45.124134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b564bc06-f490-42c0-8956-83795d709c54 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2203095 Apr 20 14:48:45.124732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41214) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.134754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.177014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:45.182048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.233279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41218) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.246089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.302529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.328298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.339351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.416848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68857dd-94c5-4e3e-87a8-65bc9c666ae7 req-ebc578ea-2d51-47ea-b15e-cfb3d14feff1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:45.418383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b68857dd-94c5-4e3e-87a8-65bc9c666ae7 req-ebc578ea-2d51-47ea-b15e-cfb3d14feff1 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.1381633 Apr 20 14:48:45.437913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:45.461656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.482763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:45.514288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:45.517881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:45.540102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.543071 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.546538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d20d6ef-47a9-45d0-9154-72f5e1bf870b HTTP/1.1" status: 204 len: 168 time: 0.4185264 Apr 20 14:48:45.546715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.551001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755300676', 'description': 'tempest-description--1349207055'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:45.555947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.590211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.600012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed3b1a-efb5-448c-bd14-faf34f18f879 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20d6ef-47a9-45d0-9154-72f5e1bf870b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:45.607320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:45.608841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba87b-774b-46d2-81eb-a3ebc688cd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.618494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b68857dd-94c5-4e3e-87a8-65bc9c666ae7 req-11b1cee3-e1fd-46ef-b6a1-c8773173cc40 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836407 Apr 20 14:48:45.619675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:45.626936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:45.630375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:45.631473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.671204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.704591 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.713335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=95e1b26f-291b-4cca-bf0a-423eb9da18a5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:45.727101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.739860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:48:45.750064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': '007c6109-8ccb-4278-8a01-9d1e658ae503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '142f878c-6288-4f93-8957-20a99397dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:45.754824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 142f878c-6288-4f93-8957-20a99397dfd4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:45.755021 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c48f923-c660-4f03-8580-1b97414f75b4 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1903253 Apr 20 14:48:45.759532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.767129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108326102'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:45.807205 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba87b-774b-46d2-81eb-a3ebc688cd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.812437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 142f878c-6288-4f93-8957-20a99397dfd4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:45.816415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba87b-774b-46d2-81eb-a3ebc688cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.829456 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.833940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] For port 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5ed34b4a-0c1b-4221-819a-cd2a20daff66,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:45.848274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 142f878c-6288-4f93-8957-20a99397dfd4) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:45.870862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:45.876931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:45.881524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:45.882485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.890933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a0ba87b-774b-46d2-81eb-a3ebc688cd2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cce56b2ab75d47c0a05452d8e6f58cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541436 Apr 20 14:48:45.897137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41228) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.898300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.901266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ba87b-774b-46d2-81eb-a3ebc688cd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eae897-7e8e-4402-abc9-b71037cd0245,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:45.909471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff682f46-dc04-450f-82e6-ffd34551eac8 None None] Network 142f878c-6288-4f93-8957-20a99397dfd4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:45.916032 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:45.936943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8d05201-3e25-4180-bb1a-00ff6bed6fef tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1350548 Apr 20 14:48:45.937672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:45.958188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.000256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.017929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.019886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.023916 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4736745 Apr 20 14:48:46.030446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41232) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:46.060566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.061806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '7b20ce74-0b65-4bae-b113-f7063bb0a82f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:46.097070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada48af-0cf9-41f8-b46f-64e250e1547e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b20ce74-0b65-4bae-b113-f7063bb0a82f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:46.122498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.141712 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.143333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd826ca-b66c-4420-bdae-a7c152673a47,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:46.180292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.186509 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.188342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0c1de03-34d0-47a5-9712-0d7224b085c2 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4274962 Apr 20 14:48:46.198069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:46.200540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.212189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-aae38bf5-6b33-4eb3-a294-2134a969076f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': 'dcd826ca-b66c-4420-bdae-a7c152673a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:46.259246 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.304086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 95e1b26f-291b-4cca-bf0a-423eb9da18a5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:46.304425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.323828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:48:46.337685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:48:46.418065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.439005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 95e1b26f-291b-4cca-bf0a-423eb9da18a5 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:46.451820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.452032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Provisioning complete for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:46.452426 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.455958 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.458712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86eae897-7e8e-4402-abc9-b71037cd0245 HTTP/1.1" status: 204 len: 168 time: 0.5603821 Apr 20 14:48:46.506664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ae969-2c6b-45b3-874f-7fdb3757f5c0 None None] Pushing event updated for resources: {'Port': ['ID=5ed34b4a-0c1b-4221-819a-cd2a20daff66,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:46.642385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4b5da-679d-4982-b92e-8165d7b7b964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eae897-7e8e-4402-abc9-b71037cd0245,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:46.698081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.769930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=95e1b26f-291b-4cca-bf0a-423eb9da18a5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:46.780367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.784331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6a25b3b2-25fd-472c-9b18-f4db31b8402d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/95e1b26f-291b-4cca-bf0a-423eb9da18a5 HTTP/1.1" status: 204 len: 168 time: 0.8419905 Apr 20 14:48:46.796397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:46.813700 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-aae38bf5-6b33-4eb3-a294-2134a969076f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The resource could not be found. Apr 20 14:48:46.816491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aae38bf5-6b33-4eb3-a294-2134a969076f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6122444 Apr 20 14:48:46.838700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41250) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:46.848987 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.868357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-66d043cf-68b2-4c3f-bfab-141971afc0a7 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': 'dcd826ca-b66c-4420-bdae-a7c152673a47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4c572eb4-fa37-4c47-a2a1-a79012c9f2eb'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:46.887658 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:48:46.888250 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:48:46.888823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.919480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af608d-2007-4e5b-a435-43c23c2c1904 req-3c4f33b5-3b5e-4db5-90d2-1959cd1fd200 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:46.929150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9af608d-2007-4e5b-a435-43c23c2c1904 req-3c4f33b5-3b5e-4db5-90d2-1959cd1fd200 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 945 time: 0.1524670 Apr 20 14:48:46.951479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0a648-57b9-4385-b642-bc2d97521993 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:46.957670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:46.959363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0a648-57b9-4385-b642-bc2d97521993 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:46.961490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-05d0a648-57b9-4385-b642-bc2d97521993 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1635973 Apr 20 14:48:46.963226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9288046 Apr 20 14:48:46.964130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.034947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.067267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '7b20ce74-0b65-4bae-b113-f7063bb0a82f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:47.095089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb69660-6713-409e-b719-669bc5697cc9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18c3805-f214-4c45-a4c3-bc34249c1a3f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:47.109632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.111663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41256) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.143153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:47.150226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9af608d-2007-4e5b-a435-43c23c2c1904 req-10788654-cde5-4a9d-bc79-4bd651a2e8bf tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143619 Apr 20 14:48:47.183949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:47.184659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.192559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:47.223080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0e5caf1-a760-4881-b9ee-cc5b0aac1bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.294035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.314410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:47.377781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Deleting port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:48:47.378398 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.383187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.399014 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-66d043cf-68b2-4c3f-bfab-141971afc0a7 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The resource could not be found. Apr 20 14:48:47.403056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66d043cf-68b2-4c3f-bfab-141971afc0a7 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5392966 Apr 20 14:48:47.406141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41266) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.408462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.427267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.521106 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.562999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.591361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.648766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] For port f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:47.651754 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.658506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:47.667613 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.673973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-490ccbcd-00f6-4281-8feb-96ef189975d9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac HTTP/1.1" status: 204 len: 168 time: 0.7066295 Apr 20 14:48:47.674430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.723630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Calling delete_port for f775fdfb-d5d3-47b0-b0fa-8f389a67c002 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:48:47.734040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.751118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.752462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/dcd826ca-b66c-4420-bdae-a7c152673a47 HTTP/1.1" status: 204 len: 168 time: 0.3447001 Apr 20 14:48:47.772081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41274) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.806873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc57f91-6b96-46dc-baa7-7efce52120c0 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd826ca-b66c-4420-bdae-a7c152673a47,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:47.827622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86194747-73e5-4960-bede-8828989884e1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:47.829409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-86194747-73e5-4960-bede-8828989884e1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1538537 Apr 20 14:48:47.832991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.881552 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bc776f-acc2-421d-81e5-ab3987bda0ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:48:47.883300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-64bc776f-acc2-421d-81e5-ab3987bda0ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/95e1b26f-291b-4cca-bf0a-423eb9da18a5 HTTP/1.1" status: 404 len: 333 time: 0.0490556 Apr 20 14:48:47.885988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.929462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Provisioning complete for port 2ecabacb-377c-450d-962c-56af8df8b0a4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:47.930202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:47.930791 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7685d88-580f-49e0-a6e8-222af87bdfce tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:48:47.932641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7685d88-580f-49e0-a6e8-222af87bdfce tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/24ed7fd3-a11c-47e4-a0cf-7c6c892c04ac HTTP/1.1" status: 404 len: 333 time: 0.0456486 Apr 20 14:48:47.937193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41286) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:47.981491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5304fb5c-bed3-4b72-bf8f-bac9595f96cf tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1956866 Apr 20 14:48:48.007353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:48.012243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-18d4ee49-752e-4217-a149-b0364fd66822 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': '6acaf1b4-83dd-420e-b067-02bd306f6793', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:48.082666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.085805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:48.161264 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-18d4ee49-752e-4217-a149-b0364fd66822 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The resource could not be found. Apr 20 14:48:48.168139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-18d4ee49-752e-4217-a149-b0364fd66822 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1593697 Apr 20 14:48:48.168743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41292) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:48.183063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--873533398'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:48.234640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.247886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Port 2ecabacb-377c-450d-962c-56af8df8b0a4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:48.254586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c4418-71d4-487f-b524-7ce2b9eba3da None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:48:48.283654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.309313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.312798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.314444 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8507750 Apr 20 14:48:48.370583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184e28c-ff1b-44d5-b751-18204057a7ba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:48.376479 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.389100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Provisioning complete for port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:48.391099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.404082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142f878c-6288-4f93-8957-20a99397dfd4']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:48.414379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.466792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.468925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007c6109-8ccb-4278-8a01-9d1e658ae503') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:48.469170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007c6109-8ccb-4278-8a01-9d1e658ae503') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:48:48.506784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:48:48.510753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931e44a3-ab3a-4daf-82cd-d8181dbf9a31,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:48.515183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.516584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0e5caf1-a760-4881-b9ee-cc5b0aac1bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.527072 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020f79c-0d9e-4700-b0d7-a4ba6eaef9d5" -d '{"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:48:48.533236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b0e5caf1-a760-4881-b9ee-cc5b0aac1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.568978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port f775fdfb-d5d3-47b0-b0fa-8f389a67c002, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:48.580983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:48.586871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.591549 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ab9fabc2-6dcb-4448-9503-18176e4f9b62 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5520735 Apr 20 14:48:48.600864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5ed34b4a-0c1b-4221-819a-cd2a20daff66 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:48.604815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:48.613478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:48.633183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5caf1-a760-4881-b9ee-cc5b0aac1bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23041b-344a-4a9a-b033-814dfd3d1221,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:48.657880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b0e5caf1-a760-4881-b9ee-cc5b0aac1bdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0cc9099469f45cf93de3d92cef8ef5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5386357 Apr 20 14:48:48.668219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41308) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:48.676431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.697460 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fa7e16-28a5-4694-af3d-e731b96f6a14 x-openstack-request-id: req-79fa7e16-28a5-4694-af3d-e731b96f6a14 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:48:48.697751 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-unplugged", "status": "failed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "code": 422}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:48:48.698204 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79fa7e16-28a5-4694-af3d-e731b96f6a14 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:48:48.698822 n-d-836145-2 neutron-server[102865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79fa7e16-28a5-4694-af3d-e731b96f6a14']: {'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'code': 422} returned with failed status Apr 20 14:48:48.701425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.702197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.707799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.717091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.727788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.739176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.815956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:48.816462 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.850326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:48:48.850326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.864503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:48.871312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6918683 Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:48:48.872357 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:48:48.879359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41318) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:48.932673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811574430'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:48.963341 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d28a4-41cb-4635-b874-99202c7fc9c7 None None] New status for floating IP b6a673d7-f9e3-4397-9b34-724347b0916c: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:48:48.996184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.000818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=79aa1d07-afce-40f0-be63-2fe89a2307ec,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.036585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:49.040789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.055752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:49.056799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61eba9-ec72-4d18-91d9-cd9e749ab5fd tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ad3c8-4f3a-462c-9727-3ee9eebbf8b8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.085656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.093767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:49.094836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.106607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.118217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.121760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/142f878c-6288-4f93-8957-20a99397dfd4 HTTP/1.1" status: 204 len: 168 time: 1.1832416 Apr 20 14:48:49.127667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41332) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:49.157625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf00b491-b033-4e5d-a8b3-d2fb5feffaa0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2573249 Apr 20 14:48:49.231675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41334) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:49.244404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:49.268772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.333585 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.342039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.386699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.443099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] Pushing event deleted for resources: {'Port': ['ID=f775fdfb-d5d3-47b0-b0fa-8f389a67c002,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.539748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5ac55-4642-4316-bd48-f93ba40b48b1 None None] No DVR routers for this DVR port f775fdfb-d5d3-47b0-b0fa-8f389a67c002 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:48:49.552273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 066927a2-e726-4f4e-a744-22964e432350 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:49.590998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075341635'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:49.594508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:49.595430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88da099-b20a-4a5f-b34e-d54939ad4cb8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=142f878c-6288-4f93-8957-20a99397dfd4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.597700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Provisioning complete for port 066927a2-e726-4f4e-a744-22964e432350 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:49.598336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.604598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc0f15-3794-4bcf-9629-1830deb58380 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:49.607253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.620417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-81b050c5-c50c-4a66-9fcb-940456dc56fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--719562647&fields=id&tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31 HTTP/1.1" status: 200 len: 267 time: 0.6738431 Apr 20 14:48:49.718958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee942c0-87f1-41da-a104-330666b221fc req-871122f5-b764-4e0a-af99-d58b15c36b6f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:49.720536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ee942c0-87f1-41da-a104-330666b221fc req-871122f5-b764-4e0a-af99-d58b15c36b6f tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.7054060 Apr 20 14:48:49.738341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 066927a2-e726-4f4e-a744-22964e432350 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:49.738769 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.754152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.760007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.761228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e471bf3f-7013-462a-828d-330f44463ec7 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:49.762031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd23041b-344a-4a9a-b033-814dfd3d1221 HTTP/1.1" status: 204 len: 168 time: 1.0906286 Apr 20 14:48:49.781027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e471bf3f-7013-462a-828d-330f44463ec7 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 930 time: 0.1557584 Apr 20 14:48:49.807260 n-d-836145-2 neutron-server[102863]: INFO neutron.db.ipam_backend_mixin [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79aa1d07-afce-40f0-be63-2fe89a2307ec (CIDR: 2001:db8::/64) Apr 20 14:48:49.812900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.819976 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:49.820458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:48:49.846667 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-862b6f2d-022b-48b6-bfa8-93707c03afc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4732008 Apr 20 14:48:49.857547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-150e9f54-f640-4dce-b028-dad0fb6aa044 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:48:49.868247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-150e9f54-f640-4dce-b028-dad0fb6aa044 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147099 Apr 20 14:48:49.879051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:49.881720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f25c8a-103f-4908-817b-927b6463fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23041b-344a-4a9a-b033-814dfd3d1221,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:49.890120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.908124 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.934363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.962693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '79aa1d07-afce-40f0-be63-2fe89a2307ec'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:49.963594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:49.970005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9ab2cdc6-b0ab-4523-a594-c8b2dc6ecfba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:49.983859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9ab2cdc6-b0ab-4523-a594-c8b2dc6ecfba tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 931 time: 0.1957350 Apr 20 14:48:49.989912 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-86993773-9e54-423b-8282-3de776bc0962 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7514086 Apr 20 14:48:49.995294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:50.002770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:50.065647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.069524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1483815 Apr 20 14:48:50.078985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41350) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:50.081729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-5a311720-f21f-4152-92ad-7d96878b9c24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0969114 Apr 20 14:48:50.110969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ff38a351-4fd9-4eba-b061-82fc8877d6ae tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group_rule': {'security_group_id': 'e79ad3c8-4f3a-462c-9727-3ee9eebbf8b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e1d9c78-1b3c-4ffe-977b-6cd1b47fb8c0'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:50.136493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-f5da42ec-f677-4514-abcc-2972420e0277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529451 Apr 20 14:48:50.138830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Provisioning complete for port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:50.139208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b03458b2-e9c4-40f3-b9fc-7f7f2c56e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.222511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ee942c0-87f1-41da-a104-330666b221fc req-b3a94349-cc73-494a-b9c6-d7186a60b376 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822361 Apr 20 14:48:50.241592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:50.244215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b171e-09f7-4fd3-8c5c-7b4a9f4b2e12 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d9c78-1b3c-4ffe-977b-6cd1b47fb8c0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:50.292188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.292464 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment 54427909-852f-4179-b70d-02460803d907 of type vlan for network b62518b9-bb90-41d7-b59f-9641789a0343 Apr 20 14:48:50.355740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.373156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 370d3737-9dee-4e7a-9036-adb1179872cf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:50.419158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 370d3737-9dee-4e7a-9036-adb1179872cf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:50.419519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 370d3737-9dee-4e7a-9036-adb1179872cf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:50.420326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f775fdfb-d5d3-47b0-b0fa-8f389a67c002 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:50.428861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Allocated IP 2001:db8::f816:3eff:fedb:a3d1 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/79aa1d07-afce-40f0-be63-2fe89a2307ec/2f0d5cca-9afb-4672-b365-b1fa12c61d49) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:50.430298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-595e3fcf-b3f0-4a82-a1a6-60fd4d001a6c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:50.450926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f775fdfb-d5d3-47b0-b0fa-8f389a67c002 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:50.451259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f775fdfb-d5d3-47b0-b0fa-8f389a67c002 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:50.451684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c7f88de-4b36-4b69-a677-7c7d0e826a91 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:50.461823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-595e3fcf-b3f0-4a82-a1a6-60fd4d001a6c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:50.479893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6c7f88de-4b36-4b69-a677-7c7d0e826a91 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:48:50.480208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-595e3fcf-b3f0-4a82-a1a6-60fd4d001a6c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:50.480344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c7f88de-4b36-4b69-a677-7c7d0e826a91 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:48:50.482972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-595e3fcf-b3f0-4a82-a1a6-60fd4d001a6c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/networks?id=2562f0c8-7885-49e6-bfb7-ffc007729be6&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3 HTTP/1.1" status: 200 len: 1990 time: 0.3463600 Apr 20 14:48:50.490546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.25.1.64 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a224152c-2379-4141-b46f-8a6827aceb79) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:50.503271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-29a9cc37-bf55-4672-a15d-adbe50b23255 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/quotas/bfcf7a4ea2094b69ace37d9b80bcfd31 HTTP/1.1" status: 200 len: 375 time: 0.0133157 Apr 20 14:48:50.537665 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-ff38a351-4fd9-4eba-b061-82fc8877d6ae tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:48:50.542240 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ff38a351-4fd9-4eba-b061-82fc8877d6ae tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4579506 Apr 20 14:48:50.544115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41364) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:50.578957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.593816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:50.595866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.676184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Provisioning complete for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:50.676551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.700798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:50.705336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.739438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=b62518b9-bb90-41d7-b59f-9641789a0343,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:50.750771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:50.758298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3605874a-f562-49e4-b966-e2142d0fe7dd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1711657 Apr 20 14:48:50.766772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41368) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:50.777124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:50.779318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b62518b9-bb90-41d7-b59f-9641789a0343 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:50.859025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-a0739830-3942-43b3-9f00-137273eba389 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3483148 Apr 20 14:48:50.882906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Provisioning complete for port 2ecabacb-377c-450d-962c-56af8df8b0a4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:50.883209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.901138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.932345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.948477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.988132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:50.993322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.014945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:51.020020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:51.022815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:51.035537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Port 2ecabacb-377c-450d-962c-56af8df8b0a4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:48:51.098237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-aa9a2404-4ee0-4682-aa02-73a4d35ae072 service neutron] 10.222.0.20 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613235 Apr 20 14:48:51.106381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Pushing event updated for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:51.141547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:48:51.162842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.166119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.167707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e1d9c78-1b3c-4ffe-977b-6cd1b47fb8c0 HTTP/1.1" status: 204 len: 168 time: 0.6207030 Apr 20 14:48:51.181432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41378) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:51.185100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.222524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Provisioning complete for port 066927a2-e726-4f4e-a744-22964e432350 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:51.224158 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.281964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-82e136f7-7545-475e-89bc-2cedb32cb320 service neutron] 10.222.0.20 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745284 Apr 20 14:48:51.283068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Attempting to bind port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:51.283235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:51.283434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Attempting to bind port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:51.283796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Attempting to bind port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:51.287328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.306478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:51.307126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:51.307533 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.307923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:51.308408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Bound port: 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:51.309197 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.314930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-b84f0c17-c428-4981-930e-71fc83dfebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:51.316449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-b84f0c17-c428-4981-930e-71fc83dfebfd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0&tenant_id=640eb5ff91cc4149b4b749cd733d03d8 HTTP/1.1" status: 200 len: 1094 time: 0.2052424 Apr 20 14:48:51.317272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924b3cb-dc31-4fdd-84f8-d3259dac4b2f tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d9c78-1b3c-4ffe-977b-6cd1b47fb8c0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:51.348259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Performing IP validity checks on allocation pools {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:48:51.348789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:48:51.396759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:51.414476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:51.425002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=a224152c-2379-4141-b46f-8a6827aceb79,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:51.433650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:51.487375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-d9add533-4a04-4a52-8fee-399666ffa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:51.488890 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-d9add533-4a04-4a52-8fee-399666ffa7cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1094 time: 0.1445024 Apr 20 14:48:51.501349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0531278-ad15-426c-94b8-160f9579fa91 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3099384 Apr 20 14:48:51.510937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41386) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:51.511852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.534736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d8c40065-951c-4870-b886-3818532b66c9 service neutron] 10.222.0.20 "GET /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1438329 Apr 20 14:48:51.580290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d893915f-bad3-4e01-9558-783c1505720e None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:51.584955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d893915f-bad3-4e01-9558-783c1505720e None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f0d5cca-9afb-4672-b365-b1fa12c61d49,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:51.601165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.604917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=86959256-de3e-4475-af93-ea0857934562,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:51.660588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436019a-a20b-4a3b-802c-b3860ad33842 req-364deeb7-ceab-4322-8335-3aa2fff00710 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:51.666402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3436019a-a20b-4a3b-802c-b3860ad33842 req-364deeb7-ceab-4322-8335-3aa2fff00710 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.2692823 Apr 20 14:48:51.669153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:51.669698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-5b687c89-8f5c-460b-b4e1-1f116baf8b4c service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273291 Apr 20 14:48:51.685273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:51.691463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:51.692066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.756394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e19578f9-c5fb-4de4-9aaa-4148100314a8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7595577 Apr 20 14:48:51.760136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41390) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:51.775509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:51:4e:5a', 'name': 'tempest-NetworksTestDHCPv6-607901102'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:51.789588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893915f-bad3-4e01-9558-783c1505720e None None] Pushing event updated for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:51.810217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Provisioning complete for port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:51.811329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5a2c3d11-c1e1-4350-a004-8071f765aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.822844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.832757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.834393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:51.835797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-a3ff8f47-7342-48ea-b9a1-5519dc5edfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:51.837427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-a3ff8f47-7342-48ea-b9a1-5519dc5edfe8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.3382378 Apr 20 14:48:51.939981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-2ab44915-5fc0-4a2a-bec4-1c9a8eb66e8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 999 time: 0.0889790 Apr 20 14:48:51.952485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.009163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.033733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3436019a-a20b-4a3b-802c-b3860ad33842 req-102f88d1-cbe2-4320-b0db-523ed40c3307 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159552 Apr 20 14:48:52.081694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-fe626b05-57ca-41f7-b00b-373e7b02d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:52.084023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-fe626b05-57ca-41f7-b00b-373e7b02d9b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.1353798 Apr 20 14:48:52.138796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:52.158840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.161397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.162555 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/e79ad3c8-4f3a-462c-9727-3ee9eebbf8b8 HTTP/1.1" status: 204 len: 168 time: 0.6426020 Apr 20 14:48:52.169011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41402) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:52.192827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=c03298c2-5467-4186-953e-29754af190e4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:52.221435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ca628fae-dbef-44e9-a7f3-d564b72c0b6a service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022824 Apr 20 14:48:52.233495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfbb3b-2bec-43b9-86e4-8841ed513edb tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ad3c8-4f3a-462c-9727-3ee9eebbf8b8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:52.260256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-0ceba807-b685-4e47-9941-ff47a62ffa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:52.262807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-0ceba807-b685-4e47-9941-ff47a62ffa6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535687 Apr 20 14:48:52.385020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-04c845dd-a8a3-470b-92a4-0a6005d60b80 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2149138 Apr 20 14:48:52.397174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:52.405509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317720945'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:52.420496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': '54427909-852f-4179-b70d-02460803d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:52.420863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: b62518b9-bb90-41d7-b59f-9641789a0343, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:52.443166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-88abc204-e930-453b-a44d-27d819c08405 service neutron] 10.222.0.20 "GET /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2207060 Apr 20 14:48:52.459448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.462347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.476174 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.569054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-7a61aed1-72b8-42f7-9581-ce4e54f99c84 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941382 Apr 20 14:48:52.592878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network b62518b9-bb90-41d7-b59f-9641789a0343 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:48:52.597644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=a224152c-2379-4141-b46f-8a6827aceb79,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:52.646364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.660789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b62518b9-bb90-41d7-b59f-9641789a0343) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:52.669881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb350b37-ba55-4b63-8bc3-b1a747bd741e None None] Network b62518b9-bb90-41d7-b59f-9641789a0343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:52.688459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:52.689534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.697501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.744953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.755552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eed28ddc-54dd-46d7-98f6-0708e79e14ee tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1457326 Apr 20 14:48:52.778879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c22073f-a5cf-4bb8-9f3f-6914439b0138 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0108771 Apr 20 14:48:52.782201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41414) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:52.798484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343', 'name': 'tempest-PortsTestJSON-1670626525'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:52.808227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.818096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8df4db5-5ae2-40a0-9f1a-f365ecbb849f req-f801a033-f406-49a6-aa16-f4e4cae08381 service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374258 Apr 20 14:48:52.820682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.842601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 99fa7bc7-436f-4d47-830b-8acd431af632 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:52.880519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:52.881255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f0d5cca-9afb-4672-b365-b1fa12c61d49 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:52.881981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4835095 Apr 20 14:48:52.892751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:52.896891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-04de4560-304e-4e74-a95f-3817bbf8f17d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:52.903302 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-04de4560-304e-4e74-a95f-3817bbf8f17d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 14:48:52.903930 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-04de4560-304e-4e74-a95f-3817bbf8f17d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 14:48:52.905056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04de4560-304e-4e74-a95f-3817bbf8f17d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "PUT /v2.0/security-groups/7ecd9ccf-5dec-4c01-8260-4c0676459aed HTTP/1.1" status: 409 len: 330 time: 0.0119529 Apr 20 14:48:52.907238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a471e-2770-4c4e-abdd-3a93662d842c tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd9ccf-5dec-4c01-8260-4c0676459aed,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:52.916912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.050627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.087242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.124154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-fb4683ab-7de1-4d15-82b2-da6e8ce9e02f service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800961 Apr 20 14:48:53.167704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.171448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.173486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ecd9ccf-5dec-4c01-8260-4c0676459aed HTTP/1.1" status: 204 len: 168 time: 0.2541685 Apr 20 14:48:53.179072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41446) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.182761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:53.184306 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.203812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72939a22-2fef-4954-9ab7-bcc927f1c3fc tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd9ccf-5dec-4c01-8260-4c0676459aed,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:53.239490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-53aba47a-43ba-4cf6-b33d-4193f260ffc1 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586939 Apr 20 14:48:53.243596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41452) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.262633 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-cc262633-7b52-4f21-a857-64a77894a762 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] delete failed (client error): The resource could not be found. Apr 20 14:48:53.264213 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cc262633-7b52-4f21-a857-64a77894a762 tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "DELETE /v2.0/security-groups/28a14f6e-5be3-410b-8db2-43615a6bd702 HTTP/1.1" status: 404 len: 347 time: 0.0195663 Apr 20 14:48:53.268242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41454) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.286452 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-e9bd4be9-c678-420f-9d7d-12445fd9714d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] show failed (client error): The resource could not be found. Apr 20 14:48:53.287625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e9bd4be9-c678-420f-9d7d-12445fd9714d tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-groups/ba759dbf-a741-42e6-bc81-96c6a57c73a4 HTTP/1.1" status: 404 len: 347 time: 0.0183372 Apr 20 14:48:53.293435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41456) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.323404 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-fc1643fc-c911-4e71-a18d-10175338a5ea tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] show failed (client error): The resource could not be found. Apr 20 14:48:53.325324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc1643fc-c911-4e71-a18d-10175338a5ea tempest-NegativeSecGroupTest-648480117 tempest-NegativeSecGroupTest-648480117-project] 10.222.0.20 "GET /v2.0/security-group-rules/a1a25581-be25-474f-91cd-afb95f64744b HTTP/1.1" status: 404 len: 356 time: 0.0297511 Apr 20 14:48:53.482682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0667299c-6367-4a9b-90ed-323d3d48bb69 service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036520 Apr 20 14:48:53.556461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-e3945fae-cfda-467d-a785-89313c28f2f3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--755300676&fields=id&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 267 time: 0.3033733 Apr 20 14:48:53.579615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1e7d5-307b-44fa-8901-0e9d4b2fe894 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:53.701454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-b62518b9-bb90-41d7-b59f-9641789a0343', 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': 'c03298c2-5467-4186-953e-29754af190e4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:48:53.702447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.711329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-372c8beb-e57d-4768-95f4-c3989f1fc837 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:53.713403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-372c8beb-e57d-4768-95f4-c3989f1fc837 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.1196454 Apr 20 14:48:53.752458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ac9ca238-6b39-42b4-9e87-c33523b84263 None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:53.752903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca238-6b39-42b4-9e87-c33523b84263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.756457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41474) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:53.827522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:53.867657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-ad26cedf-002c-4dbb-af45-cd3efc68ef99 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/quotas/4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 375 time: 0.0887678 Apr 20 14:48:53.996404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Allocated IP 172.20.0.2 (b62518b9-bb90-41d7-b59f-9641789a0343/c03298c2-5467-4186-953e-29754af190e4/01e7ff10-213c-487e-9307-afb6773b44bd) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:54.037090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7062bdcb-16d6-4719-9475-4f2ece87fc45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f63cfe2decd4ab4bc5f4b832b57ce67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778208 Apr 20 14:48:54.039839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:54.059334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:54.064961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.192946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.228078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-dac6905c-4d52-4e60-835d-b79b8d079366 service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442925 Apr 20 14:48:54.262036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-544a9630-1169-49a7-af7b-38c210397f2c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3930123 Apr 20 14:48:54.275305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:48:54.279362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.284489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8:0:1::b5 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/86959256-de3e-4475-af93-ea0857934562/99fa7bc7-436f-4d47-830b-8acd431af632) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:54.326011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::f816:3eff:fe51:4e5a (f9a24db5-112e-4814-8187-bcbdf4fa52f1/79aa1d07-afce-40f0-be63-2fe89a2307ec/99fa7bc7-436f-4d47-830b-8acd431af632) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:54.398541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.404850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.407018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2084d5f-4cf1-4be8-8d7c-7411615d046d HTTP/1.1" status: 204 len: 168 time: 0.3662148 Apr 20 14:48:54.435305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4dcd-e76b-4561-a368-8b597a0be4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2084d5f-4cf1-4be8-8d7c-7411615d046d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:54.543870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9ca7e32f-2cd4-4e58-b852-901526c037f7 service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980452 Apr 20 14:48:54.750305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca238-6b39-42b4-9e87-c33523b84263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.935323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-7eb0e6a9-3227-4ae5-96f8-98c3598e6aba service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295068 Apr 20 14:48:55.031087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f0d5cca-9afb-4672-b365-b1fa12c61d49,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:55.087775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:55.141589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:55.272789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:55.460278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-ac9ca238-6b39-42b4-9e87-c33523b84263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:48:55.460649 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-ac9ca238-6b39-42b4-9e87-c33523b84263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:48:55.503411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Network b62518b9-bb90-41d7-b59f-9641789a0343 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:55.534249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '79aa1d07-afce-40f0-be63-2fe89a2307ec', 'ip_address': '2001:db8::f816:3eff:fedb:a3d1'}, {'subnet_id': '86959256-de3e-4475-af93-ea0857934562'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '2f0d5cca-9afb-4672-b365-b1fa12c61d49'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:48:55.556251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:55.582026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:55.655948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:55.853388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:55.923505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-a938cef8-d669-4bf5-abea-91b50eb93d23 service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3419816 Apr 20 14:48:56.097435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Attempting to bind port 01e7ff10-213c-487e-9307-afb6773b44bd on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:48:56.099129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Attempting to bind port 01e7ff10-213c-487e-9307-afb6773b44bd by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '54427909-852f-4179-b70d-02460803d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:48:56.099555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Attempting to bind port 01e7ff10-213c-487e-9307-afb6773b44bd on network b62518b9-bb90-41d7-b59f-9641789a0343 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:48:56.105416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Pushing event updated for resources: {'Port': ['ID=01e7ff10-213c-487e-9307-afb6773b44bd,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:56.307162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:48:56.307537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Checking segment: {'id': '54427909-852f-4179-b70d-02460803d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:56.307925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:56.308314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Bound using segment: {'id': '54427909-852f-4179-b70d-02460803d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:48:56.309194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Bound port: 01e7ff10-213c-487e-9307-afb6773b44bd, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54427909-852f-4179-b70d-02460803d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b62518b9-bb90-41d7-b59f-9641789a0343'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:48:56.309194 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:56.380790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] For port 01e7ff10-213c-487e-9307-afb6773b44bd, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:48:56.387196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] For port 01e7ff10-213c-487e-9307-afb6773b44bd, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=01e7ff10-213c-487e-9307-afb6773b44bd,segment=NetworkSegment(54427909-852f-4179-b70d-02460803d907),segment_id=54427909-852f-4179-b70d-02460803d907)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:48:56.394718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:56.458825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:56.476374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.14 (b62518b9-bb90-41d7-b59f-9641789a0343/c03298c2-5467-4186-953e-29754af190e4/77ba86ad-9823-41ef-92a0-3d6073c4dcd6) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:56.617358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9f17a-8b11-4f44-9319-7a9ea4e14890 None None] Pushing event updated for resources: {'Port': ['ID=01e7ff10-213c-487e-9307-afb6773b44bd,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:56.655101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-eaddc1e9-62ab-4b7e-8c0d-3c49253cf4c0 service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7110214 Apr 20 14:48:56.863896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-524a037b-522c-4148-a315-44f6684d26fe service neutron] 10.222.0.20 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9224880 Apr 20 14:48:56.965411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41544) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:57.306233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-153777978-network', 'tenant_id': '81618106d7854ca3a7b0d1fa71804adb'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:57.386956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Made reservation on behalf of 81618106d7854ca3a7b0d1fa71804adb for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:57.389951 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.425695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.689383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.705913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0a6d4597-844f-4b62-a134-52b019d4c00c service neutron] 10.222.0.20 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406689 Apr 20 14:48:57.712392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Allocated IP 2001:db8:0:1::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/86959256-de3e-4475-af93-ea0857934562/2f0d5cca-9afb-4672-b365-b1fa12c61d49) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:48:57.722101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.733144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.761644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:48:57.796130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.796477 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Added segment 512a19df-1b64-41cc-9232-7a41949cf11f of type vlan for network 86445e89-e320-4b8f-b8d6-a1439f97f0a9 Apr 20 14:48:57.798299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.920781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f0d5cca-9afb-4672-b365-b1fa12c61d49 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:57.966240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:57.998708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958a5fd-df74-42c9-b646-8b3878dd8633 req-f49ebf03-1de0-450b-aedf-e314059874f5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:58.013376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f958a5fd-df74-42c9-b646-8b3878dd8633 req-f49ebf03-1de0-450b-aedf-e314059874f5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.9847982 Apr 20 14:48:58.017740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41564) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:58.035477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:58.036593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.049783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:58.087821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.088827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:58.089486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.166015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f0d5cca-9afb-4672-b365-b1fa12c61d49,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:48:58.209922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:58.256418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:58.281582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:58.287565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.328582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=99fa7bc7-436f-4d47-830b-8acd431af632,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:58.380234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Pushing event updated for resources: {'Network': ['ID=86445e89-e320-4b8f-b8d6-a1439f97f0a9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:58.389873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bffb386-4505-46a2-a312-df9d10a4e661,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:58.407051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-23af189c-3cfd-42c5-ad1d-1e7d24c22b91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4404337 Apr 20 14:48:58.408772 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.420835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41572) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:58.428537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 86445e89-e320-4b8f-b8d6-a1439f97f0a9 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:48:58.433042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Request body: {'subnet': {'network_id': '86445e89-e320-4b8f-b8d6-a1439f97f0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-153777978-subnet', 'tenant_id': '81618106d7854ca3a7b0d1fa71804adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:48:58.493317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Made reservation on behalf of 81618106d7854ca3a7b0d1fa71804adb for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:48:58.499195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.541961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-041bb932-1257-4c3b-be89-4bbf4c578f53 service neutron] 10.222.0.20 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244929 Apr 20 14:48:58.636322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.895794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f958a5fd-df74-42c9-b646-8b3878dd8633 req-11930a34-619e-4833-bf61-5d4ff7449741 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8814104 Apr 20 14:48:58.985714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7e7c0-1bdf-48c2-bfc9-4964ce9e3ea8 None None] Network b62518b9-bb90-41d7-b59f-9641789a0343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:48:59.036056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.153786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1426f3e7-c2c9-4b42-a73d-8a179027daa8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.3844681 Apr 20 14:48:59.169171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d3622e-3baf-44c6-9f2c-8e3c6be37b2b req-081ed46b-ac96-42e8-b40c-1a125189a147 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 210 time: 0.0446146 Apr 20 14:48:59.173621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41576) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:59.190828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 01e7ff10-213c-487e-9307-afb6773b44bd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:48:59.242498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.274480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network b62518b9-bb90-41d7-b59f-9641789a0343 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:48:59.285996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:48:59.289245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:48:59.382374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:59.383592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.422029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e352ad-a99f-4b4d-91d9-dacd0c017216 None None] Pushing event updated for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:59.456765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Checking segment: {'id': '512a19df-1b64-41cc-9232-7a41949cf11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '86445e89-e320-4b8f-b8d6-a1439f97f0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:48:59.457018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Network hostable DHCP agents. Network: 86445e89-e320-4b8f-b8d6-a1439f97f0a9, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:48:59.484747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-38f00414-bb5d-4f78-97ed-855d863cc30c service neutron] 10.222.0.20 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9405038 Apr 20 14:48:59.485348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] Provisioning complete for port 01e7ff10-213c-487e-9307-afb6773b44bd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:59.485767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.510772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.7259817 Apr 20 14:48:59.514853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c211f219-e40c-4b6e-bada-8cfb6b11c82c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:59.530467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41580) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:48:59.692820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 01e7ff10-213c-487e-9307-afb6773b44bd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:48:59.693276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.759086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2328b978-f595-4ebc-98ed-8df471ef9d9b service neutron] 10.222.0.20 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247341 Apr 20 14:48:59.767984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae8ac6-64b5-45c2-9259-19a38d22a0bb tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=77ba86ad-9823-41ef-92a0-3d6073c4dcd6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:48:59.806096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-b7a76f1f-9850-4715-b0df-8f82b98ab58c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:48:59.810610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-b7a76f1f-9850-4715-b0df-8f82b98ab58c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.8383610 Apr 20 14:48:59.813682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Network 86445e89-e320-4b8f-b8d6-a1439f97f0a9 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:00.111359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:00.192334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e53b-37a6-40c4-93d5-e970452cab66 req-2e8ca7f1-ac7f-4ff0-a3d3-1d9472ad2e24 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:00.202996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6931e53b-37a6-40c4-93d5-e970452cab66 req-2e8ca7f1-ac7f-4ff0-a3d3-1d9472ad2e24 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.1338832 Apr 20 14:49:00.271852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6931e53b-37a6-40c4-93d5-e970452cab66 req-e4939165-bdf9-4e32-a84b-796fe802774a tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678277 Apr 20 14:49:00.415079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] For port 01e7ff10-213c-487e-9307-afb6773b44bd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=01e7ff10-213c-487e-9307-afb6773b44bd,segment=NetworkSegment(54427909-852f-4179-b70d-02460803d907),segment_id=54427909-852f-4179-b70d-02460803d907)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:00.447845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:00.460881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:00.496005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:00.609810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63d45d61-bc88-4878-9c5e-1b47b4ffd95b req-1e138f52-5631-43c9-a00a-fbddd79a4ad0 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 210 time: 0.0720117 Apr 20 14:49:00.784474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e8393-8aa6-4a3a-b57a-693d96d2b3e8 None None] Pushing event updated for resources: {'Port': ['ID=01e7ff10-213c-487e-9307-afb6773b44bd,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:00.813613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5fa3f15d-284f-4105-abc5-97fc1b025cd5 None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:00.813993 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f15d-284f-4105-abc5-97fc1b025cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:00.818076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:00.818427 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:01.000840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 86445e89-e320-4b8f-b8d6-a1439f97f0a9) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:01.021483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:01.022197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:01.059560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Deleting port 9f8843da-8991-4f4d-81b2-a1be53c5553d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:01.060050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:01.074858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924df2d-d94e-457c-83ab-4941af105f80 None None] Network 86445e89-e320-4b8f-b8d6-a1439f97f0a9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:01.093354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a721c6d6-3afe-43b8-9740-144a75ca7a28 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6704860 Apr 20 14:49:01.104909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-76773633-7087-4679-896c-e59f9354f9c0 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 379 time: 1.2581036 Apr 20 14:49:01.130954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'port': {'device_id': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'admin_state_up': True, 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'security_groups': ['7b20ce74-0b65-4bae-b113-f7063bb0a82f']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:01.213353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 99fa7bc7-436f-4d47-830b-8acd431af632 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:01.214520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:01.279556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] For port 9f8843da-8991-4f4d-81b2-a1be53c5553d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f8843da-8991-4f4d-81b2-a1be53c5553d,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:01.280300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:01.449156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f9c0bf9-3d13-4c1b-ac35-2c25295eaa3b req-0144af5d-1df2-4396-b32a-6be36ef246b6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1587672 Apr 20 14:49:01.469197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Calling delete_port for 9f8843da-8991-4f4d-81b2-a1be53c5553d owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:01.568680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Could not find standard attr ID for object 1da2b5f9-f2b3-44a2-b1e2-703b8f995058. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:49:01.934802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:01.935092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:01.950182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb058501-ffc2-42cf-9b67-ec54da5f9cd9 req-d84c1dcd-9703-4ceb-89ff-6dfb386b8881 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 210 time: 0.1183267 Apr 20 14:49:01.957462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:01.974682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:02.011304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4c6f-3cff-44bb-aaa7-68cda6030360 req-2f84290f-9a0c-4f65-b569-798eeaecd558 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:02.029581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cebd4c6f-3cff-44bb-aaa7-68cda6030360 req-2f84290f-9a0c-4f65-b569-798eeaecd558 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.5172329 Apr 20 14:49:02.281517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f0d5cca-9afb-4672-b365-b1fa12c61d49 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:02.290385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cebd4c6f-3cff-44bb-aaa7-68cda6030360 req-32ac249f-6456-42ee-9636-bf20b7e78736 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598035 Apr 20 14:49:02.459965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Provisioning complete for port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:02.467261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:02.690635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1de8c43a-28f1-4729-ac52-90378887d954 req-2465ce31-2edd-48d2-b404-20fb7297bf88 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1010728 Apr 20 14:49:02.694665 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:02.743289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e89c6f-1673-4001-ab83-0e9906fe124a None None] Network 86445e89-e320-4b8f-b8d6-a1439f97f0a9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:02.794970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:02.813547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:02.821798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:02.857689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8843da-8991-4f4d-81b2-a1be53c5553d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:02.926425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.20.0.11 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/cba243ae-1cc1-4db2-b60b-47cb3a97a87f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:03.032149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Provisioning complete for port 01e7ff10-213c-487e-9307-afb6773b44bd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:03.039520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b29f8e35-6222-4ccc-a599-1ae8b854f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.163581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.196746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 99fa7bc7-436f-4d47-830b-8acd431af632 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:03.220562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41654) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:03.231862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-64300068-network', 'tenant_id': 'de84387a086246868f41251e5399db3c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:03.367849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 01e7ff10-213c-487e-9307-afb6773b44bd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:03.482312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.512533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.519499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 01e7ff10-213c-487e-9307-afb6773b44bd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:03.520205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.584446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.689460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:03.706413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:03.728714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:03.731332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Provisioning complete for port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:03.731930 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.745304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:03.830883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Port 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:03.856246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Provisioning complete for port 99fa7bc7-436f-4d47-830b-8acd431af632 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:03.860377 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.038444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f118f-0dc0-450b-8245-56d4ec0d9b63 None None] Port 99fa7bc7-436f-4d47-830b-8acd431af632 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:04.133790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 77ba86ad-9823-41ef-92a0-3d6073c4dcd6 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:04.180912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.254419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:04.277755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.278784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.296841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd02ca-4475-4e9c-8b09-e79e0440b5ce req-101eae58-8532-44ae-9c18-6de1a5e7d73c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.307259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0fd02ca-4475-4e9c-8b09-e79e0440b5ce req-101eae58-8532-44ae-9c18-6de1a5e7d73c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 932 time: 1.0855727 Apr 20 14:49:04.320436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-67d361b9-5a46-4bcc-a345-ef1b4366510b None None] Provisioning complete for port cba243ae-1cc1-4db2-b60b-47cb3a97a87f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:04.320845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67d361b9-5a46-4bcc-a345-ef1b4366510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.338907 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-bb778f57-2acf-4576-a017-547d74d8cb89 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2292664 Apr 20 14:49:04.349671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Made reservation on behalf of de84387a086246868f41251e5399db3c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:04.353288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.361444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Request body: {'port': {'device_id': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:04.386107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.413353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.424122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1d5fc39b-65a0-4d8a-9041-45a6ed52cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.425953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1d5fc39b-65a0-4d8a-9041-45a6ed52cbea service neutron] 10.222.0.43 "GET /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 1026 time: 0.2297540 Apr 20 14:49:04.444823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=99fa7bc7-436f-4d47-830b-8acd431af632,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:04.470358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf56206-6a7a-4527-9288-3dd5df538272 req-7aebc1fc-290d-4c28-bfc4-f00fbde39fb4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.479002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf56206-6a7a-4527-9288-3dd5df538272 req-7aebc1fc-290d-4c28-bfc4-f00fbde39fb4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.2945487 Apr 20 14:49:04.494908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-67d361b9-5a46-4bcc-a345-ef1b4366510b None None] Port cba243ae-1cc1-4db2-b60b-47cb3a97a87f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:04.531423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0fd02ca-4475-4e9c-8b09-e79e0440b5ce req-2b52fa64-67fb-4b9c-af3c-a32fdfc86d08 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219644 Apr 20 14:49:04.578815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.582718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7dfa5ae-4c37-41e7-89ff-553c8a06aab9 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/99fa7bc7-436f-4d47-830b-8acd431af632 HTTP/1.1" status: 204 len: 168 time: 5.3485417 Apr 20 14:49:04.588170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41670) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:04.602477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:04.731534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12fd273-c323-424b-be74-ff847dda36e4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.733292 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b12fd273-c323-424b-be74-ff847dda36e4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1415937 Apr 20 14:49:04.767230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88e042e9-1d68-42b8-aa72-dadd6a543c94 req-1e27dfe4-9ccd-4e6e-9d20-8e73dbd46a18 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0552862 Apr 20 14:49:04.768818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41672) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:04.901076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cf56206-6a7a-4527-9288-3dd5df538272 req-27bd1d69-e66e-4f21-9704-650336ff6910 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209151 Apr 20 14:49:04.961423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-a2e70c1c-08b9-49f7-8e41-790ab6e2521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:04.964417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-a2e70c1c-08b9-49f7-8e41-790ab6e2521f service neutron] 10.222.0.43 "GET /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 1027 time: 0.5128913 Apr 20 14:49:05.041138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a604295-3447-49b6-9453-1928329cb7f7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:05.043599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a604295-3447-49b6-9453-1928329cb7f7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2391763 Apr 20 14:49:05.080708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41676) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:05.261287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba243ae-1cc1-4db2-b60b-47cb3a97a87f {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:05.270892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.285633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Transition to ACTIVE for port object cba243ae-1cc1-4db2-b60b-47cb3a97a87f will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:05.287869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.309583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.362484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=77ba86ad-9823-41ef-92a0-3d6073c4dcd6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:05.537175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.548501 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-64fbe3a3-4fbc-4c68-94a7-71ca4699d6ff tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/77ba86ad-9823-41ef-92a0-3d6073c4dcd6 HTTP/1.1" status: 204 len: 168 time: 6.0119622 Apr 20 14:49:05.549838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:05.626881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e59dd-5ef2-429e-bbc6-c30de14f8cbe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:05.628419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e59dd-5ef2-429e-bbc6-c30de14f8cbe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:05.646825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e59dd-5ef2-429e-bbc6-c30de14f8cbe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:05.648869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db1e59dd-5ef2-429e-bbc6-c30de14f8cbe tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5606384 Apr 20 14:49:05.669762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:05.680282 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-314da828-5adc-4680-bfdb-59dcd4878aa9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:05.682140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314da828-5adc-4680-bfdb-59dcd4878aa9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:05.693893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-314da828-5adc-4680-bfdb-59dcd4878aa9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/77ba86ad-9823-41ef-92a0-3d6073c4dcd6 HTTP/1.1" status: 404 len: 333 time: 0.1326241 Apr 20 14:49:05.736749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.766694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:05.875484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:05.889958 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7350c706-80ab-4d96-ac73-ebdd4fc08b76 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:49:05.895973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7350c706-80ab-4d96-ac73-ebdd4fc08b76 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/77ba86ad-9823-41ef-92a0-3d6073c4dcd6 HTTP/1.1" status: 404 len: 333 time: 0.1276436 Apr 20 14:49:05.899945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41694) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:05.999155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c911e-cdb0-4430-9cc8-42e8b4e7eeb6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:06.025010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:49:06.031962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 79aa1d07-afce-40f0-be63-2fe89a2307ec {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:06.035119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Pushing event updated for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:06.062659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0fa26dd3-129e-4387-b3f5-28b6161e193a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.069516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.070403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0fa26dd3-129e-4387-b3f5-28b6161e193a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.079520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0fa26dd3-129e-4387-b3f5-28b6161e193a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.082211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-0fa26dd3-129e-4387-b3f5-28b6161e193a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/networks?id=2562f0c8-7885-49e6-bfb7-ffc007729be6&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3 HTTP/1.1" status: 200 len: 1990 time: 1.0718539 Apr 20 14:49:06.084679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:06.099210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b84711-e7c4-449a-af4e-40f0bb8823c5 req-2f7f1bfb-cdaf-494c-9dda-d348a3070790 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1216702 Apr 20 14:49:06.190030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.191667 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Added segment 23080172-0622-406b-bfcb-aa0317a90900 of type vlan for network 50f2409f-268e-4f28-b17f-bad32d5ae51c Apr 20 14:49:06.225868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d65d8-a2f0-45e5-98c4-317804f471ae req-30c52387-8de0-4670-852b-335bb8fcce1e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.236012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab6d65d8-a2f0-45e5-98c4-317804f471ae req-30c52387-8de0-4670-852b-335bb8fcce1e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 944 time: 0.5301232 Apr 20 14:49:06.311992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.346083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.413240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet c03298c2-5467-4186-953e-29754af190e4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:06.426460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.461799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Attempting to bind port cba243ae-1cc1-4db2-b60b-47cb3a97a87f on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:06.462210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Attempting to bind port cba243ae-1cc1-4db2-b60b-47cb3a97a87f by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:06.462478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Attempting to bind port cba243ae-1cc1-4db2-b60b-47cb3a97a87f on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:06.473817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab6d65d8-a2f0-45e5-98c4-317804f471ae req-f7f0de7a-09ae-4904-ab74-490a3122e2c8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351792 Apr 20 14:49:06.509867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Port cba243ae-1cc1-4db2-b60b-47cb3a97a87f on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:06.510202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Attempting to bind port cba243ae-1cc1-4db2-b60b-47cb3a97a87f on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:06.527948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2e82eb68-d9c0-4d00-b026-a6f50b5fc3ea tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31 HTTP/1.1" status: 200 len: 379 time: 0.4142451 Apr 20 14:49:06.529123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.530509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.531670 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.576200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:06.576748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:06.577044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:06.577645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Bound port: cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:06.578025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.620226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:06.627798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=50f2409f-268e-4f28-b17f-bad32d5ae51c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:06.641695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 50f2409f-268e-4f28-b17f-bad32d5ae51c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:06.645993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'admin_state_up': True, 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'security_groups': ['a5e36766-3be5-47a8-8137-d6294d84b1ef']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:06.690153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac47cfae-6bee-4fe3-b142-11b6fd597cd7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.4673524 Apr 20 14:49:06.702247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bcf98-e6a0-43eb-b415-bba509d16038 req-92c24f07-e6a6-417f-88b1-180911a63717 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:06.710886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f43bcf98-e6a0-43eb-b415-bba509d16038 req-92c24f07-e6a6-417f-88b1-180911a63717 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.3686678 Apr 20 14:49:06.712803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:06.748649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Request body: {'subnet': {'network_id': '50f2409f-268e-4f28-b17f-bad32d5ae51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-64300068-subnet', 'tenant_id': 'de84387a086246868f41251e5399db3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:06.764530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:49:06.784019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Sync routers for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:49:06.792709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-666fd03d-5954-42a1-8f34-b9cef1c7362d admin admin] 10.222.0.20 "PUT /v2.0/routers/bd9c3e30-d3d6-46d5-8eff-91c261d2c15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7352264 Apr 20 14:49:06.816604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41704) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:06.822805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:06.824505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:06.957314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.072023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:07.106378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:07.117973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:07.134179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.260824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.379968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:07.380701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.382458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] 10.222.0.43 "PUT /v2.0/ports/cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 200 len: 1092 time: 3.0279353 Apr 20 14:49:07.396896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:07.400507 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b72e4a1-2f77-44aa-b7f7-43e643111e11" -d '{"events": [{"name": "network-changed", "server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:07.519108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Made reservation on behalf of de84387a086246868f41251e5399db3c for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:07.521773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.558845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Pushing event updated for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:07.623671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:49:02Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:07.644064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.649661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f43bcf98-e6a0-43eb-b415-bba509d16038 req-b44901a5-c169-4328-b3c1-e7a6743e9a84 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9252787 Apr 20 14:49:07.666780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91257cae-0b12-4461-b9ac-c7af199f1a85 req-99e14898-06d5-434d-8bad-7bb667db12b1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.2878044 Apr 20 14:49:07.686802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.687158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.687439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:07.687589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.687818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.688152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.688480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.688809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.689134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.689456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.689793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.690097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.690416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c0ff21-dfbd-4f25-935a-2093c4e9c952 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:07.701367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.749671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Checking router: bd9c3e30-d3d6-46d5-8eff-91c261d2c15a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:49:07.782022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=79aa1d07-afce-40f0-be63-2fe89a2307ec,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:07.811197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.817958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Routers {'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:07.819603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:48:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:07.820390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2c484142-0668-4ef0-b71c-75b0c6e5bd96 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/79aa1d07-afce-40f0-be63-2fe89a2307ec HTTP/1.1" status: 204 len: 168 time: 2.1448081 Apr 20 14:49:07.824969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:07.864117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-9b067cd5-2f95-4bd0-8fc3-c12282018151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:07.866735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-9b067cd5-2f95-4bd0-8fc3-c12282018151 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 1095 time: 0.3626621 Apr 20 14:49:07.900910 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755214e1-2cf8-426d-90b1-115263c9f715 x-openstack-request-id: req-755214e1-2cf8-426d-90b1-115263c9f715 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:07.902131 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:07.902774 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-755214e1-2cf8-426d-90b1-115263c9f715 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:07.903708 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755214e1-2cf8-426d-90b1-115263c9f715'] response: {'name': 'network-changed', 'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'status': 'completed', 'code': 200} Apr 20 14:49:07.933928 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.944817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:07.963246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc1bba-8d23-4d8e-abe4-18b7dbe9a06a None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:08.063947 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-c1664f07-572d-45c6-afe0-0d06f8f288c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 200 len: 217 time: 0.1543627 Apr 20 14:49:08.071061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=c03298c2-5467-4186-953e-29754af190e4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:08.098855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.109666 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9490a10c-945f-4f19-88d5-1ea1f57ce57d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/c03298c2-5467-4186-953e-29754af190e4 HTTP/1.1" status: 204 len: 168 time: 2.1959207 Apr 20 14:49:08.110842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41728) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:08.203066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 86959256-de3e-4475-af93-ea0857934562 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:08.207203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.259402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.312273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626de224-3424-465d-9c59-a5711db8bcd8 None None] Network b62518b9-bb90-41d7-b59f-9641789a0343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:08.325321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.427682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb468aa-bccd-4cd0-9315-6494d14c924c req-9736bfd3-84d4-4944-b1e2-2be1f410787c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:08.429755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cb468aa-bccd-4cd0-9315-6494d14c924c req-9736bfd3-84d4-4944-b1e2-2be1f410787c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 944 time: 0.1799924 Apr 20 14:49:08.493587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.630508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.662341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.669622 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/86959256-de3e-4475-af93-ea0857934562 HTTP/1.1" status: 204 len: 168 time: 0.8295250 Apr 20 14:49:08.699033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41736) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:08.706948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050951-0924-4727-a3d8-128f28531a4f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=86959256-de3e-4475-af93-ea0857934562,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:08.760971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cb468aa-bccd-4cd0-9315-6494d14c924c req-0603b6ae-7173-4d8c-b8e0-13b52a9f6d6b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846823 Apr 20 14:49:08.787178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a69f4b33-e392-451d-ab08-3307eed9069b tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812442 Apr 20 14:49:08.788109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41742) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:08.809119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] Set router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:08.816228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:08.938113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Deleting port e6d04aac-712f-4909-93df-9f31a829f600 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:08.938504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:08.970831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 172.20.0.7 (2562f0c8-7885-49e6-bfb7-ffc007729be6/ecddf9b8-3a2e-44d3-aa9b-73174b14e1db/d96c5f49-7f36-4ee1-9633-adfff645a84d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:09.011911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] DHCP port deletion for b62518b9-bb90-41d7-b59f-9641789a0343 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:09.014948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cce86516-f31c-4222-b6c0-933380ddb953 req-5c124604-590e-40bf-bed8-940d9cfb5b24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1096570 Apr 20 14:49:09.016685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.032117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-f6def1cc-4f74-4a5e-a946-cabddfec10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:09.033727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-f6def1cc-4f74-4a5e-a946-cabddfec10ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.9217851 Apr 20 14:49:09.038293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb20744-fc57-4c34-a480-663e7378105e None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '86959256-de3e-4475-af93-ea0857934562'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '2f0d5cca-9afb-4672-b365-b1fa12c61d49'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:49:09.061381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.085843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1cb20744-fc57-4c34-a480-663e7378105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.139332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:09.154187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.333261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-541e96eb-ca90-4eff-a726-637b598ac222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:09.335291 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-541e96eb-ca90-4eff-a726-637b598ac222 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629769 Apr 20 14:49:09.345325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 01e7ff10-213c-487e-9307-afb6773b44bd {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:09.345954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.522142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port 01e7ff10-213c-487e-9307-afb6773b44bd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=01e7ff10-213c-487e-9307-afb6773b44bd,segment=NetworkSegment(54427909-852f-4179-b70d-02460803d907),segment_id=54427909-852f-4179-b70d-02460803d907)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:09.531269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.555396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc61e-787e-400d-ac36-dabb4932df6c req-ae2ecff5-9734-43c7-8138-7c1935baa241 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:09.563337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f38dc61e-787e-400d-ac36-dabb4932df6c req-ae2ecff5-9734-43c7-8138-7c1935baa241 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.6587441 Apr 20 14:49:09.605423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 01e7ff10-213c-487e-9307-afb6773b44bd owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:09.613283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20344bb2-6cfb-46da-be6d-8b33b2304fc7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:09.663928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c87b9-da68-48ac-991e-8b4238a7a653 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:09.681596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] For port e6d04aac-712f-4909-93df-9f31a829f600, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e6d04aac-712f-4909-93df-9f31a829f600,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:09.681965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.698854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Checking segment: {'id': '23080172-0622-406b-bfcb-aa0317a90900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50f2409f-268e-4f28-b17f-bad32d5ae51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:09.699215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Network hostable DHCP agents. Network: 50f2409f-268e-4f28-b17f-bad32d5ae51c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:09.710317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Calling delete_port for e6d04aac-712f-4909-93df-9f31a829f600 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:09.755536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f38dc61e-787e-400d-ac36-dabb4932df6c req-8bfba5f0-5f2b-4393-9327-e8f7223408f8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916490 Apr 20 14:49:09.808133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-024765c5-0b0b-4437-be35-880c00a2e4dc service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029443 Apr 20 14:49:09.823069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Deleting port 01e7ff10-213c-487e-9307-afb6773b44bd {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:09.823616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.844975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Network 50f2409f-268e-4f28-b17f-bad32d5ae51c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:09.891720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.897668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 50f2409f-268e-4f28-b17f-bad32d5ae51c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:09.937774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:09.938381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.959340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf72887-a21a-4e4d-b770-55a71cae57a4 None None] Network 50f2409f-268e-4f28-b17f-bad32d5ae51c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:09.961454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f0d5cca-9afb-4672-b365-b1fa12c61d49 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:09.969036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea7339b1-b969-4c9d-bd17-0af229f9445c req-93c6ffc5-5026-42c8-98dc-afb28f6aa1bf service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364870 Apr 20 14:49:10.021702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c5ddb01a-5076-442a-95c3-3ce248948da1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.2793989 Apr 20 14:49:10.074857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-32b3dab3-fd3c-4578-bcd6-206a56343f31 None None] Provisioning complete for port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:10.075055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32b3dab3-fd3c-4578-bcd6-206a56343f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.138249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.160356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.170028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d84b3-d75f-4725-982b-6db2187e7e3d req-8f26dfce-f127-4f38-b919-9e8da8a8bf40 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:10.173012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-923d84b3-d75f-4725-982b-6db2187e7e3d req-8f26dfce-f127-4f38-b919-9e8da8a8bf40 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 944 time: 0.2788990 Apr 20 14:49:10.189811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.261662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:10.285523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:10.292257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] For port 01e7ff10-213c-487e-9307-afb6773b44bd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=01e7ff10-213c-487e-9307-afb6773b44bd,segment=NetworkSegment(54427909-852f-4179-b70d-02460803d907),segment_id=54427909-852f-4179-b70d-02460803d907)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:10.292982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.295550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=01e7ff10-213c-487e-9307-afb6773b44bd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:10.323149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:10.326445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-156274ee-34e0-4b38-9078-bc951bb8aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:10.328363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-156274ee-34e0-4b38-9078-bc951bb8aaaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 1095 time: 0.2811298 Apr 20 14:49:10.329407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port 01e7ff10-213c-487e-9307-afb6773b44bd on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:10.331619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:10.332448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.350423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.367362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-58a23fa1-4a6e-41e8-8ad4-bcf600b84574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.374146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Calling delete_port for 01e7ff10-213c-487e-9307-afb6773b44bd owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:10.380341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.382018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:49:02Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:10.392069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f0d5cca-9afb-4672-b365-b1fa12c61d49,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:10.397798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:10.441644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.442516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 01e7ff10-213c-487e-9307-afb6773b44bd no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:10.444442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f2c89d-2860-4553-9a71-f4695b695b8e None None] The sync data for ids ['bd9c3e30-d3d6-46d5-8eff-91c261d2c15a'] in n-d-836145-2 is: [{'id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1653732055-router', 'tenant_id': '7d2b517f66d04d168feaedc0ecee5352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:41:55Z', 'updated_at': '2022-04-20T14:49:02Z', 'revision_number': 5, 'project_id': '7d2b517f66d04d168feaedc0ecee5352', 'gw_port': {'id': 'e6d04aac-712f-4909-93df-9f31a829f600', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9c3e30-d3d6-46d5-8eff-91c261d2c15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:41:56Z', 'updated_at': '2022-04-20T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:49:10.477497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Deleting subnet c211f219-e40c-4b6e-bada-8cfb6b11c82c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:10.505709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6298c35c-b070-4b34-8d2e-8e7e8a89b25f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7067111 Apr 20 14:49:10.514645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41768) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:10.515825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d04aac-712f-4909-93df-9f31a829f600,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:10.546827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:10.613795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:10.618004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 01e7ff10-213c-487e-9307-afb6773b44bd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:10.618347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 01e7ff10-213c-487e-9307-afb6773b44bd not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:10.658831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-923d84b3-d75f-4725-982b-6db2187e7e3d req-f4a26272-ea16-4d23-a494-32acb938b5cc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923528 Apr 20 14:49:10.663919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:10.684011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:10.704745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:10.755861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f2eec-1c38-423e-9f7d-17d06e75a613 req-3f34bd21-46b3-456e-a744-f07d28cb3c06 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:10.757411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d3f2eec-1c38-423e-9f7d-17d06e75a613 req-3f34bd21-46b3-456e-a744-f07d28cb3c06 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 931 time: 0.4791956 Apr 20 14:49:10.827775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:10.860089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.938955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:10.983724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56467ef9-437e-41af-85d6-577d9292db77 None None] Network 50f2409f-268e-4f28-b17f-bad32d5ae51c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:10.988774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:11.005194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.005539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.005869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.006204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.006536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.006893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.007223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.007609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.007937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.008264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.008584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.008903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:11.063806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] No DVR routers for this DVR port 01e7ff10-213c-487e-9307-afb6773b44bd on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:11.122975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d3f2eec-1c38-423e-9f7d-17d06e75a613 req-838b474f-00f4-4d9e-928c-9a85f1331a6e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976274 Apr 20 14:49:11.221144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.245317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62518b9-bb90-41d7-b59f-9641789a0343']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:11.257112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54427909-852f-4179-b70d-02460803d907') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:11.258150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54427909-852f-4179-b70d-02460803d907') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:11.259455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.263550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.272515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:11.273609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.279918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.292831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:49:11.296654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.298924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21a27e-169f-46f1-8dd2-f52930d9a0f8 None None] Pushing event deleted for resources: {'Port': ['ID=01e7ff10-213c-487e-9307-afb6773b44bd,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:11.309877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:11.310305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.350936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Deleting port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:11.351348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:11.380287 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:11.386074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.390360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.402892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babed90-0c65-48b6-a141-a7173e514d41 req-c8987ce2-6dab-40db-8049-8f581bc1e297 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:11.404598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3babed90-0c65-48b6-a141-a7173e514d41 req-c8987ce2-6dab-40db-8049-8f581bc1e297 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 943 time: 0.3510914 Apr 20 14:49:11.405334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:11.408734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.426990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.435097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/b62518b9-bb90-41d7-b59f-9641789a0343 HTTP/1.1" status: 204 len: 168 time: 3.3205214 Apr 20 14:49:11.444039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fda2dcc2-b939-409d-b8cf-8f2c4f6a71a2 None None] Provisioning complete for port d96c5f49-7f36-4ee1-9633-adfff645a84d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:11.444414 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fda2dcc2-b939-409d-b8cf-8f2c4f6a71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.446466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:11.466377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-41572381'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:11.483190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242f369-5119-4d2a-9e84-da76ad9fd509 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=b62518b9-bb90-41d7-b59f-9641789a0343,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:11.498392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.524892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-0f515244-5361-4af5-97c8-e8ddcfa0806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:11.526672 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-0f515244-5361-4af5-97c8-e8ddcfa0806f service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 1.1847417 Apr 20 14:49:11.553951 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540 (CIDR: 2001:db8::/64) Apr 20 14:49:11.571856 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:49:11.572085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:11.576004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-24f7af78-6a2f-47ec-a74e-f6f560692ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 200 len: 217 time: 0.0423265 Apr 20 14:49:11.576493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fda2dcc2-b939-409d-b8cf-8f2c4f6a71a2 None None] Port d96c5f49-7f36-4ee1-9633-adfff645a84d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:11.599123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:11.601385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] For port 2f0d5cca-9afb-4672-b365-b1fa12c61d49, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f0d5cca-9afb-4672-b365-b1fa12c61d49,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:11.601791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.602586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-08345f05-1d9d-47f6-b6c8-02fb468d8e6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9782174 Apr 20 14:49:11.604058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.620509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:11.630019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Calling delete_port for 2f0d5cca-9afb-4672-b365-b1fa12c61d49 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:11.641138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'port_id': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'mac_address': 'fa:16:3e:5b:0e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:49:11.644229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'admin_state_up': True, 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'security_groups': ['a5e36766-3be5-47a8-8137-d6294d84b1ef']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:11.650363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.652061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9c3e30-d3d6-46d5-8eff-91c261d2c15a {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:49:11.664363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.667812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a57fcf24-4364-4141-94c3-f3e63c231799 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd9c3e30-d3d6-46d5-8eff-91c261d2c15a HTTP/1.1" status: 204 len: 168 time: 4.8351333 Apr 20 14:49:11.670847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:11.684580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.685210 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment e5a93b5a-8aff-4474-9a3b-2af47833a02c of type vlan for network 38d6dc08-0a03-4f5a-9a0e-de050f200515 Apr 20 14:49:11.702216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:11.718004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.776850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:11.827586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.832394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Deleting subnet 389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:11.833846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:11.835732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.868311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.885786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.899695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.932285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:11.965532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f8843da-8991-4f4d-81b2-a1be53c5553d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:11.974299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-1f1462b4-a319-485f-9556-bdcfc799e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:11.975880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-1f1462b4-a319-485f-9556-bdcfc799e6db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.3924761 Apr 20 14:49:11.977946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.011716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41792) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:12.034749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] No DVR routers for this DVR port 2f0d5cca-9afb-4672-b365-b1fa12c61d49 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:12.040463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9f8843da-8991-4f4d-81b2-a1be53c5553d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:12.040804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f8843da-8991-4f4d-81b2-a1be53c5553d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:12.057636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3babed90-0c65-48b6-a141-a7173e514d41 req-afe42231-f721-4489-99b7-df2e270f7ab0 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986274 Apr 20 14:49:12.070201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:12.093959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.094180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ad4ed-48d8-468d-9f30-3f2d0079a43a None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:12.100036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2e5708d-3c8e-4d9c-914f-3b26fbbf05c2 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5751538 Apr 20 14:49:12.101403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.109027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:12.109680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.109977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:12.141422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.145282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d HTTP/1.1" status: 204 len: 168 time: 0.4383128 Apr 20 14:49:12.148328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b53b0446-dce4-4d54-8d86-8642ecba90d6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:49:12.153543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:12.160549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41798) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:12.182887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818908c-3a6e-49e5-8209-3c8e8d118769 None None] Network 581c90d2-d08b-4faf-ba06-4f617c6f600a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:12.275520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582326dc-2c68-4b6f-877e-5ebb7745a584 None None] Pushing event deleted for resources: {'Port': ['ID=2f0d5cca-9afb-4672-b365-b1fa12c61d49,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:12.311771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742ecb-7e4e-410a-9995-433fba36a5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389d9a9d-ade1-4d7d-aa05-4f6bf8ccdf8d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:12.357554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.361604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-d0549f66-4636-4cb9-ae31-1d042ec5ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:12.363333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-d0549f66-4636-4cb9-ae31-1d042ec5ba2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3726349 Apr 20 14:49:12.387088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9348893 Apr 20 14:49:12.399424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:12.400899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.415036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:12.427164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.431147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c211f219-e40c-4b6e-bada-8cfb6b11c82c HTTP/1.1" status: 204 len: 168 time: 2.1663632 Apr 20 14:49:12.435570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f868ff-a058-4803-8911-3329deed344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.437635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:12.494074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e768b-c4b2-447d-a8c7-7f0e75d0627c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=38d6dc08-0a03-4f5a-9a0e-de050f200515,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:12.574668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0e749-47d8-4c95-ba08-1bf100c7ed9e req-f9ad3e12-ef7b-4871-8c4b-c85d1dd8ec56 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:12.575318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb41a-fc25-4cfd-9370-ab42a1ecd719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c211f219-e40c-4b6e-bada-8cfb6b11c82c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:12.585657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fb0e749-47d8-4c95-ba08-1bf100c7ed9e req-f9ad3e12-ef7b-4871-8c4b-c85d1dd8ec56 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 944 time: 0.5333922 Apr 20 14:49:12.594756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.596367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:12.626127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:12.629762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.689296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b802c-6128-4dab-bc79-71641ef80b3e req-80fa7073-438a-4697-a18a-0e454304ddd4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:12.699187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba5b802c-6128-4dab-bc79-71641ef80b3e req-80fa7073-438a-4697-a18a-0e454304ddd4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 931 time: 0.4707460 Apr 20 14:49:12.702037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27d08fe1-21ce-4793-9e19-ae83387be3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.733563 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-1ac5f225-cdff-497f-9a25-3eb8516ea4f2 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448706 Apr 20 14:49:12.761627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:12.765072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.779608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:12.783407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.875288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:49:12.875953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.904386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:12.909519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] DHCP port deletion for 581c90d2-d08b-4faf-ba06-4f617c6f600a request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:12.933805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba5b802c-6128-4dab-bc79-71641ef80b3e req-e1a96ac3-dd76-4ee6-9c2e-39b0720ef63a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333648 Apr 20 14:49:13.008087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fb0e749-47d8-4c95-ba08-1bf100c7ed9e req-79e63de0-c00d-41ad-acd7-61aa2f9b809b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214134 Apr 20 14:49:13.037617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86445e89-e320-4b8f-b8d6-a1439f97f0a9']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:13.062997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512a19df-1b64-41cc-9232-7a41949cf11f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:13.063366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512a19df-1b64-41cc-9232-7a41949cf11f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:13.081498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Deleting port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:13.081498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.085044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Deleting port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:13.085652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.085910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b72e4a1-2f77-44aa-b7f7-43e643111e11 req-df2d6843-00ea-45b8-989c-33f4b9918328 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373311 Apr 20 14:49:13.109252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.128047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.166626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.203912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] For port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:13.204319 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.215252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:13.215669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:13.217457 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:13.228534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540/454a26d3-0ba2-446e-96f4-faba4d78ff88) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:13.233241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Calling delete_port for 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:13.241036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f868ff-a058-4803-8911-3329deed344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.255891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.1.1.144 (86e54f71-fdc4-4820-a794-59cd6cfb6b11/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3/904ed9bb-03c4-49ed-a739-91ba22f18ea7) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:13.256166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f868ff-a058-4803-8911-3329deed344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.308769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cba243ae-1cc1-4db2-b60b-47cb3a97a87f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:49:13.310801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:13.323377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] For port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,segment=NetworkSegment(c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba),segment_id=c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:13.323851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.343156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=17836b93-eee0-4df5-8d41-6ea01ab46a19,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.375270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1f868ff-a058-4803-8911-3329deed344c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ece82f4c29641cdb0c6999b8315482b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3590710 Apr 20 14:49:13.377268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41808) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:13.379086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Calling delete_port for 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:13.393416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': 'e5a93b5a-8aff-4474-9a3b-2af47833a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:13.394088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 38d6dc08-0a03-4f5a-9a0e-de050f200515, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:13.399374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f868ff-a058-4803-8911-3329deed344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf8a973-5259-465d-b5fe-67436c58ad72,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.454457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.526945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:13.568339 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.605146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.669973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 38d6dc08-0a03-4f5a-9a0e-de050f200515) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:13.670876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:13.674734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:13.675595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.698311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee3310-8afb-4ce4-a950-d2f091b8ebe9 None None] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:13.714343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.724431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c7c29b6-ad12-4564-8a23-f57ba22eb974 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3135056 Apr 20 14:49:13.726846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:13.730026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'port_id': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'mac_address': 'fa:16:3e:f6:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:49:13.732356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1161330049'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:13.732570 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.738859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.761198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port b53b0446-dce4-4d54-8d86-8642ecba90d6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:13.767532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.784052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.818865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.820939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.824662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.828681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bf8a973-5259-465d-b5fe-67436c58ad72 HTTP/1.1" status: 204 len: 168 time: 0.4470575 Apr 20 14:49:13.830707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066d389-bc18-44a1-91dc-118d1b0dda5c req-e8b5bdd2-2d69-4a9f-a206-00c8a8ab08d4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:13.831421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] No DVR routers for this DVR port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:13.843185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4066d389-bc18-44a1-91dc-118d1b0dda5c req-e8b5bdd2-2d69-4a9f-a206-00c8a8ab08d4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 944 time: 0.6594536 Apr 20 14:49:13.881829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707936be-2cb0-4468-8e80-c8061f4c103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf8a973-5259-465d-b5fe-67436c58ad72,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.902395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.908472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/86445e89-e320-4b8f-b8d6-a1439f97f0a9 HTTP/1.1" status: 204 len: 168 time: 1.4664803 Apr 20 14:49:13.912964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:13.918618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:13.936287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:49:13.958627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:13.966814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] Pushing event deleted for resources: {'Port': ['ID=9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.972836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4082e-17f4-4c91-b76a-f47c178dddc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86445e89-e320-4b8f-b8d6-a1439f97f0a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:13.976027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:13.994143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.008802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:14.062491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581c90d2-d08b-4faf-ba06-4f617c6f600a']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:14.073512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:14.074196 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.083669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:14.092871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Deleting subnet 20344bb2-6cfb-46da-be6d-8b33b2304fc7 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:14.105183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:14.110955 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.116594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:14.117172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2185f99-9e84-4ad9-9ce6-00dfe6dc54ba') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:14.143272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-abd48a90-fe74-4743-bfda-9b93e083d539 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5339165 Apr 20 14:49:14.148292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.153413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:14.180348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:14.184172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.189092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.193038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:14.200787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.209276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'admin_state_up': True, 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'security_groups': ['a5e36766-3be5-47a8-8137-d6294d84b1ef']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:14.237255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:14.237725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:14.239587 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:14.243585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 21244540-97a2-4d61-b30e-30fa7497012c yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:14.347762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:14.348115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:14.348546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e6d04aac-712f-4909-93df-9f31a829f600 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:14.372919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.375238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153ee60-55cc-40df-8196-60f117cd8d64 None None] No DVR routers for this DVR port 9ca8d7b1-fdfb-4470-bb0a-3c1eb3b68ba0 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:14.379259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:14.380168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.406002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4066d389-bc18-44a1-91dc-118d1b0dda5c req-f48dbd1f-fa62-4f30-bb2d-c0bd86f637d9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4964561 Apr 20 14:49:14.408940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e6d04aac-712f-4909-93df-9f31a829f600 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:14.409285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e6d04aac-712f-4909-93df-9f31a829f600 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:14.412751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=f4933d3f-ff75-48b1-a03f-44a11b50fa1e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:14.434968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.435511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.435944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.436433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.437529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.438065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.439574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.439574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.439574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.439574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.440147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.440559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:49:14.458942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c307be6e-b207-4831-88ac-5f3fa2920239 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3097057 Apr 20 14:49:14.462270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:14.471643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:c7:56:1e', 'name': 'tempest-NetworksTestDHCPv6-755810973'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:14.475730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:14.479510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.480572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.495439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844e1a1-8e7d-4236-93c1-55cdcc8cba5c req-9fb83a13-58f4-47c1-a509-34f3f9a481bf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:14.501626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844e1a1-8e7d-4236-93c1-55cdcc8cba5c req-9fb83a13-58f4-47c1-a509-34f3f9a481bf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:14.503726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c844e1a1-8e7d-4236-93c1-55cdcc8cba5c req-9fb83a13-58f4-47c1-a509-34f3f9a481bf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 1653 time: 0.3814671 Apr 20 14:49:14.558832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.561120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-38d6dc08-0a03-4f5a-9a0e-de050f200515', 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': '17836b93-eee0-4df5-8d41-6ea01ab46a19'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:49:14.562068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.586859 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.597915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:14.602608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.623235 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.627645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba243ae-1cc1-4db2-b60b-47cb3a97a87f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:14.647589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9cc4b182-77d7-431d-8da0-8ccf0059e033 None None] Provisioning complete for port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:14.648264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b182-77d7-431d-8da0-8ccf0059e033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.677145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46feff81-abcb-44c2-b7e4-e58fe7d252cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.699268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:14.700966 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.701832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.717436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.722990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.727284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] 10.222.0.20 "DELETE /v2.0/networks/581c90d2-d08b-4faf-ba06-4f617c6f600a HTTP/1.1" status: 204 len: 168 time: 2.5229475 Apr 20 14:49:14.740088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41826) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:14.748762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c844e1a1-8e7d-4236-93c1-55cdcc8cba5c req-c819d001-c463-444e-a953-802d74fd79e0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215445 Apr 20 14:49:14.785295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20344bb2-6cfb-46da-be6d-8b33b2304fc7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:14.797234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31d55-5948-48fd-87d3-050d10fa0e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=581c90d2-d08b-4faf-ba06-4f617c6f600a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:14.801757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.805271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-929cba9a-a94f-4933-bd0c-17060dd907ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20344bb2-6cfb-46da-be6d-8b33b2304fc7 HTTP/1.1" status: 204 len: 168 time: 0.8914871 Apr 20 14:49:14.810463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41828) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:14.835021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:14.838665 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7ad24-3b73-4271-9f54-1223ce8ccfdf" -d '{"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:14.867440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.904004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.917896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.14 (38d6dc08-0a03-4f5a-9a0e-de050f200515/17836b93-eee0-4df5-8d41-6ea01ab46a19/21244540-97a2-4d61-b30e-30fa7497012c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:14.933609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd182c5-2440-443d-a9b4-7e90fe73ede5 req-421d7afa-f015-4db3-b4a8-b8c408e2ea29 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:14.936064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cd182c5-2440-443d-a9b4-7e90fe73ede5 req-421d7afa-f015-4db3-b4a8-b8c408e2ea29 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 944 time: 0.2673643 Apr 20 14:49:14.939351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:14.941977 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b693d-ac60-4bfc-a1f5-1529ed57b894 x-openstack-request-id: req-996b693d-ac60-4bfc-a1f5-1529ed57b894 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:14.942600 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-plugged", "status": "completed", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:14.943683 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-996b693d-ac60-4bfc-a1f5-1529ed57b894 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:14.944271 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996b693d-ac60-4bfc-a1f5-1529ed57b894'] response: {'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'code': 200} Apr 20 14:49:14.960170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.975909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4b182-77d7-431d-8da0-8ccf0059e033 None None] Port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:14.982493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:14.987286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:14.991186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:14.996011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Pushing event updated for resources: {'Port': ['ID=454a26d3-0ba2-446e-96f4-faba4d78ff88,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.058058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.114906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Attempting to bind port 454a26d3-0ba2-446e-96f4-faba4d78ff88 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:15.115482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Attempting to bind port 454a26d3-0ba2-446e-96f4-faba4d78ff88 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:15.115742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Attempting to bind port 454a26d3-0ba2-446e-96f4-faba4d78ff88 on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:15.127795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.146988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f2409f-268e-4f28-b17f-bad32d5ae51c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:15.170554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:15.171062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:15.171578 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.172042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:15.172626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Bound port: 454a26d3-0ba2-446e-96f4-faba4d78ff88, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:15.173091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.185473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['cba243ae-1cc1-4db2-b60b-47cb3a97a87f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:49:15.204669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23080172-0622-406b-bfcb-aa0317a90900') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:15.205632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23080172-0622-406b-bfcb-aa0317a90900') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:15.206783 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.236797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.275317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.301614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.303269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a9928-f3d9-4966-8889-7719cd66f91b req-8f2d37a9-0a41-4925-97f3-7b5dffd585f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:15.314324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-577a9928-f3d9-4966-8889-7719cd66f91b req-8f2d37a9-0a41-4925-97f3-7b5dffd585f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1097 time: 0.2020028 Apr 20 14:49:15.314922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.316066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:15.317524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:15.323413 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:15.341986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.353896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] For port 454a26d3-0ba2-446e-96f4-faba4d78ff88, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:15.359306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] For port 454a26d3-0ba2-446e-96f4-faba4d78ff88, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=454a26d3-0ba2-446e-96f4-faba4d78ff88,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:15.370911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.483322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d7b3-3179-46a0-b990-1f7c867a9d70 None None] Pushing event updated for resources: {'Port': ['ID=454a26d3-0ba2-446e-96f4-faba4d78ff88,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.489913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.494388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-577a9928-f3d9-4966-8889-7719cd66f91b req-1e120449-2291-43c9-b790-131e7809d64f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696546 Apr 20 14:49:15.509803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.517910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/50f2409f-268e-4f28-b17f-bad32d5ae51c HTTP/1.1" status: 204 len: 168 time: 0.7063658 Apr 20 14:49:15.542434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.1.1.128 (86e54f71-fdc4-4820-a794-59cd6cfb6b11/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3/d5460523-adfa-4ad8-a5a3-e1707dfc8bc8) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:15.542926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5976a-c6dc-48c1-8018-f003e9c896d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f2409f-268e-4f28-b17f-bad32d5ae51c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.551916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.568334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:15.655688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46feff81-abcb-44c2-b7e4-e58fe7d252cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.684015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:15.691758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46feff81-abcb-44c2-b7e4-e58fe7d252cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.704774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=21244540-97a2-4d61-b30e-30fa7497012c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:15.708865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:15.714866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:15.754188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Allocated IP 172.20.0.2 (38d6dc08-0a03-4f5a-9a0e-de050f200515/17836b93-eee0-4df5-8d41-6ea01ab46a19/d63738cb-867c-40b6-b21f-af49e58233c4) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:15.886231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41838) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:15.920464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:15.921107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:15.993644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-18bfa4ad-175b-46bf-8013-ecdb67844397 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2657063 Apr 20 14:49:15.994276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41840) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:16.028179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46feff81-abcb-44c2-b7e4-e58fe7d252cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b43f36f856b4868a4229c528bfa820a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4277408 Apr 20 14:49:16.048787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41842) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:16.089654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ff3dd9bb-2532-4227-a2f8-d512075036cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81618106d7854ca3a7b0d1fa71804adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936212 Apr 20 14:49:16.093008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41844) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:16.216052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feff81-abcb-44c2-b7e4-e58fe7d252cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e68687-464a-45a7-81f7-355d601e4620,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:16.223966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.234924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.236092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cd182c5-2440-443d-a9b4-7e90fe73ede5 req-ab27ce78-f7e7-41a4-a070-66d03c78bfa8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7986729 Apr 20 14:49:16.267583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 454a26d3-0ba2-446e-96f4-faba4d78ff88 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:16.293789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.308585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.319468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8c93a-6e97-4066-a1a2-189d31dff1e7 req-8f75e7a3-e9f1-4d22-8a54-ef63de61fe20 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:16.321775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ead8c93a-6e97-4066-a1a2-189d31dff1e7 req-8f75e7a3-e9f1-4d22-8a54-ef63de61fe20 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.6497073 Apr 20 14:49:16.332833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.339740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port 445dcb63-dcb5-4987-b51f-c6cb6be774ec yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:16.394141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:16.402452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:16.405254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:16.425117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Pushing event updated for resources: {'Port': ['ID=d63738cb-867c-40b6-b21f-af49e58233c4,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:16.454597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.461399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.467686 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84e68687-464a-45a7-81f7-355d601e4620 HTTP/1.1" status: 204 len: 168 time: 0.4141653 Apr 20 14:49:16.478031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.511109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 454a26d3-0ba2-446e-96f4-faba4d78ff88 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:16.511395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.517523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Attempting to bind port d63738cb-867c-40b6-b21f-af49e58233c4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:16.517898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Attempting to bind port d63738cb-867c-40b6-b21f-af49e58233c4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5a93b5a-8aff-4474-9a3b-2af47833a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:16.518267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Attempting to bind port d63738cb-867c-40b6-b21f-af49e58233c4 on network 38d6dc08-0a03-4f5a-9a0e-de050f200515 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:16.525394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 21244540-97a2-4d61-b30e-30fa7497012c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:16.525878 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.549926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:16.550366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Checking segment: {'id': 'e5a93b5a-8aff-4474-9a3b-2af47833a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:16.550757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.551169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Bound using segment: {'id': 'e5a93b5a-8aff-4474-9a3b-2af47833a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:16.551666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Bound port: d63738cb-867c-40b6-b21f-af49e58233c4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a93b5a-8aff-4474-9a3b-2af47833a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '38d6dc08-0a03-4f5a-9a0e-de050f200515'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:16.552062 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.556809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65187d-f086-4ce7-974b-2228254bedfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e68687-464a-45a7-81f7-355d601e4620,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:16.587494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.604024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a30b-9dea-4be0-8ddf-d10bed2eef82 req-8eb5470d-538b-481b-b3e7-ac7f03723842 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:16.610776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13a30b-9dea-4be0-8ddf-d10bed2eef82 req-8eb5470d-538b-481b-b3e7-ac7f03723842 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:16.618753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a13a30b-9dea-4be0-8ddf-d10bed2eef82 req-8eb5470d-538b-481b-b3e7-ac7f03723842 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 1653 time: 0.2257891 Apr 20 14:49:16.652880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ead8c93a-6e97-4066-a1a2-189d31dff1e7 req-0d25f9e4-e5fb-47ce-aebe-13c0b09e63dc tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568107 Apr 20 14:49:16.666488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.749780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] For port d63738cb-867c-40b6-b21f-af49e58233c4, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:16.753432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] For port d63738cb-867c-40b6-b21f-af49e58233c4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d63738cb-867c-40b6-b21f-af49e58233c4,segment=NetworkSegment(e5a93b5a-8aff-4474-9a3b-2af47833a02c),segment_id=e5a93b5a-8aff-4474-9a3b-2af47833a02c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:16.757269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.763831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.766166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bffb386-4505-46a2-a312-df9d10a4e661 HTTP/1.1" status: 204 len: 168 time: 0.6690571 Apr 20 14:49:16.776540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.790260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361995c-c7d5-44ab-bfc8-c0c62b1082bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bffb386-4505-46a2-a312-df9d10a4e661,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:16.804045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a13a30b-9dea-4be0-8ddf-d10bed2eef82 req-6327ba30-6345-4fde-92ed-7228030c1e94 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776114 Apr 20 14:49:16.804943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:16.833911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 21244540-97a2-4d61-b30e-30fa7497012c owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:16.902361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d832d-1524-4ea4-a754-25917fe6b812 None None] Pushing event updated for resources: {'Port': ['ID=d63738cb-867c-40b6-b21f-af49e58233c4,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:16.989268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.068314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.074938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.098026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:17.141254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=21244540-97a2-4d61-b30e-30fa7497012c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:17.169447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:17.192858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 454a26d3-0ba2-446e-96f4-faba4d78ff88, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=454a26d3-0ba2-446e-96f4-faba4d78ff88,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:17.197208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c090707-9c25-4de3-a230-f9761b900eaf None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:17.275355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:17.292070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::6c (f9a24db5-112e-4814-8187-bcbdf4fa52f1/0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540/445dcb63-dcb5-4987-b51f-c6cb6be774ec) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:17.323514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.336596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c866e763-5a26-4c51-b07a-b94b667f6161 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/21244540-97a2-4d61-b30e-30fa7497012c HTTP/1.1" status: 204 len: 168 time: 1.3320291 Apr 20 14:49:17.341634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41866) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:17.360102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-cd07bea6-954a-4d54-803a-e9a16a6cd701 req-186cc53a-011a-4fce-82d0-afb4f2a6bd19 service neutron] (102864) timed out ('10.222.0.45', 64052) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:49:17.404232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:561e (f9a24db5-112e-4814-8187-bcbdf4fa52f1/f4933d3f-ff75-48b1-a03f-44a11b50fa1e/445dcb63-dcb5-4987-b51f-c6cb6be774ec) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:17.429363 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa27a5fd-0614-46cb-bea4-53431e58416d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:49:17.439941 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa27a5fd-0614-46cb-bea4-53431e58416d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/21244540-97a2-4d61-b30e-30fa7497012c HTTP/1.1" status: 404 len: 333 time: 0.0948155 Apr 20 14:49:17.442631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:17.528472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cba243ae-1cc1-4db2-b60b-47cb3a97a87f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:17.531488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.567708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:17.623498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68ae4e43-f3f6-41d0-9bc7-9b30d28e9e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.736186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 17836b93-eee0-4df5-8d41-6ea01ab46a19 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:17.758430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.786254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.794236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9f9fcb2b-df72-4a14-82ad-fa16b97ccdc0 None None] Provisioning complete for port 454a26d3-0ba2-446e-96f4-faba4d78ff88 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:17.794236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f9fcb2b-df72-4a14-82ad-fa16b97ccdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.905449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.928057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:17.951007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=454a26d3-0ba2-446e-96f4-faba4d78ff88,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:17.984696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:17.986126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:18.022791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d63738cb-867c-40b6-b21f-af49e58233c4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:18.141804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port cba243ae-1cc1-4db2-b60b-47cb3a97a87f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:49:18.145685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:18.152375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:18.153015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d63738cb-867c-40b6-b21f-af49e58233c4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:18.153270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.153622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.177773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:18.196366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:18.202334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:18.203582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.221375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-934eeaa6-0d8c-49af-be71-3e883e76a713 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de84387a086246868f41251e5399db3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212310 Apr 20 14:49:18.222307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=445dcb63-dcb5-4987-b51f-c6cb6be774ec,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:18.224881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41904) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:18.242608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f6b6d9e-705d-4226-8c8a-654668f5c0ac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0687912 Apr 20 14:49:18.255520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b46df7-7f54-4c6a-afd7-47e32b4ea1c4 req-44b38f1c-5a0a-4f6b-b82d-0e5ebb9b7ad4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:18.258083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56b46df7-7f54-4c6a-afd7-47e32b4ea1c4 req-44b38f1c-5a0a-4f6b-b82d-0e5ebb9b7ad4 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.3269310 Apr 20 14:49:18.272338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port cba243ae-1cc1-4db2-b60b-47cb3a97a87f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:18.273506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.285394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'admin_state_up': True, 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'security_groups': ['a5e36766-3be5-47a8-8137-d6294d84b1ef']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:18.302861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a838e-c723-430a-b3ae-d47559120e0f req-94f03166-32c3-4490-a62c-44a974ec656b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:18.304994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd2a838e-c723-430a-b3ae-d47559120e0f req-94f03166-32c3-4490-a62c-44a974ec656b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 945 time: 0.3726659 Apr 20 14:49:18.312358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9538a2a6-2a46-4cf6-bc2e-89b50654c182 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8474872 Apr 20 14:49:18.313254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:18.326159 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.330420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.336233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68ae4e43-f3f6-41d0-9bc7-9b30d28e9e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.373425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Update dhcp port {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'fixed_ips': [{'subnet_id': '0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4933d3f-ff75-48b1-a03f-44a11b50fa1e'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '454a26d3-0ba2-446e-96f4-faba4d78ff88'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:49:18.392451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68ae4e43-f3f6-41d0-9bc7-9b30d28e9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.433114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68ae4e43-f3f6-41d0-9bc7-9b30d28e9e91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11ce4f00289f480dbb02b3b4d141ae66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642538 Apr 20 14:49:18.438209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41908) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:18.493180 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:49:18.508249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.569092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae4e43-f3f6-41d0-9bc7-9b30d28e9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488606f-f80f-414c-abcb-67f8e74c6d80,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:18.631901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.655701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.685834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.693540 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/17836b93-eee0-4df5-8d41-6ea01ab46a19 HTTP/1.1" status: 204 len: 168 time: 1.2487335 Apr 20 14:49:18.716528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:18.717945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.720026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85886d-39ec-4119-a9ad-491fc5e7d992 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=17836b93-eee0-4df5-8d41-6ea01ab46a19,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:18.731424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port 445dcb63-dcb5-4987-b51f-c6cb6be774ec {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:18.732671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.795752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56b46df7-7f54-4c6a-afd7-47e32b4ea1c4 req-7dbb4dce-4a03-488c-bcda-5f96be2745d3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233357 Apr 20 14:49:18.796317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.825634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd2a838e-c723-430a-b3ae-d47559120e0f req-71fad0dc-382c-495f-af61-7f9f3add8957 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5104742 Apr 20 14:49:18.877920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:18.879808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.883646 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87880215-9aa7-4dd2-abee-d93b5766b748" -d '{"events": [{"server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "name": "network-vif-plugged", "status": "completed", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:18.898051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for 445dcb63-dcb5-4987-b51f-c6cb6be774ec owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:18.954335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:18.987752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:19.010304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.023078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.027696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b84c60b0-6a69-4a58-9772-728c65c6ea90 None None] Provisioning complete for port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:19.027696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b84c60b0-6a69-4a58-9772-728c65c6ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.054407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.067603 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf755b6f-c90c-4ad2-8bb4-bd657e068678 x-openstack-request-id: req-cf755b6f-c90c-4ad2-8bb4-bd657e068678 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:19.067927 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "name": "network-vif-plugged", "status": "completed", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:19.068282 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf755b6f-c90c-4ad2-8bb4-bd657e068678 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:19.068692 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf755b6f-c90c-4ad2-8bb4-bd657e068678'] response: {'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'code': 200} Apr 20 14:49:19.075426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001529c9-4b4a-4e48-9235-fc886b0005cf None None] Network 38d6dc08-0a03-4f5a-9a0e-de050f200515 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:19.107603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:19.144699 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:19.145142 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:19.164010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.181189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ec46-6ca5-4295-9505-d05e77d5a6a7 req-071a8c6c-c602-4e21-879d-05ec3258fc3c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:19.187168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ec46-6ca5-4295-9505-d05e77d5a6a7 req-071a8c6c-c602-4e21-879d-05ec3258fc3c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:19.193216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ec46-6ca5-4295-9505-d05e77d5a6a7 req-071a8c6c-c602-4e21-879d-05ec3258fc3c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:19.195128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dca9ec46-6ca5-4295-9505-d05e77d5a6a7 req-071a8c6c-c602-4e21-879d-05ec3258fc3c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 2374 time: 0.2625494 Apr 20 14:49:19.242168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:6ce4 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/f4933d3f-ff75-48b1-a03f-44a11b50fa1e/454a26d3-0ba2-446e-96f4-faba4d78ff88) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:19.254789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b84c60b0-6a69-4a58-9772-728c65c6ea90 None None] Port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:19.270035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:19.284560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.291657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.294173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.295957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/171c911e-cdb0-4430-9cc8-42e8b4e7eeb6 HTTP/1.1" status: 204 len: 168 time: 1.0647180 Apr 20 14:49:19.338836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d247f1-d4ec-41d7-ab12-b9f927c435aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c911e-cdb0-4430-9cc8-42e8b4e7eeb6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:19.374662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dca9ec46-6ca5-4295-9505-d05e77d5a6a7 req-aaf8d500-cdde-4b93-962e-ce4bacc423f8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416869 Apr 20 14:49:19.377464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.437897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.438392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Provisioning complete for port d63738cb-867c-40b6-b21f-af49e58233c4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:19.439019 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.440370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.441511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2488606f-f80f-414c-abcb-67f8e74c6d80 HTTP/1.1" status: 204 len: 168 time: 0.9921408 Apr 20 14:49:19.473195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] DHCP port deletion for 38d6dc08-0a03-4f5a-9a0e-de050f200515 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:19.513850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] For port 454a26d3-0ba2-446e-96f4-faba4d78ff88, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=454a26d3-0ba2-446e-96f4-faba4d78ff88,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:19.817075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.2.2.100 (07fb3036-a0dd-40ad-a62a-03aaa9c643c3/2bd627a8-1ec4-4cd4-afd9-14302c3ad88c/bf89364b-123c-4d55-a5c7-93ffd9de2615) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:19.859130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.890343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:19.923225 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.099550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ff044-1efd-4893-b15d-bccccc750dae None None] Pushing event updated for resources: {'Port': ['ID=454a26d3-0ba2-446e-96f4-faba4d78ff88,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:20.124485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=445dcb63-dcb5-4987-b51f-c6cb6be774ec,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:20.151605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.188188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.192042 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-747a18db-a156-4e7d-81c5-1627a591b997 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/445dcb63-dcb5-4987-b51f-c6cb6be774ec HTTP/1.1" status: 204 len: 168 time: 1.8756704 Apr 20 14:49:20.194558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e832b-b476-452d-989f-ab1ed554a302 req-98845866-e279-48ba-b608-cb008a0e0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.196428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-185e832b-b476-452d-989f-ab1ed554a302 req-98845866-e279-48ba-b608-cb008a0e0878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 1097 time: 0.9563544 Apr 20 14:49:20.196890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41938) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:20.206034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d63738cb-867c-40b6-b21f-af49e58233c4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d63738cb-867c-40b6-b21f-af49e58233c4,segment=NetworkSegment(e5a93b5a-8aff-4474-9a3b-2af47833a02c),segment_id=e5a93b5a-8aff-4474-9a3b-2af47833a02c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:20.229408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Deleting port d63738cb-867c-40b6-b21f-af49e58233c4 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:20.229785 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.263307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.264485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71edb5-0b22-4e8c-94a6-4b622fb4d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488606f-f80f-414c-abcb-67f8e74c6d80,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:20.272206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port d63738cb-867c-40b6-b21f-af49e58233c4 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:20.272554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.282689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e6b78-d5ea-474a-9f8a-b1eb9827e764 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.284814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d44e6b78-d5ea-474a-9f8a-b1eb9827e764 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0868559 Apr 20 14:49:20.299784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:20.301779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-185e832b-b476-452d-989f-ab1ed554a302 req-1d4857c3-40da-401e-9adf-cd60f8d052b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682051 Apr 20 14:49:20.434945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d63d1a7-80bc-4f15-8ccd-8ad5aa6553bd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.434945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d63d1a7-80bc-4f15-8ccd-8ad5aa6553bd tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1292694 Apr 20 14:49:20.434945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41952) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:20.473114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] For port d63738cb-867c-40b6-b21f-af49e58233c4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d63738cb-867c-40b6-b21f-af49e58233c4,segment=NetworkSegment(e5a93b5a-8aff-4474-9a3b-2af47833a02c),segment_id=e5a93b5a-8aff-4474-9a3b-2af47833a02c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:20.474341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.555144 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.555741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 454a26d3-0ba2-446e-96f4-faba4d78ff88 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:20.632511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Calling delete_port for d63738cb-867c-40b6-b21f-af49e58233c4 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:20.641268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffe9be-6c62-4a90-8471-98c840928004 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.649056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffe9be-6c62-4a90-8471-98c840928004 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.659571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffe9be-6c62-4a90-8471-98c840928004 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:20.664449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6ffe9be-6c62-4a90-8471-98c840928004 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2286363 Apr 20 14:49:20.676182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:20.812414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d63738cb-867c-40b6-b21f-af49e58233c4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:20.822876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:20.835665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.920388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.946789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port d63738cb-867c-40b6-b21f-af49e58233c4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d63738cb-867c-40b6-b21f-af49e58233c4,segment=NetworkSegment(e5a93b5a-8aff-4474-9a3b-2af47833a02c),segment_id=e5a93b5a-8aff-4474-9a3b-2af47833a02c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:20.947223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:20.964145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for d63738cb-867c-40b6-b21f-af49e58233c4 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:20.986468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:20.987134 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:20.987352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 454a26d3-0ba2-446e-96f4-faba4d78ff88 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:20.987722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.103910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76438fae-0e97-4fb9-9a59-c8400f987e98 req-5053a368-9f94-4cdd-a587-d5c60187b3ed tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:21.106918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76438fae-0e97-4fb9-9a59-c8400f987e98 req-5053a368-9f94-4cdd-a587-d5c60187b3ed tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.8672919 Apr 20 14:49:21.118154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fe18-333a-499a-ab27-74cbc4995e44 req-2b0594c2-a7ef-4fdb-81ae-fa649fc544e3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:21.121639 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.122654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.127599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2246fe18-333a-499a-ab27-74cbc4995e44 req-2b0594c2-a7ef-4fdb-81ae-fa649fc544e3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.8851688 Apr 20 14:49:21.160117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.200032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] Pushing event deleted for resources: {'Port': ['ID=d63738cb-867c-40b6-b21f-af49e58233c4,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:21.232793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c19e3-768f-4e2b-8223-abfd822aefc8 None None] No DVR routers for this DVR port d63738cb-867c-40b6-b21f-af49e58233c4 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:21.275606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.338341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:21.403492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:21.412448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.425500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76438fae-0e97-4fb9-9a59-c8400f987e98 req-59cca76a-b607-41f7-9baf-50a4fb0bf09c tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783706 Apr 20 14:49:21.442948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.450700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-406b0c2a-909a-43a5-b268-839aa912b617 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540 HTTP/1.1" status: 204 len: 168 time: 0.7715263 Apr 20 14:49:21.453984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41974) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:21.500690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Deleting port c87634e8-829e-4538-ae28-e51efd8f992a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:21.501396 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.516907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:21.562455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b2656f3d-5062-43de-b478-b7e707a7d9a4 None None] Port d63738cb-867c-40b6-b21f-af49e58233c4 update to ACTIVE by agent not found {{(pid=102865) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 14:49:21.570061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d63738cb-867c-40b6-b21f-af49e58233c4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:21.609098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet f4933d3f-ff75-48b1-a03f-44a11b50fa1e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:21.613408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.615278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d63738cb-867c-40b6-b21f-af49e58233c4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:21.619857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d63738cb-867c-40b6-b21f-af49e58233c4 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:21.641704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:21.644277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=d63738cb-867c-40b6-b21f-af49e58233c4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:21.647749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:21.711915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:21.764823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port d63738cb-867c-40b6-b21f-af49e58233c4 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:21.833735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2246fe18-333a-499a-ab27-74cbc4995e44 req-f0ad67ad-07ab-4fcb-ae67-fc0d76a9a87f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7029541 Apr 20 14:49:21.904156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f26f5-e2c1-460d-a3d5-4293176276b2 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:21.920044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.017727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.027719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.028398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.055944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] For port c87634e8-829e-4538-ae28-e51efd8f992a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c87634e8-829e-4538-ae28-e51efd8f992a,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:22.056296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.060452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.086180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96492825-5546-4b4c-8f9c-5907c30fe875 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.089297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9ce1e2b3-1460-4c01-99e0-62eb3108b83a None None] Provisioning complete for port 454a26d3-0ba2-446e-96f4-faba4d78ff88 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:22.089799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e2b3-1460-4c01-99e0-62eb3108b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.093102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96492825-5546-4b4c-8f9c-5907c30fe875 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.099670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96492825-5546-4b4c-8f9c-5907c30fe875 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.101719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.106158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96492825-5546-4b4c-8f9c-5907c30fe875 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.109449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/f4933d3f-ff75-48b1-a03f-44a11b50fa1e HTTP/1.1" status: 204 len: 168 time: 0.6544688 Apr 20 14:49:22.110310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41996) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:22.111478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1735a34-6d4b-4135-bd42-82b5e82ac510 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=f4933d3f-ff75-48b1-a03f-44a11b50fa1e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:22.115680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96492825-5546-4b4c-8f9c-5907c30fe875 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3095 time: 0.5164573 Apr 20 14:49:22.128611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Calling delete_port for c87634e8-829e-4538-ae28-e51efd8f992a owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:22.133232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-da744a70-c0b1-4b06-8444-061f88fdb644 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8714540 Apr 20 14:49:22.159058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'admin_state_up': True, 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'security_groups': ['a5e36766-3be5-47a8-8137-d6294d84b1ef']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:22.173768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf9d3c61-0cbd-4b15-96f1-5f49b4434e85 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586450 Apr 20 14:49:22.174608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41998) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:22.180400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d6dc08-0a03-4f5a-9a0e-de050f200515']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:22.183034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:22.223016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a93b5a-8aff-4474-9a3b-2af47833a02c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:22.223597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a93b5a-8aff-4474-9a3b-2af47833a02c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:22.309844 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.354055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5756585-0b8c-4ea2-81bc-7f08371150a1 req-96bc9754-03a9-4f77-b04b-adf53713770a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371910 Apr 20 14:49:22.377102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.396315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:22.396717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:22.400566 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:22.427765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:22.428670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:22.439577 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.502877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c01eb14b-3c9e-4438-901c-86fbb100de49 None None] Provisioning complete for port bf89364b-123c-4d55-a5c7-93ffd9de2615 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:22.510224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c01eb14b-3c9e-4438-901c-86fbb100de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.539915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.581164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.584495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/38d6dc08-0a03-4f5a-9a0e-de050f200515 HTTP/1.1" status: 204 len: 168 time: 3.8665664 Apr 20 14:49:22.596661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c01eb14b-3c9e-4438-901c-86fbb100de49 None None] Port bf89364b-123c-4d55-a5c7-93ffd9de2615 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:22.628947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42008) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:22.634266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'name': 'tempest-PortsTestJSON-1435861621'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:22.641161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Deleting port 454a26d3-0ba2-446e-96f4-faba4d78ff88 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:22.642104 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.643013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Made reservation on behalf of bfcf7a4ea2094b69ace37d9b80bcfd31 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:22.655918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.664942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19995d03-a0a1-4955-92d3-c175aa52757e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=38d6dc08-0a03-4f5a-9a0e-de050f200515,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:22.752952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.779472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] For port 454a26d3-0ba2-446e-96f4-faba4d78ff88, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=454a26d3-0ba2-446e-96f4-faba4d78ff88,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:22.782757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.809347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:22.815328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Calling delete_port for 454a26d3-0ba2-446e-96f4-faba4d78ff88 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:22.818717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:22.830608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:22.831272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.890358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7120240 Apr 20 14:49:22.893089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42016) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:22.919358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:22.925017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.927052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:22.968991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:22.995580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.012980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Pushing event deleted for resources: {'Port': ['ID=c87634e8-829e-4538-ae28-e51efd8f992a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:23.014338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] No DVR routers for this DVR port 454a26d3-0ba2-446e-96f4-faba4d78ff88 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:23.028504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cfa46-e8e0-4a88-9962-9946e47863b1 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=5ff66d0f-6e27-4850-b177-8cbcc3ed936f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:23.052387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789de9d-8fd3-4de8-908f-dc88d9a55019 None None] Pushing event deleted for resources: {'Port': ['ID=454a26d3-0ba2-446e-96f4-faba4d78ff88,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:23.083433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435df5c7-f31a-49be-bb40-d9464407d788 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:23.135059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 956c8e4b-8bba-4c92-8d82-f1ede874c6cf yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:23.263137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:23.274182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.351526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.383484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'tenant_id': '84b60b05538345bf83dd9ccef6fb235e', 'fixed_ips': [{'subnet_id': '5ff66d0f-6e27-4850-b177-8cbcc3ed936f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:49:23.384371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.444755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.492034 n-d-836145-2 neutron-server[102863]: INFO neutron.db.ipam_backend_mixin [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ff66d0f-6e27-4850-b177-8cbcc3ed936f (CIDR: 2001:db8::/64) Apr 20 14:49:23.498168 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:49:23.500558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:23.547097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-269f6955-95bc-404f-afe9-e0783125dead tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6401851 Apr 20 14:49:23.550029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42036) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:23.565469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'subnet': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:23.592744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Allocated IP 2001:db8::2 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/5ff66d0f-6e27-4850-b177-8cbcc3ed936f/c2f1c895-f9ec-4a3f-a356-24ca19be841d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:23.781276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:23.783677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:23.789827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.861242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.873421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.903956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:23.955183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=956c8e4b-8bba-4c92-8d82-f1ede874c6cf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:23.958301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:23.964134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:23.964805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:23.967405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:23.976378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:23.991583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:24.014970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Pushing event updated for resources: {'Port': ['ID=c2f1c895-f9ec-4a3f-a356-24ca19be841d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:24.025115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780d55c-201e-4fd9-9ee2-f2d919d0b6f0 req-0052ea25-18c5-4492-9923-2e501ec2ed35 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.026736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b780d55c-201e-4fd9-9ee2-f2d919d0b6f0 req-0052ea25-18c5-4492-9923-2e501ec2ed35 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 1.0031183 Apr 20 14:49:24.036178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-253decb1-9e9c-46cc-81ed-360c89d06b8a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4061327 Apr 20 14:49:24.039022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42040) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:24.098613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Allocated IP 10.2.2.200 (07fb3036-a0dd-40ad-a62a-03aaa9c643c3/2bd627a8-1ec4-4cd4-afd9-14302c3ad88c/955cac8f-32a5-4109-904a-16bcb8663314) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:24.118520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Attempting to bind port c2f1c895-f9ec-4a3f-a356-24ca19be841d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:24.119036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Attempting to bind port c2f1c895-f9ec-4a3f-a356-24ca19be841d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:24.119500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Attempting to bind port c2f1c895-f9ec-4a3f-a356-24ca19be841d on network f9a24db5-112e-4814-8187-bcbdf4fa52f1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:24.132156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:24.132706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Checking segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:24.133211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.133696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Bound using segment: {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:24.134268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Bound port: c2f1c895-f9ec-4a3f-a356-24ca19be841d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:24.134779 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.174802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768971-93cd-427a-baa3-a48ff314c82f req-a8d50a02-74f8-4ae0-af6c-8b076bfdfe12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.182266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768971-93cd-427a-baa3-a48ff314c82f req-a8d50a02-74f8-4ae0-af6c-8b076bfdfe12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.190739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768971-93cd-427a-baa3-a48ff314c82f req-a8d50a02-74f8-4ae0-af6c-8b076bfdfe12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.202169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768971-93cd-427a-baa3-a48ff314c82f req-a8d50a02-74f8-4ae0-af6c-8b076bfdfe12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.204285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e768971-93cd-427a-baa3-a48ff314c82f req-a8d50a02-74f8-4ae0-af6c-8b076bfdfe12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3095 time: 0.6292017 Apr 20 14:49:24.231202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] For port c2f1c895-f9ec-4a3f-a356-24ca19be841d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:24.237011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] For port c2f1c895-f9ec-4a3f-a356-24ca19be841d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2f1c895-f9ec-4a3f-a356-24ca19be841d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:24.245887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.256867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 956c8e4b-8bba-4c92-8d82-f1ede874c6cf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:24.256867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.342246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b780d55c-201e-4fd9-9ee2-f2d919d0b6f0 req-181c23d4-d6b8-4f48-9544-3cab2c9a043d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832274 Apr 20 14:49:24.407603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bf6b1-dfab-4b34-811f-9a94dd1ef6f8 None None] Pushing event updated for resources: {'Port': ['ID=c2f1c895-f9ec-4a3f-a356-24ca19be841d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:24.468063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e768971-93cd-427a-baa3-a48ff314c82f req-f07d6d87-af4a-4d82-bdb5-331d4be271ef tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404041 Apr 20 14:49:24.605193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 454a26d3-0ba2-446e-96f4-faba4d78ff88 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:24.630846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 454a26d3-0ba2-446e-96f4-faba4d78ff88 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:24.631254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 454a26d3-0ba2-446e-96f4-faba4d78ff88 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:24.667450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.687335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 956c8e4b-8bba-4c92-8d82-f1ede874c6cf owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:24.755127 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.851339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:49:24.936685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42052) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:24.975178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a44a3-12a6-4da5-9411-7e9bbe4f939c req-1af1e225-aff8-4848-8ab0-979da3ea10ae tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:24.978021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-750a44a3-12a6-4da5-9411-7e9bbe4f939c req-1af1e225-aff8-4848-8ab0-979da3ea10ae tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.4411161 Apr 20 14:49:24.991252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42056) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:24.991989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.998302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'port_id': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.042895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.082247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.085510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/956c8e4b-8bba-4c92-8d82-f1ede874c6cf HTTP/1.1" status: 204 len: 168 time: 1.0454981 Apr 20 14:49:25.095115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:25.098408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbdd43-5d0d-480d-9231-9648d4db0ce5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=956c8e4b-8bba-4c92-8d82-f1ede874c6cf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:25.104200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'mac_address': 'fa:16:3e:7e:39:11', 'name': 'tempest-PortsTestJSON-26665863'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.121767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.187690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.245188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:25.252765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:25.258681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d217-c53c-4c34-9786-e7bc00a56dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.261839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:25.321001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:25.336468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Router f8d1442e-2e2c-4275-924c-128a8eec4fd0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:49:25.383273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:25.384474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.599512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:49:25.615460 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Sync routers for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:49:25.652886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:25.655003 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:25.676477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2835cd4-45b9-424f-a53c-bf6cdc8ab54f admin admin] 10.222.0.20 "PUT /v2.0/routers/f8d1442e-2e2c-4275-924c-128a8eec4fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8868001 Apr 20 14:49:25.677610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:25.754108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f511f269-bb9d-4245-bb1e-48f1826c460b None None] Provisioning complete for port 955cac8f-32a5-4109-904a-16bcb8663314 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:25.754729 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f511f269-bb9d-4245-bb1e-48f1826c460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.808111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ab552101-03de-4051-af5d-29a09fe353fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6609685 Apr 20 14:49:25.829951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.861495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d217-c53c-4c34-9786-e7bc00a56dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.871681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:25.884980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d217-c53c-4c34-9786-e7bc00a56dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:25.920890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f511f269-bb9d-4245-bb1e-48f1826c460b None None] Port 955cac8f-32a5-4109-904a-16bcb8663314 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:25.982697 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:25.991440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ba6d217-c53c-4c34-9786-e7bc00a56dc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b165e226e08e44bdb29b96d4ec356ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0522704 Apr 20 14:49:26.001065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d217-c53c-4c34-9786-e7bc00a56dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b026cd7-b4eb-42ac-aec1-18c95b9d9b1c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:26.014481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42072) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:26.054141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.167945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.254906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Provisioning complete for port c2f1c895-f9ec-4a3f-a356-24ca19be841d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:26.256472 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.327626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.422914 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:49:22Z', 'revision_number': 5, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:26.445711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port bd13c839-e24f-4e9a-8bdc-996626deb961 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:26.452103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.488885 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Checking router: f8d1442e-2e2c-4275-924c-128a8eec4fd0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:49:26.501568 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Routers {'f8d1442e-2e2c-4275-924c-128a8eec4fd0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:26.502469 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:26.504143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2f1c895-f9ec-4a3f-a356-24ca19be841d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:26.630134 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] Set router f8d1442e-2e2c-4275-924c-128a8eec4fd0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:26.660165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c2f1c895-f9ec-4a3f-a356-24ca19be841d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:26.660898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.783876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.807437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.931866 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:49:22Z', 'revision_number': 5, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:26.942682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:26.950819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:26.957575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:26.964567 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:26.970680 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796c8da-c3c2-4c89-9000-68e8abdbcafa None None] The sync data for ids ['f8d1442e-2e2c-4275-924c-128a8eec4fd0'] in n-d-836145-2 is: [{'id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'name': 'tempest-TaggedBootDevicesTest_v242-1827432687-router', 'tenant_id': '498129c93fd44a1885d7d21c2a3abef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:49:22Z', 'revision_number': 5, 'project_id': '498129c93fd44a1885d7d21c2a3abef0', 'gw_port': {'id': 'fbc5b510-a6cd-46f2-b602-dd1b4943aa2a', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d1442e-2e2c-4275-924c-128a8eec4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:08Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:49:26.972548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:26.974439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-ba6a9666-0d79-4d70-b5f1-71694460d42d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3816 time: 1.1628776 Apr 20 14:49:27.194389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.237059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.260167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd3d9356-7358-4983-a626-1b27eba15cdc req-1f104990-cfc0-4b9e-a77a-edc10e281648 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605584 Apr 20 14:49:27.394991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.428511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:49:27.448571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.477311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.557540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=bd13c839-e24f-4e9a-8bdc-996626deb961,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:27.619720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] For port c2f1c895-f9ec-4a3f-a356-24ca19be841d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2f1c895-f9ec-4a3f-a356-24ca19be841d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:27.648942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:27.662707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.666410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:27.669373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:27.676699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:27.677420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.684794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.697038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.700586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b026cd7-b4eb-42ac-aec1-18c95b9d9b1c HTTP/1.1" status: 204 len: 168 time: 1.6418028 Apr 20 14:49:27.708010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96c5f49-7f36-4ee1-9633-adfff645a84d {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:27.729789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.731859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c810a63-de01-41fd-99cc-6bd55272226c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.6343815 Apr 20 14:49:27.733027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42088) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:27.753125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.764621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8a34b-f0ee-4d73-a3dd-bd3634aef962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b026cd7-b4eb-42ac-aec1-18c95b9d9b1c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:27.778868 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.814357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Transition to ACTIVE for port object d96c5f49-7f36-4ee1-9633-adfff645a84d will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:27.815963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Deleting port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:27.816299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.849706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.963142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.963906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:27.978751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-1da71681-2ffc-497f-b716-22a267447005 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6999879 Apr 20 14:49:28.021309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:28.022371 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:28.051634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:28.051983 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:28.097837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] For port fbc5b510-a6cd-46f2-b602-dd1b4943aa2a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:28.098657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.121562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Calling delete_port for fbc5b510-a6cd-46f2-b602-dd1b4943aa2a owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:28.177627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e46fff-836a-4fea-92e4-19c5d4165f44 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.179198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f0e46fff-836a-4fea-92e4-19c5d4165f44 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/bd13c839-e24f-4e9a-8bdc-996626deb961 HTTP/1.1" status: 200 len: 839 time: 0.4405386 Apr 20 14:49:28.186433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:28.285867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:28.336194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42098) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:28.404426 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbda6-6369-4a60-82b2-196deb56f50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.572109 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.655485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Attempting to bind port d96c5f49-7f36-4ee1-9633-adfff645a84d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:28.656018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Attempting to bind port d96c5f49-7f36-4ee1-9633-adfff645a84d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:28.656449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Attempting to bind port d96c5f49-7f36-4ee1-9633-adfff645a84d on network 2562f0c8-7885-49e6-bfb7-ffc007729be6 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:28.659125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port c2f1c895-f9ec-4a3f-a356-24ca19be841d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2f1c895-f9ec-4a3f-a356-24ca19be841d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:28.661341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.671445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Port d96c5f49-7f36-4ee1-9633-adfff645a84d on network 2562f0c8-7885-49e6-bfb7-ffc007729be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:28.671920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Attempting to bind port d96c5f49-7f36-4ee1-9633-adfff645a84d on network 2562f0c8-7885-49e6-bfb7-ffc007729be6 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:28.674178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.685704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.760016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:28.761944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:28.762823 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-43d9ff07-8af9-47a3-880c-dfe1e53b7134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:49:28.763138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c87634e8-829e-4538-ae28-e51efd8f992a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:28.786559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c87634e8-829e-4538-ae28-e51efd8f992a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:28.787011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c87634e8-829e-4538-ae28-e51efd8f992a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:28.793470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:28.796397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=c2f1c895-f9ec-4a3f-a356-24ca19be841d,revision_number=4']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:28.813774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193512fb-0f61-4c8d-814a-ed3ae05b30df None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:28.816002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.816572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc5b510-a6cd-46f2-b602-dd1b4943aa2a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:28.816692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.823456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=c2f1c895-f9ec-4a3f-a356-24ca19be841d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:28.830079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Subnet': ['ID=6d4a6c28-7750-41d0-b909-00a986516f4e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:28.855594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abed96-06ed-432a-865c-d6b8512701a8 req-0da7e612-0fee-42a5-9142-c12723bce09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.857117 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-0da7e612-0fee-42a5-9142-c12723bce09f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 1097 time: 0.8082285 Apr 20 14:49:28.872709 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP a41ce58d-fca3-41ca-a8da-b2ab66eb307e associated. External IP: 172.25.1.64, port: cba243ae-1cc1-4db2-b60b-47cb3a97a87f. Apr 20 14:49:28.884268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1306101a-30b3-4a39-b27b-1191dc90f508 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3330741 Apr 20 14:49:28.887857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42100) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:28.934903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Request body: {'port': {'network_id': 'f9a24db5-112e-4814-8187-bcbdf4fa52f1', 'mac_address': 'fa:16:3e:b3:36:d7', 'name': 'tempest-NetworksTestDHCPv6-262919807'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:28.935816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:28.936246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Checking segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:28.937216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Bound using segment: {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:28.938008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Bound port: d96c5f49-7f36-4ee1-9633-adfff645a84d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b201936d-14c4-4d6b-93d0-fd2f92af167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:28.938488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.957573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.970695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.978122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.986098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.993212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:28.999681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:29.021577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-ac6fca9e-a7a6-478f-bc89-d17f8c4c9226 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3828 time: 0.5461330 Apr 20 14:49:29.190758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port bd13c839-e24f-4e9a-8bdc-996626deb961 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:29.191432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abed96-06ed-432a-865c-d6b8512701a8 req-ff159acb-a900-4aff-90fb-a10c9b0190e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:29.192084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.192865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-ff159acb-a900-4aff-90fb-a10c9b0190e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 200 len: 918 time: 0.3065007 Apr 20 14:49:29.197473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Made reservation on behalf of 84b60b05538345bf83dd9ccef6fb235e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:29.252280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.267225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.296968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d7ded52-293a-46f8-bd67-18a6da1265df req-08a1b10e-74cb-4b73-ba3e-4d8f89a1626b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700441 Apr 20 14:49:29.447585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:29.449705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.450259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d1442e-2e2c-4275-924c-128a8eec4fd0 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:49:29.453122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:29.455144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbda6-6369-4a60-82b2-196deb56f50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.455572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-c76fc829-6dd9-442e-bb37-6e583504b054 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 200 len: 1001 time: 0.2534993 Apr 20 14:49:29.457413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.461203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.461964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.465891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-97c3247d-c572-4d54-8395-9a4454383a01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f8d1442e-2e2c-4275-924c-128a8eec4fd0 HTTP/1.1" status: 204 len: 168 time: 3.7741885 Apr 20 14:49:29.472735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:29.473740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.486011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-22c797cc-9314-4e4c-a633-914d8943459c None None] Could not find standard attr ID for object 445dcb63-dcb5-4987-b51f-c6cb6be774ec. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:49:29.500884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbda6-6369-4a60-82b2-196deb56f50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.555042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:29.555655 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.557085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d96c5f49-7f36-4ee1-9633-adfff645a84d HTTP/1.1" status: 200 len: 1091 time: 3.7317498 Apr 20 14:49:29.575746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for bd13c839-e24f-4e9a-8bdc-996626deb961 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:29.577572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:29.580289 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951adc7-9285-44f5-a0d2-b715859fd090" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:29.637920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] device_id is not set on port bc40bf00-7ef4-45f3-9541-f8605e46f6a7 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:29.650864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:49:29.656776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abed96-06ed-432a-865c-d6b8512701a8 req-aa3ca769-182d-4628-a434-60b357b477ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:29.658301 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-aa3ca769-182d-4628-a434-60b357b477ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 200 len: 856 time: 0.1938181 Apr 20 14:49:29.660426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:29.715029 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f33ef-ae53-4160-8c4e-531109c7e02b x-openstack-request-id: req-481f33ef-ae53-4160-8c4e-531109c7e02b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:29.715312 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:29.715550 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-481f33ef-ae53-4160-8c4e-531109c7e02b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:29.715942 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481f33ef-ae53-4160-8c4e-531109c7e02b'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'status': 'completed', 'code': 200} Apr 20 14:49:29.858654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b9ddbda6-6369-4a60-82b2-196deb56f50c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b28b2cdfbe04ff097da3888e67d3480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5178630 Apr 20 14:49:29.870302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42108) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:29.927103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.933736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddbda6-6369-4a60-82b2-196deb56f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22af0e8-cf06-4902-89ac-bd3dda925934,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:29.956356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Deleting subnet f3daaf64-df3e-4679-8ea4-ca5368f8c2b6 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:29.961469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.013683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.037414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.038023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.040193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.040768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.041292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.043323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-5cb15beb-2507-48eb-9083-d2877bb3b9ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 4363 time: 0.2950490 Apr 20 14:49:30.045643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abed96-06ed-432a-865c-d6b8512701a8 req-6995664c-4fee-4b8f-b00e-862fc34d3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.047817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-6995664c-4fee-4b8f-b00e-862fc34d3cf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a864d66a-6db7-4268-9f4b-7d63c9584896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3799863 Apr 20 14:49:30.059735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e4b9-c498-4960-b0b7-4926549156f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:30.098759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.101118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=bd13c839-e24f-4e9a-8bdc-996626deb961,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:30.157330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.161337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c756238b-5fb2-4cf9-9d9b-c5f0586e8b96 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/bd13c839-e24f-4e9a-8bdc-996626deb961 HTTP/1.1" status: 204 len: 168 time: 1.9718010 Apr 20 14:49:30.165173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42112) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:30.179837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2b9bc963-f86f-46b0-9818-d493a1385d2c None None] Provisioning complete for port c2f1c895-f9ec-4a3f-a356-24ca19be841d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:30.180608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2b9bc963-f86f-46b0-9818-d493a1385d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.258462 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec4c696-2f40-4c5a-ba10-1a819ac31b92 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:49:30.260252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bec4c696-2f40-4c5a-ba10-1a819ac31b92 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/bd13c839-e24f-4e9a-8bdc-996626deb961 HTTP/1.1" status: 404 len: 333 time: 0.0921173 Apr 20 14:49:30.266984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:30.270748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.276624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'name': 'tempest-PortsTestJSON-1624751999'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:30.370007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:49:30.392716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:49:30.413333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.430902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:30.432475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:30.435786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.492619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.513554 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-6d078923-6b53-47fa-b2e9-9ccf495f4f8b service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209080 Apr 20 14:49:30.514984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-bbd49e9f-9a79-4c96-9a8a-53757cd72386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.515971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-bbd49e9f-9a79-4c96-9a8a-53757cd72386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.516605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-bbd49e9f-9a79-4c96-9a8a-53757cd72386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.518179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-bbd49e9f-9a79-4c96-9a8a-53757cd72386 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4245322 Apr 20 14:49:30.561471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:30.658717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:30.662296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.674599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.680882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.686856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.692796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.699319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:30.701216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-b1b18f28-42a3-4827-a1a7-a261ccdab68b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3828 time: 0.2234583 Apr 20 14:49:30.753884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:30.759474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port cf5edc1a-6d10-44f0-b699-f22d65fb87bc yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:30.798838 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-26abed96-06ed-432a-865c-d6b8512701a8 req-037de896-599e-4087-b704-a31fa5b68dba service neutron] 10.222.0.43 "GET /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430573 Apr 20 14:49:30.829983 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e33aebc8-79d2-4c65-97b2-1378e74abac7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "PUT /v2.0/floatingips/a41ce58d-fca3-41ca-a8da-b2ab66eb307e HTTP/1.1" status: 200 len: 991 time: 5.8209472 Apr 20 14:49:30.829983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8::2c5 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/5ff66d0f-6e27-4850-b177-8cbcc3ed936f/bc40bf00-7ef4-45f3-9541-f8605e46f6a7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:30.858933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:30.861595 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd434f8-68a4-4752-9e52-d112632d5f33" -d '{"events": [{"name": "network-changed", "server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:30.914253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2f1c895-f9ec-4a3f-a356-24ca19be841d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:31.067567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c2f1c895-f9ec-4a3f-a356-24ca19be841d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:31.068231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.226324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.228972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.232884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b22af0e8-cf06-4902-89ac-bd3dda925934 HTTP/1.1" status: 204 len: 168 time: 1.3615301 Apr 20 14:49:31.266054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:36d7 (f9a24db5-112e-4814-8187-bcbdf4fa52f1/6d4a6c28-7750-41d0-b909-00a986516f4e/bc40bf00-7ef4-45f3-9541-f8605e46f6a7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:31.269946 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a752564-3cff-46e6-862f-b19c0a3cb357 x-openstack-request-id: req-9a752564-3cff-46e6-862f-b19c0a3cb357 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:31.269946 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:31.269946 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a752564-3cff-46e6-862f-b19c0a3cb357 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:31.270606 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a752564-3cff-46e6-862f-b19c0a3cb357'] response: {'name': 'network-changed', 'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'status': 'completed', 'code': 200} Apr 20 14:49:31.271619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3daaf64-df3e-4679-8ea4-ca5368f8c2b6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:31.295077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d51dbdc-3a90-43c4-8196-82e7e5f4ca6c req-0287099a-1e81-4020-a9d5-e3403a9346d5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5777445 Apr 20 14:49:31.304027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.307953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a24cc51-fcff-4d0a-84ad-26734f11bfed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3daaf64-df3e-4679-8ea4-ca5368f8c2b6 HTTP/1.1" status: 204 len: 168 time: 1.8232877 Apr 20 14:49:31.309075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a582f-5fbb-48fe-9f29-006e76059f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22af0e8-cf06-4902-89ac-bd3dda925934,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:31.313296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42126) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:31.315235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524d144-927a-4ca1-a138-bd8a37397cf3 None None] Network 8d202d12-9a14-46ec-874c-2654da9e8ada requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:31.416359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fbc5b510-a6cd-46f2-b602-dd1b4943aa2a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:31.422116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a41ce58d-fca3-41ca-a8da-b2ab66eb307e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:f6:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:51Z', 'updated_at': '2022-04-20T14:49:27Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:31.451220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-a996cd89-2eeb-4ec1-bada-5e56392b2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:31.453142 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3951adc7-9285-44f5-a0d2-b715859fd090 req-a996cd89-2eeb-4ec1-bada-5e56392b2ae3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9143436 Apr 20 14:49:31.457284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-ce2eacf1-b9e3-4b95-a371-dc06091a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:31.460244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-ce2eacf1-b9e3-4b95-a371-dc06091a2cce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 1097 time: 0.1884589 Apr 20 14:49:31.508566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:49:31.519651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: fbc5b510-a6cd-46f2-b602-dd1b4943aa2a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:31.520249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fbc5b510-a6cd-46f2-b602-dd1b4943aa2a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:31.537410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:31.538360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:31.544716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.551032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:31.591487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-1534be97-f404-4aa8-a7aa-26ba2709959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:31.593273 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-1534be97-f404-4aa8-a7aa-26ba2709959d service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.1201160 Apr 20 14:49:31.658530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.663994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:31.707361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Transition to ACTIVE for port object ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:31.751318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.757469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.840826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-9c187e24-aa44-431a-95cd-b7eba358593a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 200 len: 999 time: 0.2394950 Apr 20 14:49:31.893755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:31.910022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.957547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:31.976498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-cee165e7-4a6a-4af4-a25c-e3f66001620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:31.978006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-cee165e7-4a6a-4af4-a25c-e3f66001620a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1138895 Apr 20 14:49:31.986496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] DHCP port deletion for 8d202d12-9a14-46ec-874c-2654da9e8ada request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:32.073588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=cf5edc1a-6d10-44f0-b699-f22d65fb87bc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:32.073785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-d59d992b-edf6-443c-8be5-894b84b744e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.075235 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-d59d992b-edf6-443c-8be5-894b84b744e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884535 Apr 20 14:49:32.076253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.125294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Deleting port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:32.125789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.164370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:32.178234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Deleting port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:32.179036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.204723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:32.211152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:32.211760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] For port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:32.212240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.217970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:32.223642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.224301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.228985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Calling delete_port for 2e07944a-7a2e-4211-bc14-e6c9cdf42caa owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:32.229299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event updated for resources: {'Port': ['ID=bc40bf00-7ef4-45f3-9541-f8605e46f6a7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:32.268933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75d3ef26-0aa0-4488-b98e-2db577cef0f0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3808386 Apr 20 14:49:32.271140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42146) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:32.320446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Attempting to bind port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:32.321004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Attempting to bind port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:32.321241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Attempting to bind port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:32.326969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-b783af1f-f74b-4656-ae99-d051b613fa24 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400844 Apr 20 14:49:32.331690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:32.337415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:32.343208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.343921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.349444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:32.349838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Attempting to bind port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:32.384442 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.386136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:32.386551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:32.387070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Bound using segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:32.387587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Bound port: ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:32.388154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.402421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] For port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,segment=NetworkSegment(b0d87728-7dd5-4211-a53f-a501a7eaa639),segment_id=b0d87728-7dd5-4211-a53f-a501a7eaa639)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:32.402949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.405078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] No DVR routers for this DVR port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:32.433063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c336a5a-2530-4c53-bddd-8844141ad9a4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1632617 Apr 20 14:49:32.439012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42154) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:32.455185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:32.464282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c553fca-950a-42f1-88c0-530d0ef22941 None None] Pushing event deleted for resources: {'Port': ['ID=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:32.482489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Calling delete_port for 2e07944a-7a2e-4211-bc14-e6c9cdf42caa owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:32.528489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a41ce58d-fca3-41ca-a8da-b2ab66eb307e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:f6:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:51Z', 'updated_at': '2022-04-20T14:49:27Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:32.598874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.609859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473ff2-b190-452b-bce1-2ea33195c30d None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a41ce58d-fca3-41ca-a8da-b2ab66eb307e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:f6:02:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:51Z', 'updated_at': '2022-04-20T14:49:27Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:49:32.725967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting port bc40bf00-7ef4-45f3-9541-f8605e46f6a7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:32.726757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.745849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dfaad172-0cdd-406f-9934-d52b042f96c6 None None] Provisioning complete for port bc40bf00-7ef4-45f3-9541-f8605e46f6a7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:32.746398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfaad172-0cdd-406f-9934-d52b042f96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.753194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.755596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ffd434f8-68a4-4752-9e52-d112632d5f33 req-b7bc75e2-019c-41c0-9922-92b582f5495a service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049590 Apr 20 14:49:32.779631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.794853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.803728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.819680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.846741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dfaad172-0cdd-406f-9934-d52b042f96c6 None None] Port bc40bf00-7ef4-45f3-9541-f8605e46f6a7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:32.851914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:32.853872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-4a33b9d1-eb64-4d37-b0c0-1e1544870f6d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 4599 time: 0.3658884 Apr 20 14:49:32.865398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2e07944a-7a2e-4211-bc14-e6c9cdf42caa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:32.874086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:32.894388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2e07944a-7a2e-4211-bc14-e6c9cdf42caa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:32.894783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2e07944a-7a2e-4211-bc14-e6c9cdf42caa not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:32.897489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:32.929717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.944416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:32.953312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Calling delete_port for bc40bf00-7ef4-45f3-9541-f8605e46f6a7 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:32.993025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.015061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.016059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.017437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] 10.222.0.43 "PUT /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 1129 time: 3.4030650 Apr 20 14:49:33.020100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:33.022167 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab079ec7-a23c-49ed-9770-1565a6546395" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "ddfc3252-62d5-4b47-86a7-8bd2e3db25a0"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:33.025029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.063435 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34628431-1db2-4de5-84f2-fedfbb381153 None None] New status for floating IP a41ce58d-fca3-41ca-a8da-b2ab66eb307e: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:49:33.064445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79091db6-0018-4c37-b4ab-da62d0d0b7ee req-e7d99d23-bea1-4918-9df1-968da65f8b1e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917105 Apr 20 14:49:33.068668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] No DVR routers for this DVR port 2e07944a-7a2e-4211-bc14-e6c9cdf42caa on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:33.118717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:33.135942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.182359 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e712fe0f-2066-4d54-8f63-28c97a8a1997 x-openstack-request-id: req-e712fe0f-2066-4d54-8f63-28c97a8a1997 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:33.195607 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "ddfc3252-62d5-4b47-86a7-8bd2e3db25a0", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:33.196028 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e712fe0f-2066-4d54-8f63-28c97a8a1997 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:33.198004 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e712fe0f-2066-4d54-8f63-28c97a8a1997'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0', 'status': 'completed', 'code': 200} Apr 20 14:49:33.285662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e499e-25f4-4e06-8bf4-8279fab3a99c service neutron] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:33.293759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] In _notify_port_updated(), no bound segment for port cf5edc1a-6d10-44f0-b699-f22d65fb87bc on network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:49:33.299198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.307085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.312194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/ports/cf5edc1a-6d10-44f0-b699-f22d65fb87bc HTTP/1.1" status: 200 len: 818 time: 0.8623667 Apr 20 14:49:33.339665 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.372258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42168) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:33.421041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e07944a-7a2e-4211-bc14-e6c9cdf42caa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:33.428322 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.442110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055b860-356d-40f4-94b6-22ae2ac24308 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=cf5edc1a-6d10-44f0-b699-f22d65fb87bc,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:33.453854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.460169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d202d12-9a14-46ec-874c-2654da9e8ada']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:33.503348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d87728-7dd5-4211-a53f-a501a7eaa639') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:33.503662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d87728-7dd5-4211-a53f-a501a7eaa639') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:33.525875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.526369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.526870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.527345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.527811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.528276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.531519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-e9df24e5-ea54-4311-9c9e-0c12e6caf644 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5285 time: 0.2731142 Apr 20 14:49:33.547684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.580316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.600126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:33.601290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:33.603473 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:33.632886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.690825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Port': ['ID=bc40bf00-7ef4-45f3-9541-f8605e46f6a7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:33.720631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port cf5edc1a-6d10-44f0-b699-f22d65fb87bc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:33.721480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.831866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.844056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:33.848190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf1be2b5-a990-431d-9f93-cb5358979a33 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/bc40bf00-7ef4-45f3-9541-f8605e46f6a7 HTTP/1.1" status: 204 len: 168 time: 1.5749121 Apr 20 14:49:33.920405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-11922f9f-ee87-43aa-91c5-9b24bd289a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.921022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-11922f9f-ee87-43aa-91c5-9b24bd289a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.921497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-11922f9f-ee87-43aa-91c5-9b24bd289a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:33.923320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-11922f9f-ee87-43aa-91c5-9b24bd289a45 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3798163 Apr 20 14:49:33.934441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.948002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:33.955822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d202d12-9a14-46ec-874c-2654da9e8ada HTTP/1.1" status: 204 len: 168 time: 2.6380460 Apr 20 14:49:34.034486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59072e3-3d48-4026-8fed-07867c8a008a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d202d12-9a14-46ec-874c-2654da9e8ada,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:34.075965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.084691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e477ba9-d04e-4c53-96d3-b5ceb662bad0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.089366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e477ba9-d04e-4c53-96d3-b5ceb662bad0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2443242 Apr 20 14:49:34.089624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42188) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.090661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for cf5edc1a-6d10-44f0-b699-f22d65fb87bc owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:34.196909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a48a9a-4ca8-43b6-a5ac-3e32565f1262 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.198522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f3a48a9a-4ca8-43b6-a5ac-3e32565f1262 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1080735 Apr 20 14:49:34.201831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42194) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.320843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecabacb-377c-450d-962c-56af8df8b0a4 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:34.335735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.354461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92a89-5497-416e-8791-2888f719b15a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.356264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92a89-5497-416e-8791-2888f719b15a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.357891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92a89-5497-416e-8791-2888f719b15a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.359710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-84b92a89-5497-416e-8791-2888f719b15a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1567888 Apr 20 14:49:34.362247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.362844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.399186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Transition to ACTIVE for port object 2ecabacb-377c-450d-962c-56af8df8b0a4 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:34.410904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-9f2b1f91-9f11-407d-88da-9edf8cde80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.411891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.412912 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab079ec7-a23c-49ed-9770-1565a6546395 req-9f2b1f91-9f11-407d-88da-9edf8cde80bb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4768829 Apr 20 14:49:34.419339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.425597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.431253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.431920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.437989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.446154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.448488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-7129357f-eb95-43c9-b077-d2219b677b11 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 4599 time: 0.2088428 Apr 20 14:49:34.450152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.473785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 5ff66d0f-6e27-4850-b177-8cbcc3ed936f {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:34.477382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.532882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.576498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aded6d0a-fcce-43bc-856a-d8d3177234bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2b517f66d04d168feaedc0ecee5352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073236 Apr 20 14:49:34.590666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=cf5edc1a-6d10-44f0-b699-f22d65fb87bc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:34.594175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42204) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.608220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.611663 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9cd12711-21d4-406c-a015-6f0a4a3f7e05 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/cf5edc1a-6d10-44f0-b699-f22d65fb87bc HTTP/1.1" status: 204 len: 168 time: 1.2383566 Apr 20 14:49:34.614967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42206) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.631614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:34.651272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2805061e-ce56-4a24-8eaf-c5e3b4317d0e req-acc5c887-56a4-4d68-98ef-a2974b329678 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894281 Apr 20 14:49:34.743452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.754428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Attempting to bind port 2ecabacb-377c-450d-962c-56af8df8b0a4 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:34.755031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Attempting to bind port 2ecabacb-377c-450d-962c-56af8df8b0a4 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:34.755606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Attempting to bind port 2ecabacb-377c-450d-962c-56af8df8b0a4 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:34.771613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Port 2ecabacb-377c-450d-962c-56af8df8b0a4 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:34.771874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Attempting to bind port 2ecabacb-377c-450d-962c-56af8df8b0a4 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:34.783024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e5316-9d33-4e1c-bfb2-7dc971a2d130 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:34.787264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f04e5316-9d33-4e1c-bfb2-7dc971a2d130 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1684113 Apr 20 14:49:34.787482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:34.788591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:34.788591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Bound using segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:34.788840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Bound port: 2ecabacb-377c-450d-962c-56af8df8b0a4, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:34.789126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.789710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42212) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.823170 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8c7373-b4c4-434f-969d-5329c8537862 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:49:34.824766 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b8c7373-b4c4-434f-969d-5329c8537862 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/cf5edc1a-6d10-44f0-b699-f22d65fb87bc HTTP/1.1" status: 404 len: 333 time: 0.0340970 Apr 20 14:49:34.830760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42216) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:34.835763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1710900862'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:34.855152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.895800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:34.903357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.936672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:34.940566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:34.943127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.946151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.976067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff66d0f-6e27-4850-b177-8cbcc3ed936f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:34.986102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:34.993146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:34.999357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e29db-2b19-46da-99d5-50c20b89c85b None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:34.999906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-26d1ac81-8dbb-4540-a486-60eb61c83939 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/5ff66d0f-6e27-4850-b177-8cbcc3ed936f HTTP/1.1" status: 204 len: 168 time: 0.6352453 Apr 20 14:49:35.000445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:35.004082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:35.005345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.006988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] 10.222.0.43 "PUT /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 1130 time: 1.9414413 Apr 20 14:49:35.009476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.047872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:35.079050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Deleting subnet 6d4a6c28-7750-41d0-b909-00a986516f4e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:35.084881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.085176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e791f7e-3dbd-4c68-b9f9-09caa287edbe service neutron] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:35.121073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.121435 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment d916d89d-9a0a-4f69-a0cf-50caab64e486 of type vlan for network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c Apr 20 14:49:35.160907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.189103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.194653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.202798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5948e3a-709d-4d39-8a9b-e54b28fc46bf HTTP/1.1" status: 204 len: 168 time: 0.6063716 Apr 20 14:49:35.212976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.215881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:35.220640 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8fa17-5459-48d9-8208-1a451b210a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:35.297756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.318053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c361b-7df6-4926-89ad-ff4317b91690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5948e3a-709d-4d39-8a9b-e54b28fc46bf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:35.338223 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4769673a-328f-4b21-8e89-2a6ce11d6786 x-openstack-request-id: req-4769673a-328f-4b21-8e89-2a6ce11d6786 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:35.340676 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:35.343722 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4769673a-328f-4b21-8e89-2a6ce11d6786 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:35.346338 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4769673a-328f-4b21-8e89-2a6ce11d6786'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4', 'status': 'completed', 'code': 200} Apr 20 14:49:35.494368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.514938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:35.516178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.820636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904ed9bb-03c4-49ed-a739-91ba22f18ea7 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:35.833492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:35.870803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Transition to ACTIVE for port object 904ed9bb-03c4-49ed-a739-91ba22f18ea7 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:35.871964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42240) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:35.897692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.037206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42250) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.042559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:36.072215 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2401240 Apr 20 14:49:36.073675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.090722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.091708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.092357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.092832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.093595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.093757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.094228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.096377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-7aff005a-f720-4b68-9b43-f0680fcc22d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6208 time: 0.7588780 Apr 20 14:49:36.097072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42252) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.143982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:36.145899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.160051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.166998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.175506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.190978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.197242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.203586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.212128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-396d4e84-4f9f-4881-9a7e-25ad67638021 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5383 time: 0.3309715 Apr 20 14:49:36.216504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a53ff-4b4f-4617-80de-4d60203cc00d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=46f58a0d-ba2d-4e6e-b346-5358d3c24e9c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:36.226768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-497d7a25-cffc-4b31-a54f-14f6e7fdf0fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498129c93fd44a1885d7d21c2a3abef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540356 Apr 20 14:49:36.228926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:36.231207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42254) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.307273 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46e5645c-77a5-4c17-8840-4ab8e76351b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.365076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.506323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.513616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f17d1bb3-59fd-495c-a0aa-97a28c8ac062 None None] Provisioning complete for port c2f1c895-f9ec-4a3f-a356-24ca19be841d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:36.513985 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f17d1bb3-59fd-495c-a0aa-97a28c8ac062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.546904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.549824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4a6c28-7750-41d0-b909-00a986516f4e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:36.553546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.566911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:36.570435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.572624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f66386f5-dce4-4d57-bd71-3d06a78fd1c3 req-8a02b35c-07ac-46ab-bc1f-268edba97afe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3594437 Apr 20 14:49:36.595815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.600534 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a2df0a2d-ed43-437e-9657-eb47636311c6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/6d4a6c28-7750-41d0-b909-00a986516f4e HTTP/1.1" status: 204 len: 168 time: 1.5972805 Apr 20 14:49:36.601112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf0449-abad-41c5-b913-4f22dac834bc None None] Network f9a24db5-112e-4814-8187-bcbdf4fa52f1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:36.613373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.614532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-c91b7fb0-6d9b-4b88-8575-6c5378ff52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.628550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-c91b7fb0-6d9b-4b88-8575-6c5378ff52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.629038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-c91b7fb0-6d9b-4b88-8575-6c5378ff52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.630885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-c91b7fb0-6d9b-4b88-8575-6c5378ff52f1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4761553 Apr 20 14:49:36.681137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46e5645c-77a5-4c17-8840-4ab8e76351b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.705519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46e5645c-77a5-4c17-8840-4ab8e76351b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.715688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Attempting to bind port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:36.716178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Attempting to bind port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:36.716786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Attempting to bind port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:36.754598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:36.755008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Attempting to bind port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:36.787450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-924080cf-ae80-429d-85de-2a9259a5f464 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550357 Apr 20 14:49:36.792403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5645c-77a5-4c17-8840-4ab8e76351b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ede9fa0-1d72-4db0-bdc4-13c1258b13a4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:36.798251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.805721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46e5645c-77a5-4c17-8840-4ab8e76351b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=891316495ef94edfa197847db27558e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9319367 Apr 20 14:49:36.810280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:36.810663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:36.811047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Bound using segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:36.811639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Bound port: 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:36.812009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.821223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:36.875185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-484ddb0e-dd64-49d9-9300-d3c015df7956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.907236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] DHCP port deletion for f9a24db5-112e-4814-8187-bcbdf4fa52f1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:36.912283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.914924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:36.916229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ae2d479-7f89-4144-84d5-f2ec4de1f5e5 HTTP/1.1" status: 204 len: 168 time: 0.6832793 Apr 20 14:49:36.939682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087e12-6dbb-4df1-87ce-716ee3532358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2d479-7f89-4144-84d5-f2ec4de1f5e5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:36.961282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062791ac-c765-4022-87ef-9d26477da475 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:36.962533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-062791ac-c765-4022-87ef-9d26477da475 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1555371 Apr 20 14:49:36.968959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.003794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-55de5ea3-1cc5-4c65-9ed6-ffbd480a7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.008643 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-36f8fa17-5459-48d9-8208-1a451b210a2a req-55de5ea3-1cc5-4c65-9ed6-ffbd480a7514 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3529623 Apr 20 14:49:37.053826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Deleting port c2f1c895-f9ec-4a3f-a356-24ca19be841d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:37.054152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.060724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.076223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a9a50-e5b5-446a-95e1-7d2e14d80275 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.082117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f32a9a50-e5b5-446a-95e1-7d2e14d80275 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127298 Apr 20 14:49:37.084179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.090635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:37.135244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dcd3c853-8ef7-41a9-9bb6-596bea59d9aa tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498919 Apr 20 14:49:37.139320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:37.141345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.141519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42276) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.146292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-484ddb0e-dd64-49d9-9300-d3c015df7956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.151829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.160909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-484ddb0e-dd64-49d9-9300-d3c015df7956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.186412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] For port c2f1c895-f9ec-4a3f-a356-24ca19be841d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2f1c895-f9ec-4a3f-a356-24ca19be841d,segment=NetworkSegment(e5affbaf-c40e-4eda-8a75-c4e013e6a64a),segment_id=e5affbaf-c40e-4eda-8a75-c4e013e6a64a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:37.187524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.196063 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fc7a5f-55b0-4d29-8390-bf7c852241ba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.196801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fc7a5f-55b0-4d29-8390-bf7c852241ba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.202887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3fc7a5f-55b0-4d29-8390-bf7c852241ba tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/bc40bf00-7ef4-45f3-9541-f8605e46f6a7 HTTP/1.1" status: 404 len: 333 time: 0.0602880 Apr 20 14:49:37.203503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.209911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Calling delete_port for c2f1c895-f9ec-4a3f-a356-24ca19be841d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:37.264664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.269477 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.270253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/904ed9bb-03c4-49ed-a739-91ba22f18ea7 HTTP/1.1" status: 200 len: 1091 time: 2.2347207 Apr 20 14:49:37.274631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ddb0e-dd64-49d9-9300-d3c015df7956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6705227-a67d-40db-8c5c-faf28eeef83c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.279914 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-5973f982-e9a4-497d-967a-286111095e9a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.279914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5973f982-e9a4-497d-967a-286111095e9a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.280835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-484ddb0e-dd64-49d9-9300-d3c015df7956 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f4d7f7fa13a42d5b0403538265bdc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213206 Apr 20 14:49:37.283209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.285013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42280) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.299395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5973f982-e9a4-497d-967a-286111095e9a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/6d4a6c28-7750-41d0-b909-00a986516f4e HTTP/1.1" status: 404 len: 337 time: 0.0912066 Apr 20 14:49:37.302137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.331356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:37.350309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:37.352773 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:37.380370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.384118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.385685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ede9fa0-1d72-4db0-bdc4-13c1258b13a4 HTTP/1.1" status: 204 len: 168 time: 0.5567553 Apr 20 14:49:37.392927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.417569 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3aff24-6c52-43ce-8e68-1b1aea85943a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.418043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3aff24-6c52-43ce-8e68-1b1aea85943a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.426332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] Pushing event deleted for resources: {'Port': ['ID=c2f1c895-f9ec-4a3f-a356-24ca19be841d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.434662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23986503-6d9d-4650-ba68-972b80ae8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ede9fa0-1d72-4db0-bdc4-13c1258b13a4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.443657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=cca40ac9-fcd6-4d51-8729-9dd98af162e6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.448477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ff3aff24-6c52-43ce-8e68-1b1aea85943a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/5ff66d0f-6e27-4850-b177-8cbcc3ed936f HTTP/1.1" status: 404 len: 337 time: 0.1451967 Apr 20 14:49:37.455536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42292) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.455536 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed708d74-03f8-4e43-a018-6291eeb1f58e x-openstack-request-id: req-ed708d74-03f8-4e43-a018-6291eeb1f58e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:37.455786 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:37.455889 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed708d74-03f8-4e43-a018-6291eeb1f58e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:37.456248 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed708d74-03f8-4e43-a018-6291eeb1f58e'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'status': 'completed', 'code': 200} Apr 20 14:49:37.475431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009be93-7a33-48f1-a7a4-e645b1e668f4 service neutron] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.492660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': 'd916d89d-9a0a-4f69-a0cf-50caab64e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:37.493465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:37.497117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97c3a3-2279-4402-8a41-37f0a78e749b None None] No DVR routers for this DVR port c2f1c895-f9ec-4a3f-a356-24ca19be841d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:37.516592 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8c5f84-9374-48bd-a30d-e6d808633635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.517311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8c5f84-9374-48bd-a30d-e6d808633635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.523629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4f8c5f84-9374-48bd-a30d-e6d808633635 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/445dcb63-dcb5-4987-b51f-c6cb6be774ec HTTP/1.1" status: 404 len: 333 time: 0.0662694 Apr 20 14:49:37.524441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42296) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.552843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.594327 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a12469-3b48-4182-bc83-2e551bf6fed6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.594836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a12469-3b48-4182-bc83-2e551bf6fed6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.598041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a6a12469-3b48-4182-bc83-2e551bf6fed6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/f4933d3f-ff75-48b1-a03f-44a11b50fa1e HTTP/1.1" status: 404 len: 337 time: 0.0649092 Apr 20 14:49:37.601196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42300) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.604023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.627014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.653433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.653705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.654476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.654945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.655456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.655948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.656424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.658457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-ca80c4c2-c372-44d3-b5ae-25165f2e96cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6275 time: 0.1907520 Apr 20 14:49:37.660065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:37.674053 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d8f573-3aaa-4065-b00e-56bd4046784f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.674696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d8f573-3aaa-4065-b00e-56bd4046784f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.678338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-57d8f573-3aaa-4065-b00e-56bd4046784f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/0a8f16a8-d8b2-4a47-8d2a-40f20ddc3540 HTTP/1.1" status: 404 len: 337 time: 0.0757422 Apr 20 14:49:37.681811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:37.683348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42304) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.690367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa820ec0-9d26-48df-8d10-7cf13d440fcd None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:37.755875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.757925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.829549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.838005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.842989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6705227-a67d-40db-8c5c-faf28eeef83c HTTP/1.1" status: 204 len: 168 time: 0.5536005 Apr 20 14:49:37.893304 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0f18c0e-1eb9-4952-aa4d-f3bd857c6ddf tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7572103 Apr 20 14:49:37.894198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42316) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.899409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:37.906872 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87da19c-d277-46af-aa11-7190f97f8d67 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.907891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87da19c-d277-46af-aa11-7190f97f8d67 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.914040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b87da19c-d277-46af-aa11-7190f97f8d67 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/99fa7bc7-436f-4d47-830b-8acd431af632 HTTP/1.1" status: 404 len: 333 time: 0.1864285 Apr 20 14:49:37.915137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.948224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': 'cca40ac9-fcd6-4d51-8729-9dd98af162e6'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:49:37.949432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:37.951414 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-426e4c11-61fb-4768-9bbe-20ef52ed489d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:37.953062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426e4c11-61fb-4768-9bbe-20ef52ed489d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:37.958825 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-426e4c11-61fb-4768-9bbe-20ef52ed489d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/86959256-de3e-4475-af93-ea0857934562 HTTP/1.1" status: 404 len: 337 time: 0.0403309 Apr 20 14:49:37.958825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d2910-bdc2-488c-b626-4579e4278a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6705227-a67d-40db-8c5c-faf28eeef83c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:37.960334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42320) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:37.973707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.979508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.985507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.992389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:37.999070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.004923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.010247 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-40542966-73d2-4207-a940-3dbae0e41160 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.010821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40542966-73d2-4207-a940-3dbae0e41160 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.011263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.013677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-305c5fcc-c46d-4a71-9c72-1b7b5d9a3092 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5383 time: 0.2087226 Apr 20 14:49:38.024195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-40542966-73d2-4207-a940-3dbae0e41160 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/79aa1d07-afce-40f0-be63-2fe89a2307ec HTTP/1.1" status: 404 len: 337 time: 0.0582540 Apr 20 14:49:38.026817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42324) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.066873 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6166a8-c204-45d8-a330-16a38276f741 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.067634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6166a8-c204-45d8-a330-16a38276f741 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.074782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7b6166a8-c204-45d8-a330-16a38276f741 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/1da2b5f9-f2b3-44a2-b1e2-703b8f995058 HTTP/1.1" status: 404 len: 333 time: 0.0439453 Apr 20 14:49:38.080042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42328) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.110451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8efa91a4-17dd-4760-872a-c3419ebbb3f1 req-480b800c-4bce-4f50-97cb-e2426df4df0f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644045 Apr 20 14:49:38.132121 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5d20c2-1749-4bf7-96a7-de872243c4db tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.132690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5d20c2-1749-4bf7-96a7-de872243c4db tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.143285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aa5d20c2-1749-4bf7-96a7-de872243c4db tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/1a9485f1-606f-4005-84e1-8bd970f46e3a HTTP/1.1" status: 404 len: 337 time: 0.0574722 Apr 20 14:49:38.143409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42332) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.148523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-31099b27-e684-4796-bd18-03c7eaefa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.149347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-31099b27-e684-4796-bd18-03c7eaefa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.150249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-31099b27-e684-4796-bd18-03c7eaefa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.153800 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-31099b27-e684-4796-bd18-03c7eaefa9f0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4870703 Apr 20 14:49:38.189111 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ff84ab-e635-4959-92ba-de8ced2eb2f6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.189509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ff84ab-e635-4959-92ba-de8ced2eb2f6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.192806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3ff84ab-e635-4959-92ba-de8ced2eb2f6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/54609017-cc50-4383-85c3-f187851d20b0 HTTP/1.1" status: 404 len: 337 time: 0.0479047 Apr 20 14:49:38.195813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42334) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.235434 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ffe172-cc17-4bda-8dae-08a6a8231f6a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.236433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ffe172-cc17-4bda-8dae-08a6a8231f6a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.239386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-18ffe172-cc17-4bda-8dae-08a6a8231f6a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/31bece04-82ea-4b2d-b32a-856b59255a03 HTTP/1.1" status: 404 len: 333 time: 0.0423226 Apr 20 14:49:38.243949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42338) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.281701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:38.285232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.289017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-8298011e-3466-4da9-923c-f1c02e94006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:38.290607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0e7cbefa-2de6-4ee3-8f25-090fbefdf3fb req-8298011e-3466-4da9-923c-f1c02e94006e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290605 Apr 20 14:49:38.313421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Allocated IP 172.20.0.2 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/cca40ac9-fcd6-4d51-8729-9dd98af162e6/40f0373e-ffab-455d-aad9-05edc3011bf5) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:38.366799 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b851823-3c60-42ac-a478-489f154ffa6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.367213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b851823-3c60-42ac-a478-489f154ffa6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.370247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b851823-3c60-42ac-a478-489f154ffa6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/8b9f5f7a-8ff4-425a-ae76-00fa2d460ab9 HTTP/1.1" status: 404 len: 337 time: 0.1227212 Apr 20 14:49:38.374664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42342) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.386027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:38.407429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.423369 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-13aced5c-22f1-4860-b7a6-a16d1e32a8d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.425127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13aced5c-22f1-4860-b7a6-a16d1e32a8d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.434218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13aced5c-22f1-4860-b7a6-a16d1e32a8d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/d5696ad3-7685-4a0d-83e0-f97a80e48350 HTTP/1.1" status: 404 len: 333 time: 0.0579414 Apr 20 14:49:38.434774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42344) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.440509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Transition to ACTIVE for port object d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:38.451988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.465793 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba811e7-b2f3-4026-a79f-5dec308d01a7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.466249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba811e7-b2f3-4026-a79f-5dec308d01a7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.469268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3ba811e7-b2f3-4026-a79f-5dec308d01a7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/405a395d-d34d-43ec-8914-6b4713f41e57 HTTP/1.1" status: 404 len: 337 time: 0.0322611 Apr 20 14:49:38.471708 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cca40ac9-fcd6-4d51-8729-9dd98af162e6 (CIDR: 172.20.0.0/28) Apr 20 14:49:38.473273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42350) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.480003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.485818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e612fda-5d80-493c-8733-eac248f86868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.502258 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:49:38.502764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.534792 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d80e3cc-f014-470d-9d21-f6544dc7f2cb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.535527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d80e3cc-f014-470d-9d21-f6544dc7f2cb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.538679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4d80e3cc-f014-470d-9d21-f6544dc7f2cb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/ebd5aa3d-fbca-481a-b353-8c84ec425bf7 HTTP/1.1" status: 404 len: 333 time: 0.0650086 Apr 20 14:49:38.542975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.543832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.558968 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.590845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42354) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.591869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5173fe16-ee36-45e4-a2f8-c580d307048d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6965842 Apr 20 14:49:38.597001 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e2e5d2-3f82-43f3-ba6c-1433e00b8e6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.597463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e2e5d2-3f82-43f3-ba6c-1433e00b8e6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.603397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51e2e5d2-3f82-43f3-ba6c-1433e00b8e6c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/08ee8c51-18ab-45f8-910b-13b113010138 HTTP/1.1" status: 404 len: 337 time: 0.0537393 Apr 20 14:49:38.604044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:38.605630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42356) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.605768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.608723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:38.612514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:38.624832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:38.629659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Pushing event updated for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:38.640241 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f25ae85-c88e-4f07-ac07-7a5e9cd43f87 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.641302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f25ae85-c88e-4f07-ac07-7a5e9cd43f87 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.648089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9f25ae85-c88e-4f07-ac07-7a5e9cd43f87 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/54905eae-03db-4e5a-bac3-68f993fc68de HTTP/1.1" status: 404 len: 333 time: 0.0380485 Apr 20 14:49:38.651368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.683151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e612fda-5d80-493c-8733-eac248f86868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.699909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e612fda-5d80-493c-8733-eac248f86868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.700767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Pushing event updated for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:38.791386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Attempting to bind port 40f0373e-ffab-455d-aad9-05edc3011bf5 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:38.791754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Attempting to bind port 40f0373e-ffab-455d-aad9-05edc3011bf5 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd916d89d-9a0a-4f69-a0cf-50caab64e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:38.792121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Attempting to bind port 40f0373e-ffab-455d-aad9-05edc3011bf5 on network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:38.803453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:38.803870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Checking segment: {'id': 'd916d89d-9a0a-4f69-a0cf-50caab64e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:38.804289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.804681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Bound using segment: {'id': 'd916d89d-9a0a-4f69-a0cf-50caab64e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:38.810001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Bound port: 40f0373e-ffab-455d-aad9-05edc3011bf5, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd916d89d-9a0a-4f69-a0cf-50caab64e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:38.825565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.856948 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e612fda-5d80-493c-8733-eac248f86868 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a69f6e267db644db91b0aedb16004a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014180 Apr 20 14:49:38.859552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e612fda-5d80-493c-8733-eac248f86868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c03d2-dcc7-4e86-be67-e2d8028eabac,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:38.861345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.890259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2f1c895-f9ec-4a3f-a356-24ca19be841d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:38.899088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-984138958-network', 'tenant_id': '92bfe4ff20c74762809bd75742054b49'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:38.901193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:38.906223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.922324 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-78021a6d-80f1-4546-bb2e-3d29cb0ba88d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.923178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78021a6d-80f1-4546-bb2e-3d29cb0ba88d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.925187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c2f1c895-f9ec-4a3f-a356-24ca19be841d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:38.925533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2f1c895-f9ec-4a3f-a356-24ca19be841d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:38.934842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78021a6d-80f1-4546-bb2e-3d29cb0ba88d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/d624f463-3b55-48ed-8697-a387b09de1ab HTTP/1.1" status: 404 len: 337 time: 0.2490985 Apr 20 14:49:38.936588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.937651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:38.940838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.961037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:38.965568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=40f0373e-ffab-455d-aad9-05edc3011bf5,segment=NetworkSegment(d916d89d-9a0a-4f69-a0cf-50caab64e486),segment_id=d916d89d-9a0a-4f69-a0cf-50caab64e486)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:38.971780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.975997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:38.983745 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be843bf-5dbe-4bcc-b9fc-df2336f2326c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:38.984694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be843bf-5dbe-4bcc-b9fc-df2336f2326c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:38.987964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3be843bf-5dbe-4bcc-b9fc-df2336f2326c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/d10615ad-e2c7-4ad9-9581-bf6d3d4ddae9 HTTP/1.1" status: 404 len: 333 time: 0.0445240 Apr 20 14:49:38.994154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42378) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:38.999923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Attempting to bind port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:39.000504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Attempting to bind port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:39.000609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Attempting to bind port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:39.005410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.009812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:39.009924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Attempting to bind port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:39.030494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:39.030843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Checking segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:39.031210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Bound using segment: {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:39.031640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Bound port: d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d4781f-6339-4272-bc04-9affb7700e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:39.032171 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.038291 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8f78c4-78c6-4ded-b57f-375050fa961c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.039304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8f78c4-78c6-4ded-b57f-375050fa961c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.042077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb8f78c4-78c6-4ded-b57f-375050fa961c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/658ffde7-5184-43d0-9d8b-0814bfa5856b HTTP/1.1" status: 404 len: 337 time: 0.0465832 Apr 20 14:49:39.045826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.065713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.078558 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-20adabaf-0a9d-4299-93dc-10de7c2e4f0f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.079423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20adabaf-0a9d-4299-93dc-10de7c2e4f0f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.081869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557e179-d0dd-4cb3-93e3-a65660819ea6 None None] Pushing event updated for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:39.082948 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-20adabaf-0a9d-4299-93dc-10de7c2e4f0f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/20817146-c2ee-40d0-a76f-e8ee2387fd9c HTTP/1.1" status: 404 len: 333 time: 0.0360122 Apr 20 14:49:39.088661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42382) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.132162 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6018f61f-e133-42ec-9eae-80ea6aafe4a4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.132610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6018f61f-e133-42ec-9eae-80ea6aafe4a4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.135718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6018f61f-e133-42ec-9eae-80ea6aafe4a4 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/e79dc80d-b594-415b-a9cf-b4fb5806e199 HTTP/1.1" status: 404 len: 337 time: 0.0402369 Apr 20 14:49:39.141080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42384) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.175666 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e4f7dd-ef32-4438-bcd7-664368ba519d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.176136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e4f7dd-ef32-4438-bcd7-664368ba519d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.181963 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-17e4f7dd-ef32-4438-bcd7-664368ba519d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/7fcbeea4-2090-4b5f-bfac-471d5a983c3b HTTP/1.1" status: 404 len: 337 time: 0.0374322 Apr 20 14:49:39.184063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.219772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.228009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.236951 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4377ebd2-cbfd-4502-913e-4aff36239ca6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.237743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4377ebd2-cbfd-4502-913e-4aff36239ca6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.240803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4377ebd2-cbfd-4502-913e-4aff36239ca6 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/151859cc-7445-4d83-9f3b-57a39d5d0560 HTTP/1.1" status: 404 len: 333 time: 0.0547104 Apr 20 14:49:39.250236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42392) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.280560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10632317-70e9-4aa6-9576-a6bcbc934a1b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:39.663579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:39.666041 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9383f26-67ba-47ec-9fd2-77756e09adeb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.666491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9383f26-67ba-47ec-9fd2-77756e09adeb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.671844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c9383f26-67ba-47ec-9fd2-77756e09adeb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/93e2a794-2bce-4a2e-a5d1-76f0de90df97 HTTP/1.1" status: 404 len: 337 time: 0.4182208 Apr 20 14:49:39.672920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.678958 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.681415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.682617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/851c03d2-dcc7-4e86-be67-e2d8028eabac HTTP/1.1" status: 204 len: 168 time: 0.8191416 Apr 20 14:49:39.683690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:39.695892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:39.706202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1653f5-a118-467f-8eb4-ef0b6dc96e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c03d2-dcc7-4e86-be67-e2d8028eabac,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:39.710697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.720573 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0a3098-db1b-4529-ac5c-16856a8f79fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.721287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0a3098-db1b-4529-ac5c-16856a8f79fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.725272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a0a3098-db1b-4529-ac5c-16856a8f79fb tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/2801aa8d-1a5a-48e7-ab89-ebbd8d3d8dbf HTTP/1.1" status: 404 len: 337 time: 0.0511665 Apr 20 14:49:39.728567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42406) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.763909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.768111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.768530 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Added segment e3c5bc05-71d7-4069-bd96-21d501f6871a of type vlan for network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 Apr 20 14:49:39.769971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.770411 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be6b580-ba5b-44c1-957d-a671895ee32f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.771217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be6b580-ba5b-44c1-957d-a671895ee32f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.778219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4be6b580-ba5b-44c1-957d-a671895ee32f tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/958bf7b6-b09e-47ca-b0eb-01234025b21a HTTP/1.1" status: 404 len: 333 time: 0.0458786 Apr 20 14:49:39.778331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.781604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.783396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.787387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.793561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.800172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.802136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-1b8ea02f-4b4e-404d-b724-169493f697d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5395 time: 0.5497668 Apr 20 14:49:39.834459 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f53277-2ee7-4f14-b69c-9a3370a2e3e3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.835024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f53277-2ee7-4f14-b69c-9a3370a2e3e3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.840722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-24f53277-2ee7-4f14-b69c-9a3370a2e3e3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/6756fa0e-b3a1-4211-b1bb-c01f7a9bd478 HTTP/1.1" status: 404 len: 337 time: 0.0540633 Apr 20 14:49:39.841469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42412) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.861947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:39.862735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.864326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] 10.222.0.43 "PUT /v2.0/ports/d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 HTTP/1.1" status: 200 len: 1091 time: 2.5448821 Apr 20 14:49:39.866742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:39.869843 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a818fd-0c34-4223-8a32-5e4d555f15d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:39.896404 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-684511d2-7efa-4d20-b230-786e41171a40 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.896858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684511d2-7efa-4d20-b230-786e41171a40 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.900621 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-684511d2-7efa-4d20-b230-786e41171a40 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/23c30eec-e4fc-42ff-b092-3d0f7518226c HTTP/1.1" status: 404 len: 337 time: 0.0582778 Apr 20 14:49:39.902622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:39.904650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42418) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.942487 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-414fb10a-2b97-4493-82fd-3d61c1534477 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:39.944965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414fb10a-2b97-4493-82fd-3d61c1534477 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:39.954524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-414fb10a-2b97-4493-82fd-3d61c1534477 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/647c5b39-dc4c-4dd6-a88f-cba876174d74 HTTP/1.1" status: 404 len: 333 time: 0.0488303 Apr 20 14:49:39.958005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:39.995550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:40.036583 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b31d7e0-f417-4e7c-990e-a8c53e57351c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.037153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b31d7e0-f417-4e7c-990e-a8c53e57351c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.043488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9b31d7e0-f417-4e7c-990e-a8c53e57351c tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/13a7a5f7-f93b-462f-b538-40c521e191d6 HTTP/1.1" status: 404 len: 337 time: 0.0818305 Apr 20 14:49:40.043726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.094095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42424) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.095333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.096362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.097076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.098375 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793985e9-7334-4104-9248-56c0fa3878f7 x-openstack-request-id: req-793985e9-7334-4104-9248-56c0fa3878f7 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:40.098720 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:40.099144 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-793985e9-7334-4104-9248-56c0fa3878f7 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:40.099734 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793985e9-7334-4104-9248-56c0fa3878f7'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8', 'status': 'completed', 'code': 200} Apr 20 14:49:40.107748 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-711406a1-8305-4462-a703-1dbfe0c03598 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.108324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711406a1-8305-4462-a703-1dbfe0c03598 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.113964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-711406a1-8305-4462-a703-1dbfe0c03598 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/72b1b34c-0f41-4cc6-b029-090d6beb748e HTTP/1.1" status: 404 len: 337 time: 0.0669394 Apr 20 14:49:40.133363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42426) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.153182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-729f0ea4-e864-4268-8712-a49040e8f835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.189817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e129a3-91b3-4a31-8e88-a1e7a42e826c service neutron] Pushing event updated for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:40.268894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.285095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c247bc24-6e23-42aa-96df-866af7d0c555 req-64a0dc88-9e14-4421-b9f9-b61e52472059 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4591093 Apr 20 14:49:40.292532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-99b2947a-72b2-4821-b1c4-530e3cde4649 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf7f59be-c505-4b38-8832-6bd05223bca9 HTTP/1.1" status: 200 len: 205 time: 0.1532826 Apr 20 14:49:40.295630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42432) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.297528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.306646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] Pushing event updated for resources: {'Network': ['ID=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:40.327307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:40.377650 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-572d9de9-9acf-4f90-bc91-c327204b5e8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7856991 Apr 20 14:49:40.387685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42436) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.397974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Request body: {'subnet': {'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-984138958-subnet', 'tenant_id': '92bfe4ff20c74762809bd75742054b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:40.423999 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-8ac58dbc-cb24-4cac-8c3f-2cf5a8dcd80a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] delete failed (client error): The resource could not be found. Apr 20 14:49:40.430676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8ac58dbc-cb24-4cac-8c3f-2cf5a8dcd80a tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/routers/cf7f59be-c505-4b38-8832-6bd05223bca9 HTTP/1.1" status: 404 len: 336 time: 0.1297007 Apr 20 14:49:40.434517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42440) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.489905 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7961133-0222-4167-83ba-f0b02f4ca069 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.490492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7961133-0222-4167-83ba-f0b02f4ca069 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.493863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b7961133-0222-4167-83ba-f0b02f4ca069 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/04fdd286-528f-4483-a75f-ea4c29a64a31 HTTP/1.1" status: 404 len: 337 time: 0.0524194 Apr 20 14:49:40.499518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42444) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.538640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b7d3b6a4-6bf9-4fb6-b625-620e628c43aa tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "GET /v2.0/ports?device_id=182a0cf1-b7b9-469f-92db-10cb9d5c23c3 HTTP/1.1" status: 200 len: 205 time: 0.0374610 Apr 20 14:49:40.547255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.547836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.548288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.548755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.549218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.549684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.550146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.552148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e7d75450-f7f9-4de3-a2db-6b284cd99f8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6342 time: 0.4460766 Apr 20 14:49:40.552745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.555522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:40.558015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.652407 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-a666fde0-845b-4f34-b529-bdb94e616c75 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] delete failed (client error): The resource could not be found. Apr 20 14:49:40.653536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a666fde0-845b-4f34-b529-bdb94e616c75 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/routers/182a0cf1-b7b9-469f-92db-10cb9d5c23c3 HTTP/1.1" status: 404 len: 336 time: 0.0991981 Apr 20 14:49:40.687462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42450) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.730015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf89364b-123c-4d55-a5c7-93ffd9de2615 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:40.738151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.754945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Transition to ACTIVE for port object bf89364b-123c-4d55-a5c7-93ffd9de2615 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:40.765869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:40.769135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:40.772461 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f114a0e-81b9-47b1-bedf-f540aabffed3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.773011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f114a0e-81b9-47b1-bedf-f540aabffed3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.774626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.777350 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f114a0e-81b9-47b1-bedf-f540aabffed3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/c3607037-ced1-4914-85a5-98d9f02b897c HTTP/1.1" status: 404 len: 337 time: 0.0881932 Apr 20 14:49:40.785121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18550879-3a2e-4513-a96c-7e1224f60923 None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:40.788593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42456) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.829359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:40.832582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:40.842547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.843474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.862968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=192b8797-f605-457e-9f25-d488c58ac43f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:40.871855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:40.875497 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca25902-79cc-4b01-9d2b-1c6ebc010c1d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.875961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca25902-79cc-4b01-9d2b-1c6ebc010c1d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.881252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2ca25902-79cc-4b01-9d2b-1c6ebc010c1d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/db0c5944-8a15-4905-a57e-af7181dcfb7f HTTP/1.1" status: 404 len: 337 time: 0.0890656 Apr 20 14:49:40.884116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42460) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.907278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-02bee56a-72a1-4ef5-a98c-98c3b9dd2b0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3000371 Apr 20 14:49:40.910164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42462) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:40.915236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-9eed2c39-5aec-40de-bc12-3d293ba4fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.915702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-9eed2c39-5aec-40de-bc12-3d293ba4fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.916178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-9eed2c39-5aec-40de-bc12-3d293ba4fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:40.917801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-9eed2c39-5aec-40de-bc12-3d293ba4fc63 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3522484 Apr 20 14:49:40.929219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'fixed_ips': [{'subnet_id': 'cca40ac9-fcd6-4d51-8729-9dd98af162e6'}, {'subnet_id': '192b8797-f605-457e-9f25-d488c58ac43f'}], 'name': 'tempest-PortsTestJSON-1177461702'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:40.949684 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea16ad8-a41b-48c3-acc7-65035625eff0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:40.950781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea16ad8-a41b-48c3-acc7-65035625eff0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:40.954083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1ea16ad8-a41b-48c3-acc7-65035625eff0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/0a120b63-efbf-4982-bf81-a14d9a484783 HTTP/1.1" status: 404 len: 333 time: 0.0640612 Apr 20 14:49:40.976432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42464) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.000513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 40f0373e-ffab-455d-aad9-05edc3011bf5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:41.046978 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e03e67-5a8a-4388-83a6-d81e63680ba3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.047838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e03e67-5a8a-4388-83a6-d81e63680ba3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.051928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e3e03e67-5a8a-4388-83a6-d81e63680ba3 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/7e85d9fe-f236-40f5-9532-9bb6d1ffe52d HTTP/1.1" status: 404 len: 337 time: 0.0744054 Apr 20 14:49:41.058703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.119048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:41.119435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.135425 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d6b768-f14e-4a5e-b3e0-61dac8bcbe63 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.136284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d6b768-f14e-4a5e-b3e0-61dac8bcbe63 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.142235 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-64d6b768-f14e-4a5e-b3e0-61dac8bcbe63 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/abe97ed0-c66a-4dcf-9573-f81e6ea7131d HTTP/1.1" status: 404 len: 333 time: 0.0772798 Apr 20 14:49:41.144550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.166143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Attempting to bind port bf89364b-123c-4d55-a5c7-93ffd9de2615 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:41.166757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Attempting to bind port bf89364b-123c-4d55-a5c7-93ffd9de2615 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:41.166899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Attempting to bind port bf89364b-123c-4d55-a5c7-93ffd9de2615 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:41.193518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Port bf89364b-123c-4d55-a5c7-93ffd9de2615 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:41.193840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Attempting to bind port bf89364b-123c-4d55-a5c7-93ffd9de2615 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:41.214916 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f7ba0c-6834-4cd4-a54f-321d84a44a7d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.215428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f7ba0c-6834-4cd4-a54f-321d84a44a7d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.220982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c4f7ba0c-6834-4cd4-a54f-321d84a44a7d tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/9dadedca-0d43-498b-9557-e25611453bff HTTP/1.1" status: 404 len: 337 time: 0.0714929 Apr 20 14:49:41.221179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:41.221645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Checking segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:41.221873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Bound using segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:41.222333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Bound port: bf89364b-123c-4d55-a5c7-93ffd9de2615, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:41.222716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.230678 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.231921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42472) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.266199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e5531b38-752d-4710-8570-517fcd01f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.268032 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-06a818fd-0c34-4223-8a32-5e4d555f15d8 req-e5531b38-752d-4710-8570-517fcd01f3e9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3413167 Apr 20 14:49:41.289955 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-af50cc6b-7048-4b8c-89a4-492e0b00aa47 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.291183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af50cc6b-7048-4b8c-89a4-492e0b00aa47 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.296232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.296455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-af50cc6b-7048-4b8c-89a4-492e0b00aa47 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/b30085fc-b233-4752-9e66-1d3b830874ee HTTP/1.1" status: 404 len: 333 time: 0.0609424 Apr 20 14:49:41.297082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42478) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.327079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=40f0373e-ffab-455d-aad9-05edc3011bf5,segment=NetworkSegment(d916d89d-9a0a-4f69-a0cf-50caab64e486),segment_id=d916d89d-9a0a-4f69-a0cf-50caab64e486)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:41.345103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Update dhcp port {'port': {'network_id': '46f58a0d-ba2d-4e6e-b346-5358d3c24e9c', 'fixed_ips': [{'subnet_id': 'cca40ac9-fcd6-4d51-8729-9dd98af162e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '192b8797-f605-457e-9f25-d488c58ac43f'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '40f0373e-ffab-455d-aad9-05edc3011bf5'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:49:41.346983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.352274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:41.369432 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-437955b0-2a29-4077-a5b0-c6bbd1611346 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.369875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437955b0-2a29-4077-a5b0-c6bbd1611346 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.375830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-437955b0-2a29-4077-a5b0-c6bbd1611346 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/43dbbeb5-f628-4656-89a1-d8f306d8460b HTTP/1.1" status: 404 len: 337 time: 0.0746703 Apr 20 14:49:41.376629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42482) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.408488 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8609b8ca-eacd-438a-b36b-0b496a313f18 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.409161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8609b8ca-eacd-438a-b36b-0b496a313f18 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.414589 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8609b8ca-eacd-438a-b36b-0b496a313f18 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/95ff98e0-8ecb-41d3-95d7-94c15ea0c5a9 HTTP/1.1" status: 404 len: 333 time: 0.0350480 Apr 20 14:49:41.417827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42484) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.420556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7023e8b-285f-4a8a-af83-ddc58bf9db96,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:41.440137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.445012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.473537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:41.489918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9f11c399-b274-4ae4-b7ec-9a9fe73c8ff4 None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:41.490383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f11c399-b274-4ae4-b7ec-9a9fe73c8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.494057 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6be4f01-f52b-487a-898a-a3e8bb7da4c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.495175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6be4f01-f52b-487a-898a-a3e8bb7da4c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.503632 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e6be4f01-f52b-487a-898a-a3e8bb7da4c7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/352a47b9-caec-4c40-8215-6a81aae6e0b2 HTTP/1.1" status: 404 len: 337 time: 0.0810773 Apr 20 14:49:41.503632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.517906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Checking segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:41.518379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Network hostable DHCP agents. Network: b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:41.527302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:41.546102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.551383 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcbf9bb-26d6-4835-9a7c-a01099159734 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.552166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcbf9bb-26d6-4835-9a7c-a01099159734 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.555417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fcbf9bb-26d6-4835-9a7c-a01099159734 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/5a9ca6cb-5e46-4dc1-b7cd-51caa2eba941 HTTP/1.1" status: 404 len: 333 time: 0.0515699 Apr 20 14:49:41.557890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.625909 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c5eda-6720-455e-80bc-5ffb4f607622 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.626526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3c5eda-6720-455e-80bc-5ffb4f607622 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.633061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.633899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ef3c5eda-6720-455e-80bc-5ffb4f607622 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/2b87188f-eb4a-481f-a083-217cec33a6ae HTTP/1.1" status: 404 len: 337 time: 0.0725722 Apr 20 14:49:41.634055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.634201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42490) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.635174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf89364b-123c-4d55-a5c7-93ffd9de2615 HTTP/1.1" status: 200 len: 1091 time: 1.6523228 Apr 20 14:49:41.649229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:41.675485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:41.678204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Request body: {'port': {'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:41.679505 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ea994b-52ec-40e0-a5b7-f74a265243d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.680365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ea994b-52ec-40e0-a5b7-f74a265243d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.688336 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1ea994b-52ec-40e0-a5b7-f74a265243d8 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/f931a3d5-66fb-4314-a8ef-0a5151b4c03c HTTP/1.1" status: 404 len: 333 time: 0.0501592 Apr 20 14:49:41.690078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c05d3f-ece9-43f1-9331-27219a8d4cf3 None None] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:41.690324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.692190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42492) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.696545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:41.713126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.714111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:41.779069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.780007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dbe150e4-eb88-4822-a451-9c03f310f704 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3846700 Apr 20 14:49:41.782358 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a57e88c-1034-4e14-8ab6-4825dc8daaee tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.785377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.786107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a57e88c-1034-4e14-8ab6-4825dc8daaee tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.792302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.795928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a57e88c-1034-4e14-8ab6-4825dc8daaee tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/80016cc9-f84c-442d-b48f-89abc0369c49 HTTP/1.1" status: 404 len: 337 time: 0.1024110 Apr 20 14:49:41.797948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42496) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.799080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.805539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.817053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.824748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:41.826954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3c6525e-c571-432c-876f-d464f04fa507 req-12baba60-9b3d-4960-aff8-d5fc40279fd3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5407 time: 0.3548908 Apr 20 14:49:41.831730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 87092faf-a60c-426b-8e33-05994671606f yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:41.867078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Allocated IP 172.25.1.240 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a4ed191a-bbf8-4060-b325-7a804bc2a1ca) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:41.875839 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a05a43-33c5-425b-96cb-b830fd0d3fa7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.876724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a05a43-33c5-425b-96cb-b830fd0d3fa7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.889646 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-96a05a43-33c5-425b-96cb-b830fd0d3fa7 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/ports/887fdb3f-5370-4823-8367-64a1bdf4d41a HTTP/1.1" status: 404 len: 333 time: 0.0903151 Apr 20 14:49:41.896026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:41.951947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151412-eaa7-44fb-9fc3-755fab4f1355 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:41.970712 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5422e3-be54-418c-9e09-e64dad5fe717 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] DELETE failed (client error): The resource could not be found. Apr 20 14:49:41.971267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5422e3-be54-418c-9e09-e64dad5fe717 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:41.977001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8c5422e3-be54-418c-9e09-e64dad5fe717 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/subnets/1e460112-0035-4c70-949b-4765b8d05528 HTTP/1.1" status: 404 len: 337 time: 0.0788171 Apr 20 14:49:41.980138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42504) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:42.005143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Allocated IP 172.20.0.18 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/192b8797-f605-457e-9f25-d488c58ac43f/40f0373e-ffab-455d-aad9-05edc3011bf5) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:42.048702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.119870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:42.122476 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ac6272-03a0-4ccf-ab05-3154932bfded" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:42.137895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f1d07-4b62-4f89-a2d4-dfe068beed40 None None] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:42.161794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.184416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3c6525e-c571-432c-876f-d464f04fa507 req-a6bd3390-3f76-4396-95a2-2f51d26a6f35 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3209858 Apr 20 14:49:42.247852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=40f0373e-ffab-455d-aad9-05edc3011bf5,segment=NetworkSegment(d916d89d-9a0a-4f69-a0cf-50caab64e486),segment_id=d916d89d-9a0a-4f69-a0cf-50caab64e486)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:42.276074 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe9c1a-1c26-44cc-aad1-65757006cc6f x-openstack-request-id: req-0dbe9c1a-1c26-44cc-aad1-65757006cc6f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:42.276703 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:42.277383 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dbe9c1a-1c26-44cc-aad1-65757006cc6f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:42.277955 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbe9c1a-1c26-44cc-aad1-65757006cc6f'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'status': 'completed', 'code': 200} Apr 20 14:49:42.290634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.301225 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.370730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.414192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a24db5-112e-4814-8187-bcbdf4fa52f1']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:42.428555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:42.428839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5affbaf-c40e-4eda-8a75-c4e013e6a64a') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:42.443958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.444641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.445389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.445869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.446345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.446922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.447393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.449396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-c7d10474-e5c6-4bab-a201-f2f797273d19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6409 time: 0.1541150 Apr 20 14:49:42.453393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.483969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.534260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.538510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:42.538953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:42.541964 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:42.558783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1449b1e-c7d7-4b77-8690-e23036363c86 None None] Pushing event updated for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:42.602390 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f820a9e-68d6-4764-800b-9505632c06b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.641395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.656331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.659505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] 10.222.0.20 "DELETE /v2.0/networks/f9a24db5-112e-4814-8187-bcbdf4fa52f1 HTTP/1.1" status: 204 len: 168 time: 0.6766932 Apr 20 14:49:42.681858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfb043-d7fd-4675-9be4-78829b0a21e0 tempest-NetworksTestDHCPv6-1173017364 tempest-NetworksTestDHCPv6-1173017364-project] Pushing event deleted for resources: {'Network': ['ID=f9a24db5-112e-4814-8187-bcbdf4fa52f1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:42.686585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-7f405586-831d-4b9c-a5d6-d21c1f019968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.687048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-7f405586-831d-4b9c-a5d6-d21c1f019968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.687509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-7f405586-831d-4b9c-a5d6-d21c1f019968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.689469 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-7f405586-831d-4b9c-a5d6-d21c1f019968 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2295532 Apr 20 14:49:42.816353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 40f0373e-ffab-455d-aad9-05edc3011bf5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:42.862868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c370a42c-2914-4fdd-ba69-228f5fb2902d tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.863754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-dae5a643-adcc-47e1-abc3-afd30a26207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:42.864412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c370a42c-2914-4fdd-ba69-228f5fb2902d tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.4542673 Apr 20 14:49:42.865543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.870990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8ac6272-03a0-4ccf-ab05-3154932bfded req-dae5a643-adcc-47e1-abc3-afd30a26207d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718867 Apr 20 14:49:42.929293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:42.929833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:42.940194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:42.958873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:42.970235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-9c96e78c-92d1-4d6f-8f14-66f5057067b9 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/quotas/92bfe4ff20c74762809bd75742054b49 HTTP/1.1" status: 200 len: 375 time: 0.0871127 Apr 20 14:49:42.971052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:43.032974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.10 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/cca40ac9-fcd6-4d51-8729-9dd98af162e6/87092faf-a60c-426b-8e33-05994671606f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:43.081588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-936f6926-d3ab-4eca-98ed-0f3d79256620 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902836 Apr 20 14:49:43.138782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.30 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/192b8797-f605-457e-9f25-d488c58ac43f/87092faf-a60c-426b-8e33-05994671606f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:43.141187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ed191a-bbf8-4060-b325-7a804bc2a1ca,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:43.185890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42534) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:43.224704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955cac8f-32a5-4109-904a-16bcb8663314 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:43.268384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.292437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e30048-e487-4cf8-88fc-c3357b3018b8 None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:43.325408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Transition to ACTIVE for port object 955cac8f-32a5-4109-904a-16bcb8663314 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:43.359860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.372179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbe1272f-a666-4ab7-8c9e-82a4c81c0cdd None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:43.372585 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbe1272f-a666-4ab7-8c9e-82a4c81c0cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.418402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.479648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-a5887cbf-b166-4054-bacd-4db39af12e8f service neutron] 10.222.0.20 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440123 Apr 20 14:49:43.636675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.647906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ba8d9d46-b735-4d6a-9aba-3685de89ef6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84b60b05538345bf83dd9ccef6fb235e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585769 Apr 20 14:49:43.648600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42540) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:43.704086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.736277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.801197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.804047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.807141 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13a37feb-1450-439e-97f9-f1f241e99cf2 HTTP/1.1" status: 204 len: 168 time: 0.1573117 Apr 20 14:49:43.815453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5534553-b004-4bd5-b154-d000ab7f3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a37feb-1450-439e-97f9-f1f241e99cf2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:43.888237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:43.926524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.932795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.938680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.944903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.951174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.956976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.963170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:43.965149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c302dce-594b-4e57-b22d-ac388d574d2f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.6712635 Apr 20 14:49:43.995262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f7013243-49cf-4da9-a03b-c31f4cd71ae8 None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:43.995644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7013243-49cf-4da9-a03b-c31f4cd71ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.026351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.151005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.170421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.237631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ea7e2c3-6969-43e8-8d8c-ea61b0acd47b req-8c763847-53e0-40a9-a5e8-0c1e0c27f05e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2336771 Apr 20 14:49:44.255774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-8bb5fc25-b1f0-4a88-b935-ce1f6900c999 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550519 Apr 20 14:49:44.262596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Attempting to bind port 955cac8f-32a5-4109-904a-16bcb8663314 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:44.263063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Attempting to bind port 955cac8f-32a5-4109-904a-16bcb8663314 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:44.263400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Attempting to bind port 955cac8f-32a5-4109-904a-16bcb8663314 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:44.330675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Port 955cac8f-32a5-4109-904a-16bcb8663314 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:44.331317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Attempting to bind port 955cac8f-32a5-4109-904a-16bcb8663314 on network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:44.348400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:44.348738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Checking segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:44.349120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Bound using segment: {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:44.349690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Bound port: 955cac8f-32a5-4109-904a-16bcb8663314, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:44.350050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.399311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.508074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7f9becad-854f-454c-a87e-d8f70b2ed15d tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1f240bac0267450f93e4380863488b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730076 Apr 20 14:49:44.513462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:44.532620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:44.564111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:44.674166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:44.707989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=87092faf-a60c-426b-8e33-05994671606f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:44.770901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f35eaddb-9123-4bd9-aa8f-956f75c3cdf7 req-684f6288-3fa7-4bd5-8a10-343f09c72c04 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 210 time: 0.2090662 Apr 20 14:49:44.774181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:44.812984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-698206808'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:44.823622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.835887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Made reservation on behalf of cf3e2b2de59840449e4196a3727a2e25 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:44.839978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.846937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-10095cb3-ead0-42dc-a8d6-82a47680c600 None None] Provisioning complete for port 87092faf-a60c-426b-8e33-05994671606f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:44.848091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-10095cb3-ead0-42dc-a8d6-82a47680c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.854503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:44.855603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.857493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.884499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:44.885435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.911585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-10095cb3-ead0-42dc-a8d6-82a47680c600 None None] Port 87092faf-a60c-426b-8e33-05994671606f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:44.919727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.955670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.963083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.993431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:45.000304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237285a7-e58b-4b38-aae8-c62961dfaa77,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:45.005427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-492ff9b7-6f13-4fb3-85ee-90a5f16b23f1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.0908995 Apr 20 14:49:45.010493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:45.012015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.012620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.014012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] 10.222.0.43 "PUT /v2.0/ports/955cac8f-32a5-4109-904a-16bcb8663314 HTTP/1.1" status: 200 len: 1091 time: 3.3458054 Apr 20 14:49:45.020048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:45.022547 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "955cac8f-32a5-4109-904a-16bcb8663314"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:45.023489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.024803 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Added segment 8bb4381a-e32e-4c14-9947-a967b33a8697 of type vlan for network 8971ffd6-b67a-4fa1-821e-447744f9cf02 Apr 20 14:49:45.031978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cca40ac9-fcd6-4d51-8729-9dd98af162e6'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:45.034892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ed191a-bbf8-4060-b325-7a804bc2a1ca,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:45.055452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-cd870e13-b9c5-47f3-8ca7-79e1c9fd6c9e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.057087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-cd870e13-b9c5-47f3-8ca7-79e1c9fd6c9e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5359592 Apr 20 14:49:45.092408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.096383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.111359 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a09cd29-56aa-4c7f-a893-aa28e213b5a2 x-openstack-request-id: req-2a09cd29-56aa-4c7f-a893-aa28e213b5a2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:45.111748 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "955cac8f-32a5-4109-904a-16bcb8663314", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:45.112230 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a09cd29-56aa-4c7f-a893-aa28e213b5a2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:45.112230 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a09cd29-56aa-4c7f-a893-aa28e213b5a2'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314', 'status': 'completed', 'code': 200} Apr 20 14:49:45.143492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.146357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.151974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.152604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.180445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.181653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c7215975-a5a0-4b93-8bb4-c0a4ff07a794 tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0756345 Apr 20 14:49:45.185539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:45.194067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-922472100', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'fixed_ips': [{'ip_address': '172.25.1.240'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:45.218202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-3a76f6f5-0c98-4467-9dc9-8587cfbdcc09 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/quotas/1f240bac0267450f93e4380863488b85 HTTP/1.1" status: 200 len: 375 time: 0.1013715 Apr 20 14:49:45.240262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5647244 Apr 20 14:49:45.257729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42602) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:45.261971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.270288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Request body: {'subnet': {'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:45.287686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.288911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.289575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.290038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.290503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.290989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.291445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.293394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e3f5ecc2-abe2-4b58-bb18-110ff4ce8107 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6476 time: 0.1804042 Apr 20 14:49:45.330592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9fc41-a0e0-43d6-9881-e4c6298e1b63 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'Network': ['ID=8971ffd6-b67a-4fa1-821e-447744f9cf02,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:45.345066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:45.356083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-44ab6a00-840b-4064-8176-5d588425ef5d tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f240bac0267450f93e4380863488b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368573 Apr 20 14:49:45.380167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Made reservation on behalf of bf361431892f4b099f24806cd9913c65 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:45.388559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5d99f-4a73-4b30-ac07-970c1edd3ade service neutron] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:45.388950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.391592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.425160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.489900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-90270865-6a1a-478c-93f4-464c0f22dca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d HTTP/1.1" status: 200 len: 217 time: 0.1627641 Apr 20 14:49:45.514812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Made reservation on behalf of cf3e2b2de59840449e4196a3727a2e25 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:45.516054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.637540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.647675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.653880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] device_id is not set on port b86f034c-9c84-43c0-82fd-050c8be2a37a yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:45.692117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1baa8b85-e683-468f-8c1d-d656d0b26451 req-1d9c4ee6-e0fc-4660-8e3b-47a28679efaa tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 210 time: 0.0833392 Apr 20 14:49:45.779218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.785666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.791111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a0a6a-dca0-46ff-8b42-288e47a2092e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:45.793728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.799957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.806955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.816119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.823555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.825478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-097a807d-fd4c-40ab-b907-a5a6139106fb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3479536 Apr 20 14:49:45.829788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9d22d659-d306-461d-ac0f-ee7de0f30991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:45.831405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9d22d659-d306-461d-ac0f-ee7de0f30991 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecddf9b8-3a2e-44d3-aa9b-73174b14e1db HTTP/1.1" status: 200 len: 851 time: 0.2333088 Apr 20 14:49:45.902068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:45.984936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4006c62-bc7d-4895-bb38-8e15e0cd3c05 req-f51c56ee-c207-4680-b092-a708e750d63e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0876806 Apr 20 14:49:46.004007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dce001c9-9a11-49d3-8388-6d77bb14ed2f req-6625b542-26e6-4bfb-8a0b-8d977dac7ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662145 Apr 20 14:49:46.047197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Checking segment: {'id': '8bb4381a-e32e-4c14-9947-a967b33a8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:46.047724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Network hostable DHCP agents. Network: 8971ffd6-b67a-4fa1-821e-447744f9cf02, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:46.053443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'Subnet': ['ID=e3b335ec-83eb-4c6d-bbed-013aa302ac5d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:46.059525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9f9257fe-fe70-445c-bcb2-9b222985f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:46.061118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9f9257fe-fe70-445c-bcb2-9b222985f977 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2562f0c8-7885-49e6-bfb7-ffc007729be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114997 Apr 20 14:49:46.072537 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 14:49:46.073144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:49:46.089606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:46.114340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8971ffd6-b67a-4fa1-821e-447744f9cf02) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:46.119234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:46.120386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.128727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a72e5-c1ce-4d2f-b9f5-844127ebcf22 None None] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:46.140162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13941846-2de7-49d1-8bc2-2d0cfa1d8f8b tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9534476 Apr 20 14:49:46.144417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42620) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:46.201174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8129f04f-d712-4df5-ab63-905a6fe7fb22 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9420519 Apr 20 14:49:46.204306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:46.213671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Request body: {'port': {'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02', 'name': 'tempest-ExtraDHCPOptionsTestJSON-644664615'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:46.325498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bdd91f92-9392-4c44-90d7-7f8e7b99c13f service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553768 Apr 20 14:49:46.361064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Delete allocated IP 172.20.0.30 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/192b8797-f605-457e-9f25-d488c58ac43f) {{(pid=102864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:49:46.362971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-8971ffd6-b67a-4fa1-821e-447744f9cf02', 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02', 'tenant_id': 'cf3e2b2de59840449e4196a3727a2e25', 'fixed_ips': [{'subnet_id': 'e3b335ec-83eb-4c6d-bbed-013aa302ac5d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:49:46.364232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.398826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-f700de04-87c6-4e2c-80b9-3cd05b310959 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:46.400371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-f700de04-87c6-4e2c-80b9-3cd05b310959 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.3015394 Apr 20 14:49:46.416520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Request body: {'port': {'device_id': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'admin_state_up': True, 'tenant_id': '92bfe4ff20c74762809bd75742054b49'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:46.441181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Made reservation on behalf of cf3e2b2de59840449e4196a3727a2e25 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:46.447033 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.504081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] device_id is not set on port f5f14582-6db9-4c40-a534-e16b401b9f55 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:46.539067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-12bb570f-3075-4825-ac3a-6820963eef07 service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046170 Apr 20 14:49:46.547216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Deleting port a4ed191a-bbf8-4060-b325-7a804bc2a1ca {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:46.547560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.550712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Allocated IP 172.20.0.2 (8971ffd6-b67a-4fa1-821e-447744f9cf02/e3b335ec-83eb-4c6d-bbed-013aa302ac5d/da517826-dd79-41f8-88f2-002084897c02) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:46.621113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:46.626310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.637120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-522f67a1-a914-420c-bf5c-a87891189b34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 217 time: 0.0784481 Apr 20 14:49:46.666452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.693805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.761910 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.773378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.801900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.802360 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.833106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Calling delete_port for a4ed191a-bbf8-4060-b325-7a804bc2a1ca owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:46.835112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:46.838242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:46.846031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:46.869990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Pushing event updated for resources: {'Port': ['ID=da517826-dd79-41f8-88f2-002084897c02,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:46.908813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1779bd43-ac5f-4973-880f-c58e93e8ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:46.910589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1779bd43-ac5f-4973-880f-c58e93e8ce93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.2650423 Apr 20 14:49:46.919109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Allocated IP 172.20.0.14 (8971ffd6-b67a-4fa1-821e-447744f9cf02/e3b335ec-83eb-4c6d-bbed-013aa302ac5d/f5f14582-6db9-4c40-a534-e16b401b9f55) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:46.948784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=87092faf-a60c-426b-8e33-05994671606f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:46.961026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Allocated IP 172.20.0.8 (b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9/c7023e8b-285f-4a8a-af83-ddc58bf9db96/05437194-eb66-4aad-9b43-2d0f18cff566) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:46.975987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-512eaa88-217d-41b3-8476-85b3f990eb24 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:46.977564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-512eaa88-217d-41b3-8476-85b3f990eb24 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.3202708 Apr 20 14:49:47.026365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Request body: {'port': {'device_id': '14687da9-5fea-4432-8349-03c7a734b8b3', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'admin_state_up': True, 'tenant_id': '92bfe4ff20c74762809bd75742054b49'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:47.063372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf984fb3-a135-4541-9c36-ea42e526f79e req-22191018-b2d5-4be3-807d-1558fcf3839a tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 210 time: 0.2415707 Apr 20 14:49:47.117041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Attempting to bind port da517826-dd79-41f8-88f2-002084897c02 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:47.117529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Attempting to bind port da517826-dd79-41f8-88f2-002084897c02 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '8bb4381a-e32e-4c14-9947-a967b33a8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:47.118022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Attempting to bind port da517826-dd79-41f8-88f2-002084897c02 on network 8971ffd6-b67a-4fa1-821e-447744f9cf02 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:47.124849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:47.125374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Checking segment: {'id': '8bb4381a-e32e-4c14-9947-a967b33a8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:47.126001 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.126490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Bound using segment: {'id': '8bb4381a-e32e-4c14-9947-a967b33a8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:47.127108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Bound port: da517826-dd79-41f8-88f2-002084897c02, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb4381a-e32e-4c14-9947-a967b33a8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:47.127988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.204051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.43', 57968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:47.269396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] For port da517826-dd79-41f8-88f2-002084897c02, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:47.277510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] For port da517826-dd79-41f8-88f2-002084897c02, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=da517826-dd79-41f8-88f2-002084897c02,segment=NetworkSegment(8bb4381a-e32e-4c14-9947-a967b33a8697),segment_id=8bb4381a-e32e-4c14-9947-a967b33a8697)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:47.285579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.297630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-c5ac805b-4461-4127-844a-c2233fe8da42 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1f240bac0267450f93e4380863488b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874650 Apr 20 14:49:47.309470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:47.313280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.353199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-091a4348-93ed-4e2b-a006-f041650fca65 None None] Provisioning complete for port 87092faf-a60c-426b-8e33-05994671606f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:47.353887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-091a4348-93ed-4e2b-a006-f041650fca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.413677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa87e5-d2a5-4af3-a3c2-325a751dfe9a None None] Pushing event updated for resources: {'Port': ['ID=da517826-dd79-41f8-88f2-002084897c02,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:47.423905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-091a4348-93ed-4e2b-a006-f041650fca65 None None] Port 87092faf-a60c-426b-8e33-05994671606f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:47.596577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e214b02-e874-48aa-8e01-84d640bf469b req-494124e3-856f-4a85-83a1-f2e2ff24c0b3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 210 time: 0.4653594 Apr 20 14:49:47.634628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] In _notify_port_updated(), no bound segment for port 87092faf-a60c-426b-8e33-05994671606f on network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:49:47.640098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.641030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.642330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce3f4923-2744-462d-891a-67951ddef1d2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/ports/87092faf-a60c-426b-8e33-05994671606f HTTP/1.1" status: 200 len: 920 time: 2.6231160 Apr 20 14:49:47.643094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.645932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:47.655966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-809ff90e-fa10-451d-bdce-5b969d7aa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.657541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-809ff90e-fa10-451d-bdce-5b969d7aa14f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6345046 Apr 20 14:49:47.664703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cca40ac9-fcd6-4d51-8729-9dd98af162e6'}, {'subnet_id': '192b8797-f605-457e-9f25-d488c58ac43f'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:47.728142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4ed191a-bbf8-4060-b325-7a804bc2a1ca,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:47.744702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.800537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:47.810056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-b0fbc534-1737-4721-9e19-c4cb51b71117 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.811422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-b0fbc534-1737-4721-9e19-c4cb51b71117 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821396 Apr 20 14:49:47.826761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.831402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Request body: {'port': {'device_id': 'becef72a-2f27-4b95-98cf-20c28a478517', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '1f240bac0267450f93e4380863488b85'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:47.832424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.838131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.844099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.850325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.857106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.862918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:47.864855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-82394993-e849-41d5-8b31-68ec81da31fa tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3169661 Apr 20 14:49:47.898822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.027026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-408304de-a037-45ee-a255-b8a8aa4b50b1 req-9508663f-cb35-4d2d-89ce-e7e03d7e99c6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449509 Apr 20 14:49:48.034071 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.036638 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.038053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-192dc1e9-dde1-4d3d-b38c-36d78692d9bb tempest-ExternalNetworksAdminNegativeTestJSON-936297646 tempest-ExternalNetworksAdminNegativeTestJSON-936297646-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/e9a7829c-724e-4915-91a4-f2a081eb2168 HTTP/1.1" status: 204 len: 168 time: 1.8900108 Apr 20 14:49:48.041284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-9494e3a6-caa6-4697-a043-00a7671fd717 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426492 Apr 20 14:49:48.119564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.230144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97eafea1-2936-4a39-bec2-cf5c5fe337c6 req-e5a11164-8d2f-433d-9179-36d75fedd04f tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 210 time: 0.0657032 Apr 20 14:49:48.252187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:48.267432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'Port': ['ID=f5f14582-6db9-4c40-a534-e16b401b9f55,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:48.272558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.293532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:48.305001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-f52f6fc7-79b5-4635-8da0-d8fb999d7b31 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559791 Apr 20 14:49:48.311588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:48.377667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ceabc571-5cde-42e4-851f-4988cf6ec6f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 217 time: 0.0600688 Apr 20 14:49:48.426077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:48.440083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:48.444886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Allocated IP 172.20.0.9 (b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9/c7023e8b-285f-4a8a-af83-ddc58bf9db96/04a4abff-08fb-4d5d-8323-eab413ce6442) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:48.447153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event updated for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:48.453259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:48.462107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:48.462782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.468017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:48.511594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Made reservation on behalf of 1f240bac0267450f93e4380863488b85 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:48.515722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.539182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e28aa26a-d0f4-4ccd-a0cf-85b9886c646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:48.540628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e28aa26a-d0f4-4ccd-a0cf-85b9886c646f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.1291320 Apr 20 14:49:48.541289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.555282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c45188ff-a972-4cc1-bc9b-4fe888cce2b7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3498704 Apr 20 14:49:48.566289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42642) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:48.576130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Request body: {'port': {'network_id': '8971ffd6-b67a-4fa1-821e-447744f9cf02', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1839100456', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:48.576641 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] bootfile-name is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:48.577026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] tftp-server is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:48.577359 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] server-ip-address is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:48.588565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:48.589233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.653288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-e948ef49-6a2d-439a-9632-23ff6256a82c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2414715 Apr 20 14:49:48.677939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f241b-9c07-48b8-b05c-a87df326cecc None None] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:48.702608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Request body: {'port': {'device_id': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:48.738888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d3dea20-9a1c-464d-90db-6261305d5ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.743296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.28 (46f58a0d-ba2d-4e6e-b346-5358d3c24e9c/192b8797-f605-457e-9f25-d488c58ac43f/87092faf-a60c-426b-8e33-05994671606f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:48.787497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] Provisioning complete for port da517826-dd79-41f8-88f2-002084897c02 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:48.788010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.890807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.899112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device da517826-dd79-41f8-88f2-002084897c02 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:48.901402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-149b0c88-e240-4bb2-bd43-6238a1025906 req-7f051abc-327f-40ea-bda9-38d0b78e6215 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 210 time: 0.2046363 Apr 20 14:49:48.906257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.912092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f7aa452-9815-4d62-a323-5ad08ded76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:48.913019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.914348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-2f7aa452-9815-4d62-a323-5ad08ded76fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628955 Apr 20 14:49:48.945802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:48.961814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.014483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] For port da517826-dd79-41f8-88f2-002084897c02, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=da517826-dd79-41f8-88f2-002084897c02,segment=NetworkSegment(8bb4381a-e32e-4c14-9947-a967b33a8697),segment_id=8bb4381a-e32e-4c14-9947-a967b33a8697)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:49.021192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port da517826-dd79-41f8-88f2-002084897c02 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:49.021621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.025439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.046906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.060175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.062726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd9603-8a80-464f-9487-6d17b57f5b1d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:49.071366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Made reservation on behalf of cf3e2b2de59840449e4196a3727a2e25 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:49.077170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.111358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d3dea20-9a1c-464d-90db-6261305d5ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.136584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d3dea20-9a1c-464d-90db-6261305d5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.149075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916121-e959-433a-8ae6-e495021d9df5 None None] Pushing event updated for resources: {'Port': ['ID=da517826-dd79-41f8-88f2-002084897c02,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:49.154421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] device_id is not set on port 189290de-66e2-46ff-b6df-0e96b6b54977 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:49.170635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-316a79bd-34a5-4d71-ba7e-743622e77358 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422419 Apr 20 14:49:49.186538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d3dea20-9a1c-464d-90db-6261305d5ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=523d5faccc744c849e133cb052aa66e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7072122 Apr 20 14:49:49.189034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:49.201808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.286424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=87092faf-a60c-426b-8e33-05994671606f,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:49.328496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event updated for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:49.396582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:49.404114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:49.415301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:49.430781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-93fe7b03-88d8-4bb5-a1f7-7bc876515f04 None None] Provisioning complete for port f5f14582-6db9-4c40-a534-e16b401b9f55 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:49.431275 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93fe7b03-88d8-4bb5-a1f7-7bc876515f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.468726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dea20-9a1c-464d-90db-6261305d5ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609bd6cb-d638-4922-9e7d-9c22a20261f9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:49.490080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-93fe7b03-88d8-4bb5-a1f7-7bc876515f04 None None] Port f5f14582-6db9-4c40-a534-e16b401b9f55 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:49.493684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Allocated IP 192.168.233.203 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/832dbf78-dda2-4ba4-b390-2509f9f73e5e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:49.509453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-93fe7b03-88d8-4bb5-a1f7-7bc876515f04 None None] Provisioning complete for port da517826-dd79-41f8-88f2-002084897c02 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:49.510213 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93fe7b03-88d8-4bb5-a1f7-7bc876515f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.577905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89c46eab-dba2-4de9-a743-76a46aa4fbf0 req-ddea3c78-bfae-486a-b39c-6b3e91a73199 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 210 time: 0.2006061 Apr 20 14:49:49.635415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.668557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.669184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.671642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Allocated IP 172.20.0.11 (8971ffd6-b67a-4fa1-821e-447744f9cf02/e3b335ec-83eb-4c6d-bbed-013aa302ac5d/189290de-66e2-46ff-b6df-0e96b6b54977) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:49:49.676581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] In _notify_port_updated(), no bound segment for port 87092faf-a60c-426b-8e33-05994671606f on network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:49:49.682287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.682858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.684132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66d97419-c8be-4eac-b8af-4511aff5d3ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/ports/87092faf-a60c-426b-8e33-05994671606f HTTP/1.1" status: 200 len: 1000 time: 2.0347114 Apr 20 14:49:49.687443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:49.694862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.700569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.706695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.713174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.718995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.724712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.730542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.732409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-07963de7-b480-4f95-8943-748dc8a00571 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.4802201 Apr 20 14:49:49.748641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-358467cb-06e5-44d0-ad3f-0cb4b26cb867 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613923 Apr 20 14:49:49.753754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-27a9f60a-bd26-442b-835f-d4c2f7b6c287 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7611859 Apr 20 14:49:49.760711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.764056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Provisioning complete for port 87092faf-a60c-426b-8e33-05994671606f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:49.764579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.784276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Request body: {'port': {'device_id': '14687da9-5fea-4432-8349-03c7a734b8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:49.797489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05437194-eb66-4aad-9b43-2d0f18cff566 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:49.812004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Port 87092faf-a60c-426b-8e33-05994671606f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:49.823763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Provisioning complete for port f5f14582-6db9-4c40-a534-e16b401b9f55 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:49.824715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.834068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.836354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-b9f246bc-424e-4509-a8ba-f4335cf87ace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7 HTTP/1.1" status: 200 len: 217 time: 0.0727386 Apr 20 14:49:49.866670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6221c-3428-487c-9e87-e003f0ddeb51 None None] Port f5f14582-6db9-4c40-a534-e16b401b9f55 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:49.909647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c3c25de-91d4-4db3-9d17-6e281f2cbbb1 req-3d8e3a54-7d8f-4455-981b-f671daccd1e8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666036 Apr 20 14:49:49.933936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Transition to ACTIVE for port object 05437194-eb66-4aad-9b43-2d0f18cff566 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:49.963241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:49.988087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-43812609-e98c-4905-8b03-38e192701b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:49.990020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-43812609-e98c-4905-8b03-38e192701b11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.1367636 Apr 20 14:49:50.016340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.051264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.053670 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.054889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/609bd6cb-d638-4922-9e7d-9c22a20261f9 HTTP/1.1" status: 204 len: 168 time: 0.8649476 Apr 20 14:49:50.084105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f91e1-8dca-4c1d-981d-0464e343bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609bd6cb-d638-4922-9e7d-9c22a20261f9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:50.101574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Pushing event updated for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:50.108057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.111445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 87092faf-a60c-426b-8e33-05994671606f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:50.111733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.126687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029093-8c9f-4b7d-9d36-e0ad97ecc8a5 req-d2a1663d-dba4-417d-9802-a78b9085a758 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:50.128197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5029093-8c9f-4b7d-9d36-e0ad97ecc8a5 req-d2a1663d-dba4-417d-9802-a78b9085a758 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 931 time: 0.1450565 Apr 20 14:49:50.133014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-586e5cae-1dfe-428d-95d2-f8abef6c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:50.134422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-586e5cae-1dfe-428d-95d2-f8abef6c0b06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292937 Apr 20 14:49:50.175924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.239934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5029093-8c9f-4b7d-9d36-e0ad97ecc8a5 req-58df0498-aa33-48c2-b27b-8e3c9dd0bd00 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001029 Apr 20 14:49:50.287320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1a4d5b09-7dc8-4a6b-885a-f661930d3b54 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393383 Apr 20 14:49:50.289725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.350155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:50.372961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Attempting to bind port 05437194-eb66-4aad-9b43-2d0f18cff566 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:50.373594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Attempting to bind port 05437194-eb66-4aad-9b43-2d0f18cff566 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:50.373594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Attempting to bind port 05437194-eb66-4aad-9b43-2d0f18cff566 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:50.376364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.386042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:50.396107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:50.402966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'Port': ['ID=189290de-66e2-46ff-b6df-0e96b6b54977,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:50.406625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.470860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Port 05437194-eb66-4aad-9b43-2d0f18cff566 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:50.474140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Attempting to bind port 05437194-eb66-4aad-9b43-2d0f18cff566 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:50.493682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:50.506534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 87092faf-a60c-426b-8e33-05994671606f owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:50.519262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:50.519604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Checking segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:50.520019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Bound using segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:50.520488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Bound port: 05437194-eb66-4aad-9b43-2d0f18cff566, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:50.520854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.543479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:49:50.572416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:50.581320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:50.589081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Pushing event updated for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:50.705636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-231fe776-94bb-4b75-9ba7-7226d1e6a043 None None] Provisioning complete for port 189290de-66e2-46ff-b6df-0e96b6b54977 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:50.706248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-231fe776-94bb-4b75-9ba7-7226d1e6a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.752888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-231fe776-94bb-4b75-9ba7-7226d1e6a043 None None] Port 189290de-66e2-46ff-b6df-0e96b6b54977 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:50.795802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a4abff-08fb-4d5d-8323-eab413ce6442 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:50.822213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.825837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device da517826-dd79-41f8-88f2-002084897c02 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:50.842857 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b61ec1f0-5e08-4918-a58c-4f2b1d8f706c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf361431892f4b099f24806cd9913c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461077 Apr 20 14:49:50.861506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42668) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:50.865075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:50.872599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05437194-eb66-4aad-9b43-2d0f18cff566,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:50.879911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Transition to ACTIVE for port object 04a4abff-08fb-4d5d-8323-eab413ce6442 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:50.888480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:50.889130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.896630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.905286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port da517826-dd79-41f8-88f2-002084897c02 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:50.905923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.925538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.927459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:50.928740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.976172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:50.976813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:50.978211 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] 10.222.0.43 "PUT /v2.0/ports/05437194-eb66-4aad-9b43-2d0f18cff566 HTTP/1.1" status: 200 len: 1091 time: 2.2898319 Apr 20 14:49:50.981078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:50.981701 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6216d2-27bd-47a8-89c3-fd84acdecb29" -d '{"events": [{"name": "network-changed", "server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:50.996459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-de826b1c-60df-4720-a36b-54ecdeb0bdf8 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1708004 Apr 20 14:49:51.012118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Request body: {'port': {'device_id': 'becef72a-2f27-4b95-98cf-20c28a478517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:51.030906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5c7d409d-1987-4ebe-b957-6041afc9ead6 None None] Provisioning complete for port 832dbf78-dda2-4ba4-b390-2509f9f73e5e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:51.031275 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c7d409d-1987-4ebe-b957-6041afc9ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.040665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67fa76-69f4-4507-950f-d4f358e616b9 service neutron] Pushing event updated for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:51.066488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4243f18e-5c00-48a5-9a6d-f2eeae8af4d7 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4943650 Apr 20 14:49:51.074024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-ea8dac02-e6fa-4074-8f15-e7b362963026 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727821 Apr 20 14:49:51.078746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d409d-1987-4ebe-b957-6041afc9ead6 None None] Port 832dbf78-dda2-4ba4-b390-2509f9f73e5e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:51.080551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42674) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:51.094254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea976e-f125-40a9-8ace-ff5fa2aedaf2 req-9b0931e7-a346-43d8-a8dd-7f99a40b5e96 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.095705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aeea976e-f125-40a9-8ace-ff5fa2aedaf2 req-9b0931e7-a346-43d8-a8dd-7f99a40b5e96 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 936 time: 0.2596629 Apr 20 14:49:51.117888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.175137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-867063a3-96bc-469e-aec1-b2642c624ffd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 HTTP/1.1" status: 200 len: 217 time: 0.0894678 Apr 20 14:49:51.211662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.217497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.223364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.229671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.235526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.241415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.247234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.249269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-8e3cecd7-a8a9-4921-9c00-db5d3f779313 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2373857 Apr 20 14:49:51.304343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.336971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aeea976e-f125-40a9-8ace-ff5fa2aedaf2 req-fd8a052c-58c3-446c-b3ce-318d20ecf274 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228174 Apr 20 14:49:51.365922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb803cc7-50f5-4380-804f-cb0a0e6e001e tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.371973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb803cc7-50f5-4380-804f-cb0a0e6e001e tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.377900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb803cc7-50f5-4380-804f-cb0a0e6e001e tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.379718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb803cc7-50f5-4380-804f-cb0a0e6e001e tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2980669 Apr 20 14:49:51.392143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42678) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:51.397203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e61d9c16-460f-47ca-9499-5222f0ecac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.398782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-e61d9c16-460f-47ca-9499-5222f0ecac21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.2123137 Apr 20 14:49:51.413666 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92259296-02a0-4718-ac6d-3c829b5be712 x-openstack-request-id: req-92259296-02a0-4718-ac6d-3c829b5be712 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:51.414255 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:51.414255 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92259296-02a0-4718-ac6d-3c829b5be712 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:51.414740 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92259296-02a0-4718-ac6d-3c829b5be712'] response: {'name': 'network-changed', 'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566', 'status': 'completed', 'code': 200} Apr 20 14:49:51.439288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c735bb1-8dc8-4c6b-ac99-206444f403c8 req-325dde0f-72fa-4cf7-95f1-05d6e6a5475b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802266 Apr 20 14:49:51.509719 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Pushing event updated for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:51.541116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0c4ecc1b-da80-4929-879a-402429321fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.541960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.542785 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-0c4ecc1b-da80-4929-879a-402429321fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=54f0c71c-4d3f-4350-a5cf-9e15e7b3b990 HTTP/1.1" status: 200 len: 1094 time: 0.5061402 Apr 20 14:49:51.544550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.545658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b4a0a6a-dca0-46ff-8b42-288e47a2092e HTTP/1.1" status: 204 len: 168 time: 0.6814408 Apr 20 14:49:51.548427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.561342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d6139a20-09bb-4280-ba54-95477cfd6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.562849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-d6139a20-09bb-4280-ba54-95477cfd6a3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520782 Apr 20 14:49:51.566623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b64b2-5281-4330-8889-0ada1e3c869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a0a6a-dca0-46ff-8b42-288e47a2092e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:51.592276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ccf1e-9fcb-4336-8852-9ce72d193b19 req-e4aba954-0f51-4288-bc31-001431535a32 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.593734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-743ccf1e-9fcb-4336-8852-9ce72d193b19 req-e4aba954-0f51-4288-bc31-001431535a32 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 943 time: 0.1315033 Apr 20 14:49:51.619019 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-d092cc17-6dd4-4ea6-9195-171c8edf5b46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05437194-eb66-4aad-9b43-2d0f18cff566 HTTP/1.1" status: 200 len: 217 time: 0.0649965 Apr 20 14:49:51.623233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Attempting to bind port 04a4abff-08fb-4d5d-8323-eab413ce6442 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:51.623435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Attempting to bind port 04a4abff-08fb-4d5d-8323-eab413ce6442 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:51.623662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Attempting to bind port 04a4abff-08fb-4d5d-8323-eab413ce6442 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:51.654838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.673903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Deleting port 189290de-66e2-46ff-b6df-0e96b6b54977 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:51.674250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.692109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Port 04a4abff-08fb-4d5d-8323-eab413ce6442 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:51.692436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Attempting to bind port 04a4abff-08fb-4d5d-8323-eab413ce6442 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:51.713378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-743ccf1e-9fcb-4336-8852-9ce72d193b19 req-11e7613a-ca82-4cd9-9237-83597a1c30e3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075194 Apr 20 14:49:51.730243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=87092faf-a60c-426b-8e33-05994671606f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:51.738156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:51.738156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Checking segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:51.738481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Bound using segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:51.738790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Bound port: 04a4abff-08fb-4d5d-8323-eab413ce6442, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:51.739460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.767081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-a57e1714-39d4-448f-a928-bd6808dc0805 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900873 Apr 20 14:49:51.864147 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:51.886221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Calling delete_port for 189290de-66e2-46ff-b6df-0e96b6b54977 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:51.965461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-85d969a0-97cb-4a57-8984-2a21cac15506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:51.972964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-85d969a0-97cb-4a57-8984-2a21cac15506 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.3273952 Apr 20 14:49:51.978803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-c26eb480-4d07-4bec-9039-75d10e2e4ed4 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998777 Apr 20 14:49:52.046490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-f5f0cb27-ad45-414f-86cc-1f1a15d7d3ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615 HTTP/1.1" status: 200 len: 217 time: 0.0459354 Apr 20 14:49:52.141106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1ede4817-6086-4c7b-b43d-fb9be34c54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.142584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1ede4817-6086-4c7b-b43d-fb9be34c54b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 200 len: 797 time: 0.0975966 Apr 20 14:49:52.154728 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-df77554f-1db4-4c83-a79b-db23c999cd7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787132 Apr 20 14:49:52.161286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.164998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c722c58a-7611-4037-bfa5-78ec89208a32 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/87092faf-a60c-426b-8e33-05994671606f HTTP/1.1" status: 204 len: 168 time: 2.4721322 Apr 20 14:49:52.171047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42700) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:52.244695 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89b263-0a4f-4941-be6e-b83a0fc2be90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:49:52.249253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5f89b263-0a4f-4941-be6e-b83a0fc2be90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/87092faf-a60c-426b-8e33-05994671606f HTTP/1.1" status: 404 len: 333 time: 0.0678203 Apr 20 14:49:52.251492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42704) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:52.260315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:52.291956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.320424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=04a4abff-08fb-4d5d-8323-eab413ce6442,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:52.323180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-fbdb5c80-e42c-4b76-a23c-5d4fc558a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.324889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-fbdb5c80-e42c-4b76-a23c-5d4fc558a83d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750937 Apr 20 14:49:52.339575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.389410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event deleted for resources: {'Port': ['ID=189290de-66e2-46ff-b6df-0e96b6b54977,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:52.405636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.406028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.407617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] 10.222.0.43 "PUT /v2.0/ports/04a4abff-08fb-4d5d-8323-eab413ce6442 HTTP/1.1" status: 200 len: 1091 time: 2.6369879 Apr 20 14:49:52.431538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 192b8797-f605-457e-9f25-d488c58ac43f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:52.458624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.496601 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-d31e2a61-ddf3-4743-a38b-ec2e05d3c47d service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031595 Apr 20 14:49:52.551387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9b2e-8688-45a2-9ac2-4e2f1c8cc6cd service neutron] Pushing event updated for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:52.557493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832dbf78-dda2-4ba4-b390-2509f9f73e5e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:52.579811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.582588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.635860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Transition to ACTIVE for port object 832dbf78-dda2-4ba4-b390-2509f9f73e5e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:49:52.646308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.652784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-a4fc35a9-0c84-48cd-8332-f0223e0fe9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.654369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-a4fc35a9-0c84-48cd-8332-f0223e0fe9e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 1094 time: 0.1844692 Apr 20 14:49:52.704996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.749870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-9bd0b3a4-0823-4eb6-9f7e-b7dc6ece2d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04a4abff-08fb-4d5d-8323-eab413ce6442 HTTP/1.1" status: 200 len: 217 time: 0.0593956 Apr 20 14:49:52.763449 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-69cbfd6e-59bd-4b51-813f-e56d9541d115 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324886 Apr 20 14:49:52.775788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36d872-f63f-49af-a041-a9cf96d26d62 req-c35fbec1-11cb-4565-86cb-47667ea10237 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.783102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db36d872-f63f-49af-a041-a9cf96d26d62 req-c35fbec1-11cb-4565-86cb-47667ea10237 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.4986305 Apr 20 14:49:52.812402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Pushing event updated for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:52.870891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:52.875074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aec82b35-4b1e-4af7-8d0b-e8f83bfec496 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "DELETE /v2.0/ports/189290de-66e2-46ff-b6df-0e96b6b54977 HTTP/1.1" status: 204 len: 168 time: 1.4798360 Apr 20 14:49:52.886076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42724) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:52.906329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Request body: {'port': {'name': 'tempest-new-port-name-1658563890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:52.906991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] bootfile-name is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:52.907517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] tftp-server is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:52.908024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.api.validators [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] server-ip-address is not in valid_values {{(pid=102864) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 14:49:52.920689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-bdfa4b28-f846-4ff2-b9c9-1d3343defd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.922175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-bdfa4b28-f846-4ff2-b9c9-1d3343defd1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.1639073 Apr 20 14:49:52.924475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b5ed1-3e40-4cc9-bded-f757ad170e12 req-44bbaf87-7d48-4f90-b296-567301516e9f tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.932390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-155b5ed1-3e40-4cc9-bded-f757ad170e12 req-44bbaf87-7d48-4f90-b296-567301516e9f tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 948 time: 0.4758024 Apr 20 14:49:52.955595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-bfd22fe0-c3ba-498c-9e53-0ada9c3a1c6f service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873196 Apr 20 14:49:52.968207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c710db0a-e0c7-4d56-8d0d-c54108214f9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333614 Apr 20 14:49:52.974920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db36d872-f63f-49af-a041-a9cf96d26d62 req-b3352e33-5e04-49e0-9475-c181ee5a4cd7 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895926 Apr 20 14:49:52.992390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-46e5bdf9-45f9-45d5-8555-f2e2d23ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:52.994810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-46e5bdf9-45f9-45d5-8555-f2e2d23ff745 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=54f0c71c-4d3f-4350-a5cf-9e15e7b3b990 HTTP/1.1" status: 200 len: 1094 time: 0.1473100 Apr 20 14:49:52.997031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Attempting to bind port 832dbf78-dda2-4ba4-b390-2509f9f73e5e on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:52.997484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Attempting to bind port 832dbf78-dda2-4ba4-b390-2509f9f73e5e by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:52.998272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Attempting to bind port 832dbf78-dda2-4ba4-b390-2509f9f73e5e on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:53.049065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Port 832dbf78-dda2-4ba4-b390-2509f9f73e5e on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:53.049733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Attempting to bind port 832dbf78-dda2-4ba4-b390-2509f9f73e5e on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:53.056939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.061125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:49:53.061553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:53.062008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:49:53.062541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Bound port: 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:49:53.063035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.161876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=192b8797-f605-457e-9f25-d488c58ac43f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:53.191184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-155b5ed1-3e40-4cc9-bded-f757ad170e12 req-8581876a-ee91-4117-a5db-021d69f995b6 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575500 Apr 20 14:49:53.206519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a577ad-d8fd-4bda-9834-52de4516cc08 None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:53.240646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:53.263592 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-7014fd1c-138d-4be6-a7b3-64ccfb46de92 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675285 Apr 20 14:49:53.266773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-bea23657-a771-4fbc-ba7d-3ebe6fa8ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.268131 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-bea23657-a771-4fbc-ba7d-3ebe6fa8ddeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 913 time: 0.2566223 Apr 20 14:49:53.269820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:49:53.286530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.298357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.301648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-57b90210-1156-4b81-835b-86f3a1df4b8b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/192b8797-f605-457e-9f25-d488c58ac43f HTTP/1.1" status: 204 len: 168 time: 1.0465848 Apr 20 14:49:53.331298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:53.333500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.346971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-1c5a3e28-7e8b-4192-b637-f9bc1ae5671f service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566475 Apr 20 14:49:53.423876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:53.426275 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be401af-b30f-4d54-8984-1d4414f66669" -d '{"events": [{"name": "network-changed", "server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:53.451157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-5475ad00-f2a7-4c99-9c39-54b95a44f97c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=955cac8f-32a5-4109-904a-16bcb8663314 HTTP/1.1" status: 200 len: 217 time: 0.0930512 Apr 20 14:49:53.477369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42740) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:53.483591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-51b59db3-e0fb-4724-b8e8-a6505c95e834 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05437194-eb66-4aad-9b43-2d0f18cff566 HTTP/1.1" status: 200 len: 217 time: 0.2010148 Apr 20 14:49:53.498390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.504303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.510795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.514817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.515644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.517059 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] 10.222.0.43 "PUT /v2.0/ports/832dbf78-dda2-4ba4-b390-2509f9f73e5e HTTP/1.1" status: 200 len: 1096 time: 2.5106966 Apr 20 14:49:53.517207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.523973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.551185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.559622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.561960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-740dca47-62be-4731-ba0d-67c57035df4c req-eab179b4-8553-415c-8aeb-064c1725f3c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.4337022 Apr 20 14:49:53.612198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet cca40ac9-fcd6-4d51-8729-9dd98af162e6 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:53.617433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.641755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd413-b0e8-4ad7-b7f5-840e70ae54ff req-92da6a8d-b9c6-41e7-9075-2f9c7ebe42bb tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.646546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dbdd413-b0e8-4ad7-b7f5-840e70ae54ff req-92da6a8d-b9c6-41e7-9075-2f9c7ebe42bb tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 943 time: 0.3510983 Apr 20 14:49:53.709660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.43', 57969) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:53.742010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dbdd413-b0e8-4ad7-b7f5-840e70ae54ff req-3962da4a-bc4a-4dd6-be1a-75f238a1c9fa tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818830 Apr 20 14:49:53.751051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484fbf0-4e6b-4518-b7cf-6afa048ff463 service neutron] Pushing event updated for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:53.770530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:53.774843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-9c5155c7-2fba-498f-993c-0660a959afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.776344 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-9c5155c7-2fba-498f-993c-0660a959afc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.2753239 Apr 20 14:49:53.809641 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4739cd37-2bce-4400-bfa2-145c4c0aa9dc req-c45cf1b7-bfff-4886-80ee-3d9ca953b91a service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282097 Apr 20 14:49:53.823726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-13939b56-c094-4d0a-95d7-b0f15cf9b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.826988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-13939b56-c094-4d0a-95d7-b0f15cf9b060 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 200 len: 797 time: 0.3665030 Apr 20 14:49:53.846222 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a747d8-739d-41ef-92c9-786edd076724 x-openstack-request-id: req-57a747d8-739d-41ef-92c9-786edd076724 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:53.846525 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:53.846843 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57a747d8-739d-41ef-92c9-786edd076724 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:53.847276 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a747d8-739d-41ef-92c9-786edd076724'] response: {'name': 'network-changed', 'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442', 'status': 'completed', 'code': 200} Apr 20 14:49:53.875343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-e3238a8d-83d2-453f-a804-e79e99c20358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637672 Apr 20 14:49:53.889685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-884053231'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:53.904705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-4ee247b8-0db1-496a-ad5d-5f9b9a82367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.906198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-4ee247b8-0db1-496a-ad5d-5f9b9a82367f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f240bac0267450f93e4380863488b85&device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 1099 time: 0.3184409 Apr 20 14:49:53.923992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-740dca47-62be-4731-ba0d-67c57035df4c req-52ab1e61-4f31-4673-baa8-5530b8c40449 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763324 Apr 20 14:49:53.948549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-334ec020-5db4-45ec-ae7f-ef382439d010 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:53.949918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-334ec020-5db4-45ec-ae7f-ef382439d010 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.2383749 Apr 20 14:49:54.033092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Made reservation on behalf of c2edabd8ce0d459bbaf27ae95d2803b4 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:54.036910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.061360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-4b1b30a9-55d3-4b9b-a220-bdd571aaaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.062965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-4b1b30a9-55d3-4b9b-a220-bdd571aaaaf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016687 Apr 20 14:49:54.111164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.193041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-01a0244a-2afe-409c-a665-849d44b722f2 None None] Provisioning complete for port 40f0373e-ffab-455d-aad9-05edc3011bf5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:54.193506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-01a0244a-2afe-409c-a665-849d44b722f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.201751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.223220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.315490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-5bd69c02-9a63-4b38-b172-3258b3d44928 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e HTTP/1.1" status: 200 len: 217 time: 0.3759639 Apr 20 14:49:54.373232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee865-3042-4d3c-a717-6bd5b61e97ac req-ebf9dfce-dde1-4d20-9a06-095191a15de3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.374779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18fee865-3042-4d3c-a717-6bd5b61e97ac req-ebf9dfce-dde1-4d20-9a06-095191a15de3 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 946 time: 0.2731791 Apr 20 14:49:54.399101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-6bb93c85-0bd5-4a75-9af8-caf3cdff2bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246431 Apr 20 14:49:54.408212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be401af-b30f-4d54-8984-1d4414f66669 req-20191ffe-020a-4401-80d1-7876b339f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.409816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-20191ffe-020a-4401-80d1-7876b339f5c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 1094 time: 0.5265095 Apr 20 14:49:54.416670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.419743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event updated for resources: {'Port': ['ID=f5f14582-6db9-4c40-a534-e16b401b9f55,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:54.472447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Deleting port b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:54.472792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.473357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-39dd0554-e7f4-47ff-b276-122c59057020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.474895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-39dd0554-e7f4-47ff-b276-122c59057020 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1374271 Apr 20 14:49:54.481848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] In _notify_port_updated(), no bound segment for port f5f14582-6db9-4c40-a534-e16b401b9f55 on network 8971ffd6-b67a-4fa1-821e-447744f9cf02 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:49:54.487413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.488075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.491969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-63210d46-9a52-499c-8b84-59d0e33ec2b3 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "PUT /v2.0/ports/f5f14582-6db9-4c40-a534-e16b401b9f55 HTTP/1.1" status: 200 len: 1137 time: 1.5935347 Apr 20 14:49:54.500615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:54.559937 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-c679ce52-7933-47de-bd21-60573b9f9264 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750309 Apr 20 14:49:54.638514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a757efd8-6238-47d0-acbf-c4a20b0e4b0a None None] Provisioning complete for port f5f14582-6db9-4c40-a534-e16b401b9f55 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:54.640100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a757efd8-6238-47d0-acbf-c4a20b0e4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.648176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127aaa31-0807-4751-af7d-1b84d11a01c8 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.653247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-127aaa31-0807-4751-af7d-1b84d11a01c8 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "GET /v2.0/ports/f5f14582-6db9-4c40-a534-e16b401b9f55 HTTP/1.1" status: 200 len: 1137 time: 0.1466706 Apr 20 14:49:54.687720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42750) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:54.690069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a757efd8-6238-47d0-acbf-c4a20b0e4b0a None None] Port f5f14582-6db9-4c40-a534-e16b401b9f55 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:49:54.744400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.755467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-1e303ef1-4b1b-4ea7-b57d-1ab4a4b0f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.757036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-1e303ef1-4b1b-4ea7-b57d-1ab4a4b0f5c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2673264 Apr 20 14:49:54.793925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be401af-b30f-4d54-8984-1d4414f66669 req-617b657b-7c6a-454a-8afa-a7aa2814706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:54.795409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-617b657b-7c6a-454a-8afa-a7aa2814706e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 913 time: 0.3728304 Apr 20 14:49:54.809844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=cca40ac9-fcd6-4d51-8729-9dd98af162e6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:54.831111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d898a9-0043-4db4-a417-b6ee4d972ecc None None] Network 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:54.862359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:54.866189 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-99485f11-9c03-435b-b8e3-15b6eded1003 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/cca40ac9-fcd6-4d51-8729-9dd98af162e6 HTTP/1.1" status: 204 len: 168 time: 1.5299380 Apr 20 14:49:54.873912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:54.911128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-4c36e56d-8c24-44d5-ac4f-5ddb9c888a50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04a4abff-08fb-4d5d-8323-eab413ce6442 HTTP/1.1" status: 200 len: 217 time: 0.0980148 Apr 20 14:49:54.980104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18fee865-3042-4d3c-a717-6bd5b61e97ac req-9ea3089f-3a62-4faf-b362-a3cd5437bb89 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bf62ef3-9bd7-4550-9728-3da993fb289a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5701222 Apr 20 14:49:54.988565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-82787e9b-0452-4fd5-b0f7-9fe6b19b1087 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018912 Apr 20 14:49:55.007849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedabe85-3c96-41dd-978a-51c595d049c2 req-358c0fc0-e924-4e68-ad8f-c9a210cfa567 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.009407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedabe85-3c96-41dd-978a-51c595d049c2 req-358c0fc0-e924-4e68-ad8f-c9a210cfa567 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 948 time: 0.6541312 Apr 20 14:49:55.054238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a189262c-50a2-4f76-854e-088b72650967 None None] DHCP port deletion for 46f58a0d-ba2d-4e6e-b346-5358d3c24e9c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:55.055931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be401af-b30f-4d54-8984-1d4414f66669 req-7021c9d9-ac2b-46dd-b988-501d2c631b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.057422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-7021c9d9-ac2b-46dd-b988-501d2c631b65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.1147668 Apr 20 14:49:55.069189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.090772 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-3ba2a472-6b69-4925-8817-06054ca8f236 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012390 Apr 20 14:49:55.106193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Deleting port f5f14582-6db9-4c40-a534-e16b401b9f55 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:55.106634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.112176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-b6a6168e-022e-40e3-b52b-c30698b3b950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443325 Apr 20 14:49:55.112456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Deleting port 40f0373e-ffab-455d-aad9-05edc3011bf5 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:55.112834 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.126395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.172582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.178372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a189262c-50a2-4f76-854e-088b72650967 None None] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=40f0373e-ffab-455d-aad9-05edc3011bf5,segment=NetworkSegment(d916d89d-9a0a-4f69-a0cf-50caab64e486),segment_id=d916d89d-9a0a-4f69-a0cf-50caab64e486)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:55.178736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.186509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92f8478b-a6e1-44b6-9f30-c41624fe4be2 req-525d8679-e143-4da4-9027-d849c3366567 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611804 Apr 20 14:49:55.193781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Calling delete_port for 40f0373e-ffab-455d-aad9-05edc3011bf5 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:55.200160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] For port b53b0446-dce4-4d54-8d86-8642ecba90d6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b53b0446-dce4-4d54-8d86-8642ecba90d6,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:55.200469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.205336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:55.252409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedabe85-3c96-41dd-978a-51c595d049c2 req-b7aeb4cf-6894-49bf-930f-46fde59f4179 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071607 Apr 20 14:49:55.253000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cb089b-cc06-4228-b07a-9620feabf17c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:55.286819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.287186 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Added segment 2425f2f7-0251-4387-aaca-b57ff5fede91 of type vlan for network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 Apr 20 14:49:55.297362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15af9b-fdc5-4f4c-8c59-1ed1ac990ab9 req-89225159-61c4-43fa-ad5f-56a88eab94f5 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.298902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e15af9b-fdc5-4f4c-8c59-1ed1ac990ab9 req-89225159-61c4-43fa-ad5f-56a88eab94f5 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 943 time: 0.2387388 Apr 20 14:49:55.328953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.354635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Calling delete_port for f5f14582-6db9-4c40-a534-e16b401b9f55 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:55.365407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-f29d0b92-b501-4894-bbae-031a8b568b4a service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556281 Apr 20 14:49:55.366676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.370474 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-0ac7eb0a-471d-4268-b528-73f9cc6307a1 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404258 Apr 20 14:49:55.396796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189262c-50a2-4f76-854e-088b72650967 None None] Pushing event deleted for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:55.403753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189262c-50a2-4f76-854e-088b72650967 None None] No DVR routers for this DVR port 40f0373e-ffab-455d-aad9-05edc3011bf5 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:55.449650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.454749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05437194-eb66-4aad-9b43-2d0f18cff566 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:49:55.494114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:49:55.535833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6be401af-b30f-4d54-8984-1d4414f66669 req-78fb83e8-319c-460f-bf3a-7b425f386d94 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307464 Apr 20 14:49:55.563144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:49:55.580891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e15af9b-fdc5-4f4c-8c59-1ed1ac990ab9 req-bb21a218-578e-4068-8f7d-f1466b60df43 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710309 Apr 20 14:49:55.590897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.591431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.591909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.592804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.592937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.593300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.593773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.595784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-56def773-cd71-48fe-8fa2-a4c723d91d38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6476 time: 0.2941067 Apr 20 14:49:55.617637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.643449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05437194-eb66-4aad-9b43-2d0f18cff566,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:55.646741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.653079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.659309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.661350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '05437194-eb66-4aad-9b43-2d0f18cff566', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'port_id': '05437194-eb66-4aad-9b43-2d0f18cff566', 'mac_address': 'fa:16:3e:3b:37:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7023e8b-285f-4a8a-af83-ddc58bf9db96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:49:55.666796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.672778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.676907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event deleted for resources: {'Port': ['ID=f5f14582-6db9-4c40-a534-e16b401b9f55,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:55.679712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.686397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.694633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-423ea102-95f9-4492-8b01-bc11be987cd5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3011715 Apr 20 14:49:55.738493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.763871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05437194-eb66-4aad-9b43-2d0f18cff566 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:55.774156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.779747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:55.780380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.795234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.801541 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5dc9e874-0a7f-4534-8312-37d97032af86 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "DELETE /v2.0/ports/f5f14582-6db9-4c40-a534-e16b401b9f55 HTTP/1.1" status: 204 len: 168 time: 1.1127217 Apr 20 14:49:55.802167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42758) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:55.810332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05437194-eb66-4aad-9b43-2d0f18cff566,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:55.819410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.858036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:55.860701 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:55.901559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Deleting subnet e3b335ec-83eb-4c6d-bbed-013aa302ac5d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:49:55.907192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 40f0373e-ffab-455d-aad9-05edc3011bf5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:55.907937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.910145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Pushing event updated for resources: {'Network': ['ID=be8c8b41-3720-4cfa-bf3b-b33f3d36a702,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:55.913034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:55.928805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:55.932097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:55.978635 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84e9b3-c3fe-4790-ae67-25d5dc414bd7 x-openstack-request-id: req-af84e9b3-c3fe-4790-ae67-25d5dc414bd7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:55.979688 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:55.979947 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af84e9b3-c3fe-4790-ae67-25d5dc414bd7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:55.980346 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af84e9b3-c3fe-4790-ae67-25d5dc414bd7'] response: {'name': 'network-changed', 'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e', 'status': 'completed', 'code': 200} Apr 20 14:49:56.056815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port 40f0373e-ffab-455d-aad9-05edc3011bf5, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:56.057368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.065950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.071398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a663b23c-23fa-4fd4-ae16-a4853cc338c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5081398 Apr 20 14:49:56.087123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e12727ec-e801-4e65-8742-610fc7c5ccdd req-53363ba9-0e0f-475d-8336-7cb2eca30c29 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3915904 Apr 20 14:49:56.088469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 40f0373e-ffab-455d-aad9-05edc3011bf5 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:56.094319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.095065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.095379 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Floating IP 02d82be9-3490-4ef9-a0b5-8dc95be348e5 disassociated. External IP: 172.25.1.162, port: b53b0446-dce4-4d54-8d86-8642ecba90d6. Apr 20 14:49:56.095761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Calling delete_port for b53b0446-dce4-4d54-8d86-8642ecba90d6 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:56.127456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['05437194-eb66-4aad-9b43-2d0f18cff566'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:49:56.190302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.277050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-99946f93-6469-49ac-abbd-408ac9fd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.286774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-99946f93-6469-49ac-abbd-408ac9fd30db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f240bac0267450f93e4380863488b85&device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 1099 time: 0.3043258 Apr 20 14:49:56.292205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42770) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:56.316265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Port 40f0373e-ffab-455d-aad9-05edc3011bf5 was not found and therefore no delete operation was performed {{(pid=102864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:49:56.353628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dece10f-04c8-41b7-8bc2-55304ca51da4 req-90d64349-dea6-435b-85d2-ea8fc6fedcc5 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 210 time: 0.2769761 Apr 20 14:49:56.358636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.360634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.407208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702', 'binding:host_id': 'n-h2-836145-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-552770504'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:56.427876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=40f0373e-ffab-455d-aad9-05edc3011bf5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:56.439208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port 40f0373e-ffab-455d-aad9-05edc3011bf5 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:56.452342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-776e6cbb-c49d-4c3c-a291-fb0ebb64b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.454203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-776e6cbb-c49d-4c3c-a291-fb0ebb64b27c service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1598084 Apr 20 14:49:56.456466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Made reservation on behalf of c3d44a340877440397e1a8807f58ef9e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:56.458844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.469933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.492221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-3613cacb-f37d-4a98-8677-cd8f69256223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.493721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-3613cacb-f37d-4a98-8677-cd8f69256223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3 HTTP/1.1" status: 200 len: 903 time: 0.8604417 Apr 20 14:49:56.496192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'Port': ['ID=b53b0446-dce4-4d54-8d86-8642ecba90d6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:56.513631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.535151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-68959b7d-83d3-494f-b4f4-6aead858ff32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e HTTP/1.1" status: 200 len: 217 time: 0.0720189 Apr 20 14:49:56.543024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b335ec-83eb-4c6d-bbed-013aa302ac5d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:56.546965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.552023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-350148ef-9fa7-48d4-8f30-7632505a2e13 tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "DELETE /v2.0/subnets/e3b335ec-83eb-4c6d-bbed-013aa302ac5d HTTP/1.1" status: 204 len: 168 time: 0.7467000 Apr 20 14:49:56.556321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735ea1c-cb28-48fc-9c93-5d66646eb4db None None] Network 8971ffd6-b67a-4fa1-821e-447744f9cf02 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:56.562503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42774) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:56.651009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-0d5ba94d-7cdb-4e8b-b4e5-4320790300ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=955cac8f-32a5-4109-904a-16bcb8663314 HTTP/1.1" status: 200 len: 217 time: 0.1435072 Apr 20 14:49:56.686368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-3763d281-610c-48b8-be34-f039f47738e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.687352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125276f-166d-4199-b889-fcbbeff99d01 req-d7673d2e-a91a-4c0d-ad0d-3cf69b0e9e2e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.687515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-3763d281-610c-48b8-be34-f039f47738e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.1426165 Apr 20 14:49:56.688870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0125276f-166d-4199-b889-fcbbeff99d01 req-d7673d2e-a91a-4c0d-ad0d-3cf69b0e9e2e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 948 time: 0.3343818 Apr 20 14:49:56.700165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.715540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.768412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] DHCP port deletion for 8971ffd6-b67a-4fa1-821e-447744f9cf02 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:49:56.789440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.811891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-3ea9039c-3b67-423e-a741-e5645e6db9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.813420 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-3ea9039c-3b67-423e-a741-e5645e6db9f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150992 Apr 20 14:49:56.814966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.822347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:56.836184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f58a0d-ba2d-4e6e-b346-5358d3c24e9c']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:56.864534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Deleting port da517826-dd79-41f8-88f2-002084897c02 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:56.865835 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.883956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd916d89d-9a0a-4f69-a0cf-50caab64e486') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:56.884251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd916d89d-9a0a-4f69-a0cf-50caab64e486') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:56.908366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-7411ebf7-446e-450c-87db-408bdbe71dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.910865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-7411ebf7-446e-450c-87db-408bdbe71dbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 200 len: 797 time: 0.2443540 Apr 20 14:49:56.920015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.930523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0020-09a0-4d22-b87a-6529da7bfd32 req-58100779-ec4a-4026-b5c1-07e590e03cf3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:56.938451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] For port da517826-dd79-41f8-88f2-002084897c02, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=da517826-dd79-41f8-88f2-002084897c02,segment=NetworkSegment(8bb4381a-e32e-4c14-9947-a967b33a8697),segment_id=8bb4381a-e32e-4c14-9947-a967b33a8697)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:56.938877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.939009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e5c0020-09a0-4d22-b87a-6529da7bfd32 req-58100779-ec4a-4026-b5c1-07e590e03cf3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 943 time: 0.2626283 Apr 20 14:49:56.954849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Calling delete_port for da517826-dd79-41f8-88f2-002084897c02 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:56.958095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275eeb15-e1ec-46f7-8c6d-975b37a6ae05,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:56.969579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0125276f-166d-4199-b889-fcbbeff99d01 req-c91b2f82-a3e3-444e-b0fc-6a6cae336951 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344387 Apr 20 14:49:57.013626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:49:57.018157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.032892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Deleting port da517826-dd79-41f8-88f2-002084897c02 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:57.033514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.041917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:57.042506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:57.046557 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:57.049428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 40f0373e-ffab-455d-aad9-05edc3011bf5 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:57.067180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-1cc83aa4-c9da-4c0a-a1d5-39332a60832b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346408 Apr 20 14:49:57.080245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 40f0373e-ffab-455d-aad9-05edc3011bf5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:57.080588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 40f0373e-ffab-455d-aad9-05edc3011bf5 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:57.083024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e5c0020-09a0-4d22-b87a-6529da7bfd32 req-531469c9-ab27-4304-a8aa-4e42346503cf tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379905 Apr 20 14:49:57.119329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.160635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] Pushing event deleted for resources: {'Port': ['ID=da517826-dd79-41f8-88f2-002084897c02,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:57.163190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057db6ac-ef0c-449a-9c74-2199ce3b4614 None None] No DVR routers for this DVR port da517826-dd79-41f8-88f2-002084897c02 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:57.210295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-4c3ca969-87c9-4d01-8d40-88bcad05a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.211800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-4c3ca969-87c9-4d01-8d40-88bcad05a96e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2895777 Apr 20 14:49:57.214936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.236442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.243212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/46f58a0d-ba2d-4e6e-b346-5358d3c24e9c HTTP/1.1" status: 204 len: 168 time: 2.3552809 Apr 20 14:49:57.262427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42780) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:57.296161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5b967-097d-4469-a24d-23540ec05876 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=46f58a0d-ba2d-4e6e-b346-5358d3c24e9c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:57.443626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:49:57.453976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:49:57.462682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.465112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:57.465722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:57.468526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.475877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.481660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.487462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.493299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.499219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.502833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 04a4abff-08fb-4d5d-8323-eab413ce6442 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:49:57.507218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-8be07f90-94da-4d85-8bdb-2620e6719392 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2995415 Apr 20 14:49:57.509461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05437194-eb66-4aad-9b43-2d0f18cff566 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:49:57.519931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] For port da517826-dd79-41f8-88f2-002084897c02, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=da517826-dd79-41f8-88f2-002084897c02,segment=NetworkSegment(8bb4381a-e32e-4c14-9947-a967b33a8697),segment_id=8bb4381a-e32e-4c14-9947-a967b33a8697)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:57.520296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.529048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-febdae69-0d9a-424c-b05a-6da0b71568fa service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031459 Apr 20 14:49:57.537788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f75f4-02bb-4aff-9c8e-a6d319ef5ed4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:57.542699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a1f75f4-02bb-4aff-9c8e-a6d319ef5ed4 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2683494 Apr 20 14:49:57.554604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:57.577328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Calling delete_port for da517826-dd79-41f8-88f2-002084897c02 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:57.606213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c7a97e8-e027-4e60-a73b-e951b5de7138 req-2a83724f-6ce2-4685-9bd5-acd9bedf8af8 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/ports?device_id=456dba62-f734-41c4-880a-a04ab5a38bf0 HTTP/1.1" status: 200 len: 210 time: 0.1640368 Apr 20 14:49:57.624457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:57.629125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] No DVR routers for this DVR port b53b0446-dce4-4d54-8d86-8642ecba90d6 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:57.643124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.647422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634ccb3f-3ce6-4228-ba1f-64e561f7a6f2 req-52884558-8cc0-40f5-9934-df1974b0773e service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487006 Apr 20 14:49:57.680967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.681356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.688428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e5350c0-a67a-4aa6-944f-38ed25dd607f req-b0fc88d3-b014-4412-a7ef-8e7561236c65 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.43 "DELETE /v2.0/ports/b53b0446-dce4-4d54-8d86-8642ecba90d6 HTTP/1.1" status: 204 len: 173 time: 3.7313561 Apr 20 14:49:57.689562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-deleted', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:57.691716 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272937cf-aaaa-436e-a4a6-3352bcb126b0" -d '{"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-deleted", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:57.695667 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd6d11d6-2e1b-4e33-bc89-a55d99ac242f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1345840 Apr 20 14:49:57.697049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42788) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:57.703121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-889398729'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:57.713589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5734bc26-ce4c-4725-80e7-a0eff6508759 req-3e40f08d-7f98-4bfa-a7ba-29700a46238d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051680 Apr 20 14:49:57.715279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:57.779147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=cb5b3fa8-d0c1-48b2-9c71-85a645f28f46,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:57.788944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:57.789696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0dccd3-c5a4-4bbc-a973-010469a1c2d5 req-8ab1e717-e757-4814-b7f0-b127918d77e2 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348099 Apr 20 14:49:57.792850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.799814 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf1aebd-c1e2-411b-a6cc-8752a79db2d1 x-openstack-request-id: req-ecf1aebd-c1e2-411b-a6cc-8752a79db2d1 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:57.800242 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456dba62-f734-41c4-880a-a04ab5a38bf0", "name": "network-vif-deleted", "tag": "b53b0446-dce4-4d54-8d86-8642ecba90d6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:57.800495 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecf1aebd-c1e2-411b-a6cc-8752a79db2d1 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:57.800896 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf1aebd-c1e2-411b-a6cc-8752a79db2d1'] response: {'server_uuid': '456dba62-f734-41c4-880a-a04ab5a38bf0', 'name': 'network-vif-deleted', 'tag': 'b53b0446-dce4-4d54-8d86-8642ecba90d6', 'status': 'completed', 'code': 200} Apr 20 14:49:57.829940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.871022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:49:57.873645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Checking segment: {'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:57.874232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Network hostable DHCP agents. Network: be8c8b41-3720-4cfa-bf3b-b33f3d36a702, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:57.876430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event deleted for resources: {'Port': ['ID=da517826-dd79-41f8-88f2-002084897c02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:57.892591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] No DVR routers for this DVR port da517826-dd79-41f8-88f2-002084897c02 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:49:57.896076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:57.896442 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment 9d551356-50d7-4299-a241-cbbf4cb4140b of type vlan for network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 Apr 20 14:49:57.957119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:58.018115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.027882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, be8c8b41-3720-4cfa-bf3b-b33f3d36a702) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:58.029457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 05437194-eb66-4aad-9b43-2d0f18cff566 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:49:58.031696 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.037118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:49:58.066961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbabf6e-08e0-4376-b301-fc45328e06f0 None None] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:58.078596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 05437194-eb66-4aad-9b43-2d0f18cff566 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:49:58.078989 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.081250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.081595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.081938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.086487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8971ffd6-b67a-4fa1-821e-447744f9cf02']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:58.094643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4dd7c-787d-4b31-8992-6fc5937b9be0 req-81d69e9f-43f7-4fde-bc49-6df586b545e7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:58.095251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.101007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2f4dd7c-787d-4b31-8992-6fc5937b9be0 req-81d69e9f-43f7-4fde-bc49-6df586b545e7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 948 time: 0.0588105 Apr 20 14:49:58.101224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:58.101702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.104294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.104817 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.110401 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 2 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.115255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb4381a-e32e-4c14-9947-a967b33a8697') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:58.115807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb4381a-e32e-4c14-9947-a967b33a8697') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:58.162348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2f4dd7c-787d-4b31-8992-6fc5937b9be0 req-94b1839f-46fc-400d-bbfc-5286555e5691 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552514 Apr 20 14:49:58.178786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.197150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=04a4abff-08fb-4d5d-8323-eab413ce6442,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:58.219804 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5204844 Apr 20 14:49:58.229767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:58.235000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.235576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.236214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.237721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:58.238447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '04a4abff-08fb-4d5d-8323-eab413ce6442', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'port_id': '04a4abff-08fb-4d5d-8323-eab413ce6442', 'mac_address': 'fa:16:3e:04:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7023e8b-285f-4a8a-af83-ddc58bf9db96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:49:58.249527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.251864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.252373 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.257532 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 3 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.263103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b95e5-66ba-4bed-99d4-689bb1b67d90 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=7d7b7222-26f4-4211-8717-d1d1aa4a4606,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:58.271476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:49:58.272310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:49:58.277101 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:49:58.298225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.298991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.299545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.302309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:49:58.338349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.339068 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.346031 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 4 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.367013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.367778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.368352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.374525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.375281 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.375938 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 5 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.386120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.397479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.401056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] 10.222.0.20 "DELETE /v2.0/networks/8971ffd6-b67a-4fa1-821e-447744f9cf02 HTTP/1.1" status: 204 len: 168 time: 1.8304415 Apr 20 14:49:58.406093 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.414812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.415171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.415569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.418031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe423e8-e88f-4930-9854-8eacfac8fd8a tempest-ExtraDHCPOptionsTestJSON-4167446 tempest-ExtraDHCPOptionsTestJSON-4167446-project] Pushing event deleted for resources: {'Network': ['ID=8971ffd6-b67a-4fa1-821e-447744f9cf02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:58.422838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.423253 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.423779 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 6 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.437229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.437497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.437889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.442725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.443146 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.443274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a4abff-08fb-4d5d-8323-eab413ce6442 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:58.443701 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 7 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.460935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.461417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.461879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.468469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.469080 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.469614 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 8 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.483876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.484215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.484687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.490668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.490668 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.490998 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 9 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.505123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=04a4abff-08fb-4d5d-8323-eab413ce6442,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:58.505252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.505830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.506356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.508938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.512485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.512904 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.513428 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 10 to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 Apr 20 14:49:58.529766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:49:58.530109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:49:58.530450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:49:58.536099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.542084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:58.542320 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:49:58.542667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.546761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:49:58.549314 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67087df-ba4a-4a13-9642-62c943e71e7a" -d '{"events": [{"server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "name": "network-vif-plugged", "status": "completed", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:49:58.583872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05437194-eb66-4aad-9b43-2d0f18cff566,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:58.593851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.595122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:58.607953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:58.632186 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a614413-9bed-4d42-a4bb-4930c0e62117 x-openstack-request-id: req-6a614413-9bed-4d42-a4bb-4930c0e62117 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:49:58.632779 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "name": "network-vif-plugged", "status": "completed", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:49:58.633187 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a614413-9bed-4d42-a4bb-4930c0e62117 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:49:58.633823 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a614413-9bed-4d42-a4bb-4930c0e62117'] response: {'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566', 'code': 200} Apr 20 14:49:58.661303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: b53b0446-dce4-4d54-8d86-8642ecba90d6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:58.662000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b53b0446-dce4-4d54-8d86-8642ecba90d6 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:58.669063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:49:58.683006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:58.685276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:49:58.685775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempted to set empty binding levels {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:49:58.692272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:49:58.693513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:49:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:58.695192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.732006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:58.732668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.758645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=cb5b3fa8-d0c1-48b2-9c71-85a645f28f46,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:58.778957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a0789bb-bd0c-4ade-8f88-99e0795549a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4855428 Apr 20 14:49:58.779614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42808) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:58.822855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:58.856008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['04a4abff-08fb-4d5d-8323-eab413ce6442'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:49:58.861321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:58.935135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device da517826-dd79-41f8-88f2-002084897c02 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:49:58.954933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.962783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Deleting port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:58.963381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.968311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:58.998502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: da517826-dd79-41f8-88f2-002084897c02 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:49:58.998874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device da517826-dd79-41f8-88f2-002084897c02 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:49:59.025890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ed7ab-7796-4dff-b687-543f96988b8b req-01684ad7-649a-41d6-b1bd-6c8c6608ba9c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.033426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-698ed7ab-7796-4dff-b687-543f96988b8b req-01684ad7-649a-41d6-b1bd-6c8c6608ba9c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 943 time: 0.8342280 Apr 20 14:49:59.034035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.047647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:59.051191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.077549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f9347-018e-4069-9796-693837ed3e41 req-eb98befc-e9ba-43a9-9756-8e3a09febe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.079075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-867f9347-018e-4069-9796-693837ed3e41 req-eb98befc-e9ba-43a9-9756-8e3a09febe46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54f0c71c-4d3f-4350-a5cf-9e15e7b3b990 HTTP/1.1" status: 200 len: 1096 time: 0.1729646 Apr 20 14:49:59.082842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:49:59.090487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port cb5b3fa8-d0c1-48b2-9c71-85a645f28f46, host n-h2-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:59.090986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.117627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Calling delete_port for cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:59.139493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41353fd0-7b1f-48c1-b228-a15e9521530a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf3e2b2de59840449e4196a3727a2e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735944 Apr 20 14:49:59.142983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.172510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.179178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.186024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.193852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.201334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.205113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.207613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.207756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.208734 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "DELETE /v2.0/security-groups/8bf62ef3-9bd7-4550-9728-3da993fb289a HTTP/1.1" status: 204 len: 168 time: 0.3849466 Apr 20 14:49:59.213772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.217890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42820) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.223566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-0e094980-0cd4-4831-b8c0-bf22f18d3cf3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3287065 Apr 20 14:49:59.250398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd6bb-e5c1-4a7d-957d-7d4c1792e646 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf62ef3-9bd7-4550-9728-3da993fb289a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:59.253859 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-5b716602-412e-4df4-bdf8-f46f7cf9b1ef tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] show failed (client error): The resource could not be found. Apr 20 14:49:59.255005 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5b716602-412e-4df4-bdf8-f46f7cf9b1ef tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "GET /v2.0/security-groups/8bf62ef3-9bd7-4550-9728-3da993fb289a HTTP/1.1" status: 404 len: 347 time: 0.0302300 Apr 20 14:49:59.258873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42822) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.265918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-698ed7ab-7796-4dff-b687-543f96988b8b req-227dda19-a224-4a7a-8be3-4a160943bddd tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311018 Apr 20 14:49:59.314831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-867f9347-018e-4069-9796-693837ed3e41 req-0c06de0c-6085-4dbf-a4c9-6bcc61454dfc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958110 Apr 20 14:49:59.331867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.335247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6a75d45-8c7b-4c46-a8ff-1a04cc506ad3 req-39db338f-1a7c-4e00-8516-8955b93c3e1d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108148 Apr 20 14:49:59.340977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.426042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.427858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb5b3fa8-d0c1-48b2-9c71-85a645f28f46,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:59.436138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:49:59.466709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7751e020-7e3d-4964-80d8-11d593bbd498 None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:42:15Z', 'revision_number': 4, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9da7f4ca-a2d3-4fa7-a623-322f9824494a', 'name': '', 'network_id': 'a864d66a-6db7-4268-9f4b-7d63c9584896', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'mac_address': 'fa:16:3e:6a:85:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:14Z', 'updated_at': '2022-04-20T14:42:22Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'subnets': [{'id': '1f6e04bb-2f3d-41c3-ba3f-30f987b496e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:49:59.469014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.470669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 832dbf78-dda2-4ba4-b390-2509f9f73e5e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:49:59.474956 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1098a5a9-5b17-4136-82fa-21d8ecac36ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 HTTP/1.1" status: 204 len: 168 time: 0.6942225 Apr 20 14:49:59.475673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42824) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.482932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c537-94ec-4db8-b5e5-bb401056f948 req-932af579-17f4-4b2a-8d73-e3bc63c56507 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.491066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a14c537-94ec-4db8-b5e5-bb401056f948 req-932af579-17f4-4b2a-8d73-e3bc63c56507 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 948 time: 0.1124444 Apr 20 14:49:59.515930 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-75de6363-afb1-41f4-bcaf-7c1d7f8732a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:49:59.520860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75de6363-afb1-41f4-bcaf-7c1d7f8732a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports/cb5b3fa8-d0c1-48b2-9c71-85a645f28f46 HTTP/1.1" status: 404 len: 333 time: 0.0370960 Apr 20 14:49:59.521481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.529115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-754448910'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:59.555851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.565787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Made reservation on behalf of c3d44a340877440397e1a8807f58ef9e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:59.568178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.586602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.589751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.590265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/237285a7-e58b-4b38-aae8-c62961dfaa77 HTTP/1.1" status: 204 len: 168 time: 0.4452748 Apr 20 14:49:59.594730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Deleting port a59dbef3-c233-428d-b627-9b2f076954c3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:49:59.595062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.610913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a14c537-94ec-4db8-b5e5-bb401056f948 req-cf7d8ef2-8b8c-46ae-a07b-28ae3b643441 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147547 Apr 20 14:49:59.617542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc964a-e4a8-46b7-b1bc-09a54abbf607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237285a7-e58b-4b38-aae8-c62961dfaa77,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:59.643396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port 1d753e68-e82d-4a9b-a90b-290b4415395a yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:49:59.645327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:59.651177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=80d1a95d-93c6-419b-998a-6d296a7ca5d7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:49:59.684280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '832dbf78-dda2-4ba4-b390-2509f9f73e5e', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '832dbf78-dda2-4ba4-b390-2509f9f73e5e', 'mac_address': 'fa:16:3e:ed:40:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:49:59.698759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': '9d551356-50d7-4299-a241-cbbf4cb4140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:49:59.699219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 7d7b7222-26f4-4211-8717-d1d1aa4a4606, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:49:59.723848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:49:59.735314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.736136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.746479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 7d7b7222-26f4-4211-8717-d1d1aa4a4606) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:49:59.755646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:49:59.756723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.760422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Calling delete_port for a59dbef3-c233-428d-b627-9b2f076954c3 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:49:59.769202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b79f94-bcbf-4f79-aca4-803ced24f422 None None] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:49:59.779607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ad5adb5a-2e53-4a15-96b0-10a4716090fc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5486352 Apr 20 14:49:59.782296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:49:59.788060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606', 'name': 'tempest-PortsTestJSON-1254581380'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:59.788334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.902439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832dbf78-dda2-4ba4-b390-2509f9f73e5e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:49:59.923518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:49:59.929404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.944440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:49:59.955695 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.970112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01807979-1e61-4f61-85d0-499d8445466f None None] New status for floating IP 02d82be9-3490-4ef9-a0b5-8dc95be348e5: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:49:59.971024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 3aef5822-fe0b-4528-9d37-45ee1736d5eb yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:00.025848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.054206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:00.118540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.153235 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.db.api [None req-01807979-1e61-4f61-85d0-499d8445466f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:50:00.153585 n-d-836145-2 neutron-server[102866]: DEBUG oslo_db.api [None req-01807979-1e61-4f61-85d0-499d8445466f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:50:00.163118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Pushing event deleted for resources: {'Port': ['ID=a59dbef3-c233-428d-b627-9b2f076954c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:00.184176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.13 (7d7b7222-26f4-4211-8717-d1d1aa4a4606/80d1a95d-93c6-419b-998a-6d296a7ca5d7/3aef5822-fe0b-4528-9d37-45ee1736d5eb) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:00.224511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.227602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.231567 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4994e052-5ef1-4ae5-a6c0-ea7a3d509ce9 tempest-AttachVolumeShelveTestJSON-518027522 tempest-AttachVolumeShelveTestJSON-518027522-project] 10.222.0.20 "DELETE /v2.0/floatingips/02d82be9-3490-4ef9-a0b5-8dc95be348e5 HTTP/1.1" status: 204 len: 168 time: 0.9665797 Apr 20 14:50:00.261157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-7d7b7222-26f4-4211-8717-d1d1aa4a4606', 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': '80d1a95d-93c6-419b-998a-6d296a7ca5d7'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:50:00.262026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.269680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.372701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:00.394272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:00.403228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:00.404703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.405198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.418935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=1d753e68-e82d-4a9b-a90b-290b4415395a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:00.423050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['832dbf78-dda2-4ba4-b390-2509f9f73e5e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:00.450835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4d48da3d-a417-4cf3-9aea-319b1d670f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9270470 Apr 20 14:50:00.453706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:00.463209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:00.588620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.605636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a6705-8cc7-4cef-be90-21c13c27b5db req-45fa10bd-ab5b-4202-bc14-5605aa3194c5 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.607210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d36a6705-8cc7-4cef-be90-21c13c27b5db req-45fa10bd-ab5b-4202-bc14-5605aa3194c5 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 944 time: 0.1912746 Apr 20 14:50:00.637772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.643883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.649666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.655497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.656493 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01807979-1e61-4f61-85d0-499d8445466f None None] New status for floating IP 02d82be9-3490-4ef9-a0b5-8dc95be348e5: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:50:00.660697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.661257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.667196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.672854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:00.680934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a98ba7ea-3c72-43db-93b3-59a96c404b59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.1797032 Apr 20 14:50:00.743178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:00.760358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d36a6705-8cc7-4cef-be90-21c13c27b5db req-ba892a55-6232-46ef-8381-9767d5bac9b3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402307 Apr 20 14:50:00.787761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dd64ebc-e7a7-4d55-8faf-03acd2321992 req-a2ea2416-05b7-4fb0-9ebb-2daca67feca7 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973325 Apr 20 14:50:00.826932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:00.831527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:00.835669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:00.863449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Allocated IP 172.20.0.2 (7d7b7222-26f4-4211-8717-d1d1aa4a4606/80d1a95d-93c6-419b-998a-6d296a7ca5d7/5aee3f91-c346-418f-b156-826bf22f2434) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:00.966058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42862) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:00.971093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=3aef5822-fe0b-4528-9d37-45ee1736d5eb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.018262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:01.019374 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.044238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port 1d753e68-e82d-4a9b-a90b-290b4415395a yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:01.045888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf52f43-63d2-462a-b30a-0af15fc8fa32 req-9d781c53-2565-4bab-a2b3-47379630fd02 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:01.047865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbf52f43-63d2-462a-b30a-0af15fc8fa32 req-9d781c53-2565-4bab-a2b3-47379630fd02 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 949 time: 0.1391091 Apr 20 14:50:01.059214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3e75d72-2c34-42c6-89f7-995b0bbb032a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2758853 Apr 20 14:50:01.065769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42866) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:01.069435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.074338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606', 'name': 'tempest-PortsTestJSON-1912646031'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:01.079530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.140051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=1d753e68-e82d-4a9b-a90b-290b4415395a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.148888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418020413'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:01.160082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.170373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbf52f43-63d2-462a-b30a-0af15fc8fa32 req-7e2696a6-c858-4cfa-9e7f-8b82f8137614 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085804 Apr 20 14:50:01.171829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.202584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.202584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.202991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.203362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.214274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.217299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.217641 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.219942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:01.223114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:01.223268 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 2 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.227220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:01.237733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:01.243539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.243977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.244332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.244687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.257557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.257930 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.262851 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 3 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.269864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 558dda81-4a07-4d75-a5e8-88d4f54814a9 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:01.285863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.286202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.286548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.300386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.300762 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.302236 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 4 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.307786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Pushing event updated for resources: {'Port': ['ID=5aee3f91-c346-418f-b156-826bf22f2434,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.326275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.326692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.327046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.329175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Attempting to bind port 5aee3f91-c346-418f-b156-826bf22f2434 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.329544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Attempting to bind port 5aee3f91-c346-418f-b156-826bf22f2434 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9d551356-50d7-4299-a241-cbbf4cb4140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.336638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Attempting to bind port 5aee3f91-c346-418f-b156-826bf22f2434 on network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.339440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.339786 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.341738 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 5 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.348470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:01.348851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Checking segment: {'id': '9d551356-50d7-4299-a241-cbbf4cb4140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:01.349289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.349677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Bound using segment: {'id': '9d551356-50d7-4299-a241-cbbf4cb4140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:01.350268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Bound port: 5aee3f91-c346-418f-b156-826bf22f2434, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d551356-50d7-4299-a241-cbbf4cb4140b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7d7b7222-26f4-4211-8717-d1d1aa4a4606'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:01.350812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.365741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.369284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.369698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.370114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.374854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.375264 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.375769 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 6 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.384597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.406797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.407234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.407645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.416767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.8 (7d7b7222-26f4-4211-8717-d1d1aa4a4606/80d1a95d-93c6-419b-998a-6d296a7ca5d7/558dda81-4a07-4d75-a5e8-88d4f54814a9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:01.423850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] For port 5aee3f91-c346-418f-b156-826bf22f2434, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:01.425203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.425613 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.427559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] For port 5aee3f91-c346-418f-b156-826bf22f2434, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5aee3f91-c346-418f-b156-826bf22f2434,segment=NetworkSegment(9d551356-50d7-4299-a241-cbbf4cb4140b),segment_id=9d551356-50d7-4299-a241-cbbf4cb4140b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:01.432595 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 7 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.433082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.449797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a5a59c-aca7-4fd7-b982-310c6e9764a4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.457018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.457518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.457958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.468867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 832dbf78-dda2-4ba4-b390-2509f9f73e5e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:01.471575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.472094 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.473711 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 8 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.507758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.508355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.512258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.522081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.524889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.525373 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.525866 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 9 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.536716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.553766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2f99-7ee5-4eb6-b5cc-ab0b2ef8dc4a None None] Pushing event updated for resources: {'Port': ['ID=5aee3f91-c346-418f-b156-826bf22f2434,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.560724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.561181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.561619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.579501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 832dbf78-dda2-4ba4-b390-2509f9f73e5e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:01.586729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 832dbf78-dda2-4ba4-b390-2509f9f73e5e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:01.588087 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.588410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.588812 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.593215 n-d-836145-2 neutron-server[102863]: INFO neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 10 to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a Apr 20 14:50:01.600808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.602363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6350758 Apr 20 14:50:01.611769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:01.637565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de40a7a-fcbf-4ca2-9929-c9cb38ef9b3b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6360de36-c725-45d9-84c9-d4d969a1a102,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.641608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:01.642031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:01.642439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:01.651568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:01.652082 n-d-836145-2 neutron-server[102863]: ERROR neutron.plugins.ml2.managers [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 1d753e68-e82d-4a9b-a90b-290b4415395a on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:01.652496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.689501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.706371 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.717396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-693c2f54-ed79-4c8c-8a0f-51937b2839a5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0992448 Apr 20 14:50:01.721882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42872) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:01.732196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-security--1523038326', 'description': 'tempest-security-description-674019864'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:01.745229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:01.748337 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c664c82b-2f94-49a7-8e1a-f3548fb9502c" -d '{"events": [{"server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "name": "network-vif-plugged", "status": "completed", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:01.752802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:01.758767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.768863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.772644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 04a4abff-08fb-4d5d-8323-eab413ce6442 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:01.813994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port 1d753e68-e82d-4a9b-a90b-290b4415395a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:01.814107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempted to set empty binding levels {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:50:01.829885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.843459 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.868014 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2ea6ba-1b01-40de-aaad-6c8970d16acf x-openstack-request-id: req-9f2ea6ba-1b01-40de-aaad-6c8970d16acf {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:01.868283 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "name": "network-vif-plugged", "status": "completed", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:01.868543 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f2ea6ba-1b01-40de-aaad-6c8970d16acf {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:01.868945 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f2ea6ba-1b01-40de-aaad-6c8970d16acf'] response: {'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e', 'code': 200} Apr 20 14:50:01.901204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:01.904472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:01.921136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:01.938648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=558dda81-4a07-4d75-a5e8-88d4f54814a9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.956266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 04a4abff-08fb-4d5d-8323-eab413ce6442 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:01.985906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] In _notify_port_updated(), no bound segment for port 1d753e68-e82d-4a9b-a90b-290b4415395a on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:50:01.988391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:01.991967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 04a4abff-08fb-4d5d-8323-eab413ce6442 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:01.992465 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:01.998295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:01.999182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.001206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "PUT /v2.0/ports/1d753e68-e82d-4a9b-a90b-290b4415395a HTTP/1.1" status: 200 len: 978 time: 1.5464644 Apr 20 14:50:02.007910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.035243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de9554-aa16-4385-941f-3f1aa2fdcce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=1d753e68-e82d-4a9b-a90b-290b4415395a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:02.052654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.059121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.062984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.066916 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "PUT /v2.0/security-groups/6360de36-c725-45d9-84c9-d4d969a1a102 HTTP/1.1" status: 200 len: 1779 time: 0.3360829 Apr 20 14:50:02.082598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42882) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.120389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd8e11-3e1f-49cd-bf90-7b8f0b1f4748 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6360de36-c725-45d9-84c9-d4d969a1a102,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:02.121476 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.172078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=04a4abff-08fb-4d5d-8323-eab413ce6442,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:02.176416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.212658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.213399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.235325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:02.288926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.289505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.289863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.290343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.290813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.291274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.291737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.292203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.292654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.293124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.293573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.294023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.294478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.294960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.295416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.295868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.296328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.296784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.297237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.297703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.298144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.298617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.299072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.299525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.299976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.300438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.300879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.301328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.301788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.302227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.302720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.303487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.304149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.304610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.305067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.305525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.309289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ebb53a64-72e4-419a-b476-2ad66c94874c tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32246 time: 0.2881062 Apr 20 14:50:02.314409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42886) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.320594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-693b1b14-4a61-4461-8716-7f37aceb8728 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2506297 Apr 20 14:50:02.329851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586dc34-d00b-47b7-95b2-05fa4619383a req-3927ec66-bbc4-4c6c-862b-1a6a5d7e1252 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.331503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4586dc34-d00b-47b7-95b2-05fa4619383a req-3927ec66-bbc4-4c6c-862b-1a6a5d7e1252 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 944 time: 0.3195231 Apr 20 14:50:02.332246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42888) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.336606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-beac6964-d40d-491a-85d1-6aaf2efebebc tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups/6360de36-c725-45d9-84c9-d4d969a1a102 HTTP/1.1" status: 200 len: 1779 time: 0.2138591 Apr 20 14:50:02.339820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376efb-415d-4810-845d-f4ceece59b8f req-7a60f866-3fbb-4423-bb35-3e0ed426566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.341287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39376efb-415d-4810-845d-f4ceece59b8f req-7a60f866-3fbb-4423-bb35-3e0ed426566b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 1101 time: 0.3954575 Apr 20 14:50:02.343016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42890) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.362032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.368148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.373961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.379671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.385776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.391931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.397876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.399844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-6f06dea3-c4bf-48c2-9f98-1b899843b30e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3890438 Apr 20 14:50:02.415962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Deleting port 1d753e68-e82d-4a9b-a90b-290b4415395a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:02.416443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.482404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port 1d753e68-e82d-4a9b-a90b-290b4415395a, host n-h2-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:02.482961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.497890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Calling delete_port for 1d753e68-e82d-4a9b-a90b-290b4415395a owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:02.550329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4586dc34-d00b-47b7-95b2-05fa4619383a req-09aea886-4003-4c2a-9f7e-8c77bb986326 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078934 Apr 20 14:50:02.560654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfec0a07-a535-425c-b213-d317ca41fc16 req-b9929903-a429-4ee5-a623-747bee709712 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451797 Apr 20 14:50:02.564585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39376efb-415d-4810-845d-f4ceece59b8f req-b3365f65-8ca6-4993-9a05-4f3a50aec201 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557279 Apr 20 14:50:02.596020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1223af-8ca2-4016-bd06-70ed18542428 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.600250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee1223af-8ca2-4016-bd06-70ed18542428 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2601464 Apr 20 14:50:02.605014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.642794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.689042 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.752453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.799838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d753e68-e82d-4a9b-a90b-290b4415395a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:02.820277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.823906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-59182c84-3cfd-4766-b692-192d5d48c42d tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1d753e68-e82d-4a9b-a90b-290b4415395a HTTP/1.1" status: 204 len: 168 time: 0.5083694 Apr 20 14:50:02.827688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 558dda81-4a07-4d75-a5e8-88d4f54814a9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:02.828046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:02.831446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.880077 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-88893621-4f21-477d-87c4-dd6a1313ee7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:50:02.883252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-88893621-4f21-477d-87c4-dd6a1313ee7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports/1d753e68-e82d-4a9b-a90b-290b4415395a HTTP/1.1" status: 404 len: 333 time: 0.0506494 Apr 20 14:50:02.889122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42904) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:02.897572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1942184860', 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:02.899540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042541d-444f-490e-b47a-2e550e7040c4 req-1348c190-e449-4a10-92a3-d98ae942c0bf tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:02.915383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3042541d-444f-490e-b47a-2e550e7040c4 req-1348c190-e449-4a10-92a3-d98ae942c0bf tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 950 time: 0.2000387 Apr 20 14:50:02.936850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5aee3f91-c346-418f-b156-826bf22f2434 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:02.969220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Made reservation on behalf of c3d44a340877440397e1a8807f58ef9e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:02.971930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.046717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3042541d-444f-490e-b47a-2e550e7040c4 req-e85cf5ad-0fc5-4aed-86b2-9e89925937bc tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Apr 20 14:50:03.055194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port 692247d4-e05a-47bf-8b98-7f3d3b0f5feb yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:03.061081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.063896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.067821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/6360de36-c725-45d9-84c9-d4d969a1a102 HTTP/1.1" status: 204 len: 168 time: 0.6670363 Apr 20 14:50:03.068431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42906) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.075708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.103456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5aee3f91-c346-418f-b156-826bf22f2434 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:03.103908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.108798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb01af-9b93-4377-adb7-e0040d3f491b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360de36-c725-45d9-84c9-d4d969a1a102,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:03.127885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-912e58c6-31bc-4dd5-b665-ad760093fab0 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555935 Apr 20 14:50:03.128968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42908) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.143532 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-24f1b618-3c03-4f6d-a40e-e1952c3ad0ac tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] delete failed (client error): The resource could not be found. Apr 20 14:50:03.150951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-24f1b618-3c03-4f6d-a40e-e1952c3ad0ac tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/6360de36-c725-45d9-84c9-d4d969a1a102 HTTP/1.1" status: 404 len: 347 time: 0.0209696 Apr 20 14:50:03.151261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.157133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--699829701'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:03.168905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 558dda81-4a07-4d75-a5e8-88d4f54814a9 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:03.184494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.186546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a19e66-389c-4865-a9c9-32d7cc2cfde0 None None] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:03.320214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.330959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.379203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.402093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.410608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e15b325a-a1f2-4217-8e4b-def472a4455f None None] Provisioning complete for port 5aee3f91-c346-418f-b156-826bf22f2434 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:03.411070 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e15b325a-a1f2-4217-8e4b-def472a4455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.447107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400152be-f821-40c0-9588-a5b908cfe4bf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:03.457203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.463110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42916) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.464062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e2306993-4766-4cf7-9e59-5a513e98c42c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3116741 Apr 20 14:50:03.482535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '400152be-f821-40c0-9588-a5b908cfe4bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:03.502466 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.537359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.603363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=558dda81-4a07-4d75-a5e8-88d4f54814a9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:03.643615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.666368 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.717391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 5aee3f91-c346-418f-b156-826bf22f2434, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5aee3f91-c346-418f-b156-826bf22f2434,segment=NetworkSegment(9d551356-50d7-4299-a241-cbbf4cb4140b),segment_id=9d551356-50d7-4299-a241-cbbf4cb4140b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:03.737225 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.804379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.810782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8503b33-b8b4-4799-b62b-ca961aacbf2d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/558dda81-4a07-4d75-a5e8-88d4f54814a9 HTTP/1.1" status: 204 len: 168 time: 1.2023921 Apr 20 14:50:03.814071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e15b325a-a1f2-4217-8e4b-def472a4455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.816728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:03.819750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42928) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.871053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:03.873228 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7c884-dc7b-47a3-8ff8-6e98f4ef730a" -d '{"events": [{"server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "name": "network-vif-plugged", "status": "completed", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:03.875888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:03.879361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=692247d4-e05a-47bf-8b98-7f3d3b0f5feb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:03.881731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:03.882844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.884318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:03.891301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e9750-ee2f-4bab-9b11-3288ff3a3b4d req-759cfc49-0643-444c-9054-916b09b6115a tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.892896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-781e9750-ee2f-4bab-9b11-3288ff3a3b4d req-759cfc49-0643-444c-9054-916b09b6115a tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1441314 Apr 20 14:50:03.900183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=5aee3f91-c346-418f-b156-826bf22f2434,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:03.933666 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8b3b55-9a39-4818-b3e7-3fa39b1742b5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:50:03.939893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6d8b3b55-9a39-4818-b3e7-3fa39b1742b5 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/558dda81-4a07-4d75-a5e8-88d4f54814a9 HTTP/1.1" status: 404 len: 333 time: 0.1124246 Apr 20 14:50:03.942928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:03.962108 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-e15b325a-a1f2-4217-8e4b-def472a4455f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:50:03.962630 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-e15b325a-a1f2-4217-8e4b-def472a4455f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:50:03.968078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.977259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.983085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.991068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:03.997972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.001320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-157846a5-79fd-411f-b961-98c817a01fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1107836 Apr 20 14:50:04.007127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:04.008429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.014750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.017485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d932afc-29f7-4754-bade-ebece62097e7 req-250bdb0e-42f0-42d4-b0ce-58c5cb9e8203 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2184362 Apr 20 14:50:04.063586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-781e9750-ee2f-4bab-9b11-3288ff3a3b4d req-1bb9af31-f3c7-4709-9364-62131d2d9f9f tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592848 Apr 20 14:50:04.096524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d932afc-29f7-4754-bade-ebece62097e7 req-8257b501-1917-4c8d-8427-9d8e7db90057 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707073 Apr 20 14:50:04.136504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.139116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111dacb-602a-4cf7-8ade-2fbca1583d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.140899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9111dacb-602a-4cf7-8ade-2fbca1583d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports/692247d4-e05a-47bf-8b98-7f3d3b0f5feb HTTP/1.1" status: 200 len: 959 time: 0.1306431 Apr 20 14:50:04.143306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.144160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42938) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:04.198951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f7cafb-32d8-4a45-9883-5080efbdb4e4,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:04.213101 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a104744-10bb-4092-a384-b8a9b1dce91e x-openstack-request-id: req-7a104744-10bb-4092-a384-b8a9b1dce91e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:04.213857 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "name": "network-vif-plugged", "status": "completed", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:04.214200 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a104744-10bb-4092-a384-b8a9b1dce91e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:04.214729 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a104744-10bb-4092-a384-b8a9b1dce91e'] response: {'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442', 'code': 200} Apr 20 14:50:04.303744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.306756 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bfb042b6-0717-4fe5-b2f2-96b640e15e17 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8391206 Apr 20 14:50:04.308074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:04.318882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 3aef5822-fe0b-4528-9d37-45ee1736d5eb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:04.319444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.427349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.465372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.518635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7918ff2-127f-44e3-ac76-d1284a76b25b req-5f0d99a3-0e67-4cec-a281-c89226b4e977 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.520204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7918ff2-127f-44e3-ac76-d1284a76b25b req-5f0d99a3-0e67-4cec-a281-c89226b4e977 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 950 time: 0.2432139 Apr 20 14:50:04.522293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Deleting port 692247d4-e05a-47bf-8b98-7f3d3b0f5feb {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:04.522652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.560786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.564820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.572211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.573610 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/40f7cafb-32d8-4a45-9883-5080efbdb4e4 HTTP/1.1" status: 204 len: 168 time: 0.2643762 Apr 20 14:50:04.584842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:04.607042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 3aef5822-fe0b-4528-9d37-45ee1736d5eb owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:04.620693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2c03-5648-4f6c-a6e6-d076f7b53cf2 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f7cafb-32d8-4a45-9883-5080efbdb4e4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:04.650207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949db8-09a0-4cbf-ab81-5d3ba680b71a req-e496293d-b99b-44cf-96cb-73141ef40c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:04.652245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7949db8-09a0-4cbf-ab81-5d3ba680b71a req-e496293d-b99b-44cf-96cb-73141ef40c77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 1096 time: 0.3760567 Apr 20 14:50:04.675532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.704508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-91f61147-8f3b-4426-9bf0-3b29fbebbb66 None None] Provisioning complete for port 5aee3f91-c346-418f-b156-826bf22f2434 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:04.705266 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91f61147-8f3b-4426-9bf0-3b29fbebbb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.744462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Calling delete_port for 692247d4-e05a-47bf-8b98-7f3d3b0f5feb owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:04.823229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7949db8-09a0-4cbf-ab81-5d3ba680b71a req-58fcbfa0-3587-4f7b-a61d-8a7c1294bf36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624887 Apr 20 14:50:04.859272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7918ff2-127f-44e3-ac76-d1284a76b25b req-c142bd84-ac5c-4096-83e2-494e8bbfa533 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234082 Apr 20 14:50:04.864053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5aee3f91-c346-418f-b156-826bf22f2434 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:04.973243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5aee3f91-c346-418f-b156-826bf22f2434 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:04.974608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:04.977081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-91f61147-8f3b-4426-9bf0-3b29fbebbb66 None None] Provisioning complete for port 3aef5822-fe0b-4528-9d37-45ee1736d5eb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:04.977689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91f61147-8f3b-4426-9bf0-3b29fbebbb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.005904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.057660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fc5b22ce-3449-48bf-b17a-3416740180bf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4715424 Apr 20 14:50:05.060516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42956) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.074082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event deleted for resources: {'Port': ['ID=692247d4-e05a-47bf-8b98-7f3d3b0f5feb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:05.088398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.090177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-91f61147-8f3b-4426-9bf0-3b29fbebbb66 None None] Port 3aef5822-fe0b-4528-9d37-45ee1736d5eb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:05.093232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ff38a943-498f-4cf7-9bcd-10ae95db8d11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "DELETE /v2.0/ports/692247d4-e05a-47bf-8b98-7f3d3b0f5feb HTTP/1.1" status: 204 len: 168 time: 0.9465909 Apr 20 14:50:05.096256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42958) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.168950 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bf32b5-1804-47d4-a6fd-e6a3cec9df63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:50:05.174396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7bf32b5-1804-47d4-a6fd-e6a3cec9df63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports/692247d4-e05a-47bf-8b98-7f3d3b0f5feb HTTP/1.1" status: 404 len: 333 time: 0.0732644 Apr 20 14:50:05.174665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.182114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385730964'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:05.206233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b8d43d89-5dca-42c8-ab29-bd629aca71ff None None] Could not find standard attr ID for object 558dda81-4a07-4d75-a5e8-88d4f54814a9. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:50:05.234040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b8d43d89-5dca-42c8-ab29-bd629aca71ff None None] Provisioning complete for port 3aef5822-fe0b-4528-9d37-45ee1736d5eb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:05.236861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8d43d89-5dca-42c8-ab29-bd629aca71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.262802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.299044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Made reservation on behalf of c3d44a340877440397e1a8807f58ef9e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:05.307939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.325352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b8d43d89-5dca-42c8-ab29-bd629aca71ff None None] Port 3aef5822-fe0b-4528-9d37-45ee1736d5eb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:05.364570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe1ad-98d3-424f-9aa2-8f646e8d81fc req-6f920209-2501-4320-9eb6-87f9714aed90 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.379069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cbfe1ad-98d3-424f-9aa2-8f646e8d81fc req-6f920209-2501-4320-9eb6-87f9714aed90 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1558959 Apr 20 14:50:05.379299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.405024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.418538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port 027de76e-1084-44d7-84a6-363128f8cf75 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:05.475083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=3aef5822-fe0b-4528-9d37-45ee1736d5eb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:05.545712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cbfe1ad-98d3-424f-9aa2-8f646e8d81fc req-62e74321-242a-4267-9292-503289731403 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649921 Apr 20 14:50:05.586700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.590992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.592687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.598746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.601186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.604358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/400152be-f821-40c0-9588-a5b908cfe4bf HTTP/1.1" status: 204 len: 168 time: 0.5408823 Apr 20 14:50:05.604697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.618052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.624134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.634242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:05.636218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd487465-aa64-480d-899b-144fcbf58b14 req-de3b4fbc-2228-442b-afea-d1f72dc79dfe tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2110693 Apr 20 14:50:05.636724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.688611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581c755-150d-473b-bdf1-c4ae53463d80 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400152be-f821-40c0-9588-a5b908cfe4bf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:05.718285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.724520 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3285df8a-7dd0-4502-aab2-249cd98e68f8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/3aef5822-fe0b-4528-9d37-45ee1736d5eb HTTP/1.1" status: 204 len: 168 time: 1.7777319 Apr 20 14:50:05.725103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.763606 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13ff460-dda2-45e8-a321-24073aafe729 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:50:05.768181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c13ff460-dda2-45e8-a321-24073aafe729 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/3aef5822-fe0b-4528-9d37-45ee1736d5eb HTTP/1.1" status: 404 len: 333 time: 0.0391440 Apr 20 14:50:05.771674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42984) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.830243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd487465-aa64-480d-899b-144fcbf58b14 req-fee13a09-2588-4b90-8bb0-6ffaa4bb6d44 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812689 Apr 20 14:50:05.868078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e7bdf3e7-8261-4a42-a6d4-0b7f7f30194b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2202384 Apr 20 14:50:05.877131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:05.900003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--62640632'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:05.908890 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.910760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 80d1a95d-93c6-419b-998a-6d296a7ca5d7 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:05.915164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.969355 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:05.986467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.054822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.163517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:06.183129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.191868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:06.218413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.220946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:06.222014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:06.222711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.227125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=027de76e-1084-44d7-84a6-363128f8cf75,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:06.240268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.263003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.271611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f60ff634-354c-4d92-b5c0-8f4c68e154ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0956573 Apr 20 14:50:06.277159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42994) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:06.283849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:06.292885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.296794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4164450 Apr 20 14:50:06.310986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42996) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:06.317663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'aa046def-24ad-4298-8a9c-fe1182faf839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:06.325376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb43b53-afac-4e8e-9c6f-ccd64b117a0a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa046def-24ad-4298-8a9c-fe1182faf839,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:06.327394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=80d1a95d-93c6-419b-998a-6d296a7ca5d7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:06.344175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.350438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-83d57783-55c9-4217-969c-8fe9d0c7dedd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/80d1a95d-93c6-419b-998a-6d296a7ca5d7 HTTP/1.1" status: 204 len: 168 time: 0.5742695 Apr 20 14:50:06.350438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42998) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:06.358240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5877ea6-af29-4894-8f54-205e4de5d138 None None] Network 7d7b7222-26f4-4211-8717-d1d1aa4a4606 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:06.393219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.410947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.513376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.592112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.614801 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.648507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 5aee3f91-c346-418f-b156-826bf22f2434 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:06.648905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.713826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a3bd1f-12f6-4a3e-91b6-9f4b1c462198,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:06.722923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] DHCP port deletion for 7d7b7222-26f4-4211-8717-d1d1aa4a4606 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:50:06.749208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.750801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0cd56a9c-e244-4c1d-85aa-20bc56650f2f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4387889 Apr 20 14:50:06.753932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43006) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:06.761534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'aa046def-24ad-4298-8a9c-fe1182faf839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:06.816417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] device_id is not set on port 027de76e-1084-44d7-84a6-363128f8cf75 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:06.826027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.846131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de6e7c-11c1-4529-bf96-20adbcf2bfb7 req-97aa30ee-d19a-4659-9070-ce04909f18f2 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:06.847846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5de6e7c-11c1-4529-bf96-20adbcf2bfb7 req-97aa30ee-d19a-4659-9070-ce04909f18f2 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 945 time: 0.1544309 Apr 20 14:50:06.852180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.896072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Deleting port 5aee3f91-c346-418f-b156-826bf22f2434 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:06.896819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port 5aee3f91-c346-418f-b156-826bf22f2434, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5aee3f91-c346-418f-b156-826bf22f2434,segment=NetworkSegment(9d551356-50d7-4299-a241-cbbf4cb4140b),segment_id=9d551356-50d7-4299-a241-cbbf4cb4140b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:06.897303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.900202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:06.949065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 5aee3f91-c346-418f-b156-826bf22f2434 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:06.957415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.011773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] For port 5aee3f91-c346-418f-b156-826bf22f2434, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5aee3f91-c346-418f-b156-826bf22f2434,segment=NetworkSegment(9d551356-50d7-4299-a241-cbbf4cb4140b),segment_id=9d551356-50d7-4299-a241-cbbf4cb4140b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:07.012540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.031832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Calling delete_port for 5aee3f91-c346-418f-b156-826bf22f2434 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:07.042477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5de6e7c-11c1-4529-bf96-20adbcf2bfb7 req-bc281ca1-a7f5-4739-9592-2f4146f24f6b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772070 Apr 20 14:50:07.054285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=027de76e-1084-44d7-84a6-363128f8cf75,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.086846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.156979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5aee3f91-c346-418f-b156-826bf22f2434 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:07.158548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=5aee3f91-c346-418f-b156-826bf22f2434,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.160805 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:07.163974 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 14:50:07.171436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port 5aee3f91-c346-418f-b156-826bf22f2434 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:07.195438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5aee3f91-c346-418f-b156-826bf22f2434 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:07.195438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5aee3f91-c346-418f-b156-826bf22f2434 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:07.200180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.231089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] Pushing event deleted for resources: {'Port': ['ID=5aee3f91-c346-418f-b156-826bf22f2434,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.243355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e98ac-59ee-48b2-b853-a25207e18fa1 None None] No DVR routers for this DVR port 5aee3f91-c346-418f-b156-826bf22f2434 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:07.322528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.348347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7b7222-26f4-4211-8717-d1d1aa4a4606']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:07.361803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d551356-50d7-4299-a241-cbbf4cb4140b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:07.362724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d551356-50d7-4299-a241-cbbf4cb4140b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:07.376133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.395629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.406316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:07.407232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.449500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.449500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.449500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.483234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.483617 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.488061 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 2 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:07.498800 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:07.505592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.506275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.515723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.515938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.525671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/7d7b7222-26f4-4211-8717-d1d1aa4a4606 HTTP/1.1" status: 204 len: 168 time: 1.1713471 Apr 20 14:50:07.526362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43014) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:07.537273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.543119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.549474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.557043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.560986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925153615'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:07.563720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.570972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.574320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc856a53-8dd0-47f0-9560-2078f038dc37 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=7d7b7222-26f4-4211-8717-d1d1aa4a4606,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.577302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.579752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-14e125a7-7fc1-4982-ad19-234d246242cb tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.5363340 Apr 20 14:50:07.580762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.581288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.581986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.606289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:07.610161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.611748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f635f1-38c1-4577-b63c-fbb3c8fe12b6 req-f81d7888-4945-4cbd-8025-526e107a210b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.613908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71f635f1-38c1-4577-b63c-fbb3c8fe12b6 req-f81d7888-4945-4cbd-8025-526e107a210b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f0c71c-4d3f-4350-a5cf-9e15e7b3b990 HTTP/1.1" status: 200 len: 945 time: 0.2028294 Apr 20 14:50:07.625462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a045e5-1873-4205-a1f9-4a8e209e7e91,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.629185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.629835 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.636774 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 3 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.642950 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.647823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0521224f-07ca-4ff8-98e7-72736187b18f tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8890603 Apr 20 14:50:07.650365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43016) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:07.655094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'aa046def-24ad-4298-8a9c-fe1182faf839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:07.675841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:50:07.679606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.679937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.680304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.691468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.691869 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment ba790b44-efd6-4e79-b8a4-05c0434e77cd of type vlan for network f7757621-96bb-425e-bc97-d29d48a100d4 Apr 20 14:50:07.710211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.736113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040de2c5-df0a-4fdf-a9f2-4b62a68baf63 req-8d6d71b0-9d21-40d3-aed9-3384de16eb73 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307466 Apr 20 14:50:07.742627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.744235 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.757224 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 4 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.772224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.805030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71f635f1-38c1-4577-b63c-fbb3c8fe12b6 req-21ea4108-f6eb-4987-8e3d-27d8188d666d tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574378 Apr 20 14:50:07.811079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.811426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.811765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.842589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.842589 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.842589 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 5 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.862789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.873467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:07.874120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.885349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.886000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.886426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.893134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.893380 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.893896 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 6 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.917664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.918300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.918909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.927030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.927461 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.928030 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 7 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.941972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.942314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.942687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.948305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.948634 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.949023 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 8 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.963315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=f7757621-96bb-425e-bc97-d29d48a100d4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:07.965500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:07.965849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:07.966328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:07.971712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:07.971911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:07.972295 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:07.972695 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 9 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:07.975870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.976219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.976728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.977078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.977412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.977746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.978231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.978744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.979077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.979401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.979725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.980050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:07.985197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.000462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:08.000984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:08.001285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:08.012736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:08.013114 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:08.013286 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16490564-e8e7-4f60-89f1-c9d0cd1c0de1 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4823182 Apr 20 14:50:08.013506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43020) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.013902 n-d-836145-2 neutron-server[102864]: INFO neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempt 10 to bind port 027de76e-1084-44d7-84a6-363128f8cf75 Apr 20 14:50:08.014399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f7757621-96bb-425e-bc97-d29d48a100d4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:50:08.016542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.018115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667147 Apr 20 14:50:08.021157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43022) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.026948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'aa046def-24ad-4298-8a9c-fe1182faf839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:08.031041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:08.032508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd5f94-c090-41c5-9ff1-f3f3e1a007d4 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234e5eca-4379-446c-a1ba-8769c82a2ae1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.082428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.083183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:08.083586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:08.084331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempting to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:08.102508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:08.102929 n-d-836145-2 neutron-server[102864]: ERROR neutron.plugins.ml2.managers [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Failed to bind port 027de76e-1084-44d7-84a6-363128f8cf75 on host n-h2-836145-2 for vnic_type normal using segments [{'id': '2425f2f7-0251-4387-aaca-b57ff5fede91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'be8c8b41-3720-4cfa-bf3b-b33f3d36a702'}] Apr 20 14:50:08.103250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.242982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.246674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:08.250450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.250959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.305050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fcc89d-7bd5-425d-a401-9a80f9759a64,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.314243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.316405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9335082c-4e9a-47a1-8e90-96e5abe93364 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936628 Apr 20 14:50:08.324818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43026) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.332933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'aa046def-24ad-4298-8a9c-fe1182faf839', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:08.386180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.395667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port 027de76e-1084-44d7-84a6-363128f8cf75, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:08.396089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attempted to set empty binding levels {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 14:50:08.402812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.450081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] In _notify_port_updated(), no bound segment for port 027de76e-1084-44d7-84a6-363128f8cf75 on network be8c8b41-3720-4cfa-bf3b-b33f3d36a702 {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:50:08.451004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:08.451617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.452957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "PUT /v2.0/ports/027de76e-1084-44d7-84a6-363128f8cf75 HTTP/1.1" status: 200 len: 979 time: 2.1739707 Apr 20 14:50:08.457391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.466798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.471372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.491360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5323b6bb-eae3-4636-8f9b-4368537e84ba,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.503415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.508107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a14d9f87-9a44-436f-a55e-1896db4b093e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1777875 Apr 20 14:50:08.509015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43032) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.548805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.552653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240070d-1f09-4bf3-9e56-da655f3847c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event updated for resources: {'Port': ['ID=027de76e-1084-44d7-84a6-363128f8cf75,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.569240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.624330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.632775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.637451 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5323b6bb-eae3-4636-8f9b-4368537e84ba HTTP/1.1" status: 204 len: 168 time: 0.1276126 Apr 20 14:50:08.638861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43044) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.670637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31290-11e8-4cbd-88fa-6b7cd45c2bf8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5323b6bb-eae3-4636-8f9b-4368537e84ba,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.711928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8306f610-3f7b-496e-a3d8-89854095f699 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0684302 Apr 20 14:50:08.714859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43046) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.751886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-75d9f69e-55d9-45b8-9366-7b137637cb85 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:08.753389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-75d9f69e-55d9-45b8-9366-7b137637cb85 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.1022472 Apr 20 14:50:08.768051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.777635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.807177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-0ccfcb60-6495-4b8f-b80d-237a63fc44f7 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/quotas/92bfe4ff20c74762809bd75742054b49 HTTP/1.1" status: 200 len: 375 time: 0.0402384 Apr 20 14:50:08.826113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.835072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.836561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e5fcc89d-7bd5-425d-a401-9a80f9759a64 HTTP/1.1" status: 204 len: 168 time: 0.1203606 Apr 20 14:50:08.840779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43050) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.852716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3bac0-3cf7-4ccb-8a64-9df4384249f6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5fcc89d-7bd5-425d-a401-9a80f9759a64,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:08.907319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c7eb14c3-b249-494a-a4f7-dbfa7fc15ca8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0650258 Apr 20 14:50:08.910162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43052) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:08.923012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Deleting port 027de76e-1084-44d7-84a6-363128f8cf75 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:08.923877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.930228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.938440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.948657 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.978825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.987336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:08.991596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/234e5eca-4379-446c-a1ba-8769c82a2ae1 HTTP/1.1" status: 204 len: 168 time: 0.0804393 Apr 20 14:50:08.992292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43054) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.022391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b2d3-21bc-44e7-8134-acf04a63ee0c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=234e5eca-4379-446c-a1ba-8769c82a2ae1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.050430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-6f7408bf-ea0c-40fe-a8fb-a395f4cb005c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2370412 Apr 20 14:50:09.064689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62155ecf-b68f-449f-8504-bab47dc92975 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0681295 Apr 20 14:50:09.065516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43056) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.092770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.097115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.098677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.104734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.105913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.110755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.116778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.123397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.129223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.131255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-023eed43-d51a-490e-b92b-5b9fe013e30c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2502720 Apr 20 14:50:09.138810 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.148091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] For port 027de76e-1084-44d7-84a6-363128f8cf75, host n-h2-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:09.148365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.148509 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.152644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/41a045e5-1873-4205-a1f9-4a8e209e7e91 HTTP/1.1" status: 204 len: 168 time: 0.0829132 Apr 20 14:50:09.154379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.161670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702b3b0-a1e8-41f2-b9bc-afd8084d092e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41a045e5-1873-4205-a1f9-4a8e209e7e91,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.201191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cc7595a9-33d2-4a71-b58b-f0589fdc48af tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428045 Apr 20 14:50:09.202126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43060) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.204767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=7789a5a2-baed-454c-a185-103d0df8b13d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.209162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Calling delete_port for 027de76e-1084-44d7-84a6-363128f8cf75 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:09.235860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.244509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.275451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.282662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.286390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e6a3bd1f-12f6-4a3e-91b6-9f4b1c462198 HTTP/1.1" status: 204 len: 168 time: 0.0814610 Apr 20 14:50:09.287860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43062) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.295303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad931d2-b444-49c5-aeab-bba5a4d43e48 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6a3bd1f-12f6-4a3e-91b6-9f4b1c462198,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.297324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': 'ba790b44-efd6-4e79-b8a4-05c0434e77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:09.297324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: f7757621-96bb-425e-bc97-d29d48a100d4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:50:09.306863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8208b9e-6b42-4ddd-978f-ae93adc0711a req-874c0c77-5319-4b30-880d-791ad576a72f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536188 Apr 20 14:50:09.338654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8a01e74-b9b1-4a36-9082-a51d6416dfd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460198 Apr 20 14:50:09.339278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43064) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.348934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-29e4c7cb-86d0-4d42-92c9-13164db1ffa4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891953 Apr 20 14:50:09.366494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network f7757621-96bb-425e-bc97-d29d48a100d4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:50:09.425207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f7757621-96bb-425e-bc97-d29d48a100d4) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:09.425461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.434619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.435215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.437531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3df7d51-af02-4699-89a3-2499ab698d2c None None] Network f7757621-96bb-425e-bc97-d29d48a100d4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:09.441415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.471672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.488063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Pushing event deleted for resources: {'Port': ['ID=027de76e-1084-44d7-84a6-363128f8cf75,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.511868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b1e94f3-203c-4346-b1f3-e9d25ed4f136 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4922247 Apr 20 14:50:09.512510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43066) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.516822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.521672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e150d3a-9d07-4b6a-9b89-46e94e491d8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "DELETE /v2.0/ports/027de76e-1084-44d7-84a6-363128f8cf75 HTTP/1.1" status: 204 len: 168 time: 1.0470397 Apr 20 14:50:09.525007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43068) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.530034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4', 'name': 'tempest-PortsTestJSON-723537350', 'fixed_ips': [{'subnet_id': '7789a5a2-baed-454c-a185-103d0df8b13d', 'ip_address': '172.20.0.10'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:09.540141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.543513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.543835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-0365cc2f-53a1-46a1-bae0-ce38fa3dbf2e service neutron] 10.222.0.20 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876316 Apr 20 14:50:09.547240 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa046def-24ad-4298-8a9c-fe1182faf839 HTTP/1.1" status: 204 len: 168 time: 0.2047679 Apr 20 14:50:09.561368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.570199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542f3a-d3f0-4f9a-978a-390187566124 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa046def-24ad-4298-8a9c-fe1182faf839,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:09.630060 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6c61e3-b131-4aa9-87bd-343e0cb1bdb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] GET failed (client error): The resource could not be found. Apr 20 14:50:09.631703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce6c61e3-b131-4aa9-87bd-343e0cb1bdb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-972670409-project-admin] 10.222.0.20 "GET /v2.0/ports/027de76e-1084-44d7-84a6-363128f8cf75 HTTP/1.1" status: 404 len: 333 time: 0.1058450 Apr 20 14:50:09.636551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.693598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f7757621-96bb-425e-bc97-d29d48a100d4', 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': '7789a5a2-baed-454c-a185-103d0df8b13d'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:50:09.695792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.758365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-30a175b6-85fb-46ff-9a80-b9117711f371 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:09.761325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-30a175b6-85fb-46ff-9a80-b9117711f371 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/ports?device_id=54f0c71c-4d3f-4350-a5cf-9e15e7b3b990 HTTP/1.1" status: 200 len: 945 time: 0.2142518 Apr 20 14:50:09.768327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.862340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a43dc300-5698-48fc-914d-3a46cdb5b843 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3000529 Apr 20 14:50:09.871717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43078) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:09.889019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109287104'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:09.904424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.944713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:09.973895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8c8b41-3720-4cfa-bf3b-b33f3d36a702']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:09.997285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Allocated IP 172.20.0.2 (f7757621-96bb-425e-bc97-d29d48a100d4/7789a5a2-baed-454c-a185-103d0df8b13d/847ec285-d065-4adc-89e7-14947ea2e5b6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:10.000126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2425f2f7-0251-4387-aaca-b57ff5fede91') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:10.000430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2425f2f7-0251-4387-aaca-b57ff5fede91') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:10.018057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.034597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.045688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:10.046816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:10.050719 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:10.124753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1761854-91a7-4ba9-ab1f-3c078200bd5e req-d7e615b5-b501-4628-a569-5e219b0f91be tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1028702 Apr 20 14:50:10.164050 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.164373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-dcd36657-547c-49a6-9751-626f515ed39b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.165909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-dcd36657-547c-49a6-9751-626f515ed39b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/ports?device_id=14687da9-5fea-4432-8349-03c7a734b8b3 HTTP/1.1" status: 200 len: 945 time: 0.2922881 Apr 20 14:50:10.170534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.183319 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c03cdee-2d59-4195-8817-dcfc99efb545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.187506 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] 10.222.0.20 "DELETE /v2.0/networks/be8c8b41-3720-4cfa-bf3b-b33f3d36a702 HTTP/1.1" status: 204 len: 168 time: 0.5404296 Apr 20 14:50:10.231410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2e693-f5ed-4f32-bcae-baeff6282ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919205251-project] Pushing event deleted for resources: {'Network': ['ID=be8c8b41-3720-4cfa-bf3b-b33f3d36a702,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:10.245955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:10.282794 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.293102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Deleting port 05437194-eb66-4aad-9b43-2d0f18cff566 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:10.293632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.295316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.343093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Network f7757621-96bb-425e-bc97-d29d48a100d4 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:10.346928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:10.352406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:10.363205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Pushing event updated for resources: {'Port': ['ID=847ec285-d065-4adc-89e7-14947ea2e5b6,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:10.499429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.558703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.613799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.618071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7333963 Apr 20 14:50:10.620514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43098) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:10.627903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': 'e85a16d4-d4b5-4b5e-a048-dc09abcbe2a0', 'direction': 'ingress', 'protocol': 17}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:10.675927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.682292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.683086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.688354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.694408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.700547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.706608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.712830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:10.714765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-2665e549-08d1-464e-a1c3-fef4689431b2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.2332757 Apr 20 14:50:10.732277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43100) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:10.741894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] For port 05437194-eb66-4aad-9b43-2d0f18cff566, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05437194-eb66-4aad-9b43-2d0f18cff566,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:10.742264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.761033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Calling delete_port for 05437194-eb66-4aad-9b43-2d0f18cff566 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:10.767367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Attempting to bind port 847ec285-d065-4adc-89e7-14947ea2e5b6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:10.767922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Attempting to bind port 847ec285-d065-4adc-89e7-14947ea2e5b6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ba790b44-efd6-4e79-b8a4-05c0434e77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:10.768384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Attempting to bind port 847ec285-d065-4adc-89e7-14947ea2e5b6 on network f7757621-96bb-425e-bc97-d29d48a100d4 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:10.788732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:10.789566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Checking segment: {'id': 'ba790b44-efd6-4e79-b8a4-05c0434e77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:10.790449 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.791327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Bound using segment: {'id': 'ba790b44-efd6-4e79-b8a4-05c0434e77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:10.792092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Bound port: 847ec285-d065-4adc-89e7-14947ea2e5b6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba790b44-efd6-4e79-b8a4-05c0434e77cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:10.799400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.830510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.837309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.886250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] For port 847ec285-d065-4adc-89e7-14947ea2e5b6, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:10.888293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aef9f4-316f-4949-b0ec-8d263681d513,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:10.894154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] For port 847ec285-d065-4adc-89e7-14947ea2e5b6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=847ec285-d065-4adc-89e7-14947ea2e5b6,segment=NetworkSegment(ba790b44-efd6-4e79-b8a4-05c0434e77cd),segment_id=ba790b44-efd6-4e79-b8a4-05c0434e77cd)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:10.903887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.904761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.908009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f52def83-dcef-442c-a9e0-4ce5b35a9a40 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2858839 Apr 20 14:50:10.911795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43104) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:10.944214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.951208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.967571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Deleting port 04a4abff-08fb-4d5d-8323-eab413ce6442 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:10.967768 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:10.975170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813f8ab-3d77-4d99-9e33-631472676496 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85a16d4-d4b5-4b5e-a048-dc09abcbe2a0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.009313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['05437194-eb66-4aad-9b43-2d0f18cff566', '04a4abff-08fb-4d5d-8323-eab413ce6442'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:11.063674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.095899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68a19ad1-0ea9-452a-bda4-b19ebf0752d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2edabd8ce0d459bbaf27ae95d2803b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625877 Apr 20 14:50:11.101766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43106) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:11.119509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.124925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Pushing event updated for resources: {'Port': ['ID=847ec285-d065-4adc-89e7-14947ea2e5b6,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.137266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.137678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.138116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.138547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.139004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.140156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.140906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.141336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.141891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.142322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.142826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.143259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ed8e3-7581-41e7-b8d8-7e8e7da80af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:11.154601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event deleted for resources: {'Port': ['ID=05437194-eb66-4aad-9b43-2d0f18cff566,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.183204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.186926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.188101 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/e85a16d4-d4b5-4b5e-a048-dc09abcbe2a0 HTTP/1.1" status: 204 len: 168 time: 0.2748079 Apr 20 14:50:11.194452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:11.207573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port ba38c5da-f772-450d-8214-745871e92abe yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:11.240488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddd406-76b9-4d62-9d95-873ef64e026e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85a16d4-d4b5-4b5e-a048-dc09abcbe2a0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.288494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] No DVR routers for this DVR port 05437194-eb66-4aad-9b43-2d0f18cff566 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:11.306994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.311652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b14f82e1-b7ef-425d-a4b9-3bb2981c4fbe req-92064881-cb8e-481f-b10a-ff3452ccf46b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "DELETE /v2.0/ports/05437194-eb66-4aad-9b43-2d0f18cff566 HTTP/1.1" status: 204 len: 173 time: 1.5408299 Apr 20 14:50:11.317339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'name': 'network-vif-deleted', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:11.320585 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5374528-c0e0-4d71-b774-896eb2f59ab5" -d '{"events": [{"server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "name": "network-vif-deleted", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:11.336020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.343901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bebf3ce3-d0ac-4a95-a482-b8c52c93aea8 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1456132 Apr 20 14:50:11.349331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43114) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:11.361767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422714381'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:11.408943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d299e6c-8295-4940-8f6b-99069c3fa67a req-0a870122-6d3f-46d5-afff-05a210eded29 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6704147 Apr 20 14:50:11.416632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.439659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.483441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de217c06-7d63-480d-9070-5a3fc9a7ba73 req-8bb26b9b-99c3-4599-8b29-ffbcfdb013a0 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1813984 Apr 20 14:50:11.596535 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973a75ff-41cb-4946-83ce-c0d7e46dc7aa x-openstack-request-id: req-973a75ff-41cb-4946-83ce-c0d7e46dc7aa {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:11.596836 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f0c71c-4d3f-4350-a5cf-9e15e7b3b990", "name": "network-vif-deleted", "tag": "05437194-eb66-4aad-9b43-2d0f18cff566", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:11.597064 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-973a75ff-41cb-4946-83ce-c0d7e46dc7aa {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:11.597449 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973a75ff-41cb-4946-83ce-c0d7e46dc7aa'] response: {'server_uuid': '54f0c71c-4d3f-4350-a5cf-9e15e7b3b990', 'name': 'network-vif-deleted', 'tag': '05437194-eb66-4aad-9b43-2d0f18cff566', 'status': 'completed', 'code': 200} Apr 20 14:50:11.619158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.623317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.627085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6cb089b-cc06-4228-b07a-9620feabf17c HTTP/1.1" status: 204 len: 168 time: 0.5238893 Apr 20 14:50:11.647465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.660957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.663925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b77ba8-0fff-4ffc-9736-a0951dbdd166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cb089b-cc06-4228-b07a-9620feabf17c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.712230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.713757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3565311 Apr 20 14:50:11.715947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f709cf-4864-4df9-9135-5bbb64d463c7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373c2073-2e04-4bca-a706-3298de9c5f2f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:11.718177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43118) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:11.723208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] For port 04a4abff-08fb-4d5d-8323-eab413ce6442, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=04a4abff-08fb-4d5d-8323-eab413ce6442,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:11.723456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467690345'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:11.723712 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.754249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Calling delete_port for 04a4abff-08fb-4d5d-8323-eab413ce6442 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:11.757209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.908554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.10 (f7757621-96bb-425e-bc97-d29d48a100d4/7789a5a2-baed-454c-a185-103d0df8b13d/ba38c5da-f772-450d-8214-745871e92abe) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:11.914463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.918368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-837a26ba-fb3a-450a-bcb4-8d163452def9 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:11.920177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-837a26ba-fb3a-450a-bcb4-8d163452def9 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.2897592 Apr 20 14:50:11.922879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.937759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Request body: {'port': {'device_id': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'admin_state_up': True, 'tenant_id': '92bfe4ff20c74762809bd75742054b49'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:11.954281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:11.956697 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2370293 Apr 20 14:50:11.965169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43122) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:11.972911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '373c2073-2e04-4bca-a706-3298de9c5f2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '888b81bb-63d6-4f92-bcd6-57e4789a7cd4', 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:12.003737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9331f3-61c0-4af2-95fd-f7902f163182 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888b81bb-63d6-4f92-bcd6-57e4789a7cd4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:12.045441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.213022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.257260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.258962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.415107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-deb1fbb9-5234-43c5-b3ba-10ce25af416b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:12.428282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-deb1fbb9-5234-43c5-b3ba-10ce25af416b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 812 time: 0.2034521 Apr 20 14:50:12.470742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43124) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:12.517933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Request body: {'port': {'device_id': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'admin_state_up': True, 'tenant_id': '92bfe4ff20c74762809bd75742054b49'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:12.527419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.528841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5615256 Apr 20 14:50:12.533424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:12.576229 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b4d7bf4-c37d-4327-870a-a577ccb66b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.587038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652cdc1-f2f5-48ac-bd92-70102e18a650 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6212fa-2001-412a-9cda-0bb518b39379,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:12.667711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.677989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.695359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8e651-afad-4995-9576-3f6731ca60a1 None None] Network f7757621-96bb-425e-bc97-d29d48a100d4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:12.779721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd7e2fac-c44d-432f-b7ed-aab376b456c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3d44a340877440397e1a8807f58ef9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077996 Apr 20 14:50:12.799076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43132) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:12.803364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:12.806959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.828583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event deleted for resources: {'Port': ['ID=04a4abff-08fb-4d5d-8323-eab413ce6442,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:12.854314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dcfc7c4-f6ea-41ab-a4ee-c83d4260ff91 req-6914a751-bfc3-4934-952d-88fd36d89a21 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 210 time: 0.1164544 Apr 20 14:50:12.862409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.871219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Made reservation on behalf of 92bfe4ff20c74762809bd75742054b49 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:12.875918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.890588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.892088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7a6212fa-2001-412a-9cda-0bb518b39379 HTTP/1.1" status: 204 len: 168 time: 0.3568275 Apr 20 14:50:12.896049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43134) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:12.932978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d614b-388d-45cc-bddc-1006ea335418 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6212fa-2001-412a-9cda-0bb518b39379,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:12.943748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] No DVR routers for this DVR port 04a4abff-08fb-4d5d-8323-eab413ce6442 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:12.963027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.968234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.972875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cd557ce-7aa7-460b-983b-b14a25c5e4fc req-0f95edae-a91d-4b35-b4c4-8aae120820c4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "DELETE /v2.0/ports/04a4abff-08fb-4d5d-8323-eab413ce6442 HTTP/1.1" status: 204 len: 173 time: 2.7975414 Apr 20 14:50:12.980314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 847ec285-d065-4adc-89e7-14947ea2e5b6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:12.987645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-496232be-8998-4896-8538-51fe5c04c90d None None] Provisioning complete for port 847ec285-d065-4adc-89e7-14947ea2e5b6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:12.988274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-496232be-8998-4896-8538-51fe5c04c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:12.998032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.048564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.055594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.056736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.062379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.068402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.075315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.081837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.088242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.090377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-0ebe57a6-4d69-4e9a-bf96-5d879a155784 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5419 time: 0.3403733 Apr 20 14:50:13.114106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Allocated IP 172.20.0.8 (b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9/c7023e8b-285f-4a8a-af83-ddc58bf9db96/445cb7f5-80ae-43d6-b4ed-9942cfbfab06) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:13.175994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.178944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.182526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/275eeb15-e1ec-46f7-8c6d-975b37a6ae05 HTTP/1.1" status: 204 len: 168 time: 0.3800788 Apr 20 14:50:13.204295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800eb58-6292-4ae7-bb11-08da681d908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275eeb15-e1ec-46f7-8c6d-975b37a6ae05,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:13.222031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 847ec285-d065-4adc-89e7-14947ea2e5b6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:13.222512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.232604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba012b1-1d86-4fb9-b0d8-b4bb067ed1db req-e3230c98-201e-4050-b4df-4086e4814284 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287408 Apr 20 14:50:13.247247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d5d71a75-af41-49c5-b4ed-324ac1132a2c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3213682 Apr 20 14:50:13.249994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43138) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:13.289805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.341111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-496232be-8998-4896-8538-51fe5c04c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.419211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.444159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network f7757621-96bb-425e-bc97-d29d48a100d4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:13.455634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:13.468772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.469160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.477271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:13.489432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:13.492008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=ba38c5da-f772-450d-8214-745871e92abe,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:13.575474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.584689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.603023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'name': 'network-vif-deleted', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:13.605158 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa9315-6284-4eb4-a684-d2ae02b515c6" -d '{"events": [{"server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "name": "network-vif-deleted", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:13.649642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:13.655127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:13.659292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:13.713386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:13.732247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event updated for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:13.747769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 04a4abff-08fb-4d5d-8323-eab413ce6442 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:13.751621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.753959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.779112 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453126ca-59c0-4f32-bc8e-382fc44a0598 x-openstack-request-id: req-453126ca-59c0-4f32-bc8e-382fc44a0598 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:13.782314 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14687da9-5fea-4432-8349-03c7a734b8b3", "name": "network-vif-deleted", "tag": "04a4abff-08fb-4d5d-8323-eab413ce6442", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:13.782709 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-453126ca-59c0-4f32-bc8e-382fc44a0598 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:13.783131 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453126ca-59c0-4f32-bc8e-382fc44a0598'] response: {'server_uuid': '14687da9-5fea-4432-8349-03c7a734b8b3', 'name': 'network-vif-deleted', 'tag': '04a4abff-08fb-4d5d-8323-eab413ce6442', 'status': 'completed', 'code': 200} Apr 20 14:50:13.784440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:13.785168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.810298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:13.811001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-61bb62ea-2fe4-4951-b7f6-25f8380bf432 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2880871 Apr 20 14:50:13.818604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': 'f7757621-96bb-425e-bc97-d29d48a100d4', 'name': 'tempest-PortsTestJSON-270658777', 'fixed_ips': [{'subnet_id': '7789a5a2-baed-454c-a185-103d0df8b13d', 'ip_address': '172.20.0.9'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:13.833729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'port_id': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0', 'mac_address': 'fa:16:3e:54:13:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:13.834146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-94bce3bd-949d-4ea0-8bd9-bde5a7e1935e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3201556 Apr 20 14:50:13.847294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Allocated IP 172.20.0.14 (b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9/c7023e8b-285f-4a8a-af83-ddc58bf9db96/33c1d4b6-85b5-4b44-92c6-e3d6304bed8f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:13.878194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Request body: {'port': {'device_id': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:13.898052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.900592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.904222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/888b81bb-63d6-4f92-bcd6-57e4789a7cd4 HTTP/1.1" status: 204 len: 168 time: 0.6508641 Apr 20 14:50:13.906855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43156) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:13.924644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 04a4abff-08fb-4d5d-8323-eab413ce6442 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:13.925151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 04a4abff-08fb-4d5d-8323-eab413ce6442 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:13.925681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05437194-eb66-4aad-9b43-2d0f18cff566 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:13.928757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 847ec285-d065-4adc-89e7-14947ea2e5b6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=847ec285-d065-4adc-89e7-14947ea2e5b6,segment=NetworkSegment(ba790b44-efd6-4e79-b8a4-05c0434e77cd),segment_id=ba790b44-efd6-4e79-b8a4-05c0434e77cd)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:13.933957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.974271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.984005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.986345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 05437194-eb66-4aad-9b43-2d0f18cff566 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:13.986860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05437194-eb66-4aad-9b43-2d0f18cff566 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:14.023829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa113-f2d4-4e67-a55d-b3e97666e555 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b81bb-63d6-4f92-bcd6-57e4789a7cd4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.069613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:14.118438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9393-57d2-4398-9c3f-6be8a800ec4c req-82bb46a7-3a17-45be-82d1-8c8490d17532 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.124202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-496232be-8998-4896-8538-51fe5c04c90d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:50:14.125111 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-496232be-8998-4896-8538-51fe5c04c90d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:50:14.126070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9cb9393-57d2-4398-9c3f-6be8a800ec4c req-82bb46a7-3a17-45be-82d1-8c8490d17532 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 931 time: 0.1659820 Apr 20 14:50:14.127193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:14.140007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.141440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2ecabacb-377c-450d-962c-56af8df8b0a4 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:14.177013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:14.196408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '2ecabacb-377c-450d-962c-56af8df8b0a4', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'port_id': '2ecabacb-377c-450d-962c-56af8df8b0a4', 'mac_address': 'fa:16:3e:10:80:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:14.203031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9cb9393-57d2-4398-9c3f-6be8a800ec4c req-166cee40-93d1-4f0c-a6ca-a61ec95cb2f4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Apr 20 14:50:14.203507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=847ec285-d065-4adc-89e7-14947ea2e5b6,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.212709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.247390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.307440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1194f25-7ab2-454e-9573-d3cd49128c27 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3594770 Apr 20 14:50:14.311793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:14.402485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.424882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:14.428908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.430417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.439977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.459496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecabacb-377c-450d-962c-56af8df8b0a4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:14.486711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:14.493866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.495618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d96c5f49-7f36-4ee1-9633-adfff645a84d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:14.514088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.547396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:14.558866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:14.567350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:14.573676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.605605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event updated for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.628688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.637810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.644154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.650153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.655795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port d2e14f79-016c-45be-a15a-9480b220f734 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:14.655998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.661616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.667971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.673740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.675707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-2a5309e1-7224-46f5-aff0-74c6486bccf1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5420 time: 0.2626932 Apr 20 14:50:14.683513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.683894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.684178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.684528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.684867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.685157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.685534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.685787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.686120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.686419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.686772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.687087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:14.733148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:14.733761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.771896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.775393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.779995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/373c2073-2e04-4bca-a706-3298de9c5f2f HTTP/1.1" status: 204 len: 168 time: 0.4670770 Apr 20 14:50:14.785378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca2c9e48-111b-44b6-b467-a1f1aa738670 req-eaf01c15-4cd6-4aa6-b1f1-095d09ba1a6e tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878670 Apr 20 14:50:14.786129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43172) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:14.802734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f98e12-ac30-4167-80a9-1fe3e1a0adff tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c2073-2e04-4bca-a706-3298de9c5f2f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.864909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-f78251b4-f754-4a14-8f90-0a47ada170f6 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9324000 Apr 20 14:50:14.885670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Request body: {'port': {'device_id': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:14.903969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 847ec285-d065-4adc-89e7-14947ea2e5b6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:14.928333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c9ebf23b-e788-4b95-bda5-75abcc39f2f7 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268756 Apr 20 14:50:14.929066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:14.933427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43176) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:14.950268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:14.954166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361275190'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:14.972392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.975805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:14.983662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'port_id': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'mac_address': 'fa:16:3e:01:6a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:14.998231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.003087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.047206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2d316eda-b676-4adc-a736-d797415c80c2 None None] Provisioning complete for port ba38c5da-f772-450d-8214-745871e92abe triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:15.047682 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d316eda-b676-4adc-a736-d797415c80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.074738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Transition to ACTIVE for port object 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:50:15.107091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.135205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.293817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.303241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Pushing event updated for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:15.309094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 847ec285-d065-4adc-89e7-14947ea2e5b6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:15.309471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.313045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96c5f49-7f36-4ee1-9633-adfff645a84d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:15.322654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.340026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.9 (f7757621-96bb-425e-bc97-d29d48a100d4/7789a5a2-baed-454c-a185-103d0df8b13d/d2e14f79-016c-45be-a15a-9480b220f734) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:15.341747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.342497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2d316eda-b676-4adc-a736-d797415c80c2 None None] Port ba38c5da-f772-450d-8214-745871e92abe cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:15.344795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Attempting to bind port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:15.345198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Attempting to bind port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:15.345583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Attempting to bind port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:15.360018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:15.360387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Attempting to bind port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:15.377031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:15.377746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Checking segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:15.378178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Bound using segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:15.378923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Bound port: 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:15.379605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.397302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:15.419907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.466531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.468583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5323312 Apr 20 14:50:15.472676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:15.485774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '07aa1d1b-d7d1-46ef-8739-e7a4e1c28f43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:15.503980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131a27f-240c-45a6-b538-d32bec436688 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aa1d1b-d7d1-46ef-8739-e7a4e1c28f43,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:15.537281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 904ed9bb-03c4-49ed-a739-91ba22f18ea7 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:15.556548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.587691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:15.596179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2d316eda-b676-4adc-a736-d797415c80c2 None None] Provisioning complete for port 847ec285-d065-4adc-89e7-14947ea2e5b6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:15.596737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d316eda-b676-4adc-a736-d797415c80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.613777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317af9d-b4c3-4011-9e67-d7f084d455a8 req-681d0f26-0e4d-463b-8ddc-3369ce605cf1 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:15.615683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9317af9d-b4c3-4011-9e67-d7f084d455a8 req-681d0f26-0e4d-463b-8ddc-3369ce605cf1 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 943 time: 0.2415400 Apr 20 14:50:15.668073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:15.734711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9317af9d-b4c3-4011-9e67-d7f084d455a8 req-8619defd-0c34-4caa-82e2-13ea667a4d14 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Apr 20 14:50:15.767729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d96c5f49-7f36-4ee1-9633-adfff645a84d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:15.778033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['2ecabacb-377c-450d-962c-56af8df8b0a4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:15.840652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-997852637', 'router:external': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:15.900582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Made reservation on behalf of 6621e14379ed4905b0eb7f88ebbfe325 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:15.916252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.939842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:15.955805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:15.988679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.048405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:16.083268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Transition to ACTIVE for port object 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:50:16.116039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.121434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:16.121974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.128495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.135582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.142925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.146230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['ddfc3252-62d5-4b47-86a7-8bd2e3db25a0'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:16.151054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.157105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.159321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-8e81d18b-f77c-4e36-84be-0cf6dc6f1379 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5422 time: 0.1660967 Apr 20 14:50:16.160208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.172605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.208212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.214721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43202) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:16.243355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e3f9e78-19b5-4c48-94c7-69f6418ddcba req-66300aa4-e095-44d6-b9cd-4f4e5060c7c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710328 Apr 20 14:50:16.308595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Pushing event updated for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.394147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.395189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.396164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.397240 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] 10.222.0.43 "PUT /v2.0/ports/445cb7f5-80ae-43d6-b4ed-9942cfbfab06 HTTP/1.1" status: 200 len: 1091 time: 2.5243740 Apr 20 14:50:16.401014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:16.413295 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a60f8-1e42-4484-8fa8-a2b844c55b95" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:16.416771 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.425438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:16.436000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:50:16.459284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'port_id': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'mac_address': 'fa:16:3e:db:1a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:16.471102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.471463 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Added segment d22d9bfc-41b1-4b0b-b94d-9c4718dec80f of type vlan for network f05272cc-c403-4e94-ad57-02b38b936655 Apr 20 14:50:16.523601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.527194 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86643ab-2e2e-4f41-a550-2fc38d64e1e8 x-openstack-request-id: req-f86643ab-2e2e-4f41-a550-2fc38d64e1e8 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:16.527689 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:16.528219 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f86643ab-2e2e-4f41-a550-2fc38d64e1e8 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:16.528794 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86643ab-2e2e-4f41-a550-2fc38d64e1e8'] response: {'name': 'network-changed', 'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06', 'status': 'completed', 'code': 200} Apr 20 14:50:16.544974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.576023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41730f-6092-4b98-b590-3263e7786a45 service neutron] Pushing event updated for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.611179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.617210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.627547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.658244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904ed9bb-03c4-49ed-a739-91ba22f18ea7 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:16.659871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.667857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-8613bc6a-539c-4bc4-8bdc-706cc91e916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.672644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-8613bc6a-539c-4bc4-8bdc-706cc91e916d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 1094 time: 0.2107062 Apr 20 14:50:16.682791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d224c37c-3aa8-4ecf-86f5-a9aee4b2817a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.716205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb610431-0d80-46e9-9cba-f9ae54ad3cd8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.719326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.719859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:16.720962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.750057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.751310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b39cf51-5d33-47de-a3f8-01a66a262b35 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2754259 Apr 20 14:50:16.755918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43208) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:16.773176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:16.779305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Attempting to bind port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:16.780489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Attempting to bind port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:16.781177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Attempting to bind port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:16.783708 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.784497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bf89364b-123c-4d55-a5c7-93ffd9de2615 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:16.811438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-01a1bef2-22f2-4ec5-993d-5cd5a84c36b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06 HTTP/1.1" status: 200 len: 217 time: 0.1039329 Apr 20 14:50:16.831795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:16.832410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Attempting to bind port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f on network b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:16.874892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network f7757621-96bb-425e-bc97-d29d48a100d4 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:16.895158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3032541 Apr 20 14:50:16.896527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:16.897064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Checking segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:16.897887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Bound using segment: {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:16.898672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Bound port: 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c5bc05-71d7-4069-bd96-21d501f6871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:16.899229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.904931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43212) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:16.906141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:16.920796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=d2e14f79-016c-45be-a15a-9480b220f734,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.924239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.926615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:16.929237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:16.944096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:16.962464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'subnet': {'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:17.003297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5842ede-8b46-4b7b-8078-4a1842aeb8d1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Network': ['ID=f05272cc-c403-4e94-ad57-02b38b936655,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.030616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.034988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-15547d5e-2f82-472b-a423-ce12c4e172d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.036689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-15547d5e-2f82-472b-a423-ce12c4e172d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.2033122 Apr 20 14:50:17.054151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f05272cc-c403-4e94-ad57-02b38b936655 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:50:17.070930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.071627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.084122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.106282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.108016 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d224c37c-3aa8-4ecf-86f5-a9aee4b2817a HTTP/1.1" status: 204 len: 168 time: 0.3467567 Apr 20 14:50:17.114368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-864b82e5-5488-4332-8616-93338e8a692f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694175 Apr 20 14:50:17.122971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43218) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.153121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:17.157741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:17.170480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.175397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fb91505a-b4c6-415e-8c4c-ad12aefd152d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3639374 Apr 20 14:50:17.184851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43220) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.198098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637ed6b-cf36-4fe3-8451-ff8e958c63a6 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d224c37c-3aa8-4ecf-86f5-a9aee4b2817a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.225565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'port_id': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'mac_address': 'fa:16:3e:d4:91:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd627a8-1ec4-4cd4-afd9-14302c3ad88c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:17.262537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.264051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.265863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] 10.222.0.43 "PUT /v2.0/ports/33c1d4b6-85b5-4b44-92c6-e3d6304bed8f HTTP/1.1" status: 200 len: 1092 time: 2.3911297 Apr 20 14:50:17.280240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.280470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23571296-5dd0-4e5c-bc67-a5cd94e69db8 req-f894d2ff-c7fe-41d2-b406-42f428a0bd8c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.282525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23571296-5dd0-4e5c-bc67-a5cd94e69db8 req-f894d2ff-c7fe-41d2-b406-42f428a0bd8c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 943 time: 0.3984144 Apr 20 14:50:17.299526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf89364b-123c-4d55-a5c7-93ffd9de2615 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:17.300960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89a0a-18b5-4e2f-b3b3-c2b56b066c33 service neutron] Pushing event updated for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.315034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:17.324894 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868197b7-5263-4f8f-b3d6-07b59c1d3851" -d '{"events": [{"name": "network-changed", "server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:17.325592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.338051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.339123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:17.340003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Made reservation on behalf of 6621e14379ed4905b0eb7f88ebbfe325 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:17.342549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.383526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-128ca332-800f-49a3-b1a4-87466196b6c1 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2571805 Apr 20 14:50:17.386200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43226) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.400196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.420953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cf655f2b-1257-463b-b885-cd722545d3d4 None None] Provisioning complete for port d2e14f79-016c-45be-a15a-9480b220f734 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:17.421483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cf655f2b-1257-463b-b885-cd722545d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.451056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-675a34fd-2954-4b90-bb64-0865620026d9 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107157 Apr 20 14:50:17.476196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.486857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cf655f2b-1257-463b-b885-cd722545d3d4 None None] Port d2e14f79-016c-45be-a15a-9480b220f734 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:17.497289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8', 'network_id': '86e54f71-fdc4-4820-a794-59cd6cfb6b11', 'port_id': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8', 'mac_address': 'fa:16:3e:a0:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff9b088-ec9c-4e2e-ae92-85f94fdfbae3', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:17.540671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23571296-5dd0-4e5c-bc67-a5cd94e69db8 req-2ebbd094-00cd-482b-89f0-5f2d9a635b40 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058983 Apr 20 14:50:17.547799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.578719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:17.604923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-1f7d79d9-35ee-4f39-9dc6-1724f064da0d service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434844 Apr 20 14:50:17.607142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.608557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.615554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.616695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 955cac8f-32a5-4109-904a-16bcb8663314 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:17.622043 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042cf97a-3e0c-4c3b-8abf-cb6ca830759e x-openstack-request-id: req-042cf97a-3e0c-4c3b-8abf-cb6ca830759e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:17.622325 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:17.622592 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-042cf97a-3e0c-4c3b-8abf-cb6ca830759e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:17.622985 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042cf97a-3e0c-4c3b-8abf-cb6ca830759e'] response: {'name': 'network-changed', 'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', 'status': 'completed', 'code': 200} Apr 20 14:50:17.641177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749a3f5-11e1-431e-bcd9-d6b8d90123aa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.642664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4749a3f5-11e1-431e-bcd9-d6b8d90123aa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3758597 Apr 20 14:50:17.659867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43228) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.667228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.680914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-88897a08-819e-463d-a02c-138b9c8d1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.682360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-88897a08-819e-463d-a02c-138b9c8d1652 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 1095 time: 0.3441131 Apr 20 14:50:17.707463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.711494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.732137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.737474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '955cac8f-32a5-4109-904a-16bcb8663314', 'network_id': '07fb3036-a0dd-40ad-a62a-03aaa9c643c3', 'port_id': '955cac8f-32a5-4109-904a-16bcb8663314', 'mac_address': 'fa:16:3e:fe:83:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd627a8-1ec4-4cd4-afd9-14302c3ad88c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:17.738021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.744879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.750794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.756876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.762774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.768872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.770802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-205b9e26-e680-4013-9161-3432006ecd6a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5424 time: 0.3382189 Apr 20 14:50:17.790930 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.791987 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.794732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.798826 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/07aa1d1b-d7d1-46ef-8739-e7a4e1c28f43 HTTP/1.1" status: 204 len: 168 time: 0.4090698 Apr 20 14:50:17.807237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.810079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955cac8f-32a5-4109-904a-16bcb8663314 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:17.811587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17e42-e1aa-4b1a-ad12-1f7df22814cf tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aa1d1b-d7d1-46ef-8739-e7a4e1c28f43,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.836410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-80f8b7e1-dd91-4049-be50-6f4157844661 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f HTTP/1.1" status: 200 len: 217 time: 0.1244359 Apr 20 14:50:17.843170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:17.846403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-afa2a475-b998-4f6d-b4be-758c89849423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.848568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-afa2a475-b998-4f6d-b4be-758c89849423 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 1094 time: 0.1110268 Apr 20 14:50:17.850823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.907587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:17.911637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2ecabacb-377c-450d-962c-56af8df8b0a4 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:17.929872 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3c607bc9-a994-4f2e-bdcb-fa8b3a4692ae tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206400 Apr 20 14:50:17.936541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43232) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:17.940986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923374220'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:17.969804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 2ecabacb-377c-450d-962c-56af8df8b0a4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:17.974463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 2ecabacb-377c-450d-962c-56af8df8b0a4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:17.974961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.975698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bf148-87cb-4471-b368-f7baa7f9934a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.982186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bf148-87cb-4471-b368-f7baa7f9934a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.984245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-7e000b7b-b093-411c-ba27-49e7dd7696f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.985908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-7e000b7b-b093-411c-ba27-49e7dd7696f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 913 time: 0.1269662 Apr 20 14:50:17.987549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.988938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bf148-87cb-4471-b368-f7baa7f9934a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:17.993326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a91bf148-87cb-4471-b368-f7baa7f9934a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3279099 Apr 20 14:50:17.996056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:18.017735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd9c285f-db72-438e-ad25-1dc2d9cf2ba1 req-529cad64-9201-432b-9762-7723b574a8d1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951356 Apr 20 14:50:18.058636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-ec3e9d72-2e5c-47bd-9487-5cb6ecb65f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:18.058636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-ec3e9d72-2e5c-47bd-9487-5cb6ecb65f02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.1928730 Apr 20 14:50:18.064341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.082336 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-2f79bda8-1c56-4e8b-987c-cd9fdbd52a98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06 HTTP/1.1" status: 200 len: 217 time: 0.0755599 Apr 20 14:50:18.088768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:18.090929 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1de370-bbe2-4e12-8592-6a19a72e33bb" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:18.105740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:18.107185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-191a11b8-2bfb-4953-ae94-9d4641f326e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362086 Apr 20 14:50:18.110804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.111989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:18.188052 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1712499-f131-4a1c-b256-542c96e54bf2 x-openstack-request-id: req-a1712499-f131-4a1c-b256-542c96e54bf2 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:18.188453 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:18.188896 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1712499-f131-4a1c-b256-542c96e54bf2 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:18.189440 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1712499-f131-4a1c-b256-542c96e54bf2'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4', 'code': 200} Apr 20 14:50:18.209230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:18.224174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-19e23381-3d81-4e74-bfa6-b430695f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:18.226181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-19e23381-3d81-4e74-bfa6-b430695f1d2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.1289971 Apr 20 14:50:18.259146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port d2e14f79-016c-45be-a15a-9480b220f734 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:18.259468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.261738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:18.269729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:18.271613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.301179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-75b4da21-817a-47f4-878c-d9a50615d2b1 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554029 Apr 20 14:50:18.305238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.335291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['904ed9bb-03c4-49ed-a739-91ba22f18ea7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:18.337897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-035e7e27-9c72-41f4-bb9a-b24c138d17cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012471 Apr 20 14:50:18.340931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d5460523-adfa-4ad8-a5a3-e1707dfc8bc8'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:18.363833 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.382771 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.453976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.489614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.495100 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5535719 Apr 20 14:50:18.496245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:18.508515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.516052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:18.520174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eafe5c-450d-4e2a-b83a-77ecb37a49d5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:18.536955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:18.544764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for d2e14f79-016c-45be-a15a-9480b220f734 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:18.555020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.555739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d96c5f49-7f36-4ee1-9633-adfff645a84d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:18.578115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-65815394-3205-40a1-9588-3a94b332ad4d service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303641 Apr 20 14:50:18.683146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.701491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:18.750629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port d96c5f49-7f36-4ee1-9633-adfff645a84d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:18.757470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port d96c5f49-7f36-4ee1-9633-adfff645a84d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:18.757972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.784439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-599a60f8-1e42-4484-8fa8-a2b844c55b95 req-52abd99c-defc-411f-b3af-032f968e822e service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664166 Apr 20 14:50:18.853732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.862380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.871180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.874326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.889442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de828b8-26c2-4628-b57b-8bac907a2d31,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:18.893305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257377e6-2a3c-460b-9fe7-e4f6c2f86569 req-0eb8b509-5dc6-42ac-b498-541b34acd92b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:18.899489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-257377e6-2a3c-460b-9fe7-e4f6c2f86569 req-0eb8b509-5dc6-42ac-b498-541b34acd92b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 943 time: 0.1485519 Apr 20 14:50:18.902217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b472d65-f1d0-4119-a9d7-5bb3d9022377 req-1a5dbc80-6ffa-4b85-b510-4688f0594383 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638781 Apr 20 14:50:18.916532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.917749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-de0d6c40-ba65-4567-a416-52b6efadae5c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141037 Apr 20 14:50:18.918613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=d2e14f79-016c-45be-a15a-9480b220f734,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:18.922219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:18.929183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:18.934884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:18.965799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-69ff9184-9c01-4c7b-8385-aca5cdc9a2c5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules/8de828b8-26c2-4628-b57b-8bac907a2d31 HTTP/1.1" status: 200 len: 763 time: 0.0397460 Apr 20 14:50:18.969560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:18.984629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:50:18.985398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.016085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.025133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.030891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0596259d-8e67-47b2-b746-647ad5fb7988 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/d2e14f79-016c-45be-a15a-9480b220f734 HTTP/1.1" status: 204 len: 168 time: 1.0337875 Apr 20 14:50:19.033452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43250) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.061054 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f00543-9c63-4f69-b608-73fa7b738b58 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:50:19.064927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-58f00543-9c63-4f69-b608-73fa7b738b58 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/d2e14f79-016c-45be-a15a-9480b220f734 HTTP/1.1" status: 404 len: 333 time: 0.0279686 Apr 20 14:50:19.065756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.145749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-257377e6-2a3c-460b-9fe7-e4f6c2f86569 req-b4ae54e8-3118-45ec-b558-a0de6857cdcc tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769907 Apr 20 14:50:19.165629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4002bb71-542d-454d-8bc1-8f472f944130,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.175217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port ba38c5da-f772-450d-8214-745871e92abe {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:19.175748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.214715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d149d1d3-d62a-4325-bd9c-61bc9cd74ab9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2429852 Apr 20 14:50:19.223052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-0d015c38-1f1c-4a98-8e19-4263b5de641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.224739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-0d015c38-1f1c-4a98-8e19-4263b5de641f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=92bfe4ff20c74762809bd75742054b49&device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 1095 time: 0.2354608 Apr 20 14:50:19.225716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.258704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Checking segment: {'id': 'd22d9bfc-41b1-4b0b-b94d-9c4718dec80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:19.258935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network hostable DHCP agents. Network: f05272cc-c403-4e94-ad57-02b38b936655, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:50:19.280568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.297825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.305790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.312329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.318369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.324100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.326234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for ba38c5da-f772-450d-8214-745871e92abe owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:19.329791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.335863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.341521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.347238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.349156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-ee0117bb-8f08-47ac-9d3f-94c20bfd5f84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5429 time: 0.2158926 Apr 20 14:50:19.372665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.378185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.379688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8de828b8-26c2-4628-b57b-8bac907a2d31 HTTP/1.1" status: 204 len: 168 time: 0.1528170 Apr 20 14:50:19.385234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.406367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network f05272cc-c403-4e94-ad57-02b38b936655 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:50:19.409236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abef2-91a4-4dc1-a99d-6217bd65bc54 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8de828b8-26c2-4628-b57b-8bac907a2d31,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.446001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f05272cc-c403-4e94-ad57-02b38b936655) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:19.454209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7083d59-6eda-4744-845d-4d6dcae8263b None None] Network f05272cc-c403-4e94-ad57-02b38b936655 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:19.457747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-382f0963-56f0-4825-bc9a-5071f1ccc043 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674775 Apr 20 14:50:19.461378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43264) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.465702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:19.468874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.469470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.474714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-6f5a17dd-b511-497e-bc23-de61b1a84397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.476209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-6f5a17dd-b511-497e-bc23-de61b1a84397 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 200 len: 913 time: 0.2418196 Apr 20 14:50:19.486467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8224e397-90f0-4342-a99e-2d5b9e420c12 req-18b7b3d7-92d2-45a5-acad-01215c6c96a5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273921 Apr 20 14:50:19.507198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['955cac8f-32a5-4109-904a-16bcb8663314'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:19.528874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.529688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ba82cfa-8ba7-4e75-9350-bf806843a238 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5727839 Apr 20 14:50:19.530991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-657a847a-72ce-40a9-8f66-ab29cd2a1200 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f HTTP/1.1" status: 200 len: 217 time: 0.0414212 Apr 20 14:50:19.532613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43266) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.537226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-932866400', 'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:19.602699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Made reservation on behalf of 6621e14379ed4905b0eb7f88ebbfe325 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:19.605010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.611960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.619303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.623802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-03dec5c3-d78f-40e5-8ae6-7873afcefeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:19.625266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-03dec5c3-d78f-40e5-8ae6-7873afcefeb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 200 len: 852 time: 0.0848725 Apr 20 14:50:19.626546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Deleting port 9da7f4ca-a2d3-4fa7-a623-322f9824494a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:19.626966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.649171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f2683d-2421-4a71-baa8-f6fd0607fda9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.654767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] device_id is not set on port 978e225e-3d9a-438b-b076-2c12c962a251 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:19.661594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1152afa1-5f76-4c05-970f-99d15c47e5a4 None None] Network f05272cc-c403-4e94-ad57-02b38b936655 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:19.665633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.667060 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4093e93c-0556-4192-a770-f79ad2f9e40e tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2047603 Apr 20 14:50:19.669608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.681581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.700942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-108229a3-0646-4ca1-ba95-0944fb12378d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611343 Apr 20 14:50:19.717039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=ba38c5da-f772-450d-8214-745871e92abe,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.725020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b519f91d-cc72-4588-8114-a8f78f9ed125 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules/43f2683d-2421-4a71-baa8-f6fd0607fda9 HTTP/1.1" status: 200 len: 763 time: 0.0540273 Apr 20 14:50:19.729295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43270) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.836609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.846862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b989c98-0f57-47d5-9a2f-095f6752e6a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/ba38c5da-f772-450d-8214-745871e92abe HTTP/1.1" status: 204 len: 168 time: 0.7800362 Apr 20 14:50:19.857195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.864517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6b8a03b9-6821-48db-96f4-50fb09250cf3 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1358929 Apr 20 14:50:19.864760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 904ed9bb-03c4-49ed-a739-91ba22f18ea7 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:19.868091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43274) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.893924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.902392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.925632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:19.931273 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ecc199-3b4f-4afa-af5f-480989202e97 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:50:19.932697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:19.933354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.933573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-88ecc199-3b4f-4afa-af5f-480989202e97 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/ba38c5da-f772-450d-8214-745871e92abe HTTP/1.1" status: 404 len: 333 time: 0.0722661 Apr 20 14:50:19.936353 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.944072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43276) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:19.948211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:19.950068 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/43f2683d-2421-4a71-baa8-f6fd0607fda9 HTTP/1.1" status: 204 len: 168 time: 0.0809269 Apr 20 14:50:19.951076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266ce5b-d8d7-44ad-a8d8-71620c8f3063 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f2683d-2421-4a71-baa8-f6fd0607fda9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:19.956312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.008022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] For port 9da7f4ca-a2d3-4fa7-a623-322f9824494a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9da7f4ca-a2d3-4fa7-a623-322f9824494a,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:20.008419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.009819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 7789a5a2-baed-454c-a185-103d0df8b13d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:20.013047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.013832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-12c0c703-7f3f-4dea-bbd4-033023ae7409 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803240 Apr 20 14:50:20.038203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 2001:db8::335 (f05272cc-c403-4e94-ad57-02b38b936655/4002bb71-542d-454d-8bc1-8f472f944130/978e225e-3d9a-438b-b076-2c12c962a251) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:20.043010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.055468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Calling delete_port for 9da7f4ca-a2d3-4fa7-a623-322f9824494a owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:20.059905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.083341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c0e44563-687b-4d08-bc38-1b66cd6783cb tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1170073 Apr 20 14:50:20.083630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:20.083804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43280) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.089651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.090350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:20.090777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:20.127806 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Project 69c96742f0a541dab27a2e0617f7944b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:50:20.151183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.183647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.191319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0'}, {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}, {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:20.198603 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb0658-4d25-44b5-a882-6be4c09a38ed" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "ddfc3252-62d5-4b47-86a7-8bd2e3db25a0"}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d"}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:20.208420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.244203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:20.249676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:20.250303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.292835 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd x-openstack-request-id: req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:20.293122 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "ddfc3252-62d5-4b47-86a7-8bd2e3db25a0", "code": 200}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d", "code": 200}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:20.293356 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:20.293747 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfc3252-62d5-4b47-86a7-8bd2e3db25a0', 'code': 200} Apr 20 14:50:20.294004 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'code': 200} Apr 20 14:50:20.294255 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adc6ccd-d067-43e5-8bde-7b6f4a5148dd'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'code': 200} Apr 20 14:50:20.297830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.299095 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.320140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.320349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d325ca2-7d52-4a4f-957b-6ac702fd2612 None None] Network f7757621-96bb-425e-bc97-d29d48a100d4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:20.322660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.330312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/7789a5a2-baed-454c-a185-103d0df8b13d HTTP/1.1" status: 204 len: 168 time: 0.3762474 Apr 20 14:50:20.343108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.343108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-868197b7-5263-4f8f-b3d6-07b59c1d3851 req-61ed2607-f720-4d63-983a-9078d564b755 service neutron] 10.222.0.43 "GET /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095436 Apr 20 14:50:20.363518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5ed73-c2dc-450a-9029-0653988a1a5d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=7789a5a2-baed-454c-a185-103d0df8b13d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.376646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce16da6-ee41-4574-9668-370e7414da9e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.387838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.389344 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37899bb3-caa0-47b8-b0c5-fa5b671c1780 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046436 Apr 20 14:50:20.392590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43292) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.415297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-374337a4-aeb3-43ff-9e63-7d2f787f7e1c tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules/fce16da6-ee41-4574-9668-370e7414da9e HTTP/1.1" status: 200 len: 769 time: 0.0213599 Apr 20 14:50:20.417648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43294) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.467707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b23cd5e6-0b1f-4aaa-add0-19f8c75f585a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0484104 Apr 20 14:50:20.469917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.487979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c4a9b-de9d-4227-803c-5e47bfc43df6 req-f0cc9c7d-2c00-45c1-b5b4-78639c38c2d2 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.489549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-575c4a9b-de9d-4227-803c-5e47bfc43df6 req-f0cc9c7d-2c00-45c1-b5b4-78639c38c2d2 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 943 time: 0.2160745 Apr 20 14:50:20.501302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.510965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.558812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.564016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.583340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.585092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fce16da6-ee41-4574-9668-370e7414da9e HTTP/1.1" status: 204 len: 168 time: 0.1131573 Apr 20 14:50:20.586075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d552d-4d4b-4e96-b9f8-95b93b3f6000 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fce16da6-ee41-4574-9668-370e7414da9e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.587908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.603883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['bf89364b-123c-4d55-a5c7-93ffd9de2615'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:20.640918 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4eb26d58-ba6a-49ee-900c-00f05e6ac641 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509009 Apr 20 14:50:20.643840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.677711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-575c4a9b-de9d-4227-803c-5e47bfc43df6 req-77ddd6ce-62ea-462f-ba56-1cd4ab0fff0c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586096 Apr 20 14:50:20.687234 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.716467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.747659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.748219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:20.754526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.757912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.762842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.770110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.776114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.779152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.781872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.787714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:20.789622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-3cf8cd44-08c6-4ef4-ab65-2757b4714032 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5430 time: 0.1842711 Apr 20 14:50:20.803067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.815556 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.853221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.871632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.874145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da7f4ca-a2d3-4fa7-a623-322f9824494a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.875903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.887416 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c HTTP/1.1" status: 204 len: 168 time: 0.2417722 Apr 20 14:50:20.891712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] DHCP port deletion for f7757621-96bb-425e-bc97-d29d48a100d4 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:50:20.893042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43304) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.911663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f36b0-76aa-4c3a-8b77-211047f4dd0d tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0641f6ac-caba-4fe8-a0dc-6fbadc3dab9c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:20.936352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 847ec285-d065-4adc-89e7-14947ea2e5b6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:20.936998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:20.973639 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dbdc4823-adb0-4760-b86d-a5db5f68ccd5 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684354 Apr 20 14:50:20.976181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43306) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:20.981905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050365349'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:20.990788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Deleting port 847ec285-d065-4adc-89e7-14947ea2e5b6 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:20.991402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.014792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58254c7c-d48d-4442-adae-e36e9fbf7721 req-62429de3-ff8e-4dc6-b621-877f1d673e13 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078609 Apr 20 14:50:21.016082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.093436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.115625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] For port 847ec285-d065-4adc-89e7-14947ea2e5b6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=847ec285-d065-4adc-89e7-14947ea2e5b6,segment=NetworkSegment(ba790b44-efd6-4e79-b8a4-05c0434e77cd),segment_id=ba790b44-efd6-4e79-b8a4-05c0434e77cd)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:21.118788 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.123626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.130094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.135758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Calling delete_port for 847ec285-d065-4adc-89e7-14947ea2e5b6 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:21.142400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port 847ec285-d065-4adc-89e7-14947ea2e5b6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=847ec285-d065-4adc-89e7-14947ea2e5b6,segment=NetworkSegment(ba790b44-efd6-4e79-b8a4-05c0434e77cd),segment_id=ba790b44-efd6-4e79-b8a4-05c0434e77cd)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:21.142884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.159541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.162491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1844916 Apr 20 14:50:21.165679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43308) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.165823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network f05272cc-c403-4e94-ad57-02b38b936655 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:21.170931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Request body: {'security_group_rule': {'security_group_id': '21a95b89-67b7-4e8c-bbc3-02f5af892abe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:21.174814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 847ec285-d065-4adc-89e7-14947ea2e5b6 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:21.181859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:21.185017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:21.186264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:21.187239 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.195490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4d265-c1ed-46c9-a651-d010f4ec9dd9 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a95b89-67b7-4e8c-bbc3-02f5af892abe,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.212185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.240574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=978e225e-3d9a-438b-b076-2c12c962a251,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.257668 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.267992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.273032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.286970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] Pushing event deleted for resources: {'Port': ['ID=847ec285-d065-4adc-89e7-14947ea2e5b6,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.289174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6792e-2bc8-4121-9f2f-b713a10f0ff8 None None] No DVR routers for this DVR port 847ec285-d065-4adc-89e7-14947ea2e5b6 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:21.296913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.306138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6648d0d2-69bf-4e49-b434-07a793c01aa2,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.306426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-37ed694c-49fa-43d8-a56d-0a5203298f52 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7725401 Apr 20 14:50:21.308914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43310) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.322003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.323265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a4297f8f-1d49-4475-b436-021a8914514a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564527 Apr 20 14:50:21.337465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43312) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.437481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.440302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Deleting port 978e225e-3d9a-438b-b076-2c12c962a251 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:21.440655 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.444069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.475752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port 847ec285-d065-4adc-89e7-14947ea2e5b6 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:21.484694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=847ec285-d065-4adc-89e7-14947ea2e5b6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.508383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.567322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.579908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Calling delete_port for 978e225e-3d9a-438b-b076-2c12c962a251 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:21.614426 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.621526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.624069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.625200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/21a95b89-67b7-4e8c-bbc3-02f5af892abe HTTP/1.1" status: 204 len: 168 time: 0.2868965 Apr 20 14:50:21.629403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43318) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.639700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59de9b-33c2-4794-960e-2f5a5c5dcc53 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a95b89-67b7-4e8c-bbc3-02f5af892abe,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.681587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7757621-96bb-425e-bc97-d29d48a100d4']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:21.698276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba790b44-efd6-4e79-b8a4-05c0434e77cd') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:21.698604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba790b44-efd6-4e79-b8a4-05c0434e77cd') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:21.727834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.732941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.752495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30866384-844e-4db8-b5b9-3911cd780a26 tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1186068 Apr 20 14:50:21.752725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.758997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.780954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Router ad94a490-691d-4411-a3e5-84df0724678f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:50:21.790618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Port': ['ID=978e225e-3d9a-438b-b076-2c12c962a251,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.794603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:21.795022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:21.798042 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:21.812157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.818206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4fd1602a-2b92-4f79-b5ff-6720940452d9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/ports/978e225e-3d9a-438b-b076-2c12c962a251 HTTP/1.1" status: 204 len: 168 time: 0.5056818 Apr 20 14:50:21.818850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43324) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.836225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21ea81be-8fc3-4945-bda1-2120c424674b tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0831072 Apr 20 14:50:21.840596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43326) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.854280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655', 'external_fixed_ips': [{'subnet_id': '4002bb71-542d-454d-8bc1-8f472f944130', 'ip_address': '2001:db8::335'}]}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:21.854931 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-30496149-e54b-46b6-9531-fcb389ea06bb tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] delete failed (client error): The resource could not be found. Apr 20 14:50:21.855951 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30496149-e54b-46b6-9531-fcb389ea06bb tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "DELETE /v2.0/security-groups/21a95b89-67b7-4e8c-bbc3-02f5af892abe HTTP/1.1" status: 404 len: 347 time: 0.0160143 Apr 20 14:50:21.860105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43328) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.874640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:21.878725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bf89364b-123c-4d55-a5c7-93ffd9de2615 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:21.906644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b16f911d-ba10-4361-83ea-800ce7187c2a tempest-SecGroupIPv6Test-461316594 tempest-SecGroupIPv6Test-461316594-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453715 Apr 20 14:50:21.933739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8dbc0-abf7-4cb8-b2ff-65c43296f72e req-8000b19c-5288-49b5-b3e6-790b43a1e0d3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:21.935324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4c8dbc0-abf7-4cb8-b2ff-65c43296f72e req-8000b19c-5288-49b5-b3e6-790b43a1e0d3 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 943 time: 0.1789060 Apr 20 14:50:21.938544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.953733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.956864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/f7757621-96bb-425e-bc97-d29d48a100d4 HTTP/1.1" status: 204 len: 168 time: 1.6142228 Apr 20 14:50:21.961017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.961017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:21.961949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43332) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:21.967386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226829844'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:21.988153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26434fa0-e330-4c76-abf3-76c9d0ad6b07 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=f7757621-96bb-425e-bc97-d29d48a100d4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:21.995509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port bf89364b-123c-4d55-a5c7-93ffd9de2615 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:21.998274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:22.003228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port bf89364b-123c-4d55-a5c7-93ffd9de2615 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:22.003603 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.003968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.037341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:50:22.050353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.051124 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Added segment b36ccd52-b91e-43a8-80ec-c1bfd548c21e of type vlan for network 1f6b865e-554e-46bb-87f4-5c172122e7b7 Apr 20 14:50:22.104491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:22.139675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.148078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'port_id': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06', 'mac_address': 'fa:16:3e:4c:31:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7023e8b-285f-4a8a-af83-ddc58bf9db96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:22.175748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.183347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.184379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.197377 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.213950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:22.219942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43338) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:22.224762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.260439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:22.271979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.272800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:50:22.282734 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3193913 Apr 20 14:50:22.293927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43342) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:22.303978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:22.334440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376250c-4119-45b5-9a2f-268805dab4ac tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Network': ['ID=1f6b865e-554e-46bb-87f4-5c172122e7b7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:22.340591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8'}, {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:22.344040 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe702cd-0833-4f11-988e-bef41b6e1f03" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8"}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:22.346977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:22.355446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:22.356524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:50:22.378126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.378932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 955cac8f-32a5-4109-904a-16bcb8663314 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:22.451136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-17fab3dd-bd3c-447c-a0ca-08b71d387d7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69c96742f0a541dab27a2e0617f7944b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270572 Apr 20 14:50:22.453609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:22.480246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:22.528043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', 'network_id': 'b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9', 'port_id': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', 'mac_address': 'fa:16:3e:e4:d7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7023e8b-285f-4a8a-af83-ddc58bf9db96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:50:22.532403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:22.533730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.539803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.562194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.573370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4c8dbc0-abf7-4cb8-b2ff-65c43296f72e req-3287eddf-ea75-4775-824c-2068f80feaad tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205807 Apr 20 14:50:22.597075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:22.623602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 955cac8f-32a5-4109-904a-16bcb8663314 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:22.632070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 955cac8f-32a5-4109-904a-16bcb8663314 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:22.632627 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.635590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.651884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:22.658006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.670628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Sync routers for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:22.690059 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeece99-d028-4dc2-a8e1-46807929dcb7 x-openstack-request-id: req-abeece99-d028-4dc2-a8e1-46807929dcb7 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:22.690422 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8", "code": 200}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:22.690887 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abeece99-d028-4dc2-a8e1-46807929dcb7 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:22.691351 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeece99-d028-4dc2-a8e1-46807929dcb7'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8', 'code': 200} Apr 20 14:50:22.692557 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeece99-d028-4dc2-a8e1-46807929dcb7'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'code': 200} Apr 20 14:50:22.695452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:50:22.710483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:22.711494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:22.715164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fe0392e7-6e47-4e29-bbba-c74aa3091f42 admin admin] 10.222.0.20 "PUT /v2.0/routers/ad94a490-691d-4411-a3e5-84df0724678f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4704881 Apr 20 14:50:22.722160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43354) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:22.784729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:22.805170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.871240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.877649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.885420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.894130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.896307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.897549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:22.902172 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a5a59c-aca7-4fd7-b982-310c6e9764a4 HTTP/1.1" status: 204 len: 168 time: 0.4475381 Apr 20 14:50:22.920448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.931842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37f16f-512e-4733-bc59-76abb1abc9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a5a59c-aca7-4fd7-b982-310c6e9764a4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:22.940309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.949133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:22.974364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-773f5fda-29c3-4b52-8899-279e482c384a req-516e5e14-6f93-45d7-bddc-87f856974c0c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5432 time: 0.4237299 Apr 20 14:50:22.991258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.019119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 847ec285-d065-4adc-89e7-14947ea2e5b6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:23.032999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:23.056541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.070774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 847ec285-d065-4adc-89e7-14947ea2e5b6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:23.071127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 847ec285-d065-4adc-89e7-14947ea2e5b6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:23.074470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.091109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.099794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:23.173584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-773f5fda-29c3-4b52-8899-279e482c384a req-bca0d00c-28a2-4a5b-a040-3a35b548f1e3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174467 Apr 20 14:50:23.229888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:23.234616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=594690fb-7b0f-49c4-aba7-e96893002f74,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:23.245545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['33c1d4b6-85b5-4b44-92c6-e3d6304bed8f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:23.256423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Checking segment: {'id': 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:23.257158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network hostable DHCP agents. Network: 1f6b865e-554e-46bb-87f4-5c172122e7b7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:50:23.269084 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.310522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['445cb7f5-80ae-43d6-b4ed-9942cfbfab06'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:23.319973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:50:23.337721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 1f6b865e-554e-46bb-87f4-5c172122e7b7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:23.355603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:23.356840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.389310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Deleting port c3aa50ce-c965-492e-9b1e-eb88d76ca34c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:23.389973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.396747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0566a846-d495-48a2-b177-03ce7326e343 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1016207 Apr 20 14:50:23.410413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43364) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:23.422853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1696254429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:23.469950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3cbe8-6c41-433f-b91c-1d41a1e0086e None None] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:23.473971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.504431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.506137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.595804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.656803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.714036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] For port c3aa50ce-c965-492e-9b1e-eb88d76ca34c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:23.714036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:23.807251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:24.104040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c51d-f8dc-4848-8f73-d06d6cdd2088 req-2bcba322-3c77-47a9-8a9c-e6cd1f556c46 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.107667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdd1c51d-f8dc-4848-8f73-d06d6cdd2088 req-2bcba322-3c77-47a9-8a9c-e6cd1f556c46 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 944 time: 0.4068782 Apr 20 14:50:24.226411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.241504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.247504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Calling delete_port for c3aa50ce-c965-492e-9b1e-eb88d76ca34c owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:24.274028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.280708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45499d0d-9465-437f-bbe2-0bef86ec6106 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8656006 Apr 20 14:50:24.286445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43402) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:24.322080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7', 'name': 'tempest-PortsTestJSON-1284289479'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:24.375274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdd1c51d-f8dc-4848-8f73-d06d6cdd2088 req-c0bdbac5-ff68-4139-ad98-b903f7c51b3c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437105 Apr 20 14:50:24.377939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43406) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:24.388520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-1f6b865e-554e-46bb-87f4-5c172122e7b7', 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': '594690fb-7b0f-49c4-aba7-e96893002f74'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:50:24.390083 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.402778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0116837 Apr 20 14:50:24.405737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:24.409964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:50:20Z', 'revision_number': 5, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port': {'id': 'c3aa50ce-c965-492e-9b1e-eb88d76ca34c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:42:06Z', 'updated_at': '2022-04-20T14:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:24.606323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0bd9765f-4175-461d-88f0-fa0d76967ce5 tempest-NetworksApiDiscovery-2004721913 tempest-NetworksApiDiscovery-2004721913-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1993411 Apr 20 14:50:24.653951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Checking router: ad94a490-691d-4411-a3e5-84df0724678f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:24.676920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Allocated IP 172.20.0.2 (1f6b865e-554e-46bb-87f4-5c172122e7b7/594690fb-7b0f-49c4-aba7-e96893002f74/de7b5b50-86ee-40a6-b956-ee2be70e8826) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:24.686091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.690464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Routers {'ad94a490-691d-4411-a3e5-84df0724678f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:24.691137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ad94a490-691d-4411-a3e5-84df0724678f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:24.697477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:24.700317 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f2bb6-7349-46c2-85c9-abb60907e1f4" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "955cac8f-32a5-4109-904a-16bcb8663314"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:24.707261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 2001:db8::335 (f05272cc-c403-4e94-ad57-02b38b936655/4002bb71-542d-454d-8bc1-8f472f944130/8193f056-3408-4790-89e7-8f612eb9d3f0) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:24.769099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:24.773295 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.809864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aa50ce-c965-492e-9b1e-eb88d76ca34c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:24.829704 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc39e5-7004-4079-af3b-554d681deba6 x-openstack-request-id: req-03cc39e5-7004-4079-af3b-554d681deba6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:24.836712 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-plugged", "status": "completed", "tag": "955cac8f-32a5-4109-904a-16bcb8663314", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:24.837028 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03cc39e5-7004-4079-af3b-554d681deba6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:24.837456 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cc39e5-7004-4079-af3b-554d681deba6'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314', 'code': 200} Apr 20 14:50:24.855373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] Set router ad94a490-691d-4411-a3e5-84df0724678f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:24.869066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.876453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.883534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.891744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.901056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.911506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.912766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:24.931811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:24.934644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-0dfc16df-3ac6-4149-b908-f62c593a6c59 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.2819934 Apr 20 14:50:24.936688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:24.960551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:50:24Z', 'revision_number': 7, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:24.997757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25be8e6-0d99-4041-bc0b-655d1211a31f None None] The sync data for ids ['ad94a490-691d-4411-a3e5-84df0724678f'] in n-d-836145-2 is: [{'id': 'ad94a490-691d-4411-a3e5-84df0724678f', 'name': 'tempest-AttachVolumeShelveTestJSON-1808757885-router', 'tenant_id': '640eb5ff91cc4149b4b749cd733d03d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:42:02Z', 'updated_at': '2022-04-20T14:50:24Z', 'revision_number': 7, 'project_id': '640eb5ff91cc4149b4b749cd733d03d8', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:25.091297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.108734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.118680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:25.157675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.160647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:25.160942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.164245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:25.169173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:25.210124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Pushing event updated for resources: {'Port': ['ID=de7b5b50-86ee-40a6-b956-ee2be70e8826,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:25.232336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.12 (1f6b865e-554e-46bb-87f4-5c172122e7b7/594690fb-7b0f-49c4-aba7-e96893002f74/047fcf05-e3bc-4382-84a6-e1bf0c9a18f5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:25.249208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Attempting to bind port de7b5b50-86ee-40a6-b956-ee2be70e8826 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:25.249631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Attempting to bind port de7b5b50-86ee-40a6-b956-ee2be70e8826 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:25.249789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.250358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Attempting to bind port de7b5b50-86ee-40a6-b956-ee2be70e8826 on network 1f6b865e-554e-46bb-87f4-5c172122e7b7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:25.250700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad94a490-691d-4411-a3e5-84df0724678f {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:50:25.256544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:25.257002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Checking segment: {'id': 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:25.257343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.257743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Bound using segment: {'id': 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:25.258237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Bound port: de7b5b50-86ee-40a6-b956-ee2be70e8826, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1f6b865e-554e-46bb-87f4-5c172122e7b7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:25.258643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.263118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.267613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6537f2ea-8916-4419-8410-4339ec33b0b6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ad94a490-691d-4411-a3e5-84df0724678f HTTP/1.1" status: 204 len: 168 time: 2.5429673 Apr 20 14:50:25.269932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43426) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:25.343524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] For port de7b5b50-86ee-40a6-b956-ee2be70e8826, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:25.350022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] For port de7b5b50-86ee-40a6-b956-ee2be70e8826, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=de7b5b50-86ee-40a6-b956-ee2be70e8826,segment=NetworkSegment(b36ccd52-b91e-43a8-80ec-c1bfd548c21e),segment_id=b36ccd52-b91e-43a8-80ec-c1bfd548c21e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:25.358143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.424216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Deleting subnet 1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:25.450989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.460873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42025296-3abb-4753-9eb8-7ee35032a52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.467282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1310fd-5b2f-4fad-8d4c-dfccd5fb80b4 None None] Pushing event updated for resources: {'Port': ['ID=de7b5b50-86ee-40a6-b956-ee2be70e8826,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:25.504952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.560545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.562183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.562815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.563150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.565253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.567294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.567557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.570690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.574882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-81391891-7d4f-46b1-b46b-2b2e065bb244 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6490 time: 0.5546765 Apr 20 14:50:25.583510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.691419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9776d6e-47e8-4c86-992b-01b83a12977b req-d779946c-16b4-4ba3-a9c4-26d9eb39e008 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6276562 Apr 20 14:50:25.708544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=047fcf05-e3bc-4382-84a6-e1bf0c9a18f5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:25.710463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.713864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b0620af-64d6-4c6a-b392-a79ade34d59c req-fb74b216-730c-4d40-b51e-0ac33f48db36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&id=c4264b51-cbda-4aa1-b33b-860db763fb24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857611 Apr 20 14:50:25.759447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:25.770554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:25.783816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:25.881607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:25.882412 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:25.896309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:25.926841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.021094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bd290-638a-4883-a5f3-94d7c7c2a592 req-16e55e83-f4ff-41a3-ba01-c929f263bed7 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:26.043211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d9bd290-638a-4883-a5f3-94d7c7c2a592 req-16e55e83-f4ff-41a3-ba01-c929f263bed7 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 944 time: 0.4666233 Apr 20 14:50:26.060635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.085280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:26.089930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6e04bb-2f3d-41c3-ba3f-30f987b496e4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:26.091206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:26.091816 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.096274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7f269ec8-fa54-4f80-8206-956a08eab534 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7943456 Apr 20 14:50:26.109003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:26.154183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.162155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-849337b0-9785-4283-aabf-7a280f35da97 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f6e04bb-2f3d-41c3-ba3f-30f987b496e4 HTTP/1.1" status: 204 len: 168 time: 0.8910992 Apr 20 14:50:26.164959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6c146-03b8-403c-afff-a3d8a010c300 None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:26.180574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:26.197080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42025296-3abb-4753-9eb8-7ee35032a52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.239592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42025296-3abb-4753-9eb8-7ee35032a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.383347 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.385432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d9bd290-638a-4883-a5f3-94d7c7c2a592 req-571b026c-cc9e-4a8d-8599-057e4bb9ff8b tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410532 Apr 20 14:50:26.435786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.442473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42025296-3abb-4753-9eb8-7ee35032a52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d1632-cfa7-4423-a41b-fae686659474,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:26.458909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:26.464407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.465534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:26.484148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42025296-3abb-4753-9eb8-7ee35032a52c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f29956fe459a4b0bb635cd754127c0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3337488 Apr 20 14:50:26.485173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43440) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:26.497748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.593645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] DHCP port deletion for a864d66a-6db7-4268-9f4b-7d63c9584896 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:50:26.618449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:26.626329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Deleting port d8f3fdd3-601b-4c87-994c-690a2439b6f5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:26.627157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.644171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network f05272cc-c403-4e94-ad57-02b38b936655 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:26.656769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:26.662080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:26.709182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:50:26.734386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:26.734798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.775441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=8193f056-3408-4790-89e7-8f612eb9d3f0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:26.787859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Deleting port d8f3fdd3-601b-4c87-994c-690a2439b6f5 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:26.788299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.807464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] For port d8f3fdd3-601b-4c87-994c-690a2439b6f5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d8f3fdd3-601b-4c87-994c-690a2439b6f5,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:26.807979 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.837513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Calling delete_port for d8f3fdd3-601b-4c87-994c-690a2439b6f5 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:26.894790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:26.900443 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd51d7-7ab7-4056-b8ad-6cbe7b5afdaa" -d '{"events": [{"server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "name": "network-vif-plugged", "status": "completed", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:27.009754 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b585aa64-aa7c-42e9-bf2b-2054f1264c2e x-openstack-request-id: req-b585aa64-aa7c-42e9-bf2b-2054f1264c2e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:27.019797 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "name": "network-vif-plugged", "status": "completed", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:27.020303 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b585aa64-aa7c-42e9-bf2b-2054f1264c2e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:27.022054 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b585aa64-aa7c-42e9-bf2b-2054f1264c2e'] response: {'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06', 'code': 200} Apr 20 14:50:27.024661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.051319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] For port d8f3fdd3-601b-4c87-994c-690a2439b6f5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d8f3fdd3-601b-4c87-994c-690a2439b6f5,segment=NetworkSegment(243bdcce-d8a7-4591-b120-6d2b8fc39243),segment_id=243bdcce-d8a7-4591-b120-6d2b8fc39243)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:27.051962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.056201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] No DVR routers for this DVR port d8f3fdd3-601b-4c87-994c-690a2439b6f5 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:27.070362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device de7b5b50-86ee-40a6-b956-ee2be70e8826 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:27.158137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f3fdd3-601b-4c87-994c-690a2439b6f5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:27.175617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Calling delete_port for d8f3fdd3-601b-4c87-994c-690a2439b6f5 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:27.237608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.247896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port de7b5b50-86ee-40a6-b956-ee2be70e8826 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:27.248861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.291634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.344643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a864d66a-6db7-4268-9f4b-7d63c9584896']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:27.366256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243bdcce-d8a7-4591-b120-6d2b8fc39243') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:27.366720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243bdcce-d8a7-4591-b120-6d2b8fc39243') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:27.377405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.392693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.403562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:27.404174 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.426915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5d897-22b0-416f-91a8-a3fabaa62f1f None None] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:27.479190 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:27.484225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.490055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.494767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a864d66a-6db7-4268-9f4b-7d63c9584896 HTTP/1.1" status: 204 len: 168 time: 1.3121390 Apr 20 14:50:27.509295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86b80-cad6-4677-95cb-7e1d3631be75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a864d66a-6db7-4268-9f4b-7d63c9584896,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:27.543151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.545479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.560273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.566309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.572935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.590527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.602551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.643113 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-72d8bb20-2b04-4c52-9c12-2c85201be720 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120048 Apr 20 14:50:27.652262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.670347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.695342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-3c348be9-80d1-4a86-98b5-adbd8f991bc5 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.7794292 Apr 20 14:50:27.797460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.815617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43454) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:27.844734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-4c6a8009-2434-4aeb-a12b-1c2ae745d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.846493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-4c6a8009-2434-4aeb-a12b-1c2ae745d78d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 1097 time: 0.1343606 Apr 20 14:50:27.874153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.883556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:27.909044 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.967677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.975476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-6172c624-34a4-4da9-ad0d-3312b87125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:27.977131 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-6172c624-34a4-4da9-ad0d-3312b87125f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.1026051 Apr 20 14:50:27.978297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2fbfe835-e88a-4b40-b8f2-3dbc9f3605b7 None None] Provisioning complete for port de7b5b50-86ee-40a6-b956-ee2be70e8826 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:27.978744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2fbfe835-e88a-4b40-b8f2-3dbc9f3605b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:27.979947 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6822af2-8f47-44e8-a6bf-e456034de83c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=640eb5ff91cc4149b4b749cd733d03d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625795 Apr 20 14:50:27.982461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43456) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:28.042467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Network a864d66a-6db7-4268-9f4b-7d63c9584896 is not hosted by any dhcp agent {{(pid=102865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:50:28.042729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] No DVR routers for this DVR port d8f3fdd3-601b-4c87-994c-690a2439b6f5 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:28.111721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-1449d21c-865d-4c88-ab9e-8d47c685d891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 200 len: 1001 time: 0.1229122 Apr 20 14:50:28.118749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:28.122441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.184981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.190799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.195508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-5db0ad9d-eb15-4e58-8821-bb96e7cbf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:28.197210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-5db0ad9d-eb15-4e58-8821-bb96e7cbf6c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.0725725 Apr 20 14:50:28.207165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be28d5d-2e83-491a-9dab-b76538e9de42 None None] Pushing event deleted for resources: {'Port': ['ID=d8f3fdd3-601b-4c87-994c-690a2439b6f5,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:28.267581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-f3cf2f7d-1845-400a-939b-68e41fbca395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:28.270107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-f3cf2f7d-1845-400a-939b-68e41fbca395 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631745 Apr 20 14:50:28.287216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port de7b5b50-86ee-40a6-b956-ee2be70e8826, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=de7b5b50-86ee-40a6-b956-ee2be70e8826,segment=NetworkSegment(b36ccd52-b91e-43a8-80ec-c1bfd548c21e),segment_id=b36ccd52-b91e-43a8-80ec-c1bfd548c21e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:28.298030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.300546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.307874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.309419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/801891c3-f38c-4dda-9d4a-edb7d65f32cc HTTP/1.1" status: 204 len: 168 time: 0.3259552 Apr 20 14:50:28.400126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=de7b5b50-86ee-40a6-b956-ee2be70e8826,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:28.410050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b575457-5a72-4ca3-bd48-bb08fbebe6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801891c3-f38c-4dda-9d4a-edb7d65f32cc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:28.418357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9da7f4ca-a2d3-4fa7-a623-322f9824494a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:28.493133 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.496388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9da7f4ca-a2d3-4fa7-a623-322f9824494a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:28.497656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9da7f4ca-a2d3-4fa7-a623-322f9824494a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:28.499204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c3aa50ce-c965-492e-9b1e-eb88d76ca34c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:28.501667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1b971-7e34-4105-9e1f-c323147a5753 req-a7479d05-fffb-466b-b2ae-ec0401eb48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:28.503129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53a1b971-7e34-4105-9e1f-c323147a5753 req-a7479d05-fffb-466b-b2ae-ec0401eb48cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 1096 time: 1.3576646 Apr 20 14:50:28.515155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.561046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c3aa50ce-c965-492e-9b1e-eb88d76ca34c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:28.561792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c3aa50ce-c965-492e-9b1e-eb88d76ca34c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:28.562441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d8f3fdd3-601b-4c87-994c-690a2439b6f5 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:28.581519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b45ebfde-87b3-44ec-a066-d7d74c72a440 req-49168886-31fd-4ea7-babf-943fabafed99 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8851874 Apr 20 14:50:28.645631 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-daa2d1f1-cc74-41d6-822c-a98551898f17 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679016 Apr 20 14:50:28.887773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ed0a563-1a33-43e0-8040-cf3ef296c39f req-13dfbfa8-fea1-44a4-8baa-8a2c064fb6b5 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332618 Apr 20 14:50:28.904876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d8f3fdd3-601b-4c87-994c-690a2439b6f5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:28.905773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d8f3fdd3-601b-4c87-994c-690a2439b6f5 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:28.924609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-78c5e55b-eff5-4efb-a551-c9cb25a99cc7 None None] Provisioning complete for port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:28.925168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78c5e55b-eff5-4efb-a551-c9cb25a99cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.990078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-78c5e55b-eff5-4efb-a551-c9cb25a99cc7 None None] Port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:29.012680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-78c5e55b-eff5-4efb-a551-c9cb25a99cc7 None None] Provisioning complete for port de7b5b50-86ee-40a6-b956-ee2be70e8826 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:29.013051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78c5e55b-eff5-4efb-a551-c9cb25a99cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.077755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:29.080698 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca35dfa-b004-4ea3-b498-0afe6aeb54c5" -d '{"events": [{"server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "name": "network-vif-plugged", "status": "completed", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:29.104223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device de7b5b50-86ee-40a6-b956-ee2be70e8826 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:29.234780 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad80556a-7bcd-4da6-bbee-aedac08c6803 x-openstack-request-id: req-ad80556a-7bcd-4da6-bbee-aedac08c6803 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:29.235355 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "name": "network-vif-plugged", "status": "completed", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:29.235768 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad80556a-7bcd-4da6-bbee-aedac08c6803 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:29.236328 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad80556a-7bcd-4da6-bbee-aedac08c6803'] response: {'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', 'code': 200} Apr 20 14:50:29.327214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port de7b5b50-86ee-40a6-b956-ee2be70e8826 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:29.327956 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.455018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c938c-7318-4ea2-92c4-7644fbb78cb0 req-9b9784a9-8f4f-41aa-a5b3-c866e5682028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:29.456751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c31c938c-7318-4ea2-92c4-7644fbb78cb0 req-9b9784a9-8f4f-41aa-a5b3-c866e5682028 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 1097 time: 0.1094913 Apr 20 14:50:29.463314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961b483-02a4-4af5-80de-3d3f929c8b1d req-d7f5d5b5-b1ee-4113-a80e-33e62af939e4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:29.473485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9961b483-02a4-4af5-80de-3d3f929c8b1d req-d7f5d5b5-b1ee-4113-a80e-33e62af939e4 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 945 time: 1.6228375 Apr 20 14:50:29.534104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c31c938c-7318-4ea2-92c4-7644fbb78cb0 req-15536725-ea94-48b4-ac40-38f3bbab7b34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665185 Apr 20 14:50:29.614942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53a1b971-7e34-4105-9e1f-c323147a5753 req-45a2444f-dbb6-445e-aee9-00e16b581565 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0908675 Apr 20 14:50:29.627892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.631476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.631646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ad3383c-2107-4e0c-9ad6-9041a86361d4 None None] Provisioning complete for port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:29.633641 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ad3383c-2107-4e0c-9ad6-9041a86361d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.635656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/440d1632-cfa7-4423-a41b-fae686659474 HTTP/1.1" status: 204 len: 168 time: 3.1492906 Apr 20 14:50:29.659735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=047fcf05-e3bc-4382-84a6-e1bf0c9a18f5,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:29.780691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3383c-2107-4e0c-9ad6-9041a86361d4 None None] Port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:29.808537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc17e0d-77fb-4551-b588-728d29e6ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d1632-cfa7-4423-a41b-fae686659474,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:29.839587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9961b483-02a4-4af5-80de-3d3f929c8b1d req-d5c730fe-8c78-4eb6-a68f-3d1169a6ef7c tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852311 Apr 20 14:50:29.922812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:30.006767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:30.062606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.071788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.080188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.094141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.103600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.113284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.134978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.137024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-8239ca5a-0447-4f2d-bac8-1e15510dcf32 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.3192706 Apr 20 14:50:30.270398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c1eb9b1-24ac-430e-a1e3-ce441eb75ea6 req-93d72aa2-11e5-4dfd-9af6-d3f12c210e67 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578954 Apr 20 14:50:30.466821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:30.558918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.564883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.571342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.577228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.584837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.590977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.596612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:30.598611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5f00d53-5a64-4392-bc65-6e148d142454 req-55bcb92f-c470-4d1f-bba3-3be1e6124986 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.2049117 Apr 20 14:50:30.612234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43518) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:30.617070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Request body: {'floatingip': {'port_id': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:30.733497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:30.749874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router 3a171568-6697-45c1-b6e0-c2f7681b2cbc is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:50:31.396756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605e892-0c75-4863-a504-b6cfb4b51a23 req-59d31cc6-f7e8-4fa6-ad20-29d217852435 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:31.398806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0605e892-0c75-4863-a504-b6cfb4b51a23 req-59d31cc6-f7e8-4fa6-ad20-29d217852435 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 945 time: 0.4281042 Apr 20 14:50:31.440983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:31.453310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Sync routers for ids ['3a171568-6697-45c1-b6e0-c2f7681b2cbc'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:31.468299 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Routers {'3a171568-6697-45c1-b6e0-c2f7681b2cbc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:31.469402 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3a171568-6697-45c1-b6e0-c2f7681b2cbc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:31.547489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:31.548801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e45a04b0-6475-4da1-99c0-cec1c7852dd6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7043095 Apr 20 14:50:31.551542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43542) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:31.604248 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Set router 3a171568-6697-45c1-b6e0-c2f7681b2cbc gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:31.612897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0605e892-0c75-4863-a504-b6cfb4b51a23 req-6bb1c484-8718-4e8a-b532-d5d442f81f49 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022133 Apr 20 14:50:31.660144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:31.763151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:31.791583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.039355 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a171568-6697-45c1-b6e0-c2f7681b2cbc', 'name': '', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655', 'external_fixed_ips': [{'subnet_id': '4002bb71-542d-454d-8bc1-8f472f944130', 'ip_address': '2001:db8::335'}], 'enable_snat': True}, 'gw_port_id': '8193f056-3408-4790-89e7-8f612eb9d3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:21Z', 'updated_at': '2022-04-20T14:50:27Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': '8193f056-3408-4790-89e7-8f612eb9d3f0', 'name': '', 'network_id': 'f05272cc-c403-4e94-ad57-02b38b936655', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a171568-6697-45c1-b6e0-c2f7681b2cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '4002bb71-542d-454d-8bc1-8f472f944130', 'ip_address': '2001:db8::335', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:23Z', 'updated_at': '2022-04-20T14:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4002bb71-542d-454d-8bc1-8f472f944130', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:32.101066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.103576 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.114382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=047fcf05-e3bc-4382-84a6-e1bf0c9a18f5,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:32.166142 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Checking router: 3a171568-6697-45c1-b6e0-c2f7681b2cbc for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:32.167816 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Updating router 3a171568-6697-45c1-b6e0-c2f7681b2cbc port 8193f056-3408-4790-89e7-8f612eb9d3f0 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:50:32.239277 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.245985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Deleting port 8193f056-3408-4790-89e7-8f612eb9d3f0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:32.248065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.260943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.283881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.361523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:32.365013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:32.441454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.458985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Calling delete_port for 8193f056-3408-4790-89e7-8f612eb9d3f0 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:32.546859 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Floating IP 98994db6-5450-4211-b7cd-95315eacb074 associated. External IP: 172.25.1.142, port: d96c5f49-7f36-4ee1-9633-adfff645a84d. Apr 20 14:50:32.811880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Router 419f153a-cc86-4bb3-8c58-5584575ad68e is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:50:32.833069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-74061b6b-ea8e-4db8-9a44-86e869f58a31 None None] Provisioning complete for port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:32.834050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-74061b6b-ea8e-4db8-9a44-86e869f58a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.866202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.892291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Port': ['ID=8193f056-3408-4790-89e7-8f612eb9d3f0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:32.911405 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:50:32.934875 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.db.api [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:50:32.935226 n-d-836145-2 neutron-server[102866]: DEBUG oslo_db.api [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:50:32.947458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:32.992622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-74061b6b-ea8e-4db8-9a44-86e869f58a31 None None] Port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:33.108980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.117941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.214644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.217451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a171568-6697-45c1-b6e0-c2f7681b2cbc {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:50:33.230394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.235861 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-716402b0-cc5f-4ed1-ab2e-4a2dcc419e37 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3a171568-6697-45c1-b6e0-c2f7681b2cbc HTTP/1.1" status: 204 len: 168 time: 1.6832080 Apr 20 14:50:33.238485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:33.336030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Deleting subnet 4002bb71-542d-454d-8bc1-8f472f944130 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:33.351398 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.361921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.458288 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Port 8193f056-3408-4790-89e7-8f612eb9d3f0 not found while updating agent binding for router 3a171568-6697-45c1-b6e0-c2f7681b2cbc. {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 14:50:33.470329 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:33.470823 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 14:50:33.471454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.471648 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_agentschedulers_db [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3a171568-6697-45c1-b6e0-c2f7681b2cbc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent'). {{(pid=102866) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 14:50:33.472122 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69853ec-f96d-4e32-a9dc-22d0f3f986a2 None None] The sync data for ids ['3a171568-6697-45c1-b6e0-c2f7681b2cbc'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:33.626392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:33.636521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-23a2dcf1-7d06-419e-b220-25ed32fc23ba tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/routers/419f153a-cc86-4bb3-8c58-5584575ad68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5218642 Apr 20 14:50:33.638714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43604) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:33.647095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] Sync routers for ids ['419f153a-cc86-4bb3-8c58-5584575ad68e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:33.671494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] Routers {'419f153a-cc86-4bb3-8c58-5584575ad68e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:33.672850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['419f153a-cc86-4bb3-8c58-5584575ad68e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:33.683028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.711361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8cd9b-43e6-439e-8de5-96ad3edf6d96 req-d1db0442-8b2b-4ce3-a8b3-fb23ba6c5e01 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:33.712932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16d8cd9b-43e6-439e-8de5-96ad3edf6d96 req-d1db0442-8b2b-4ce3-a8b3-fb23ba6c5e01 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 945 time: 0.8573937 Apr 20 14:50:33.858998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:33.879201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:33.894501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] Routers {'419f153a-cc86-4bb3-8c58-5584575ad68e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:33.896365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['419f153a-cc86-4bb3-8c58-5584575ad68e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:33.914809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16d8cd9b-43e6-439e-8de5-96ad3edf6d96 req-16a271fd-4bbe-40cb-813f-13911f335dbc tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555660 Apr 20 14:50:33.976735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:33.980818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd2429-c116-40cf-8ade-910e5bcce4cc None None] The sync data for ids ['419f153a-cc86-4bb3-8c58-5584575ad68e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:33.990430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.001080 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/4002bb71-542d-454d-8bc1-8f472f944130 HTTP/1.1" status: 204 len: 168 time: 0.7579710 Apr 20 14:50:34.004372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262159d-49ae-47e4-aa1e-af40a24cee88 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4002bb71-542d-454d-8bc1-8f472f944130,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:34.010880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:34.063367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e909c-5dd7-4088-83ca-d33c36824c1c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.065076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-168e909c-5dd7-4088-83ca-d33c36824c1c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?device_id=419f153a-cc86-4bb3-8c58-5584575ad68e HTTP/1.1" status: 200 len: 983 time: 0.4236670 Apr 20 14:50:34.070066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:34.071039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:50:34.144116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbad13-a25b-47e0-ac2e-cfeaadeeeaff req-850b82db-e3ff-4ca2-894a-9d91b76298ad tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.151619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20bbad13-a25b-47e0-ac2e-cfeaadeeeaff req-850b82db-e3ff-4ca2-894a-9d91b76298ad tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.2585678 Apr 20 14:50:34.249852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.291288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20bbad13-a25b-47e0-ac2e-cfeaadeeeaff req-8af6f1ef-b1da-4c30-bf04-2b5e320ab60c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385329 Apr 20 14:50:34.301889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bd649-cf37-4d6f-b083-5fc8ed4d0178 req-9b8e4bc4-e2da-4167-8f59-5a02d2b8ce2d tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.309620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e57bd649-cf37-4d6f-b083-5fc8ed4d0178 req-9b8e4bc4-e2da-4167-8f59-5a02d2b8ce2d tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 946 time: 0.2432315 Apr 20 14:50:34.372296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:34.448602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e57bd649-cf37-4d6f-b083-5fc8ed4d0178 req-978847b4-05bf-4c79-b038-0156d1659069 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330578 Apr 20 14:50:34.512555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:34.521496 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.523146 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Sync routers for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:34.529433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.538774 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:34.539569 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:34.573415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9fc6e427-fb0c-40de-8a4c-0debb0f0719b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "PUT /v2.0/floatingips/98994db6-5450-4211-b7cd-95315eacb074 HTTP/1.1" status: 200 len: 991 time: 3.9601316 Apr 20 14:50:34.575403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05272cc-c403-4e94-ad57-02b38b936655']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:34.577583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:34.580378 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5" -d '{"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:34.612455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22d9bfc-41b1-4b0b-b94d-9c4718dec80f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:34.615036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22d9bfc-41b1-4b0b-b94d-9c4718dec80f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:34.648780 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef09730-b674-4326-b6cb-3db64d09aac2 x-openstack-request-id: req-bef09730-b674-4326-b6cb-3db64d09aac2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:34.649367 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:34.649842 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bef09730-b674-4326-b6cb-3db64d09aac2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:34.651159 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef09730-b674-4326-b6cb-3db64d09aac2'] response: {'name': 'network-changed', 'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'status': 'completed', 'code': 200} Apr 20 14:50:34.653245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.770420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.776420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a453c6a4-e724-4308-8eac-933f9677e311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.840966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:34.841391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:34.843339 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:34.902009 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:34.943498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.944598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.944598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.945183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.945514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.946147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.946818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:34.948308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-11916a7c-0bfe-4010-a1df-5763f172ce1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6490 time: 0.2289927 Apr 20 14:50:34.980860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.020851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f05272cc-c403-4e94-ad57-02b38b936655 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:50:35.108452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.119429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f05272cc-c403-4e94-ad57-02b38b936655 HTTP/1.1" status: 204 len: 168 time: 1.1058178 Apr 20 14:50:35.172572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4561b-47eb-4013-9348-f7cd75738ae7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Network': ['ID=f05272cc-c403-4e94-ad57-02b38b936655,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:35.343402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-d0a1c53e-0072-4de8-bd10-a77822809a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:35.348177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-d0a1c53e-0072-4de8-bd10-a77822809a2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2562f0c8-7885-49e6-bfb7-ffc007729be6 HTTP/1.1" status: 200 len: 913 time: 0.3874836 Apr 20 14:50:35.689469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-83c35ee2-d9b2-4525-a0ba-a75f9607fc2f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:35.691554 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-83c35ee2-d9b2-4525-a0ba-a75f9607fc2f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.2762454 Apr 20 14:50:35.714301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a453c6a4-e724-4308-8eac-933f9677e311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.782187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e631-7af8-411b-a5b5-26334cfb7178 req-570a6b9d-fc62-43dc-a7b9-53e02763883a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:35.783848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:35.790067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'name': 'tempest-router--1647806209', 'project_id': '9d72f1aa4e894eeb8ceedc525a7aa118'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:35.802481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '98994db6-5450-4211-b7cd-95315eacb074', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'port_id': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'mac_address': 'fa:16:3e:01:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:45Z', 'updated_at': '2022-04-20T14:50:32Z', 'revision_number': 1, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:35.821241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfb7e631-7af8-411b-a5b5-26334cfb7178 req-570a6b9d-fc62-43dc-a7b9-53e02763883a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.3910973 Apr 20 14:50:35.848895 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Checking router: c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:35.867890 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:35.868532 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:35.893152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.894642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.910293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428415-5019-421f-b1f2-63da4585ecd8 req-c599330b-8b7e-4147-b882-374fd5e53d57 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:35.934595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8428415-5019-421f-b1f2-63da4585ecd8 req-c599330b-8b7e-4147-b882-374fd5e53d57 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 946 time: 0.5431006 Apr 20 14:50:35.937807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a453c6a4-e724-4308-8eac-933f9677e311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:35.959413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-ebe66658-92d2-40c7-8e2f-e74ff3d54623 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d HTTP/1.1" status: 200 len: 999 time: 0.5917468 Apr 20 14:50:36.001689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port cba243ae-1cc1-4db2-b60b-47cb3a97a87f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:36.002314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.039877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.045078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:36.064258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-8a9d6431-4932-4478-8fbd-931e7174309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:36.065898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-8a9d6431-4932-4478-8fbd-931e7174309b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecddf9b8-3a2e-44d3-aa9b-73174b14e1db HTTP/1.1" status: 200 len: 851 time: 0.0697780 Apr 20 14:50:36.089975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.104994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453c6a4-e724-4308-8eac-933f9677e311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f830fa-54a1-416a-b9fe-1a7ed2311a31,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:36.145664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a453c6a4-e724-4308-8eac-933f9677e311 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a9b55e7dc0b4cd69cd1e88528476997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7694561 Apr 20 14:50:36.163515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:36.197030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.198628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dfb7e631-7af8-411b-a5b5-26334cfb7178 req-2a53fd3f-e76b-47c8-906c-488124f0479e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759379 Apr 20 14:50:36.203058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.205175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0875ac17-1893-4119-b707-f41256c26cbe tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4194155 Apr 20 14:50:36.209360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:36.212122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8428415-5019-421f-b1f2-63da4585ecd8 req-ee254196-7edf-4bbb-a315-1696c19c0b38 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765465 Apr 20 14:50:36.279053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-6e1152eb-fa4e-4f84-b962-8784cc91fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:36.281772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-6e1152eb-fa4e-4f84-b962-8784cc91fe00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2562f0c8-7885-49e6-bfb7-ffc007729be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818717 Apr 20 14:50:36.344280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.403971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.465628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-5ddd88e1-73aa-4cca-b5f4-63daea913393 service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708136 Apr 20 14:50:36.501243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] For port cba243ae-1cc1-4db2-b60b-47cb3a97a87f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:36.501627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.504927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.540491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.543461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.544818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64f830fa-54a1-416a-b9fe-1a7ed2311a31 HTTP/1.1" status: 204 len: 168 time: 0.3802228 Apr 20 14:50:36.568669 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '98994db6-5450-4211-b7cd-95315eacb074', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'port_id': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'mac_address': 'fa:16:3e:01:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:45Z', 'updated_at': '2022-04-20T14:50:32Z', 'revision_number': 1, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:36.615445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf4f26-dace-4bf6-87a3-eca7c38b240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f830fa-54a1-416a-b9fe-1a7ed2311a31,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:36.621651 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a5e9a3-8e93-4313-bdc5-55092b3d7a58 None None] The sync data for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 is: [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '98994db6-5450-4211-b7cd-95315eacb074', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'port_id': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'mac_address': 'fa:16:3e:01:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:48:45Z', 'updated_at': '2022-04-20T14:50:32Z', 'revision_number': 1, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:36.654315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36208413-6dae-4912-a89c-66cdfa916344 req-69e773a5-91d1-4eb5-bed4-3b2ad248542f tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:36.656042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36208413-6dae-4912-a89c-66cdfa916344 req-69e773a5-91d1-4eb5-bed4-3b2ad248542f tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 946 time: 0.1502631 Apr 20 14:50:36.701350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d21f5e4-86b0-411f-bb5f-64fedb7b6af5 req-9c668b25-ac70-4c36-9b2c-ade59b2519c7 service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151160 Apr 20 14:50:36.911604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:36.940064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.003112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Deleting port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:37.004162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.151254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072b841-4f02-41dc-b306-3d89b860f20b req-8e1eba13-48af-43f2-9f2c-4272f9e1a28e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:37.152546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9072b841-4f02-41dc-b306-3d89b860f20b req-8e1eba13-48af-43f2-9f2c-4272f9e1a28e tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1 HTTP/1.1" status: 200 len: 945 time: 0.3247826 Apr 20 14:50:37.167002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30d4fc-6c69-4a95-8f15-b4044cefc3db None None] New status for floating IP 98994db6-5450-4211-b7cd-95315eacb074: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:50:37.280777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.281312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbe2cd7-db0e-44d0-98a1-36a9dd02fa97 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:50:37.288777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.292638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-567832c2-f8f3-45c4-abe3-759c32c57715 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5cbe2cd7-db0e-44d0-98a1-36a9dd02fa97 HTTP/1.1" status: 204 len: 168 time: 1.0793071 Apr 20 14:50:37.405305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] For port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:37.405767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.426341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Calling delete_port for 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:37.451360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Deleting port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:37.452677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.479971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:37.556335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5a4f77-b5ea-461d-b389-8ffa4e65ad2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.649072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.649072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.649451 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP a41ce58d-fca3-41ca-a8da-b2ab66eb307e disassociated. External IP: 172.25.1.64, port: cba243ae-1cc1-4db2-b60b-47cb3a97a87f. Apr 20 14:50:37.649603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for cba243ae-1cc1-4db2-b60b-47cb3a97a87f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:37.856410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] For port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,segment=NetworkSegment(e3c5bc05-71d7-4069-bd96-21d501f6871a),segment_id=e3c5bc05-71d7-4069-bd96-21d501f6871a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:37.857960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:37.913211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Calling delete_port for 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:37.957330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43688) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:37.969230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:37.969581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.031760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490096b8-d376-4b69-9248-a962867830a9 req-54df795a-179a-4854-b783-753cd1fb311d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:38.047522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-490096b8-d376-4b69-9248-a962867830a9 req-54df795a-179a-4854-b783-753cd1fb311d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 946 time: 0.4375501 Apr 20 14:50:38.090386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.112244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca3c-717b-4d8d-bf23-e4d5be68f90e req-30ad149e-ad11-405a-9e7b-8df5e7b79396 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:38.127789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9f3ca3c-717b-4d8d-bf23-e4d5be68f90e req-30ad149e-ad11-405a-9e7b-8df5e7b79396 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 946 time: 0.5150428 Apr 20 14:50:38.168840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=cba243ae-1cc1-4db2-b60b-47cb3a97a87f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:38.263529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9f3ca3c-717b-4d8d-bf23-e4d5be68f90e req-ee6fd9dd-f07c-483a-837a-2ceab9809345 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/security-groups?id=10632317-70e9-4aa6-9576-a6bcbc934a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338739 Apr 20 14:50:38.276187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5a4f77-b5ea-461d-b389-8ffa4e65ad2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.313041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5a4f77-b5ea-461d-b389-8ffa4e65ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.377322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-490096b8-d376-4b69-9248-a962867830a9 req-6573ee4b-c05b-4017-9025-050217bb1868 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b20ce74-0b65-4bae-b113-f7063bb0a82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288631 Apr 20 14:50:38.428989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.440912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.458534 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-db5a4f77-b5ea-461d-b389-8ffa4e65ad2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2252a94cba44a548602949c005ebd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9774129 Apr 20 14:50:38.461400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:38.468022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2014082843', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:38.468691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', '445cb7f5-80ae-43d6-b4ed-9942cfbfab06'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:38.473041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:38.486387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event deleted for resources: {'Port': ['ID=33c1d4b6-85b5-4b44-92c6-e3d6304bed8f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:38.489133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a4f77-b5ea-461d-b389-8ffa4e65ad2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac39be9-8802-4882-beda-41f99391cdbb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:38.517554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.592212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] No DVR routers for this DVR port 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:38.594940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Pushing event deleted for resources: {'Port': ['ID=445cb7f5-80ae-43d6-b4ed-9942cfbfab06,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:38.603099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.607210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "DELETE /v2.0/ports/33c1d4b6-85b5-4b44-92c6-e3d6304bed8f HTTP/1.1" status: 204 len: 173 time: 1.9429107 Apr 20 14:50:38.608080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'name': 'network-vif-deleted', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:38.611153 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d17cd-b90b-40b8-a908-a15847d9dcc7" -d '{"events": [{"server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "name": "network-vif-deleted", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:38.689033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['33c1d4b6-85b5-4b44-92c6-e3d6304bed8f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:50:38.694719 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d61d5a8-54f9-433f-a186-0db623dadd3d x-openstack-request-id: req-6d61d5a8-54f9-433f-a186-0db623dadd3d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:38.695025 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44", "name": "network-vif-deleted", "tag": "33c1d4b6-85b5-4b44-92c6-e3d6304bed8f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:38.695275 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d61d5a8-54f9-433f-a186-0db623dadd3d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:38.695639 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d61d5a8-54f9-433f-a186-0db623dadd3d'] response: {'server_uuid': 'b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44', 'name': 'network-vif-deleted', 'tag': '33c1d4b6-85b5-4b44-92c6-e3d6304bed8f', 'status': 'completed', 'code': 200} Apr 20 14:50:38.696625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] No DVR routers for this DVR port 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:38.700293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:38.703806 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9072b841-4f02-41dc-b306-3d89b860f20b req-53c6e21d-4238-4951-9e8f-e40bf193f623 tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.43 "DELETE /v2.0/ports/445cb7f5-80ae-43d6-b4ed-9942cfbfab06 HTTP/1.1" status: 204 len: 173 time: 1.5426226 Apr 20 14:50:39.035424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.036641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.096244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.098922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:50:39.137603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.241704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.392189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06c200b3-2b52-45a3-b7e7-1b2793b14d19 req-3122a2a8-3177-42c3-9a77-bb865e31f25a tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5594d6c-7a59-4cd7-a471-f0bb4ae3eb44 HTTP/1.1" status: 200 len: 210 time: 0.0438631 Apr 20 14:50:39.507192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6976e58e-c48a-4f0a-ab03-740e4a7b45b7 req-4e6f5d29-c268-407e-bb14-75d791521bd3 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5eb7dce-8e49-4217-9330-e418cbba3708 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Apr 20 14:50:39.548797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.588732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.592167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.595604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ac39be9-8802-4882-beda-41f99391cdbb HTTP/1.1" status: 204 len: 168 time: 1.1215568 Apr 20 14:50:39.596892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:39.610746 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:39.634009 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:39.634744 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:39.670438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8a1bb-d675-411c-a916-bdd27137978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac39be9-8802-4882-beda-41f99391cdbb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:39.695506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.699094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] No DVR routers for this DVR port cba243ae-1cc1-4db2-b60b-47cb3a97a87f on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:39.711128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:39.713405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f3975d8f-cf64-437d-980f-3e5b72aca050 req-77a3d0d5-55ac-4920-832e-8a512b86351b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "DELETE /v2.0/ports/cba243ae-1cc1-4db2-b60b-47cb3a97a87f HTTP/1.1" status: 204 len: 173 time: 4.0127358 Apr 20 14:50:39.714215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'name': 'network-vif-deleted', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:39.716714 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f402b15-7fcd-4733-8fc1-62998c6da95c" -d '{"events": [{"server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "name": "network-vif-deleted", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:39.766040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=047fcf05-e3bc-4382-84a6-e1bf0c9a18f5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:39.903144 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c2eb00-4f39-406a-8fa3-89cade699095 x-openstack-request-id: req-27c2eb00-4f39-406a-8fa3-89cade699095 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:39.903715 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5eb7dce-8e49-4217-9330-e418cbba3708", "name": "network-vif-deleted", "tag": "cba243ae-1cc1-4db2-b60b-47cb3a97a87f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:39.935719 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27c2eb00-4f39-406a-8fa3-89cade699095 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:39.935719 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c2eb00-4f39-406a-8fa3-89cade699095'] response: {'server_uuid': 'b5eb7dce-8e49-4217-9330-e418cbba3708', 'name': 'network-vif-deleted', 'tag': 'cba243ae-1cc1-4db2-b60b-47cb3a97a87f', 'status': 'completed', 'code': 200} Apr 20 14:50:39.936192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cba243ae-1cc1-4db2-b60b-47cb3a97a87f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:39.936647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:40.008208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: cba243ae-1cc1-4db2-b60b-47cb3a97a87f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:40.008820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device cba243ae-1cc1-4db2-b60b-47cb3a97a87f not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:40.185119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-14ec23fa-3168-4b63-97ba-f3574da1fd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.217537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.400424 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:40.477213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:40.517811 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:40.518742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:40.594605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43758) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:40.742374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'name': 'network-vif-deleted', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:50:40.745802 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b6571b-d2f0-4db2-a1da-d621cd19db4a" -d '{"events": [{"server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "name": "network-vif-deleted", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:50:40.753405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Deleting subnet c7023e8b-285f-4a8a-af83-ddc58bf9db96 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:40.772791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.784196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Router 419f153a-cc86-4bb3-8c58-5584575ad68e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:50:40.869709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.900423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.938812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.957386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:40.993029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:41.007391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] Sync routers for ids ['419f153a-cc86-4bb3-8c58-5584575ad68e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:41.016318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43772) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:41.016477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0a7960bd-6f2b-4acd-a65d-bba9f8bb0217 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/routers/419f153a-cc86-4bb3-8c58-5584575ad68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9450314 Apr 20 14:50:41.029405 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:41.033021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] Routers {'419f153a-cc86-4bb3-8c58-5584575ad68e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:41.038339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['419f153a-cc86-4bb3-8c58-5584575ad68e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.106712 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fa3780-4ab6-4acc-8a03-a5a6a94e210a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:50:41.110145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-36fa3780-4ab6-4acc-8a03-a5a6a94e210a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/047fcf05-e3bc-4382-84a6-e1bf0c9a18f5 HTTP/1.1" status: 404 len: 333 time: 0.0901930 Apr 20 14:50:41.111516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43780) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:41.140686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.161004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.186179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] Routers {'419f153a-cc86-4bb3-8c58-5584575ad68e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:41.187493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['419f153a-cc86-4bb3-8c58-5584575ad68e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.247758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:41.255555 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0fcece-619b-48a3-82f0-62696c255032 x-openstack-request-id: req-2a0fcece-619b-48a3-82f0-62696c255032 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:50:41.256997 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1", "name": "network-vif-deleted", "tag": "445cb7f5-80ae-43d6-b4ed-9942cfbfab06", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:50:41.257259 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a0fcece-619b-48a3-82f0-62696c255032 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:50:41.257659 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0fcece-619b-48a3-82f0-62696c255032'] response: {'server_uuid': '7d9ccdee-279f-4e1b-8dfc-3bed24efcdb1', 'name': 'network-vif-deleted', 'tag': '445cb7f5-80ae-43d6-b4ed-9942cfbfab06', 'status': 'completed', 'code': 200} Apr 20 14:50:41.258629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.259493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45091705-5063-49a1-ac90-5b968d399d94 None None] The sync data for ids ['419f153a-cc86-4bb3-8c58-5584575ad68e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:41.271842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Allocated IP 172.25.1.4 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/fde5e341-7f9d-4714-8127-b75b0baf1e63) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:41.319119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7023e8b-285f-4a8a-af83-ddc58bf9db96,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:41.326658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.332809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-59dc2205-3281-4f94-b783-ad24471a712d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7023e8b-285f-4a8a-af83-ddc58bf9db96 HTTP/1.1" status: 204 len: 168 time: 0.7362287 Apr 20 14:50:41.341711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.344478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43786) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:41.434404 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.470600 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbc2f8-86da-4a7f-9c98-ecbecc351ed2 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:41.638525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.645576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.682548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.709386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.734651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.735226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Fanout notify agent at l3_agent the message router_deleted on router 419f153a-cc86-4bb3-8c58-5584575ad68e {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:50:41.751353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.751663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.760162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-875a334e-a569-42ee-bff2-c0b12687cb4d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/routers/419f153a-cc86-4bb3-8c58-5584575ad68e HTTP/1.1" status: 204 len: 168 time: 0.6412678 Apr 20 14:50:41.760625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43800) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:41.856546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.875270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 594690fb-7b0f-49c4-aba7-e96893002f74 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:50:41.881660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.931575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:41.944897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.983003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:41.994581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.995479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:41.997151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.000929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b20ce74-0b65-4bae-b113-f7063bb0a82f HTTP/1.1" status: 204 len: 168 time: 0.7440913 Apr 20 14:50:42.001863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:42.005887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:42.006639 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 445cb7f5-80ae-43d6-b4ed-9942cfbfab06 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:42.011668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c5bc05-71d7-4069-bd96-21d501f6871a') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:42.011668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c5bc05-71d7-4069-bd96-21d501f6871a') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:42.015562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:42.042262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c058f-f622-44e0-8e1f-1bd1b8f94171 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b20ce74-0b65-4bae-b113-f7063bb0a82f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:42.042729 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc82cfe-f261-49b9-8e86-1f4b5d7c57c4 None None] New status for floating IP a41ce58d-fca3-41ca-a8da-b2ab66eb307e: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:50:42.045897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.053794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:42.054413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 33c1d4b6-85b5-4b44-92c6-e3d6304bed8f not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:42.056061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.070495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.095849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:42.096179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:42.097958 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:42.139999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:42.156051 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-d01009bb-106a-4b9a-abc9-6ea072c739ab tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] show failed (client error): The resource could not be found. Apr 20 14:50:42.162398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d01009bb-106a-4b9a-abc9-6ea072c739ab tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups/7b20ce74-0b65-4bae-b113-f7063bb0a82f HTTP/1.1" status: 404 len: 347 time: 0.1583512 Apr 20 14:50:42.164832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43808) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:42.207048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:42.215510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:42.217432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event updated for resources: {'Port': ['ID=fde5e341-7f9d-4714-8127-b75b0baf1e63,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:42.294794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.315472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.324905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9 HTTP/1.1" status: 204 len: 168 time: 0.9718640 Apr 20 14:50:42.365287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47f679-0cbd-4c7f-ad7a-f9c556e7b703 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fd5ac6-3c0a-4770-90a3-02fc3336cfe9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:42.551842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.591296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1e410fb6-5fc6-427e-8eeb-1b208e683299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.662649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port a224152c-2379-4141-b46f-8a6827aceb79 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:42.663914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.828588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.829102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:42.847042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for a224152c-2379-4141-b46f-8a6827aceb79 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:43.073349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:43.084660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.104592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.146998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=a224152c-2379-4141-b46f-8a6827aceb79,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:43.196903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=594690fb-7b0f-49c4-aba7-e96893002f74,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:43.274431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a164ed5-d416-48de-8506-9997c196b7af None None] Network 1f6b865e-554e-46bb-87f4-5c172122e7b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:43.280996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.280996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b736344b-e9d6-483e-a2a1-fc1a4ba7e2a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/594690fb-7b0f-49c4-aba7-e96893002f74 HTTP/1.1" status: 204 len: 168 time: 1.4620886 Apr 20 14:50:43.280996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43838) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:43.321954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee1440a9-6b14-4a0e-85a5-321e3df6f0d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92bfe4ff20c74762809bd75742054b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448850 Apr 20 14:50:43.360265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:43.410464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.413839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.415059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b606d0d7-8fa3-4d33-bece-55ea9ff8a680 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/floatingips/a41ce58d-fca3-41ca-a8da-b2ab66eb307e HTTP/1.1" status: 204 len: 168 time: 1.2395098 Apr 20 14:50:43.462651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.487965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.535442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.592250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port de7b5b50-86ee-40a6-b956-ee2be70e8826 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:43.592704 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.599954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43846) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:43.638893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] DHCP port deletion for 1f6b865e-554e-46bb-87f4-5c172122e7b7 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:50:43.648651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.649132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.675918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.683950 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.687549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10632317-70e9-4aa6-9576-a6bcbc934a1b HTTP/1.1" status: 204 len: 168 time: 0.3238842 Apr 20 14:50:43.730481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b8436-ad02-48b7-9677-e262694ed301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10632317-70e9-4aa6-9576-a6bcbc934a1b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:43.759272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port de7b5b50-86ee-40a6-b956-ee2be70e8826, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=de7b5b50-86ee-40a6-b956-ee2be70e8826,segment=NetworkSegment(b36ccd52-b91e-43a8-80ec-c1bfd548c21e),segment_id=b36ccd52-b91e-43a8-80ec-c1bfd548c21e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:43.759844 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.797131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for de7b5b50-86ee-40a6-b956-ee2be70e8826 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:43.833465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Deleting port de7b5b50-86ee-40a6-b956-ee2be70e8826 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:43.834513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.977677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] For port de7b5b50-86ee-40a6-b956-ee2be70e8826, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=de7b5b50-86ee-40a6-b956-ee2be70e8826,segment=NetworkSegment(b36ccd52-b91e-43a8-80ec-c1bfd548c21e),segment_id=b36ccd52-b91e-43a8-80ec-c1bfd548c21e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:43.978619 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.979984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cbabeb4a-d4ee-411e-a012-c00a0480a897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.004309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Calling delete_port for de7b5b50-86ee-40a6-b956-ee2be70e8826 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:44.049691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43856) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:44.054380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183784653', 'description': 'tempest-description--1629217042'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:44.095575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.104975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cbabeb4a-d4ee-411e-a012-c00a0480a897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.115409 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cbabeb4a-d4ee-411e-a012-c00a0480a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.166106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.203313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabeb4a-d4ee-411e-a012-c00a0480a897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab31764-9455-4892-b54d-f1468cfeeb43,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:44.204215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.210287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.214498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.257509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] Pushing event deleted for resources: {'Port': ['ID=de7b5b50-86ee-40a6-b956-ee2be70e8826,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:44.260332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=de7b5b50-86ee-40a6-b956-ee2be70e8826,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:44.267239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cbabeb4a-d4ee-411e-a012-c00a0480a897 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2618d3756cc64c6c90dce1145b68543f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543367 Apr 20 14:50:44.267738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43864) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:44.268772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port de7b5b50-86ee-40a6-b956-ee2be70e8826 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:44.275181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b156718-8799-4a49-b28d-5522a79d68a8 None None] No DVR routers for this DVR port de7b5b50-86ee-40a6-b956-ee2be70e8826 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:50:44.354719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.419298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.467802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.469457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4186912 Apr 20 14:50:44.475308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:44.485869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '1a4f2d93-58f7-4259-ab45-889148b49d13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:44.499495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bedf75-8222-47b1-9c09-c8cac68909d8 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f2d93-58f7-4259-ab45-889148b49d13,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:44.563315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.618000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Router 5aa17e46-07f2-47d5-b1e1-3adf8da09d88 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:50:44.752253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:44.765957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] Sync routers for ids ['5aa17e46-07f2-47d5-b1e1-3adf8da09d88'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:44.786044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.794351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.804102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] Routers {'5aa17e46-07f2-47d5-b1e1-3adf8da09d88'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:44.805007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5aa17e46-07f2-47d5-b1e1-3adf8da09d88'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.810396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.814072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ef10b85e-930b-4c79-a8f9-bc2c6bb58245 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8456237 Apr 20 14:50:44.817123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:44.826396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3767d2b0-f633-4360-87aa-56b3d3ef69b0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:44.831150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.885775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.888413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6b865e-554e-46bb-87f4-5c172122e7b7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.895227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.905588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.905883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36ccd52-b91e-43a8-80ec-c1bfd548c21e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.907853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.909288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65c33fda-08d8-43f1-9759-517c1476db1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4295664 Apr 20 14:50:44.912381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:44.918801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'security_group_rule': {'security_group_id': '1a4f2d93-58f7-4259-ab45-889148b49d13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:44.940952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.954765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.972076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] Routers {'5aa17e46-07f2-47d5-b1e1-3adf8da09d88'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:44.972703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5aa17e46-07f2-47d5-b1e1-3adf8da09d88'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:44.975972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.995641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:50:44.996269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:45.002856 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:45.056679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0d29d3c-a7b7-4676-afd9-68bcd07d89a6 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/5aa17e46-07f2-47d5-b1e1-3adf8da09d88 HTTP/1.1" status: 200 len: 923 time: 0.2357559 Apr 20 14:50:45.064018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43888) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.071771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:45.090381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28aa281-4827-4acf-93e2-ae78debddd5f None None] The sync data for ids ['5aa17e46-07f2-47d5-b1e1-3adf8da09d88'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:45.093489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device de7b5b50-86ee-40a6-b956-ee2be70e8826 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:50:45.112507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e21cff9b-299b-4e01-95c1-e4e3736a0017 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aa17e46-07f2-47d5-b1e1-3adf8da09d88 HTTP/1.1" status: 200 len: 205 time: 0.0365238 Apr 20 14:50:45.114785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43892) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.115588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.174318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: de7b5b50-86ee-40a6-b956-ee2be70e8826 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:50:45.174983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device de7b5b50-86ee-40a6-b956-ee2be70e8826 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:50:45.181066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43894) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.212470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.213266 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.256980 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.260394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.264249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/1f6b865e-554e-46bb-87f4-5c172122e7b7 HTTP/1.1" status: 204 len: 168 time: 1.9941339 Apr 20 14:50:45.268743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5ae07-ce9d-4c4c-8646-3e7f303e8cc8 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=1f6b865e-554e-46bb-87f4-5c172122e7b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:45.272191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.277743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.281962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ab31764-9455-4892-b54d-f1468cfeeb43 HTTP/1.1" status: 204 len: 168 time: 1.0118356 Apr 20 14:50:45.283427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43898) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.337913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302992-9f04-4df7-b898-0075f4cd3995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab31764-9455-4892-b54d-f1468cfeeb43,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:45.372703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0761ce-7373-4bbb-82f4-4c69f2c63ebe tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:45.375417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1f0761ce-7373-4bbb-82f4-4c69f2c63ebe tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d HTTP/1.1" status: 200 len: 841 time: 0.0829523 Apr 20 14:50:45.379184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43904) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.408192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.420061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.445821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.491672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-904959595-network', 'tenant_id': 'bc8a263d1db3499eb97080380db61077'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:45.493726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72e5c77-d60a-484b-b433-f4be042952fb,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:45.517358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.519946 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41be177f-17cd-4e1e-af76-5288940b6336 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6066010 Apr 20 14:50:45.523229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.531610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:45.555956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-87b9b818-ae34-4a18-b1e3-ef7894ccae0f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1741433 Apr 20 14:50:45.561139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.568750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:45.574900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.576014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:45.578711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.603704 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.743783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.815041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:45.823851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.856109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.860467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43912) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:45.897709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72a52e-498a-4c12-b70b-3a392dc0059f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.943480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port fde5e341-7f9d-4714-8127-b75b0baf1e63 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:45.944217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:45.945786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.103493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.113107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.25.1.93 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/8be01a99-7a0e-4233-8cd6-d1a520195945) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:46.140690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.147574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1443d529-7a74-43a0-a24a-613d2a99b488,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.187760 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.214007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=58384919-53b6-4ce2-a9f5-9c0495a77d4e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.234222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:46.235635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:50:46.238382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:46.241327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:46.241916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.250354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be9662-9955-4c10-b039-c96875eef3f6 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:46.273024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b7247d37-450f-4fec-9af2-6b88371bf9e2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7108464 Apr 20 14:50:46.276060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43916) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:46.280942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'security_group': {'name': 'tempest-secgroup-754727576'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:46.285786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.286355 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Added segment 0592ceb5-2043-4ae8-a22c-a738fd01c100 of type vlan for network 1ac59bee-b9c9-4814-a65d-216bb631b343 Apr 20 14:50:46.346906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.367841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.403183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.486660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.489075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.491578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:46.494727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.495814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for fde5e341-7f9d-4714-8127-b75b0baf1e63 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:50:46.544343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'tenant_id': 'd55e4c9ac64c47cb9209c99a50ecaf80', 'fixed_ips': [{'subnet_id': '58384919-53b6-4ce2-a9f5-9c0495a77d4e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:50:46.545327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.553699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=8be01a99-7a0e-4233-8cd6-d1a520195945,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.583967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:46.588209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72a52e-498a-4c12-b70b-3a392dc0059f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.589470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:46.593256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:46.597831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72a52e-498a-4c12-b70b-3a392dc0059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.604332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4216220 Apr 20 14:50:46.617778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:46.622755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Request body: {'subnet': {'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-904959595-subnet', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:46.644845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49808e7-e174-418e-8934-b3d0fa51de5d admin admin] Pushing event updated for resources: {'Network': ['ID=1ac59bee-b9c9-4814-a65d-216bb631b343,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.650316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.656925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.664366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:46.666930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.675422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:50:46.714829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e72a52e-498a-4c12-b70b-3a392dc0059f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=908c4afdc3924e01ba1d0a97e5f19e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529348 Apr 20 14:50:46.715404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:46.719381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72a52e-498a-4c12-b70b-3a392dc0059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96685e4-3f28-4cd7-b1a7-d7b758b5900a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.761926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.773770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4963491 Apr 20 14:50:46.776559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43924) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:46.781207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1573792952'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:46.799049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da792d7-85f1-4914-ab9f-b7f04395d245 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42637c95-0f9a-49c3-a5ac-f69a42a73785,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:46.799821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.860618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.885031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.888525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Allocated IP 172.20.0.2 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/58384919-53b6-4ce2-a9f5-9c0495a77d4e/f111bd8e-7b2a-49c9-ab65-e105bc446cf9) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:46.931890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:46.966905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.075944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.084445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.143528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.146236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.149321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.155376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3775785 Apr 20 14:50:47.156927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f96685e4-3f28-4cd7-b1a7-d7b758b5900a HTTP/1.1" status: 204 len: 168 time: 0.4277589 Apr 20 14:50:47.160051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.165283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43930) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:47.181077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6012b6-73dd-4aae-bec8-36fd4a23cd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96685e4-3f28-4cd7-b1a7-d7b758b5900a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.185185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1644877605', 'security_groups': ['f75ada94-c00e-44f8-8f81-8619fd9b9c71'], 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58384919-53b6-4ce2-a9f5-9c0495a77d4e'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:47.209963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.222542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.232443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ebbf1-f584-40d4-b215-ec99ae4962a0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ada94-c00e-44f8-8f81-8619fd9b9c71,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.233806 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.356701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=fde5e341-7f9d-4714-8127-b75b0baf1e63,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.370966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.395534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:47.398677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:47.407270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:47.455796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.473324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.497629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:47.497969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Network hostable DHCP agents. Network: 1ac59bee-b9c9-4814-a65d-216bb631b343, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:50:47.502731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:47.516322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Attempting to bind port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:47.518383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Attempting to bind port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '199a51df-c026-47de-b0a8-34e346211ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:47.518774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Attempting to bind port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 on network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:47.527290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:47.527672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Checking segment: {'id': '199a51df-c026-47de-b0a8-34e346211ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:47.528081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.542200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Bound using segment: {'id': '199a51df-c026-47de-b0a8-34e346211ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:47.542971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Bound port: f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199a51df-c026-47de-b0a8-34e346211ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:47.543386 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.563988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=8be01a99-7a0e-4233-8cd6-d1a520195945,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.569102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf1d505-08b8-4e17-807b-48e3b317367e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:47.581649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.659860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.662276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:50:47.683808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:47.685760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.688872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:47.696534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.712895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 1ac59bee-b9c9-4814-a65d-216bb631b343) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:47.718365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:47.718984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.733470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port 15e2ab66-fed4-48d9-8174-504b81f7ba81 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:50:47.800901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66191736-1cc0-44cb-be38-f557e39aa498 None None] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:47.806872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-baff79ed-116b-453a-bf56-609629271412 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1877000 Apr 20 14:50:47.810602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43944) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:47.823727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.824297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:47.825960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.831422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.852908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9fb0c996-28cf-4a2a-a0cd-730557ad6825 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3206527 Apr 20 14:50:47.953838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.954861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router 5aa17e46-07f2-47d5-b1e1-3adf8da09d88 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:50:47.967476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:47.969969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4040047b-708f-4c69-83c3-b8ae09bde734 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/5aa17e46-07f2-47d5-b1e1-3adf8da09d88 HTTP/1.1" status: 204 len: 168 time: 2.8512492 Apr 20 14:50:47.975176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:47.986409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1642760253', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:48.014871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.015990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.052348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e21fcb-d5d7-468d-820a-f993a151a836 None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:48.056309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.057511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.181447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.197131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-1ac59bee-b9c9-4814-a65d-216bb631b343', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:50:48.198003 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.255307 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.526020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.9 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/58384919-53b6-4ce2-a9f5-9c0495a77d4e/15e2ab66-fed4-48d9-8174-504b81f7ba81) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:48.575557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:48.608863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Allocated IP 172.20.0.2 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/48209227-b489-4b40-9ac7-3f97cfeee209) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:48.916583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.063351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.100138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.108440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.109628 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.164398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-2a41af2f-3c90-43b0-9ee2-83de8670a72b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1183784653&fields=id&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 267 time: 0.4853137 Apr 20 14:50:49.176720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.251181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Pushing event updated for resources: {'Port': ['ID=48209227-b489-4b40-9ac7-3f97cfeee209,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:49.271372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:49.297023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.371030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:49.392783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:49.400160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:49.478516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 172.25.1.116 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d05d3d04-7eb9-498c-b05e-b568cac212cf) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:49.543979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:49.589869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=15e2ab66-fed4-48d9-8174-504b81f7ba81,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:49.592557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:49.599367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:49.612511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:49.612995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.778228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:49.778947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:49.827874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-c5cf05cd-7321-4ecb-9751-5a6577e622bd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:49.829510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-c5cf05cd-7321-4ecb-9751-5a6577e622bd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.6376653 Apr 20 14:50:49.859597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b8245de7-348f-440d-821e-4db4ef36ca0e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6857669 Apr 20 14:50:49.864059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44006) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:49.877492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:50.012026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Attempting to bind port 48209227-b489-4b40-9ac7-3f97cfeee209 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:50.012398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Attempting to bind port 48209227-b489-4b40-9ac7-3f97cfeee209 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:50.012759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Attempting to bind port 48209227-b489-4b40-9ac7-3f97cfeee209 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:50.038042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:50.038293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:50.038531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.038956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:50.039476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Bound port: 48209227-b489-4b40-9ac7-3f97cfeee209, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:50.043274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.073131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:50.073507 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.123264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-c2937812-1c11-457c-b4dc-04abd985e475 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/quotas/4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 375 time: 0.2870507 Apr 20 14:50:50.278735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:50.282275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] For port 48209227-b489-4b40-9ac7-3f97cfeee209, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:50.283085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.290487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.311914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] For port 48209227-b489-4b40-9ac7-3f97cfeee209, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48209227-b489-4b40-9ac7-3f97cfeee209,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:50.337629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.396408 n-d-836145-2 neutron-server[102864]: INFO neutron.db.ipam_backend_mixin [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58384919-53b6-4ce2-a9f5-9c0495a77d4e (CIDR: 172.20.0.0/28) Apr 20 14:50:50.410702 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:50:50.411363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:50:50.415008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:50.429612 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.431885 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.435064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-59083824-2206-4a06-b802-d07147181e52 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3018205 Apr 20 14:50:50.487288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8823f-38b8-4f48-b97f-422961ae86d4 None None] Pushing event updated for resources: {'Port': ['ID=48209227-b489-4b40-9ac7-3f97cfeee209,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:50.494511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b20af879-ab2c-4223-a95c-33267eea2b2c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6258292 Apr 20 14:50:50.499982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44024) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:50.504710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:50.545993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.574276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.579093 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:50:50.581023 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:50:50.593697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.608575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:50.635604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:50.644263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:50.652068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:50.656573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:50.689565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=d05d3d04-7eb9-498c-b05e-b568cac212cf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:50.870236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Allocated IP 172.25.1.20 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c0f7fb82-a655-45bd-b825-6b2982992da8) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:51.074427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-73e8174a-0b0d-4416-9b24-58685de02272 service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142061 Apr 20 14:50:51.230425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:51.232276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.232901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.278535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:51.284234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:51.288372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.327768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bc2dd-b93d-47f5-9329-5bdcbaf6dc67 None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:51.362011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:51.362912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.481381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.638695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.680180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48209227-b489-4b40-9ac7-3f97cfeee209 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:51.741204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-9290195c-cec1-42b5-825f-5829101e265a service neutron] 10.222.0.20 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656938 Apr 20 14:50:51.742805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3adae0d9-378c-46ec-a727-5a2aa46c2fce None None] Provisioning complete for port 15e2ab66-fed4-48d9-8174-504b81f7ba81 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:51.748059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3adae0d9-378c-46ec-a727-5a2aa46c2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.792313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3adae0d9-378c-46ec-a727-5a2aa46c2fce None None] Port 15e2ab66-fed4-48d9-8174-504b81f7ba81 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:51.806683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.858722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 48209227-b489-4b40-9ac7-3f97cfeee209 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:51.859123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:51.885100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router 590b4795-e788-4c25-9b33-4a7ab41f1c60 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:50:51.975138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:52.007097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:52.017690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:52.099887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.160680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b835c35-8e9e-4c7e-9633-f62d7916e3e7 req-ba3f866b-de3b-46a9-aac5-70871f71abad tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 210 time: 0.1789973 Apr 20 14:50:52.190831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 48209227-b489-4b40-9ac7-3f97cfeee209, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48209227-b489-4b40-9ac7-3f97cfeee209,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:52.198531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.208612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f7fb82-a655-45bd-b825-6b2982992da8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:52.340706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:52.353828 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Sync routers for ids ['590b4795-e788-4c25-9b33-4a7ab41f1c60'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:52.371198 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Routers {'590b4795-e788-4c25-9b33-4a7ab41f1c60'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:52.373473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['590b4795-e788-4c25-9b33-4a7ab41f1c60'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:52.393623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.394936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d7589cf-3e3b-422e-ad8b-cc8fe55c920a tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4187508 Apr 20 14:50:52.398860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=48209227-b489-4b40-9ac7-3f97cfeee209,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:52.399061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:52.685198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf1cc60e-c19b-49fa-b289-80e9ae6e42e2 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/590b4795-e788-4c25-9b33-4a7ab41f1c60 HTTP/1.1" status: 200 len: 909 time: 0.2824318 Apr 20 14:50:52.687110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:52.691886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1642760253', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': True}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:52.743566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.743566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.793776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78505c15-3278-405d-ae3b-8dc990ac23b6 None None] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:52.825293 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Set router 590b4795-e788-4c25-9b33-4a7ab41f1c60 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:52.826967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.965700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:52.988949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7e5e93dd-d30b-43bc-8ec0-bc7d42cfadf4 None None] Provisioning complete for port 48209227-b489-4b40-9ac7-3f97cfeee209 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:52.989383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e5e93dd-d30b-43bc-8ec0-bc7d42cfadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:53.172556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:53.217724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48209227-b489-4b40-9ac7-3f97cfeee209 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:53.422035 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:50:50Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:49Z', 'updated_at': '2022-04-20T14:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:53.521301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 48209227-b489-4b40-9ac7-3f97cfeee209 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:53.521789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:53.560416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Checking router: 590b4795-e788-4c25-9b33-4a7ab41f1c60 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:53.561112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Updating router 590b4795-e788-4c25-9b33-4a7ab41f1c60 port d05d3d04-7eb9-498c-b05e-b568cac212cf binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:50:53.651311 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:53.829389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:53.986384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.116359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.236186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7da53a85-31c7-4024-a7a6-385f802af6d2 req-f1b471db-59a8-4e6b-a488-68897f65384f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 210 time: 0.0408099 Apr 20 14:50:54.262152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:54.268606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:54.275805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-93449d06-e05b-4fce-919b-b1a02ab4952b None None] Provisioning complete for port 48209227-b489-4b40-9ac7-3f97cfeee209 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:54.276258 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93449d06-e05b-4fce-919b-b1a02ab4952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.278401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:54.279630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.296212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c6a721-8775-4d8a-a337-59ae5b07be46 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:50:54.328581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8250861 Apr 20 14:50:54.330699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c86ae4-4700-48b0-8f81-342e1305b231 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=cf847614-a317-4064-a6fc-2657d65c2705,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:54.337348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44120) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:54.337976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.448464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2096246407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf847614-a317-4064-a6fc-2657d65c2705'}], 'security_groups': ['42637c95-0f9a-49c3-a5ac-f69a42a73785']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:54.463029 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.476743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3c9-2410-42ac-b72d-9415d19dc70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.477067 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.540151 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Attempting to bind port d05d3d04-7eb9-498c-b05e-b568cac212cf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:54.540741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Attempting to bind port d05d3d04-7eb9-498c-b05e-b568cac212cf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:54.541286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Attempting to bind port d05d3d04-7eb9-498c-b05e-b568cac212cf on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:54.549435 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:54.550209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:54.550966 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.551553 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:54.552355 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Bound port: d05d3d04-7eb9-498c-b05e-b568cac212cf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:54.552942 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.560359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Pushing event updated for resources: {'Port': ['ID=d05d3d04-7eb9-498c-b05e-b568cac212cf,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:54.606630 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.619123 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.619759 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.620283 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.620822 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.621358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.621868 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.622379 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.622912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.623440 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.623946 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.624451 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:50:54.677103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3c9-2410-42ac-b72d-9415d19dc70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.703591 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] For port d05d3d04-7eb9-498c-b05e-b568cac212cf, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:54.707114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] For port d05d3d04-7eb9-498c-b05e-b568cac212cf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d05d3d04-7eb9-498c-b05e-b568cac212cf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:50:54.720421 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.730524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b3c9-2410-42ac-b72d-9415d19dc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.825330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 172.25.1.175 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/cebf4d1f-d6ea-4d16-bc7c-48b8f612576d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:54.827131 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61aa5-7d30-4470-b3eb-a61c74cfb712 None None] Pushing event updated for resources: {'Port': ['ID=d05d3d04-7eb9-498c-b05e-b568cac212cf,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:54.884957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Routers {'590b4795-e788-4c25-9b33-4a7ab41f1c60'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:54.889933 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['590b4795-e788-4c25-9b33-4a7ab41f1c60'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:54.928901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.966559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Update dhcp port {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'fixed_ips': [{'subnet_id': '58384919-53b6-4ce2-a9f5-9c0495a77d4e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf847614-a317-4064-a6fc-2657d65c2705'}], 'binding:host_id': 'n-d-836145-2'}, 'id': 'f111bd8e-7b2a-49c9-ab65-e105bc446cf9'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:50:55.007287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfe9b3c9-2410-42ac-b72d-9415d19dc70f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2b08e2abe964e629785ed18dc431ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1666725 Apr 20 14:50:55.022634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44134) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:55.039941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.099214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-fb6a447f-f03c-425b-a995-7873eebe9b7a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:55.100770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-fb6a447f-f03c-425b-a995-7873eebe9b7a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 815 time: 0.9813795 Apr 20 14:50:55.119194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9b3c9-2410-42ac-b72d-9415d19dc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1186a42c-7d19-45fe-94be-cbf69fb8a936,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:55.147876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.212502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.213984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.228666 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] Set router 590b4795-e788-4c25-9b33-4a7ab41f1c60 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:55.232640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a1f6ed12-28d1-4d08-9ae4-3f468f3c1fad tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d703a6211a743baa2651aaf40495b69 HTTP/1.1" status: 200 len: 380 time: 0.1217465 Apr 20 14:50:55.253670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'port': {'device_id': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'admin_state_up': True, 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'security_groups': ['1a4f2d93-58f7-4259-ab45-889148b49d13']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:55.431058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.474591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Allocated IP 172.20.0.18 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/cf847614-a317-4064-a6fc-2657d65c2705/f111bd8e-7b2a-49c9-ab65-e105bc446cf9) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:55.532960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ada0202-4320-4928-8458-95fe714d15c5 req-1e81dd1c-eacb-45f1-8921-f235e0a79973 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 210 time: 0.0551004 Apr 20 14:50:55.573171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Router 2a819fcb-6d34-4687-bc88-bde73af3ed46 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:50:55.657457 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.664616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.670629 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1186a42c-7d19-45fe-94be-cbf69fb8a936 HTTP/1.1" status: 204 len: 168 time: 0.6469512 Apr 20 14:50:55.693508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.705122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:55.749199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61e904-53f3-4392-bf4f-40da88f5baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1186a42c-7d19-45fe-94be-cbf69fb8a936,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:55.776187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:55.793538 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.817823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.868607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:55.874883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:55.976022 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:50:50Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:49Z', 'updated_at': '2022-04-20T14:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:55.978936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Made reservation on behalf of 4d703a6211a743baa2651aaf40495b69 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:50:55.982843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:55.988668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:56.054998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Delete allocated IP 172.20.0.9 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/58384919-53b6-4ce2-a9f5-9c0495a77d4e) {{(pid=102864) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:50:56.061365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:50:56.069782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.28 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/cf847614-a317-4064-a6fc-2657d65c2705/15e2ab66-fed4-48d9-8174-504b81f7ba81) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:56.084124 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306260b-389f-48c6-b11a-7453daef83e9 None None] The sync data for ids ['590b4795-e788-4c25-9b33-4a7ab41f1c60'] in n-d-836145-2 is: [{'id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116'}], 'enable_snat': False}, 'gw_port_id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:50:50Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'd05d3d04-7eb9-498c-b05e-b568cac212cf', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b4795-e788-4c25-9b33-4a7ab41f1c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:49Z', 'updated_at': '2022-04-20T14:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:50:56.092183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Sync routers for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:50:56.135918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:56.137373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec7dccce-e8f5-4784-b7e7-92dab30f3a05 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3262765 Apr 20 14:50:56.142356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:56.167242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55421b4-3feb-43cc-8360-80b8e2555430 None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:56.185222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:50:56.185855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:56.501130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:50:56.507343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:56.514435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:56.770181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Allocated IP 172.20.0.3 (30a3d976-cad7-4eb2-8223-75d5fe5e8a6b/87023a78-90d0-424a-a102-3d25a2c33ee9/5492620b-745f-42c5-b29a-d15b4a236773) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:56.771015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=15e2ab66-fed4-48d9-8174-504b81f7ba81,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:57.066601 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:57.179364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:57.286195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d05d3d04-7eb9-498c-b05e-b568cac212cf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:57.307098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] In _notify_port_updated(), no bound segment for port 15e2ab66-fed4-48d9-8174-504b81f7ba81 on network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e {{(pid=102864) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:50:57.313216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:57.322426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:57.323225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:57.337714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-afd92d31-3fa7-4015-bad8-2712472ae423 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/ports/15e2ab66-fed4-48d9-8174-504b81f7ba81 HTTP/1.1" status: 200 len: 921 time: 2.8978419 Apr 20 14:50:57.345397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44184) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:57.401989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:57.408236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:57.423547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:57.572271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e5cb8-a1a5-4c50-869b-43966b6bccfe req-d85e32cc-bfd2-4e38-a5d2-a9acf393aa7c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:57.575868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e2e5cb8-a1a5-4c50-869b-43966b6bccfe req-d85e32cc-bfd2-4e38-a5d2-a9acf393aa7c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 931 time: 0.6704917 Apr 20 14:50:57.965571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event updated for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:58.006650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e2e5cb8-a1a5-4c50-869b-43966b6bccfe req-25a9331c-4b99-4696-8478-0c6a921e2d4f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352020 Apr 20 14:50:58.052426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:50:52Z', 'revision_number': 3, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:50:58.142117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Checking router: 2a819fcb-6d34-4687-bc88-bde73af3ed46 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:50:58.142482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Updating router 2a819fcb-6d34-4687-bc88-bde73af3ed46 port c0f7fb82-a655-45bd-b825-6b2982992da8 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:50:58.186685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Provisioning complete for port 15e2ab66-fed4-48d9-8174-504b81f7ba81 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:58.187068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.237570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:58.243079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.302602 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-a285b697-a4e5-49f0-a4d1-6ade86c3a89a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0585339 Apr 20 14:50:58.350264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.363494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Request body: {'port': {'device_id': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:58.431173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.459127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Port 15e2ab66-fed4-48d9-8174-504b81f7ba81 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:58.464413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d05d3d04-7eb9-498c-b05e-b568cac212cf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:58.464964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.468395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44208) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:58.542276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.598903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 15e2ab66-fed4-48d9-8174-504b81f7ba81 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:50:58.600170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.748508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:58.748876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.876273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Allocated IP 172.20.0.1 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/0926ee26-899b-45b1-a36b-4d87ca7782ed) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:50:59.076949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65141bae-113a-4d33-af48-7a4161817fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.109211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.182315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d05d3d04-7eb9-498c-b05e-b568cac212cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d05d3d04-7eb9-498c-b05e-b568cac212cf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:50:59.198136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.198976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:50:59.348881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:59.349507 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.360919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d05d3d04-7eb9-498c-b05e-b568cac212cf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:59.362910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65141bae-113a-4d33-af48-7a4161817fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.406233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.420041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.441847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65141bae-113a-4d33-af48-7a4161817fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.456475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.489401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e9a9-9cff-4b3b-8370-01859a9ecbaa None None] Pushing event updated for resources: {'Port': ['ID=c0f7fb82-a655-45bd-b825-6b2982992da8,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:59.494745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:59.495473 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.500626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bf869-2d8e-4fc7-b658-0cb7ea598c0a None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:50:59.541028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.546247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Attempting to bind port c0f7fb82-a655-45bd-b825-6b2982992da8 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:50:59.546911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Attempting to bind port c0f7fb82-a655-45bd-b825-6b2982992da8 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:50:59.547438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Attempting to bind port c0f7fb82-a655-45bd-b825-6b2982992da8 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:50:59.565677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:50:59.566065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:50:59.566468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.573351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:50:59.574036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Bound port: c0f7fb82-a655-45bd-b825-6b2982992da8, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:50:59.574315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.654514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a5abe-4391-4493-a5a0-b993d996626d req-7f4ab924-d22e-4ff9-9ab6-b24067c9d4f6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:50:59.662480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e41a5abe-4391-4493-a5a0-b993d996626d req-7f4ab924-d22e-4ff9-9ab6-b24067c9d4f6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 931 time: 0.3795350 Apr 20 14:50:59.666804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65141bae-113a-4d33-af48-7a4161817fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc91ae1-2ae3-4455-be5f-470508de64b7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:59.671382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-65141bae-113a-4d33-af48-7a4161817fd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7040d9b6047466796e16f68a72ed233&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1990964 Apr 20 14:50:59.680123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:50:59.788834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] For port c0f7fb82-a655-45bd-b825-6b2982992da8, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:50:59.791732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e41a5abe-4391-4493-a5a0-b993d996626d req-1f1c3b37-5bfb-4125-9aa8-073156ea7d26 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282475 Apr 20 14:50:59.795943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.827828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Provisioning complete for port 5492620b-745f-42c5-b29a-d15b4a236773 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:50:59.830992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.849265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Pushing event updated for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:50:59.872105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:50:59.875819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:50:59.877713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.879554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:50:59.922723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.966931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Port 5492620b-745f-42c5-b29a-d15b4a236773 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:00.001044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] For port c0f7fb82-a655-45bd-b825-6b2982992da8, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0f7fb82-a655-45bd-b825-6b2982992da8,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:00.019407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.028985 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.191329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.195652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.196886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cc91ae1-2ae3-4455-be5f-470508de64b7 HTTP/1.1" status: 204 len: 168 time: 0.5110419 Apr 20 14:51:00.245356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.261606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e9a9-9cff-4b3b-8370-01859a9ecbaa None None] Pushing event updated for resources: {'Port': ['ID=c0f7fb82-a655-45bd-b825-6b2982992da8,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:00.269366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d05d3d04-7eb9-498c-b05e-b568cac212cf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:00.292465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 15e2ab66-fed4-48d9-8174-504b81f7ba81 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:00.298878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.303709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9bff-a9e7-4265-b26c-84b581e75aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc91ae1-2ae3-4455-be5f-470508de64b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:00.305849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Provisioning complete for port 15e2ab66-fed4-48d9-8174-504b81f7ba81 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:00.306296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.462943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:00.464278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:00.545117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5492620b-745f-42c5-b29a-d15b4a236773 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:51:00.561141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:00.565340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.587418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-54bf2dd8-16f7-404b-bcc5-d00f9398386c None None] Port 15e2ab66-fed4-48d9-8174-504b81f7ba81 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:00.607820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d05d3d04-7eb9-498c-b05e-b568cac212cf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:00.609198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.654232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.670862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.742214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Transition to ACTIVE for port object 5492620b-745f-42c5-b29a-d15b4a236773 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:51:00.752479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.763623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.811980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:00.817552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0a27f837-41c0-45ce-ab28-4415938f4811 None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:00.818252 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a27f837-41c0-45ce-ab28-4415938f4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.830105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=15e2ab66-fed4-48d9-8174-504b81f7ba81,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:00.861268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.871072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Pushing event updated for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:00.953936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:00.957180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:00.965069 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Sync routers for ids ['b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:00.987576 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Routers {'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:00.988212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:01.049696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Pushing event updated for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:01.059446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44288) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.087112 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6610-c34a-4af0-b2a5-db685920723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.177207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0a27f837-41c0-45ce-ab28-4415938f4811 None None] Port 0926ee26-899b-45b1-a36b-4d87ca7782ed cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:01.239534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6610-c34a-4af0-b2a5-db685920723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.279792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094535b-c743-476b-a22f-930c733ea9c0 req-e89db8f1-0c55-43cf-9f73-85beb7f3fcfc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:01.289260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e094535b-c743-476b-a22f-930c733ea9c0 req-e89db8f1-0c55-43cf-9f73-85beb7f3fcfc tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 943 time: 0.3558688 Apr 20 14:51:01.319998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:01.320559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.324479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c939c254-57bd-47af-81c6-234648f94094 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6338193 Apr 20 14:51:01.330531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1a7a6610-c34a-4af0-b2a5-db685920723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.363022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.394327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e094535b-c743-476b-a22f-930c733ea9c0 req-eb2b373b-6125-45b7-a201-16aa4aa2721d tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996242 Apr 20 14:51:01.396977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:01.419401 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Set router b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:01.460319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1a7a6610-c34a-4af0-b2a5-db685920723a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4843b9fc972d44b6add43145e37aedf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971162 Apr 20 14:51:01.461375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.471687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a6610-c34a-4af0-b2a5-db685920723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8b243b-7673-46e1-aee8-a6a4f4afbc9e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:01.509181 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.521034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa10d31d-cfbb-43a6-bace-c4ca0a83efe9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/15e2ab66-fed4-48d9-8174-504b81f7ba81 HTTP/1.1" status: 204 len: 168 time: 4.1436901 Apr 20 14:51:01.521951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44298) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.526356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Attempting to bind port 5492620b-745f-42c5-b29a-d15b4a236773 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:01.526714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Attempting to bind port 5492620b-745f-42c5-b29a-d15b4a236773 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:01.527054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Attempting to bind port 5492620b-745f-42c5-b29a-d15b4a236773 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:01.561862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Port 5492620b-745f-42c5-b29a-d15b4a236773 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:51:01.562525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Attempting to bind port 5492620b-745f-42c5-b29a-d15b4a236773 on network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:01.569511 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7519ad-b5ee-41c3-8da0-4855b1060f15 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:51:01.574287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3d7519ad-b5ee-41c3-8da0-4855b1060f15 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/15e2ab66-fed4-48d9-8174-504b81f7ba81 HTTP/1.1" status: 404 len: 333 time: 0.0493171 Apr 20 14:51:01.575229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.580544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:01.580910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Checking segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:01.581294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Bound using segment: {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:01.581753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Bound port: 5492620b-745f-42c5-b29a-d15b4a236773, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:01.582111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.657531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91746b00-400b-4e21-bb95-2eb16223f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.683508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:50:58Z', 'revision_number': 1, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:01.749985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed455d-34fd-4270-8440-821da851cca7 None None] The sync data for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 is: [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:50:58Z', 'revision_number': 1, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:01.760884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b7aea9b8-b6f3-4143-b92a-b5edf610015e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 HTTP/1.1" status: 200 len: 908 time: 0.3651507 Apr 20 14:51:01.762988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44306) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:01.785165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-372d329a-f43e-42ab-8de8-d680f53296f6 None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:01.785555 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-372d329a-f43e-42ab-8de8-d680f53296f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.807222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.822003 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:52Z', 'updated_at': '2022-04-20T14:50:56Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:54Z', 'updated_at': '2022-04-20T14:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:01.847082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-372d329a-f43e-42ab-8de8-d680f53296f6 None None] Port 0926ee26-899b-45b1-a36b-4d87ca7782ed cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:01.881388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.884506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Checking router: b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:51:01.884986 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Updating router b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:51:01.913979 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.964477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.968075 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:01.972442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d8b243b-7673-46e1-aee8-a6a4f4afbc9e HTTP/1.1" status: 204 len: 168 time: 0.4948807 Apr 20 14:51:02.031004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.059338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.102923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f10e-203b-4b69-a50c-0ad5b242c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8b243b-7673-46e1-aee8-a6a4f4afbc9e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:02.127060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.130012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.134484 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/security-groups/f75ada94-c00e-44f8-8f81-8619fd9b9c71 HTTP/1.1" status: 204 len: 168 time: 0.5385699 Apr 20 14:51:02.142872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44316) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:02.217818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91746b00-400b-4e21-bb95-2eb16223f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.219665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:02.251757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fee3d6-bf84-455b-9ce9-d241b433c605 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ada94-c00e-44f8-8f81-8619fd9b9c71,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:02.293644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91746b00-400b-4e21-bb95-2eb16223f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.312751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5492620b-745f-42c5-b29a-d15b4a236773,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:02.358392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.477421 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.493659 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.509553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746b00-400b-4e21-bb95-2eb16223f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468acc6-49a5-487a-b04e-9ef88758be7c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:02.530279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:02.531612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.536900 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] 10.222.0.43 "PUT /v2.0/ports/5492620b-745f-42c5-b29a-d15b4a236773 HTTP/1.1" status: 200 len: 1091 time: 4.2099342 Apr 20 14:51:02.551763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:02.554432 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee6241-38a0-46b3-a693-0586e225c7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "tag": "5492620b-745f-42c5-b29a-d15b4a236773"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:02.566913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-91746b00-400b-4e21-bb95-2eb16223f401 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd014b0cf1ed4bcaad9a89dccbad34eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5974202 Apr 20 14:51:02.570460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44328) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:02.688525 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Attempting to bind port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:02.689235 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Attempting to bind port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:02.689862 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Attempting to bind port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:02.716318 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337fc7-ff32-485a-896e-9901284cc05f None None] Pushing event updated for resources: {'Port': ['ID=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:02.723198 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:02.724317 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:02.725088 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.725957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:02.727764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Bound port: cebf4d1f-d6ea-4d16-bc7c-48b8f612576d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:02.728376 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.755944 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ec001f-e6ac-4fa1-bd13-fa550a7dab78 x-openstack-request-id: req-94ec001f-e6ac-4fa1-bd13-fa550a7dab78 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:02.756310 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "tag": "5492620b-745f-42c5-b29a-d15b4a236773", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:02.757355 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94ec001f-e6ac-4fa1-bd13-fa550a7dab78 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:02.758121 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ec001f-e6ac-4fa1-bd13-fa550a7dab78'] response: {'name': 'network-changed', 'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773', 'status': 'completed', 'code': 200} Apr 20 14:51:02.835220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.886599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] For port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:02.894624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.904417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:02.914078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] For port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:02.931287 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.048763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f2e70-eb98-46c9-9223-70cf9d2f1758 service neutron] Pushing event updated for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:03.060726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.069472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.077058 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/security-groups/42637c95-0f9a-49c3-a5ac-f69a42a73785 HTTP/1.1" status: 204 len: 168 time: 0.9235518 Apr 20 14:51:03.089714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44344) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:03.108037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa461f-8efa-4f6d-a880-f577b24fa4de req-b57235bf-af3b-45eb-af90-17b70e626959 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:03.115944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30aa461f-8efa-4f6d-a880-f577b24fa4de req-b57235bf-af3b-45eb-af90-17b70e626959 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 943 time: 0.4432487 Apr 20 14:51:03.118737 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337fc7-ff32-485a-896e-9901284cc05f None None] Pushing event updated for resources: {'Port': ['ID=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:03.136212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Routers {'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:03.137335 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:03.174306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702f178-e461-4ce8-8672-98cc0c3867f9 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42637c95-0f9a-49c3-a5ac-f69a42a73785,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:03.178297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-e0a5f88c-6056-40c1-abfd-2f29e97a1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:03.179998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-e0a5f88c-6056-40c1-abfd-2f29e97a1c26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 1094 time: 0.5483692 Apr 20 14:51:03.255636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30aa461f-8efa-4f6d-a880-f577b24fa4de req-8a1db990-a716-42a3-8c01-53bfab07139f tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381471 Apr 20 14:51:03.257716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Router 2a819fcb-6d34-4687-bc88-bde73af3ed46 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:03.264559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.278164 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-e930c6da-96cd-4fe5-8b5a-54adbf7246ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5492620b-745f-42c5-b29a-d15b4a236773 HTTP/1.1" status: 200 len: 217 time: 0.0870473 Apr 20 14:51:03.306040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.342888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.370079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.424239 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] Set router b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:03.449287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.452126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.453451 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7468acc6-49a5-487a-b04e-9ef88758be7c HTTP/1.1" status: 204 len: 168 time: 0.8816605 Apr 20 14:51:03.561758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 58384919-53b6-4ce2-a9f5-9c0495a77d4e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:03.568440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ae72-b0ab-40fc-bc5a-6bb0279b8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468acc6-49a5-487a-b04e-9ef88758be7c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:03.570292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.650875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-24b8fa0e-b4d3-4b3e-99fc-fbfff127eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:03.658871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:03.663584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-24b8fa0e-b4d3-4b3e-99fc-fbfff127eccb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.2424939 Apr 20 14:51:03.679558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3f595bf5-ee3a-4d16-8bd3-c26312b9039c admin admin] 10.222.0.20 "PUT /v2.0/routers/2a819fcb-6d34-4687-bc88-bde73af3ed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5354857 Apr 20 14:51:03.718072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Deleting port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:03.718292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.767138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.830777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-16ffd1e7-6c19-4592-a790-017ffd346c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:03.832267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-16ffd1e7-6c19-4592-a790-017ffd346c35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505945 Apr 20 14:51:03.864667 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:52Z', 'updated_at': '2022-04-20T14:50:56Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:54Z', 'updated_at': '2022-04-20T14:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:03.895546 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440436ac-0433-4b47-b523-4947a08a0b4a None None] The sync data for ids ['b325e1a4-236c-413a-8dc0-a1b1e7bd6c73'] in n-d-836145-2 is: [{'id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'name': 'tempest-snat-router-1642760253', 'tenant_id': '6621e14379ed4905b0eb7f88ebbfe325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:52Z', 'updated_at': '2022-04-20T14:50:56Z', 'revision_number': 3, 'project_id': '6621e14379ed4905b0eb7f88ebbfe325', 'gw_port': {'id': 'cebf4d1f-d6ea-4d16-bc7c-48b8f612576d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b325e1a4-236c-413a-8dc0-a1b1e7bd6c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:54Z', 'updated_at': '2022-04-20T14:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:03.933939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] For port cebf4d1f-d6ea-4d16-bc7c-48b8f612576d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:03.935982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:03.968791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Calling delete_port for cebf4d1f-d6ea-4d16-bc7c-48b8f612576d owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:04.036292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.176817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.206502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b96265-312f-45c2-8b7d-3a41afcfd3ee None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:04.223748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.227286 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/58384919-53b6-4ce2-a9f5-9c0495a77d4e HTTP/1.1" status: 204 len: 168 time: 1.1292849 Apr 20 14:51:04.251460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44382) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:04.257588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:04.313010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a44d8-9c04-4b3c-9b43-5810053d915c tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=58384919-53b6-4ce2-a9f5-9c0495a77d4e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:04.395510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0f7fb82-a655-45bd-b825-6b2982992da8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:04.439632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:04.443711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-c623c171-2163-41cd-b81c-df7754d0be9d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:51:04.443969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.444820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-c623c171-2163-41cd-b81c-df7754d0be9d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5905783 Apr 20 14:51:04.512238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:04.645219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab096038-428b-45ea-924c-3e44d0198a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.652409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c0f7fb82-a655-45bd-b825-6b2982992da8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:04.652791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.684135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11da360-c9d7-4c3d-9f44-80a1ca5b7da9 req-1aaf3809-f5d3-45a0-b568-93d9d541a638 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:04.685611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c11da360-c9d7-4c3d-9f44-80a1ca5b7da9 req-1aaf3809-f5d3-45a0-b568-93d9d541a638 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 943 time: 0.2667544 Apr 20 14:51:04.704272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.747971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-9a37954f-7d42-450a-a86c-63653fcb9a69 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805572 Apr 20 14:51:04.786735 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:04.816102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port c0f7fb82-a655-45bd-b825-6b2982992da8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0f7fb82-a655-45bd-b825-6b2982992da8,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:04.818165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Port': ['ID=cebf4d1f-d6ea-4d16-bc7c-48b8f612576d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:04.830350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.020656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=c0f7fb82-a655-45bd-b825-6b2982992da8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:05.050954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-71d3e466-9e00-44c6-a9e9-27b3972bfe0f req-6145016f-933c-4b94-811f-629e12114bf8 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964821 Apr 20 14:51:05.091058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c11da360-c9d7-4c3d-9f44-80a1ca5b7da9 req-4b2bd0f8-7f89-4833-92f1-c402e61c04ac tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698051 Apr 20 14:51:05.178357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab096038-428b-45ea-924c-3e44d0198a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.182259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.240524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-07123b05-3f1d-47fb-bea0-a59de1de1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:05.242601 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-07123b05-3f1d-47fb-bea0-a59de1de1f8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 1094 time: 0.1340165 Apr 20 14:51:05.355056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab096038-428b-45ea-924c-3e44d0198a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.464001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-610d18bc-94ab-42a7-88b3-f29e11cfb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:05.464596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.467596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-610d18bc-94ab-42a7-88b3-f29e11cfb1c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.2162607 Apr 20 14:51:05.468909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.563984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-34e85567-5afd-4612-90ae-1cc7dfbcb799 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5492620b-745f-42c5-b29a-d15b4a236773 HTTP/1.1" status: 200 len: 217 time: 0.0884364 Apr 20 14:51:05.620305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.620858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:05.638346 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:05.642141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-850da935-6136-4d21-a66d-2f4d6c7fd479 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b325e1a4-236c-413a-8dc0-a1b1e7bd6c73 HTTP/1.1" status: 204 len: 168 time: 3.8691885 Apr 20 14:51:05.642548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Sync routers for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:05.665542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:05.669246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:05.669963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:05.731003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-3ecaf7b0-6ad9-406d-acee-1ef303211c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:05.733841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-3ecaf7b0-6ad9-406d-acee-1ef303211c8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1562121 Apr 20 14:51:05.741181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab096038-428b-45ea-924c-3e44d0198a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e836b72513254320b805c8122c1286fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2274292 Apr 20 14:51:05.753438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab096038-428b-45ea-924c-3e44d0198a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5474de35-0e32-4f18-af45-6ea1cc180ba6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:05.760630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44414) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:05.804821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44416) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:05.816054 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073667988', 'description': 'tempest-description--1678921322'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:05.966650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-861bf12e-cec1-4a87-8de1-232552aa4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:05.970450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-861bf12e-cec1-4a87-8de1-232552aa4e05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294159 Apr 20 14:51:05.972501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:06.005427 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.007863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.044137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.103333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.136486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.195827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:06.228344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:06.268973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:06.270200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.402076 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-fecece23-a079-4845-a6cc-89dfbeaaffd1 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115474 Apr 20 14:51:06.441523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1887438 Apr 20 14:51:06.478105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cc721-c2b6-4f15-a38d-9b347ee8c8e0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:06.498509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44432) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:06.506299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.528064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957182329'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:06.530180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1dee6241-38a0-46b3-a693-0586e225c7d8 req-161c9e36-77fe-4222-b3ed-64f13effa77f service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211431 Apr 20 14:51:06.531716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.534662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.537023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368ef5f-1d69-4f99-9be0-b308fc32c7a6 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:06.537467 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5474de35-0e32-4f18-af45-6ea1cc180ba6 HTTP/1.1" status: 204 len: 168 time: 0.7743790 Apr 20 14:51:06.571586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ae426-235b-4216-9427-2bca5eece1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5474de35-0e32-4f18-af45-6ea1cc180ba6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:06.591114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.651131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0f7fb82-a655-45bd-b825-6b2982992da8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:06.653000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f184a0f-93de-4f62-a0bf-10e43f0e808f req-7faaf6d4-a332-4019-9ac6-40dad43b7da7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:06.655341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f184a0f-93de-4f62-a0bf-10e43f0e808f req-7faaf6d4-a332-4019-9ac6-40dad43b7da7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 943 time: 0.2535803 Apr 20 14:51:06.736406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.748701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.828548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c9a59e79-790c-48db-9081-3b32a4041af8 None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:06.846741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.848073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0405059 Apr 20 14:51:06.852212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44440) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:06.854392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f184a0f-93de-4f62-a0bf-10e43f0e808f req-73bafc88-824f-4dee-ad43-9c72cf98aa96 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727090 Apr 20 14:51:06.857682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Deleting port d05d3d04-7eb9-498c-b05e-b568cac212cf {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:06.857776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c9a59e79-790c-48db-9081-3b32a4041af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.857851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.864966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977d135-e9e3-42f8-ac07-39798364bb26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0eb70-72f4-4a19-a165-7e3a81d10b9b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:06.865224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'security_group_rule': {'security_group_id': '82a0eb70-72f4-4a19-a165-7e3a81d10b9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:06.930914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c9a59e79-790c-48db-9081-3b32a4041af8 None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:06.939203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.960618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:06.966595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.081922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.082986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c9a59e79-790c-48db-9081-3b32a4041af8 None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:07.083237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c9a59e79-790c-48db-9081-3b32a4041af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.089133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5698416 Apr 20 14:51:07.100891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:07.108293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.110439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb7dbe-5fdf-47b8-a0d1-253efc49a6fd tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6531495d-172c-4a99-97e9-5ecb2c49b706,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:07.120197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'security_group': {'name': 'tempest-secgroup-1482081760'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:07.127780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.133475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] For port d05d3d04-7eb9-498c-b05e-b568cac212cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d05d3d04-7eb9-498c-b05e-b568cac212cf,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:07.133989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.141055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c0f7fb82-a655-45bd-b825-6b2982992da8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:07.141659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.161761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Calling delete_port for d05d3d04-7eb9-498c-b05e-b568cac212cf owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:07.199820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43455a81-d6fa-47d9-96e8-b87e9c228a78,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:07.210445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.218610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.222269 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e924a31d-5113-422d-8350-b9f358a703be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679390 Apr 20 14:51:07.243882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44454) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:07.258768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'security_group_rule': {'security_group_id': '82a0eb70-72f4-4a19-a165-7e3a81d10b9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:07.261729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 2, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:07.339008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Checking router: 2a819fcb-6d34-4687-bc88-bde73af3ed46 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:51:07.339562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Updating router 2a819fcb-6d34-4687-bc88-bde73af3ed46 port 0926ee26-899b-45b1-a36b-4d87ca7782ed binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:51:07.427549 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.442117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.456831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Update dhcp port {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'fixed_ips': [{'subnet_id': 'cf847614-a317-4064-a6fc-2657d65c2705', 'ip_address': '172.20.0.18'}, {'subnet_id': '04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0'}], 'binding:host_id': 'n-d-836145-2'}, 'id': 'f111bd8e-7b2a-49c9-ab65-e105bc446cf9'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:51:07.573420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.599873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.621971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event deleted for resources: {'Port': ['ID=d05d3d04-7eb9-498c-b05e-b568cac212cf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:07.624000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.718876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.720860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6255233 Apr 20 14:51:07.731803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:07.757328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'security_group': {'name': 'tempest-secgroup-603172220'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:07.769223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.778662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2097a-c36a-4bab-9bc1-c77f3c88733d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9f4c7-c74d-4717-b313-bc414e0e4a6d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:07.779887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.788019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.886769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.936403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629f3c9f-309c-4cf1-9398-d9217bed44e6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:07.983734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:07.996942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d6981f19-2dae-4e85-b2ff-2c7d2cd7133c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7459621 Apr 20 14:51:08.012827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44482) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:08.018134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:08.028507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.040502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.110202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.118852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.121659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5492620b-745f-42c5-b29a-d15b4a236773 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:51:08.126158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.135459 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.193610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.239730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.240518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.244138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5073564 Apr 20 14:51:08.258045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:08.284737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-436913157', 'security_groups': ['177325a5-64f0-4fb1-9978-b8b5274d6e86'], 'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:08.311134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3538d6-316b-4ce0-9a57-9baab496106d req-69eadcd9-930a-4f18-9b35-47dcb96b41a2 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:08.316008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177325a5-64f0-4fb1-9978-b8b5274d6e86,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:08.316898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f3538d6-316b-4ce0-9a57-9baab496106d req-69eadcd9-930a-4f18-9b35-47dcb96b41a2 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 943 time: 0.3050399 Apr 20 14:51:08.335526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.336094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 590b4795-e788-4c25-9b33-4a7ab41f1c60 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:08.426441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.429307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.430096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.430175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.430509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.430889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3205c-8f9b-454b-9a3d-637b5f28b230 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:08.432674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.433842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8f5b5770-8c8f-4c79-b8db-0af92e4abd6e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "DELETE /v2.0/routers/590b4795-e788-4c25-9b33-4a7ab41f1c60 HTTP/1.1" status: 204 len: 168 time: 2.7641761 Apr 20 14:51:08.477703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44498) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:08.483972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-836301212', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:08.523713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.523713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.612847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f3538d6-316b-4ce0-9a57-9baab496106d req-f93f34b4-b696-4200-bb86-aa4d22429e2c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743871 Apr 20 14:51:08.667500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.804820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.895368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Allocated IP 172.20.0.2 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0/f111bd8e-7b2a-49c9-ab65-e105bc446cf9) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:08.939001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:08.944221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:08.962396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.25.1.205 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/ec752812-b1eb-46d5-9b64-518fb12ca57d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:09.054265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:09.058114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.090081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.120017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cebf4d1f-d6ea-4d16-bc7c-48b8f612576d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:51:09.125778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de9d0-aec4-4d26-b16c-36be63dd19e5 None None] Pushing event updated for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:09.141388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.151995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] device_id is not set on port b1fe1909-8c6c-427b-944c-729e0da74fde yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:51:09.159038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.249757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.275480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: cebf4d1f-d6ea-4d16-bc7c-48b8f612576d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:51:09.275887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cebf4d1f-d6ea-4d16-bc7c-48b8f612576d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:51:09.366876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:09.368546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=ec752812-b1eb-46d5-9b64-518fb12ca57d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:09.384906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:09.391570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:09.443104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2132681e-5c9a-456b-9e2e-2de6e4931384 None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:09.443667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2132681e-5c9a-456b-9e2e-2de6e4931384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.454946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Attempting to bind port 0926ee26-899b-45b1-a36b-4d87ca7782ed on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:09.455564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Attempting to bind port 0926ee26-899b-45b1-a36b-4d87ca7782ed by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:09.456321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Attempting to bind port 0926ee26-899b-45b1-a36b-4d87ca7782ed on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:09.535940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:09.536750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:09.537335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.537914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:09.538591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Bound port: 0926ee26-899b-45b1-a36b-4d87ca7782ed, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:09.539159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.541567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.545843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5492620b-745f-42c5-b29a-d15b4a236773,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:09.548557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec444da1-0413-4ef7-9363-062baa318e2c None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:09.593278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2132681e-5c9a-456b-9e2e-2de6e4931384 None None] Port 0926ee26-899b-45b1-a36b-4d87ca7782ed cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:09.612744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5492620b-745f-42c5-b29a-d15b4a236773', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'port_id': '5492620b-745f-42c5-b29a-d15b4a236773', 'mac_address': 'fa:16:3e:97:ba:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:51:09.668121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.784416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.833513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5492620b-745f-42c5-b29a-d15b4a236773 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:51:09.855889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] For port 0926ee26-899b-45b1-a36b-4d87ca7782ed, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:09.902771 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:51:09.914451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] For port 0926ee26-899b-45b1-a36b-4d87ca7782ed, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0926ee26-899b-45b1-a36b-4d87ca7782ed,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:09.921532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5492620b-745f-42c5-b29a-d15b4a236773,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:09.924169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:09.939867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.100635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de9d0-aec4-4d26-b16c-36be63dd19e5 None None] Pushing event updated for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:10.114303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:10.114902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:50:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:10.258332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae7e9b-9c9c-41dd-944b-6035071a605c req-5d3bf304-3b5a-4070-9423-aae3a21cf7f0 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:10.270799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dae7e9b-9c9c-41dd-944b-6035071a605c req-5d3bf304-3b5a-4070-9423-aae3a21cf7f0 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 944 time: 0.3657014 Apr 20 14:51:10.388533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.7 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0/b1fe1909-8c6c-427b-944c-729e0da74fde) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:10.476811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dae7e9b-9c9c-41dd-944b-6035071a605c req-8bea3088-99bf-4d59-a3cb-3f879941bf00 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011547 Apr 20 14:51:10.583659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.594168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.632282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.753609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.764283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=ec752812-b1eb-46d5-9b64-518fb12ca57d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:10.898734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.910355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:10.912431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5492620b-745f-42c5-b29a-d15b4a236773'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:51:10.947253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:10.950532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=b1fe1909-8c6c-427b-944c-729e0da74fde,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:10.953060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:10.963620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:10.970947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:10.975649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-93a0bd58-a6eb-43ad-aee0-c237e77c3f53 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9682453 Apr 20 14:51:11.069279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d4e530e-c8a1-4eb3-b494-86f95b5836a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.203948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:11.211033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.232086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:11.235932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:11.296605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:11.298151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.314153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.314661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.315319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.315523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.315946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.316380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.316837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.317977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.318442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.318934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.319362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.321037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.321572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:11.352958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0047755e-1e9d-4d55-8f94-ad26295a22e3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0922899 Apr 20 14:51:11.354427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.356252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:11.363312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:11.449110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:11.449598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.461937 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-39c0e5b9-f2f4-46a3-a5ed-9762553380bd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2073667988&fields=id&tenant_id=bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 267 time: 0.1321959 Apr 20 14:51:11.790728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-70ca4e8d-b3f2-45ce-979c-cfaf4ed19570 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:11.802689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-70ca4e8d-b3f2-45ce-979c-cfaf4ed19570 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.3395648 Apr 20 14:51:11.813990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad3c2c-0bd8-4c0e-893a-ce45a37a3776 req-231ca98f-5948-4c0c-b5b1-7efffefff5f9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:11.824113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1dad3c2c-0bd8-4c0e-893a-ce45a37a3776 req-231ca98f-5948-4c0c-b5b1-7efffefff5f9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 944 time: 0.1285443 Apr 20 14:51:11.851601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Allocated IP 172.25.1.152 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c774b06c-4903-4564-9f9b-dc3cd2b58564) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:11.863378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0926ee26-899b-45b1-a36b-4d87ca7782ed up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:11.864811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:11.870805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-0f270e55-e591-44fe-969d-d58df418abe1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/quotas/bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 375 time: 0.0668137 Apr 20 14:51:12.011092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:12.015372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.018554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1dad3c2c-0bd8-4c0e-893a-ce45a37a3776 req-9707246a-f7c6-48a8-b109-131def806e1c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933384 Apr 20 14:51:12.118590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-f2c3a075-db33-4200-a02f-d9fea907c7a8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2118840 Apr 20 14:51:12.134028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.182737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] For port 0926ee26-899b-45b1-a36b-4d87ca7782ed, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0926ee26-899b-45b1-a36b-4d87ca7782ed,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:12.220773 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.234258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:12.234681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.246664 n-d-836145-2 neutron-server[102863]: INFO neutron.db.ipam_backend_mixin [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0 (CIDR: 172.20.0.0/28) Apr 20 14:51:12.263459 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:51:12.264915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:12.298961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.338740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-a89a7936-9efd-4b60-b055-007391aa0008 service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072263 Apr 20 14:51:12.354379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c085ad1e-5957-4053-8b3b-69ed6d1fc044 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9969974 Apr 20 14:51:12.359137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:12.367306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:09Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:12.369054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:12.369182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46023645-91fb-4d4a-9ae7-db727bac4735 None None] Pushing event updated for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:12.384099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:12.407125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:12.415434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:12.419160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Provisioning complete for port b1fe1909-8c6c-427b-944c-729e0da74fde triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:12.419333 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.421139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8d1065-6db8-41b8-b7fe-081f19d10b01 None None] The sync data for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 is: [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:09Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:12.492276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event updated for resources: {'Port': ['ID=c774b06c-4903-4564-9f9b-dc3cd2b58564,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:12.498846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-e629cea3-5f37-4ebe-8100-a82bae310e4b service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497390 Apr 20 14:51:12.621356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d05d3d04-7eb9-498c-b05e-b568cac212cf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:51:12.626298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Port b1fe1909-8c6c-427b-944c-729e0da74fde cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:12.630469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a26059f2-b9fd-4c9a-a757-4d4e632fa01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.667099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:12.667479 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.668986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d05d3d04-7eb9-498c-b05e-b568cac212cf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:51:12.669670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d05d3d04-7eb9-498c-b05e-b568cac212cf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:51:12.883398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0926ee26-899b-45b1-a36b-4d87ca7782ed up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:12.940633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:12.955985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:12.981917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c517b8a9-faf3-4a20-be64-c36260e97858 req-e27a35fa-4412-49ef-b0a7-7c27dde85372 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 210 time: 0.0943904 Apr 20 14:51:13.047159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0926ee26-899b-45b1-a36b-4d87ca7782ed triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:13.047747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:13.079352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:13.079731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:13.196079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-13a6abe1-a29b-48cc-808a-20a58b8f071d None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:13.340972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5af66c-58e2-4787-82a7-1f044d106b7b req-b6250e50-ee4d-4deb-ae8b-14110754ddfa tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:13.350486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f5af66c-58e2-4787-82a7-1f044d106b7b req-b6250e50-ee4d-4deb-ae8b-14110754ddfa tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 944 time: 0.1447821 Apr 20 14:51:13.416682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f5af66c-58e2-4787-82a7-1f044d106b7b req-aa6db785-400f-457a-98e6-2295a57c284b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581396 Apr 20 14:51:13.435316 n-d-836145-2 neutron-server[102863]: INFO neutron.db.ipam_backend_mixin [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cf847614-a317-4064-a6fc-2657d65c2705 (CIDR: 172.20.0.16/28) Apr 20 14:51:13.446016 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:51:13.448281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:13.460142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:13.690958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:13.706796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1f25e65e-d239-41d3-b71d-4638c5b4e891 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3435283 Apr 20 14:51:13.709639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:13.718039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'subnet': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:13.812070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:13.927787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Made reservation on behalf of d55e4c9ac64c47cb9209c99a50ecaf80 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:13.933292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.080209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Router 55a0a750-6262-40a1-88f2-491f9d146721 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:14.140664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5492620b-745f-42c5-b29a-d15b4a236773 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:14.290932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.294120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:14.309101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] Sync routers for ids ['55a0a750-6262-40a1-88f2-491f9d146721'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:14.327958 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] Routers {'55a0a750-6262-40a1-88f2-491f9d146721'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:14.328619 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['55a0a750-6262-40a1-88f2-491f9d146721'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:14.339046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5492620b-745f-42c5-b29a-d15b4a236773 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:51:14.341985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.343503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ba0e4a7-6dcc-4e9d-9e73-fc15fb80e6b0 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8641787 Apr 20 14:51:14.346793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:14.350277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5492620b-745f-42c5-b29a-d15b4a236773 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:14.353232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.354448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:14.415632 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:14.428603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6eabf819-665b-4ce4-afc0-76336741c158 req-2f0c2657-8661-4937-93dc-2ba96b115b51 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 210 time: 0.3187215 Apr 20 14:51:14.480342 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] Routers {'55a0a750-6262-40a1-88f2-491f9d146721'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:14.481475 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['55a0a750-6262-40a1-88f2-491f9d146721'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:14.528915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.596776 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:14.600887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5da2d6-9c52-451f-8579-ee2c123fdfc2 None None] The sync data for ids ['55a0a750-6262-40a1-88f2-491f9d146721'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:14.608080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:14.621073 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d067f-71e8-491f-aa8b-f0a823321135" -d '{"events": [{"server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "name": "network-vif-plugged", "status": "completed", "tag": "5492620b-745f-42c5-b29a-d15b4a236773"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:14.660753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5492620b-745f-42c5-b29a-d15b4a236773,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:14.672461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.749011 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c6a54d-8a85-48e3-890b-4a83f809b4a6 x-openstack-request-id: req-b9c6a54d-8a85-48e3-890b-4a83f809b4a6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:14.749307 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "name": "network-vif-plugged", "status": "completed", "tag": "5492620b-745f-42c5-b29a-d15b4a236773", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:14.756965 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9c6a54d-8a85-48e3-890b-4a83f809b4a6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:14.757713 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c6a54d-8a85-48e3-890b-4a83f809b4a6'] response: {'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773', 'code': 200} Apr 20 14:51:14.812014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:14.948510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-5add478e-d8a4-44d1-8af9-bc18e38eb6c0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:14.950483 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-5add478e-d8a4-44d1-8af9-bc18e38eb6c0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.3379967 Apr 20 14:51:15.094826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.165644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.168914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-57f4b8b8-c9df-4ece-a063-953fe9cae062 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 380 time: 0.2071722 Apr 20 14:51:15.203857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'device_id': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'admin_state_up': True, 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'security_groups': ['82a0eb70-72f4-4a19-a165-7e3a81d10b9b']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:15.258193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.267470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.315681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786add64-b0ed-4ecb-bc7c-2d0fc722afec req-d189bf55-d5d9-4405-b2ed-5c03f537f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:15.317536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786add64-b0ed-4ecb-bc7c-2d0fc722afec req-d189bf55-d5d9-4405-b2ed-5c03f537f038 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 1096 time: 0.1154530 Apr 20 14:51:15.327530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:15.338957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:15.346095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:15.346970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.357534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79a6fa-541f-46bc-9a57-8f518a2d2640 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:15.416866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186f196-82e8-4b42-9cc6-eddeced21354 req-ee54263c-641f-4e71-af09-ccd4fa52ae19 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:15.427231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4186f196-82e8-4b42-9cc6-eddeced21354 req-ee54263c-641f-4e71-af09-ccd4fa52ae19 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.2266285 Apr 20 14:51:15.453066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Subnet': ['ID=11b86edb-cff4-4987-afc7-6091424ee49f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:15.467495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7567167 Apr 20 14:51:15.474428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44694) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:15.477039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:15.481594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:15.486456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.487094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.487578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.488058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.488561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.489050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.489516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.489711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1277675451', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11b86edb-cff4-4987-afc7-6091424ee49f'}], 'security_groups': ['6531495d-172c-4a99-97e9-5ecb2c49b706', 'cec9f4c7-c74d-4717-b313-bc414e0e4a6d']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:15.490143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.490658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.491134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.491602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.492064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af2481-f422-4084-b7a6-3084a85bf237 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:51:15.523176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-786add64-b0ed-4ecb-bc7c-2d0fc722afec req-6b41a942-137a-4604-8e24-227ec07458c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854761 Apr 20 14:51:15.549897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4186f196-82e8-4b42-9cc6-eddeced21354 req-d43e6e76-2fa7-4822-ba1f-d11c77c91444 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212280 Apr 20 14:51:15.678607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.20.0.13 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/3f7070ad-bd6e-45be-8acc-714ecf202d2d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:15.707851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b26e4429-fb74-431f-a4a3-844032023dfd req-e1a5a7d8-e5da-4de9-97de-031a21b2e7cd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 210 time: 0.0923889 Apr 20 14:51:15.945210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Update dhcp port {'port': {'network_id': '6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e', 'fixed_ips': [{'subnet_id': 'cf847614-a317-4064-a6fc-2657d65c2705', 'ip_address': '172.20.0.18'}, {'subnet_id': '04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '11b86edb-cff4-4987-afc7-6091424ee49f'}], 'binding:host_id': 'n-d-836145-2'}, 'id': 'f111bd8e-7b2a-49c9-ab65-e105bc446cf9'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:51:16.001590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.218065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Allocated IP 172.20.0.34 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/11b86edb-cff4-4987-afc7-6091424ee49f/f111bd8e-7b2a-49c9-ab65-e105bc446cf9) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:16.346230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:16.411972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.421224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.423197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.476872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.527278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99e318-58f7-4b62-94b0-4878e04165fc None None] Pushing event updated for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:16.692327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.842033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff519c-39d0-4b70-a750-e9716ff9bbbc req-46d633e2-66b5-4cd4-9f97-1ed5240ad329 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:16.857698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1ff519c-39d0-4b70-a750-e9716ff9bbbc req-46d633e2-66b5-4cd4-9f97-1ed5240ad329 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.1259451 Apr 20 14:51:16.908779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:16.922874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:16.937793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1ff519c-39d0-4b70-a750-e9716ff9bbbc req-5986088c-291e-42dc-a7a1-3f3d165bf6af tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789223 Apr 20 14:51:16.965377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:16.969625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:16.988782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:16.993409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:17.060519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.076705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05677d7-097d-4952-b1c9-7d7ab129862c req-1c43bd86-8abd-4f88-add3-9d7758b78cc1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.088196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f05677d7-097d-4952-b1c9-7d7ab129862c req-1c43bd86-8abd-4f88-add3-9d7758b78cc1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 932 time: 0.1798377 Apr 20 14:51:17.127718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:17.128096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.252779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f05677d7-097d-4952-b1c9-7d7ab129862c req-9bc78e10-7ee9-4023-9c47-ba6cd1a85372 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622050 Apr 20 14:51:17.373937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.374840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.437150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-cfd21cb0-0352-4afb-9ffd-0facfe134f85 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2408469 Apr 20 14:51:17.468512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Request body: {'port': {'device_id': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:17.508872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-82169a3f-08e7-4307-85f0-ecd92ffc73f0 None None] Provisioning complete for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:17.509965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-82169a3f-08e7-4307-85f0-ecd92ffc73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.598613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router 55a0a750-6262-40a1-88f2-491f9d146721 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:17.606434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-82169a3f-08e7-4307-85f0-ecd92ffc73f0 None None] Port 3f7070ad-bd6e-45be-8acc-714ecf202d2d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:17.653429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.714396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.722209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.732465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.739489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.749915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.758530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.765711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:17.768440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-65a06342-5201-42ce-b48d-c59dd180cf55 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.1838036 Apr 20 14:51:17.869054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a658706-9b2b-40e0-8ad6-b6a350d660eb req-c16bfa3c-0ebc-48ea-997c-ad780a2fed53 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696166 Apr 20 14:51:17.884910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Delete allocated IP 172.20.0.7 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0) {{(pid=102863) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 14:51:17.896326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Provisioning complete for port b1fe1909-8c6c-427b-944c-729e0da74fde triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:17.900433 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:17.901932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Allocated IP 172.20.0.42 (6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e/11b86edb-cff4-4987-afc7-6091424ee49f/b1fe1909-8c6c-427b-944c-729e0da74fde) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:18.013764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Port b1fe1909-8c6c-427b-944c-729e0da74fde cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:18.025492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:18.025861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.073256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:18.098660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:18.098940 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94bc2872-77e1-42c2-b78b-6c5d12169459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.101318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.107875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.114586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.121197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.127734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.127911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:18.135916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.136037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.143453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37b1d806-6cb8-41b6-9397-6448232ceb28 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "PUT /v2.0/routers/55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 200 len: 925 time: 3.7892036 Apr 20 14:51:18.144177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.147111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.155121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-269bf5a5-5fbe-4bf9-9968-2369c898596f req-13b69991-9794-4eb8-b1be-87673cff362c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.2065277 Apr 20 14:51:18.174870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] Sync routers for ids ['55a0a750-6262-40a1-88f2-491f9d146721'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:18.195079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3459af9-e71f-44ff-b626-3853941d3027 req-786feb3b-1b70-417e-9d43-6be4dba34861 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.203618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3459af9-e71f-44ff-b626-3853941d3027 req-786feb3b-1b70-417e-9d43-6be4dba34861 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.1492119 Apr 20 14:51:18.240129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] Routers {'55a0a750-6262-40a1-88f2-491f9d146721'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:18.240786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['55a0a750-6262-40a1-88f2-491f9d146721'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:18.249934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3459af9-e71f-44ff-b626-3853941d3027 req-e05ebec0-7342-417d-9476-0078cc9ec8fd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Apr 20 14:51:18.325568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ae775a8-bba2-4046-8bc2-63e97b9ba4af tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 200 len: 925 time: 0.1672556 Apr 20 14:51:18.326790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44778) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.419216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133563f-f88a-4430-9e1e-e75dbc0c01b9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.423747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6133563f-f88a-4430-9e1e-e75dbc0c01b9 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=55a0a750-6262-40a1-88f2-491f9d146721&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0931487 Apr 20 14:51:18.424042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44782) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.475549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:18.534364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] Routers {'55a0a750-6262-40a1-88f2-491f9d146721'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:18.535032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['55a0a750-6262-40a1-88f2-491f9d146721'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:18.634477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8e84b-127b-40bc-b387-3f1c8ffc100d req-bb78b9ed-9d0d-4daf-b9a2-15e9962d1252 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.636206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bd8e84b-127b-40bc-b387-3f1c8ffc100d req-bb78b9ed-9d0d-4daf-b9a2-15e9962d1252 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 932 time: 0.1407537 Apr 20 14:51:18.639758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:51:18.673915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33d76f-c428-45fb-b808-b97382f9d6c1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.675590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a33d76f-c428-45fb-b808-b97382f9d6c1 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.2505684 Apr 20 14:51:18.680180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44784) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.694062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.718232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815be2f-0647-420c-a6fa-bb17fc2138c9 req-9cd28cf7-62d0-40a6-8679-880c1c7a70e9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:18.720317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a815be2f-0647-420c-a6fa-bb17fc2138c9 req-9cd28cf7-62d0-40a6-8679-880c1c7a70e9 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.2234061 Apr 20 14:51:18.732029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44790) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.746853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Request body: {'floatingip': {'port_id': '5492620b-745f-42c5-b29a-d15b4a236773'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:18.793161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Transition to ACTIVE for port object 3f7070ad-bd6e-45be-8acc-714ecf202d2d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:51:18.799489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.810511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78926875-5461-42cc-98fd-56b377c9e8f5 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 200 len: 205 time: 0.1180530 Apr 20 14:51:18.812444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44792) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:18.813215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.869583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:18.872584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a0c866-3484-4611-9e00-58f641dc7df6 None None] The sync data for ids ['55a0a750-6262-40a1-88f2-491f9d146721'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:18.878875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:18.946283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bd8e84b-127b-40bc-b387-3f1c8ffc100d req-514ae976-2e88-4872-ad59-884d64d4e90a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972806 Apr 20 14:51:18.953770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.041536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:19.318894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.469757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event updated for resources: {'Port': ['ID=b1fe1909-8c6c-427b-944c-729e0da74fde,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:19.533455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Attempting to bind port 3f7070ad-bd6e-45be-8acc-714ecf202d2d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:19.538890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Attempting to bind port 3f7070ad-bd6e-45be-8acc-714ecf202d2d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:19.539380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Attempting to bind port 3f7070ad-bd6e-45be-8acc-714ecf202d2d on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:19.546660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] In _notify_port_updated(), no bound segment for port b1fe1909-8c6c-427b-944c-729e0da74fde on network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:51:19.556192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:19.556955 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.558393 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-32cd525b-7494-4806-a331-12a65d9d2856 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "PUT /v2.0/ports/b1fe1909-8c6c-427b-944c-729e0da74fde HTTP/1.1" status: 200 len: 960 time: 4.0823541 Apr 20 14:51:19.561918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:19.587982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Port 3f7070ad-bd6e-45be-8acc-714ecf202d2d on network 1ac59bee-b9c9-4814-a65d-216bb631b343 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:51:19.587982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Attempting to bind port 3f7070ad-bd6e-45be-8acc-714ecf202d2d on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:19.663340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:19.663958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:19.664188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:19.666062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Bound port: 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:19.666487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.718447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:51:19.793408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.801773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.876089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ae94bc4-8568-4917-b788-0e57061d732c None None] Provisioning complete for port b1fe1909-8c6c-427b-944c-729e0da74fde triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:19.876519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ae94bc4-8568-4917-b788-0e57061d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:19.925952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ae94bc4-8568-4917-b788-0e57061d732c None None] Port b1fe1909-8c6c-427b-944c-729e0da74fde cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:19.956854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:20.007179 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP 206a5dbf-aac3-4035-aa7e-32f485c0072e associated. External IP: 172.25.1.93, port: 5492620b-745f-42c5-b29a-d15b4a236773. Apr 20 14:51:20.065739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:20.102943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:20.123449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:20.128973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port b1fe1909-8c6c-427b-944c-729e0da74fde {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:20.129823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:20.146913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72430931-a862-4d82-bdd7-15958de4897c req-177c7ab0-beb4-4e2e-9abd-f8d72b0dccd0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:20.155072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72430931-a862-4d82-bdd7-15958de4897c req-177c7ab0-beb4-4e2e-9abd-f8d72b0dccd0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 944 time: 0.0842633 Apr 20 14:51:20.281065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72430931-a862-4d82-bdd7-15958de4897c req-87bb6423-35b4-4bc1-8610-17026c98dfa3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248505 Apr 20 14:51:20.439741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:20.653362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:20.667917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:20.671309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:20.690416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:20.690416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:20.806876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cb4ac2d7-c5f8-46d5-871a-dbd14ad0fb39 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "PUT /v2.0/floatingips/206a5dbf-aac3-4035-aa7e-32f485c0072e HTTP/1.1" status: 200 len: 990 time: 2.0661538 Apr 20 14:51:20.807649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:20.814488 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33203c99-0a9f-4c33-bf23-ee85cab60e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "tag": "5492620b-745f-42c5-b29a-d15b4a236773"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:20.877620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:20.897509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:20.898149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:20.921073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3002f765-a56a-4125-8382-72f27a6d79d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1092 time: 3.4506559 Apr 20 14:51:20.931646 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7436f650-3b97-4508-99c6-d15862623709 x-openstack-request-id: req-7436f650-3b97-4508-99c6-d15862623709 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:20.931953 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "tag": "5492620b-745f-42c5-b29a-d15b4a236773", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:20.932209 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7436f650-3b97-4508-99c6-d15862623709 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:20.932987 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7436f650-3b97-4508-99c6-d15862623709'] response: {'name': 'network-changed', 'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773', 'status': 'completed', 'code': 200} Apr 20 14:51:21.049014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:21.129086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:21.143425 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3c98f-125b-4ce8-84eb-508825ede08d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:21.159479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-f9c96eb1-55c8-4a04-b357-bdb43b3aedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:21.163971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-f9c96eb1-55c8-4a04-b357-bdb43b3aedc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1095 time: 0.1767445 Apr 20 14:51:21.217565 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:21.219318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for b1fe1909-8c6c-427b-944c-729e0da74fde owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:21.240780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port c774b06c-4903-4564-9f9b-dc3cd2b58564 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:21.270731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:21.283756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3c063163-bfe4-472b-8a6b-5ef8080ea866 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 217 time: 0.1127462 Apr 20 14:51:21.514828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:21.530906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-1b6a2d68-029d-4914-8d92-5a15e08ed664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:21.532791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-1b6a2d68-029d-4914-8d92-5a15e08ed664 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.2421017 Apr 20 14:51:21.537534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44884) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:21.551854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for c774b06c-4903-4564-9f9b-dc3cd2b58564 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:21.640868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44888) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:21.721862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72dbdb-44e5-4156-9a36-c7645f13149b req-4f4687dd-4dee-48f6-8eb6-7a7810d56687 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:21.723881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a72dbdb-44e5-4156-9a36-c7645f13149b req-4f4687dd-4dee-48f6-8eb6-7a7810d56687 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 944 time: 0.3200908 Apr 20 14:51:21.732213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-787d52bc-5616-4780-b759-ce78a7294406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:21.733762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-787d52bc-5616-4780-b759-ce78a7294406 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754460 Apr 20 14:51:21.824824 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '206a5dbf-aac3-4035-aa7e-32f485c0072e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '5492620b-745f-42c5-b29a-d15b4a236773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:97:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:50:46Z', 'updated_at': '2022-04-20T14:51:19Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:21.869072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:51:21.882131 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:21.883229 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:21.927321 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18b253-a767-440a-aaac-65398a715143 x-openstack-request-id: req-ad18b253-a767-440a-aaac-65398a715143 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:21.931823 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:21.939216 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad18b253-a767-440a-aaac-65398a715143 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:21.939957 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad18b253-a767-440a-aaac-65398a715143'] response: {'name': 'network-changed', 'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'status': 'completed', 'code': 200} Apr 20 14:51:22.001416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.042812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a72dbdb-44e5-4156-9a36-c7645f13149b req-5d589911-064b-4699-8e35-7b6fae9e0274 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079610 Apr 20 14:51:22.044200 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:22.105344 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-303c617c-ca4f-425e-9055-8f7f90ee22c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.179089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=c774b06c-4903-4564-9f9b-dc3cd2b58564,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:22.181920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.230005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-4258cb5d-7640-487f-af48-6ae306296e74 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871261 Apr 20 14:51:22.238980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.239722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.240346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.240976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.242376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.243164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.244117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.246544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44665242-523f-49c5-b41b-523ebac3867f req-57642a11-a2fa-427c-85f9-6a877573f027 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6490 time: 0.7028260 Apr 20 14:51:22.349199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-5108d4bf-5e4a-4eb4-8822-5b3c889bbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.349678 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '206a5dbf-aac3-4035-aa7e-32f485c0072e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '5492620b-745f-42c5-b29a-d15b4a236773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:97:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:50:46Z', 'updated_at': '2022-04-20T14:51:19Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:22.351719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-5108d4bf-5e4a-4eb4-8822-5b3c889bbebf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d703a6211a743baa2651aaf40495b69&device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 1096 time: 1.1942527 Apr 20 14:51:22.356340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.380349 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dd993-9083-428f-8cb2-d7c1ec601624 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '206a5dbf-aac3-4035-aa7e-32f485c0072e', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'port_id': '5492620b-745f-42c5-b29a-d15b4a236773', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'mac_address': 'fa:16:3e:97:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:50:46Z', 'updated_at': '2022-04-20T14:51:19Z', 'revision_number': 1, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:22.388856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44665242-523f-49c5-b41b-523ebac3867f req-74ad6309-4366-4a0d-9eeb-5e6c519945fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151872 Apr 20 14:51:22.456525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ca1fa87-4c9b-46f4-b6dc-da6a806b3cbf req-3fb36fa4-ed60-43cc-a235-3987cea84e99 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086918 Apr 20 14:51:22.510016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-303c617c-ca4f-425e-9055-8f7f90ee22c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.522301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-303c617c-ca4f-425e-9055-8f7f90ee22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.527453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.532024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=b1fe1909-8c6c-427b-944c-729e0da74fde,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:22.554301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-303c617c-ca4f-425e-9055-8f7f90ee22c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbf3b3c1ab294ebc9000c37f995ddbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081743 Apr 20 14:51:22.569236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.591827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44908) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:22.621914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c617c-ca4f-425e-9055-8f7f90ee22c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245102c5-c1dd-42c4-9e20-0daa781d36d8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:22.645144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-98e8d3f5-231d-476a-b981-7e8bd2febe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.652552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-98e8d3f5-231d-476a-b981-7e8bd2febe5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1095 time: 0.0983951 Apr 20 14:51:22.754206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.754725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router 55a0a750-6262-40a1-88f2-491f9d146721 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:22.803063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.804463 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1de7f860-3979-40c8-b498-f450c307207b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 204 len: 168 time: 3.9422860 Apr 20 14:51:22.811146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:22.826612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-c919f095-74a3-43c7-9993-2f99f473be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.828458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-c919f095-74a3-43c7-9993-2f99f473be0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1730871 Apr 20 14:51:22.829796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a5b8a-23e2-406b-95e8-faf1a8ae6e0d None None] New status for floating IP 206a5dbf-aac3-4035-aa7e-32f485c0072e: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:51:22.833272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-946060014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:22.892193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-bb56013e-96b0-49d3-b583-d02a7581d52f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 217 time: 0.0559533 Apr 20 14:51:22.922349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:22.925053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4ef01e5-3d3a-4907-92f8-42bc1d765c4b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/b1fe1909-8c6c-427b-944c-729e0da74fde HTTP/1.1" status: 204 len: 168 time: 3.3597867 Apr 20 14:51:22.944635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:22.967742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-80f9c0f2-9acb-4305-96f0-4b198d5d2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:22.973390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-80f9c0f2-9acb-4305-96f0-4b198d5d2923 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0705905 Apr 20 14:51:23.043340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-3a24be92-9ad0-4ea0-be5d-18120aecb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:23.046332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-3a24be92-9ad0-4ea0-be5d-18120aecb6b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 200 len: 916 time: 0.6847374 Apr 20 14:51:23.047281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.049242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.059548 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-01830bb7-40b8-49e5-aa8d-a20ed3c0d928 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] GET failed (client error): The resource could not be found. Apr 20 14:51:23.066083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-01830bb7-40b8-49e5-aa8d-a20ed3c0d928 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports/b1fe1909-8c6c-427b-944c-729e0da74fde HTTP/1.1" status: 404 len: 333 time: 0.1165733 Apr 20 14:51:23.071768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44930) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:23.077445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.080229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-6ef93bb4-ed3b-43ac-b406-acdfcfa494ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:23.085625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-6ef93bb4-ed3b-43ac-b406-acdfcfa494ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972266 Apr 20 14:51:23.182278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.237061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-15515947-e7b4-4597-af65-5810865ef7e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5492620b-745f-42c5-b29a-d15b4a236773 HTTP/1.1" status: 200 len: 1000 time: 0.1790051 Apr 20 14:51:23.240798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.264102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.296573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a084d-e823-4d34-93a7-395a98c5249c req-56278fb0-092c-45f4-87d6-ca075144cbd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:23.298186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-857a084d-e823-4d34-93a7-395a98c5249c req-56278fb0-092c-45f4-87d6-ca075144cbd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 944 time: 0.0948253 Apr 20 14:51:23.320689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-be1dd435-18e7-4a8a-a2c6-e29658e7b914 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208207 Apr 20 14:51:23.322701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.327993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.334979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee00c7a3-7174-428d-a44a-b70f1056b50e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5150428 Apr 20 14:51:23.337858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44936) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:23.347145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:23.358110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-bdb60734-c9e1-432a-b1d9-8a06b336f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:23.359819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-bdb60734-c9e1-432a-b1d9-8a06b336f5bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 200 len: 854 time: 0.1127806 Apr 20 14:51:23.415467 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.418732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.421676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.422641 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/245102c5-c1dd-42c4-9e20-0daa781d36d8 HTTP/1.1" status: 204 len: 168 time: 0.8294606 Apr 20 14:51:23.451642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-857a084d-e823-4d34-93a7-395a98c5249c req-6153c7a2-5a31-42ab-88e0-27c67e7870c3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432035 Apr 20 14:51:23.498420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbb3c98f-125b-4ce8-84eb-508825ede08d req-f6c548b9-6359-4a54-8b3c-470eb2da901f service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702540 Apr 20 14:51:23.505853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44946) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:23.515556 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.518528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.518910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae7d06-d2cd-4f42-90cd-c4ce285e9f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245102c5-c1dd-42c4-9e20-0daa781d36d8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:23.520152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/security-groups/177325a5-64f0-4fb1-9978-b8b5274d6e86 HTTP/1.1" status: 204 len: 168 time: 0.4464717 Apr 20 14:51:23.522729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:23.530700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7490c-6321-4e5a-8d4c-228ac50e02fa tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177325a5-64f0-4fb1-9978-b8b5274d6e86,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:23.617934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-60e8ccbb-fbe7-456f-86a4-c7d73156b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:23.620691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-60e8ccbb-fbe7-456f-86a4-c7d73156b2ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044063 Apr 20 14:51:23.671272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d197362f-042e-469a-ba0c-a1c1380ae51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.776475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d197362f-042e-469a-ba0c-a1c1380ae51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.788679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d197362f-042e-469a-ba0c-a1c1380ae51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.881393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197362f-042e-469a-ba0c-a1c1380ae51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70af017-d836-4ae6-80e0-17aa6849944f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:23.888124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d197362f-042e-469a-ba0c-a1c1380ae51d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe57057ea9ab43a6b2fe338f0003c6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810666 Apr 20 14:51:23.891791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44958) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:23.905629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.925843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-7b4f5d35-b5e9-47e9-b16d-6b246a6c0924 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594013 Apr 20 14:51:23.934525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.960505 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:23.988948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.001695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44960) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.026133 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-895dd51d-3fcb-4f6d-8081-be92267c1755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.040228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-33203c99-0a9f-4c33-bf23-ee85cab60e2b req-4e53d53e-d00e-4864-8223-284cd2821c50 service neutron] 10.222.0.43 "GET /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063194 Apr 20 14:51:24.069895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.073212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.086935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b70af017-d836-4ae6-80e0-17aa6849944f HTTP/1.1" status: 204 len: 168 time: 0.1852143 Apr 20 14:51:24.105872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01907d4b-5fee-42ae-96c7-5112918ffc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70af017-d836-4ae6-80e0-17aa6849944f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.114100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.171963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-895dd51d-3fcb-4f6d-8081-be92267c1755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.180244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-895dd51d-3fcb-4f6d-8081-be92267c1755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.211048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.213672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.217282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/security-groups/cec9f4c7-c74d-4717-b313-bc414e0e4a6d HTTP/1.1" status: 204 len: 168 time: 0.6907840 Apr 20 14:51:24.218307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44970) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.230059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ca1e-972e-440b-bee6-861a8e592bb0 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9f4c7-c74d-4717-b313-bc414e0e4a6d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.260990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-895dd51d-3fcb-4f6d-8081-be92267c1755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5419882ce6c4700825b5fe51aee35aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582495 Apr 20 14:51:24.266192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44972) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.272749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dd51d-3fcb-4f6d-8081-be92267c1755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f813c01-20df-4004-93a1-f38d839467db,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.359045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.375432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.392651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.403566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.414026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.431438 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.493032 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.496194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.497719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/security-groups/6531495d-172c-4a99-97e9-5ecb2c49b706 HTTP/1.1" status: 204 len: 168 time: 0.2747524 Apr 20 14:51:24.501621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44982) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.527399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bda393-71a6-493a-9992-264ba42c8c5e tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531495d-172c-4a99-97e9-5ecb2c49b706,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.535664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44984) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.548906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.551535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.553139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f813c01-20df-4004-93a1-f38d839467db HTTP/1.1" status: 204 len: 168 time: 0.2855070 Apr 20 14:51:24.564970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299a359-d393-41e6-bf84-7433c7aa42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f813c01-20df-4004-93a1-f38d839467db,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.576060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccc0d-b29b-4b7f-b28d-905116d8b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.578456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Allocated IP 172.25.1.139 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/89497249-4b15-4f70-9f5b-e0056cfa7af9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:24.631164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:24.650029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.716257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ab82-046b-450c-86a0-28b91867b459 req-217af092-5217-441c-b96b-3fe62b49bfdb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:24.717666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccc0d-b29b-4b7f-b28d-905116d8b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.718616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86a6ab82-046b-450c-86a0-28b91867b459 req-217af092-5217-441c-b96b-3fe62b49bfdb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 944 time: 0.1292903 Apr 20 14:51:24.725758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2a8ccc0d-b29b-4b7f-b28d-905116d8b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.731178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.763916 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2a8ccc0d-b29b-4b7f-b28d-905116d8b342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18e6cd0d68cd4c65bedf43e79b6968d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266676 Apr 20 14:51:24.776881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44988) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:24.830486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ccc0d-b29b-4b7f-b28d-905116d8b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04474a8-92dd-4a76-b28a-840f8af49522,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:24.864892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86a6ab82-046b-450c-86a0-28b91867b459 req-193230ec-fbce-4ac6-adf8-fb8ba732389d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018007 Apr 20 14:51:24.920002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.934338 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.963499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.970485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.007030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.030507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:25.033780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:25.041115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:25.058724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.091752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event updated for resources: {'Port': ['ID=89497249-4b15-4f70-9f5b-e0056cfa7af9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:25.095324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:25.101283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.105342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c4e2709-8416-485d-b30a-83049b0e4c21 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0 HTTP/1.1" status: 204 len: 168 time: 0.6003113 Apr 20 14:51:25.106880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.109521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.109647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45002) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:25.110951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e04474a8-92dd-4a76-b28a-840f8af49522 HTTP/1.1" status: 204 len: 168 time: 0.3309717 Apr 20 14:51:25.123011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062ad7e-12a1-46f5-b274-b2a004efccf3 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:25.143086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6db39-e57a-48ff-a29f-993c655db331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04474a8-92dd-4a76-b28a-840f8af49522,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:25.379651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet 11b86edb-cff4-4987-afc7-6091424ee49f {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:25.386087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.442877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.667869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.737585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:25.823848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.052922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa4aef-1986-4224-aa36-821413d8e7e4 req-ef1e0ee0-797c-4e7f-ba28-873a558b9eb6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:26.068778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efa4aef-1986-4224-aa36-821413d8e7e4 req-ef1e0ee0-797c-4e7f-ba28-873a558b9eb6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 944 time: 0.1079068 Apr 20 14:51:26.194407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:51:26.196968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efa4aef-1986-4224-aa36-821413d8e7e4 req-a6e6fdd2-859d-4dbb-ad3a-daa245054128 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271660 Apr 20 14:51:26.467956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:26.489012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cfa7ed24-ee1e-4879-b260-37aed7414bc1 None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:26.489624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfa7ed24-ee1e-4879-b260-37aed7414bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.492153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:51:26.492302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=11b86edb-cff4-4987-afc7-6091424ee49f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:26.519082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.525583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34a1fe95-1199-4c2b-9c2c-796dd5d84a1b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/11b86edb-cff4-4987-afc7-6091424ee49f HTTP/1.1" status: 204 len: 168 time: 1.4126105 Apr 20 14:51:26.526243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45068) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:26.546398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74185653-7dac-46fd-9900-05d5659e77c9 None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:26.594414 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0951f9d0-3f28-47d5-a6bb-b727dcfcd07a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:26.594931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0951f9d0-3f28-47d5-a6bb-b727dcfcd07a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:26.598836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0951f9d0-3f28-47d5-a6bb-b727dcfcd07a tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/04dbc04a-cbf4-4b80-bdd6-cadce3ccd3e0 HTTP/1.1" status: 404 len: 337 time: 0.0706687 Apr 20 14:51:26.611005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:26.718661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.727272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.759287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting subnet cf847614-a317-4064-a6fc-2657d65c2705 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:26.763428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.766332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7ed24-ee1e-4879-b260-37aed7414bc1 None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:26.838063 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.887881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.944328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:51:26.969826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cfa7ed24-ee1e-4879-b260-37aed7414bc1 None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:26.970701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfa7ed24-ee1e-4879-b260-37aed7414bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.012898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:27.027239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.041482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.130190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Router 74b76a36-676a-4f82-b57d-b1f7425c8bea is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:27.163020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.188426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:27.255983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.262068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/cf847614-a317-4064-a6fc-2657d65c2705 HTTP/1.1" status: 204 len: 168 time: 0.6414464 Apr 20 14:51:27.262068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9c1e-2502-4e2c-b44e-da70a3fdb8be tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Subnet': ['ID=cf847614-a317-4064-a6fc-2657d65c2705,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:27.264050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45100) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.307828 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df416e7-8653-4b8e-816c-ca4643554dc7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.307828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df416e7-8653-4b8e-816c-ca4643554dc7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.318070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4df416e7-8653-4b8e-816c-ca4643554dc7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/58384919-53b6-4ce2-a9f5-9c0495a77d4e HTTP/1.1" status: 404 len: 337 time: 0.0451565 Apr 20 14:51:27.318070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45102) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.343061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3f7070ad-bd6e-45be-8acc-714ecf202d2d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:51:27.383140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9265e93-231e-458a-a027-f089f30bde31 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "GET /v2.0/ports?device_id=419f153a-cc86-4bb3-8c58-5584575ad68e HTTP/1.1" status: 200 len: 205 time: 0.0659502 Apr 20 14:51:27.384120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45104) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.495187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb6b40-25dd-49e4-b56b-83496a2a22ab req-3af671d8-d03f-4038-a0b6-957eeb7111fc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:27.496708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffeb6b40-25dd-49e4-b56b-83496a2a22ab req-3af671d8-d03f-4038-a0b6-957eeb7111fc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1208253 Apr 20 14:51:27.517820 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-bcc65b15-975d-4d8c-ad0f-fb808e5f48ee tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] delete failed (client error): The resource could not be found. Apr 20 14:51:27.518960 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bcc65b15-975d-4d8c-ad0f-fb808e5f48ee tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/routers/419f153a-cc86-4bb3-8c58-5584575ad68e HTTP/1.1" status: 404 len: 336 time: 0.1339839 Apr 20 14:51:27.521802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.542376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:27.554259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] Sync routers for ids ['74b76a36-676a-4f82-b57d-b1f7425c8bea'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:27.575068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:27.576098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d66d4bf1-f84a-40f6-b001-6defb001f71c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "PUT /v2.0/routers/74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 200 len: 883 time: 4.2367814 Apr 20 14:51:27.580424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffeb6b40-25dd-49e4-b56b-83496a2a22ab req-1ec399b4-081b-47eb-9bd6-6f9a15c63528 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748205 Apr 20 14:51:27.580882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45112) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.593245 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] Routers {'74b76a36-676a-4f82-b57d-b1f7425c8bea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:27.594115 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['74b76a36-676a-4f82-b57d-b1f7425c8bea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:27.650635 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-46faf495-ceb7-451c-ae6e-319ab69e044f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.651105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46faf495-ceb7-451c-ae6e-319ab69e044f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.654531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46faf495-ceb7-451c-ae6e-319ab69e044f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/594690fb-7b0f-49c4-aba7-e96893002f74 HTTP/1.1" status: 404 len: 337 time: 0.1314948 Apr 20 14:51:27.656987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45114) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.692284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:27.722486 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] Routers {'74b76a36-676a-4f82-b57d-b1f7425c8bea'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:27.724586 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['74b76a36-676a-4f82-b57d-b1f7425c8bea'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:27.751808 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccfbd99-69ba-41b2-9553-92f058686e03 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.757762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccfbd99-69ba-41b2-9553-92f058686e03 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.770076 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ccfbd99-69ba-41b2-9553-92f058686e03 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/7789a5a2-baed-454c-a185-103d0df8b13d HTTP/1.1" status: 404 len: 337 time: 0.1093373 Apr 20 14:51:27.770861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45124) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.800739 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:27.802156 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3253c2-3cdc-4d41-b2a0-1ef312b8cb18 None None] The sync data for ids ['74b76a36-676a-4f82-b57d-b1f7425c8bea'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:27.860556 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9255955c-a239-48ec-a9bd-34e229f9c71d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.861055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9255955c-a239-48ec-a9bd-34e229f9c71d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.866544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9255955c-a239-48ec-a9bd-34e229f9c71d tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/80d1a95d-93c6-419b-998a-6d296a7ca5d7 HTTP/1.1" status: 404 len: 337 time: 0.0924685 Apr 20 14:51:27.871263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.925443 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5575038c-8751-4484-b865-5c56354a5320 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.926637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5575038c-8751-4484-b865-5c56354a5320 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.936351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5575038c-8751-4484-b865-5c56354a5320 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/87092faf-a60c-426b-8e33-05994671606f HTTP/1.1" status: 404 len: 333 time: 0.0639284 Apr 20 14:51:27.938706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45132) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:27.971546 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd44bdf-a400-4154-9016-f06bb5969fe2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:27.972273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd44bdf-a400-4154-9016-f06bb5969fe2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:27.978473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5dd44bdf-a400-4154-9016-f06bb5969fe2 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/192b8797-f605-457e-9f25-d488c58ac43f HTTP/1.1" status: 404 len: 337 time: 0.0384238 Apr 20 14:51:27.988832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45136) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.023778 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-6635e008-958e-4092-a4cb-2759540b6889 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:28.024239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6635e008-958e-4092-a4cb-2759540b6889 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:28.039244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6635e008-958e-4092-a4cb-2759540b6889 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/cca40ac9-fcd6-4d51-8729-9dd98af162e6 HTTP/1.1" status: 404 len: 337 time: 0.0488541 Apr 20 14:51:28.043199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.118314 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-134dd0c9-45ee-4ab0-aefd-34cb4ed410d3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:28.119219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134dd0c9-45ee-4ab0-aefd-34cb4ed410d3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:28.128747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-134dd0c9-45ee-4ab0-aefd-34cb4ed410d3 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/21244540-97a2-4d61-b30e-30fa7497012c HTTP/1.1" status: 404 len: 333 time: 0.0818193 Apr 20 14:51:28.135905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45146) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.184925 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4cad15-2b29-4ade-ab80-bb2703d1a66b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:28.185629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4cad15-2b29-4ade-ab80-bb2703d1a66b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:28.192322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-df4cad15-2b29-4ade-ab80-bb2703d1a66b tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/17836b93-eee0-4df5-8d41-6ea01ab46a19 HTTP/1.1" status: 404 len: 337 time: 0.0551682 Apr 20 14:51:28.193133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.229656 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3b04ec-af68-4fda-97ed-2ee1d40796a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:28.230207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3b04ec-af68-4fda-97ed-2ee1d40796a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:28.242526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d4d44-06ac-49a5-8ac0-d6c77370843d None None] Network 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:28.243423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec3b04ec-af68-4fda-97ed-2ee1d40796a7 tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/subnets/c03298c2-5467-4186-953e-29754af190e4 HTTP/1.1" status: 404 len: 337 time: 0.0471461 Apr 20 14:51:28.244107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.417676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-956b0b95-b53f-4fd5-9f53-46d18a3efaf3 None None] Provisioning complete for port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:28.418222 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-956b0b95-b53f-4fd5-9f53-46d18a3efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.424070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:28.426665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.454894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce42dd8a-61cc-4a40-8cf8-bece69fc8e66 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 200 len: 924 time: 0.8728669 Apr 20 14:51:28.456513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45176) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.479266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-956b0b95-b53f-4fd5-9f53-46d18a3efaf3 None None] Port 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:28.503206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-956b0b95-b53f-4fd5-9f53-46d18a3efaf3 None None] Provisioning complete for port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:28.503801 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-956b0b95-b53f-4fd5-9f53-46d18a3efaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.593963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b464bc2-1e1b-4451-bd97-38eff3540a4e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.596338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b464bc2-1e1b-4451-bd97-38eff3540a4e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=74b76a36-676a-4f82-b57d-b1f7425c8bea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1387205 Apr 20 14:51:28.607755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.621801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.633765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] DHCP port deletion for 6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:51:28.647015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for 6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:28.679456 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-09a70d11-aa05-44ee-8a8d-e623b9466f0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1237090 Apr 20 14:51:28.724752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Deleting port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:28.725332 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.840434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f111bd8e-7b2a-49c9-ab65-e105bc446cf9 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:51:28.882863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:28.883484 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.905914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad5b9a-58f5-4738-945c-e9cebbbd6cd3 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.909242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdad5b9a-58f5-4738-945c-e9cebbbd6cd3 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.2999139 Apr 20 14:51:28.922265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.922912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.923396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.923873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.924348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.924821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.925294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:28.925954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Calling delete_port for f111bd8e-7b2a-49c9-ab65-e105bc446cf9 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:28.929953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45196) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:28.934823 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d2eb36a3-59b3-40d0-b15e-44938ca39340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 6490 time: 0.2098973 Apr 20 14:51:28.990478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bc657b46-8ccc-43d3-bd1e-2440a8f619ef tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 200 len: 205 time: 0.0534406 Apr 20 14:51:28.993121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.999283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:29.098282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74097b26-4653-436b-96c3-da87414c8e4c req-dbb8b215-19b9-45e0-97cc-b634ca944a15 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.101066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74097b26-4653-436b-96c3-da87414c8e4c req-dbb8b215-19b9-45e0-97cc-b634ca944a15 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3027785 Apr 20 14:51:29.142249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:29.157460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.161294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-77aa906a-4ded-46f2-91b2-bff522833acc tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/ports/6d8cf25c-7883-451c-b5d2-ab11b1c0ea8d HTTP/1.1" status: 204 len: 168 time: 0.9161673 Apr 20 14:51:29.164295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45206) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:29.225202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.257108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.277548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74097b26-4653-436b-96c3-da87414c8e4c req-b406519f-968f-4885-89f9-d64d51b7e895 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611094 Apr 20 14:51:29.303919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-183400c1-67ee-4d9b-9321-aaa23185ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.304418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-183400c1-67ee-4d9b-9321-aaa23185ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.304914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-183400c1-67ee-4d9b-9321-aaa23185ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.306550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-183400c1-67ee-4d9b-9321-aaa23185ba6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2562f0c8-7885-49e6-bfb7-ffc007729be6&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3 HTTP/1.1" status: 200 len: 2293 time: 0.3410082 Apr 20 14:51:29.343835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,segment=NetworkSegment(199a51df-c026-47de-b0a8-34e346211ee7),segment_id=199a51df-c026-47de-b0a8-34e346211ee7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:29.345179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.355150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.420865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-1a3d4fe6-be60-4c8d-8ae2-0859c8fb6719 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d HTTP/1.1" status: 200 len: 1001 time: 0.0962143 Apr 20 14:51:29.426330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Deleting port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:29.426719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.439145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.458317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event deleted for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:29.476333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-92c113d9-50f6-4feb-8ca7-873dd40461f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.477979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-92c113d9-50f6-4feb-8ca7-873dd40461f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ecddf9b8-3a2e-44d3-aa9b-73174b14e1db HTTP/1.1" status: 200 len: 851 time: 0.0492010 Apr 20 14:51:29.478482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45216) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:29.527655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] Pushing event deleted for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:29.535536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d4730-58cf-4c32-a3e2-4e7ddd9a9104 None None] No DVR routers for this DVR port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:51:29.605361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.641935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] For port f111bd8e-7b2a-49c9-ab65-e105bc446cf9, host n-d-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:29.642587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.660519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3a360918-ef41-4544-992b-95366c0518dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:29.662058 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3a360918-ef41-4544-992b-95366c0518dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2562f0c8-7885-49e6-bfb7-ffc007729be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723993 Apr 20 14:51:29.663004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Calling delete_port for f111bd8e-7b2a-49c9-ab65-e105bc446cf9 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:29.666295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 was not found and therefore no delete operation was performed {{(pid=102863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:51:29.682365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.708271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] No DVR routers for this DVR port f111bd8e-7b2a-49c9-ab65-e105bc446cf9 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:51:29.724590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port 89497249-4b15-4f70-9f5b-e0056cfa7af9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:29.724944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.767334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Port': ['ID=f111bd8e-7b2a-49c9-ab65-e105bc446cf9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:29.807229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb7c63c1-c3f4-4fa5-9c29-846496f5b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.816820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.841172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for 89497249-4b15-4f70-9f5b-e0056cfa7af9 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:29.899714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.939283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:29.954786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-cad97a40-c7d2-4500-a1c5-0ddad467d899 service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774053 Apr 20 14:51:29.958389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199a51df-c026-47de-b0a8-34e346211ee7') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:29.958870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199a51df-c026-47de-b0a8-34e346211ee7') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:29.993752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.048575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.058937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:51:30.059414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:51:30.064523 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:51:30.074982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.111154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=89497249-4b15-4f70-9f5b-e0056cfa7af9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:30.147696 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb7c63c1-c3f4-4fa5-9c29-846496f5b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.161870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb7c63c1-c3f4-4fa5-9c29-846496f5b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.169643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.188516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.194510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] 10.222.0.20 "DELETE /v2.0/networks/6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e HTTP/1.1" status: 204 len: 168 time: 1.0270078 Apr 20 14:51:30.194700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-46d0f951-c474-4266-afc5-644ad3d94c4c service neutron] 10.222.0.43 "GET /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315292 Apr 20 14:51:30.200026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:30.228885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa17fd6-be78-42ea-b731-f11fc137b36f tempest-PortsTestJSON-1529861763 tempest-PortsTestJSON-1529861763-project] Pushing event deleted for resources: {'Network': ['ID=6711f7bf-2789-4fbc-8b5d-7e4fe85f1e4e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:30.244560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.282960 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-7a368976-4cfe-471a-a781-bf285bfd2bb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 217 time: 0.0670319 Apr 20 14:51:30.288379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb7c63c1-c3f4-4fa5-9c29-846496f5b44a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d348e0c6aad843b380cade9d90bc1318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968457 Apr 20 14:51:30.292716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:30.296027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c63c1-c3f4-4fa5-9c29-846496f5b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed3bee2-8f4d-4338-b697-e42d2aab7a1c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:30.391053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:51:30.400002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:30.400786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.429161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d6bdf415-f860-418a-bf74-9c6adaeab55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:30.437150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-d6bdf415-f860-418a-bf74-9c6adaeab55e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.1432338 Apr 20 14:51:30.456611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.459717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.508200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.518166 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.554518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:30.559484 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a464b-1aa8-4909-9fba-c44902fa44ca" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:30.578898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-545982cf-3929-40a8-9766-fd5d805bd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:30.580611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-545982cf-3929-40a8-9766-fd5d805bd25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353033 Apr 20 14:51:30.583285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.611060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:30.616305 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db025b9-4767-4177-a415-3c4deedf9448 x-openstack-request-id: req-3db025b9-4767-4177-a415-3c4deedf9448 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:30.618873 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:30.619371 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3db025b9-4767-4177-a415-3c4deedf9448 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:30.619989 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db025b9-4767-4177-a415-3c4deedf9448'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:51:30.621946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.639701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.640691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router 74b76a36-676a-4f82-b57d-b1f7425c8bea {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:30.662442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.663599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74605deb-f449-4a7c-afbc-96710b1052ec tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 204 len: 168 time: 1.6630340 Apr 20 14:51:30.681165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45262) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:30.699307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9f98f-b76a-4628-a014-49ee0ae5f7cc req-0bfef016-bccb-468e-88cf-1f4fbadf58f3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:30.706666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04e9f98f-b76a-4628-a014-49ee0ae5f7cc req-0bfef016-bccb-468e-88cf-1f4fbadf58f3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2635655 Apr 20 14:51:30.712339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2080551163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:30.721882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:30.779798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:30.805353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.815125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.849597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.853932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.857568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed3bee2-8f4d-4338-b697-e42d2aab7a1c HTTP/1.1" status: 204 len: 168 time: 0.5600219 Apr 20 14:51:30.868427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3c6c3-b62e-4a52-b314-cbf99645f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed3bee2-8f4d-4338-b697-e42d2aab7a1c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:30.908092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-adcf0116-08db-4943-a2e9-6d5bf49120e5 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124280 Apr 20 14:51:30.946766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04e9f98f-b76a-4628-a014-49ee0ae5f7cc req-0c2949d2-005d-458c-8b32-8e7ef7870330 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677220 Apr 20 14:51:30.978976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:30.989187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eecdb-9265-488f-b694-a912b45cafd7 req-0ba9bb17-5e50-4301-b6d3-a72acdb49e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:30.991207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-886eecdb-9265-488f-b694-a912b45cafd7 req-0ba9bb17-5e50-4301-b6d3-a72acdb49e73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1097 time: 0.1694219 Apr 20 14:51:30.993332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.059145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.060378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-513545c6-7ebf-4021-bccc-25329e922cc1 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3780146 Apr 20 14:51:31.063334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45276) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:31.072731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-886eecdb-9265-488f-b694-a912b45cafd7 req-6504d880-a6f7-4787-aa60-de27a1d04f77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659482 Apr 20 14:51:31.075741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-79de9105-a516-4c91-9f55-3cbcc32bb902 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d55e4c9ac64c47cb9209c99a50ecaf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948163 Apr 20 14:51:31.078599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:31.087303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': True}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:31.209929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.243485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.247259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-e6567a2e-9dba-43c2-9075-ad74afd7bd85 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300035 Apr 20 14:51:31.346515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.352221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.355834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2e56cde-2329-4b48-8a25-39ea98cea5fc HTTP/1.1" status: 204 len: 168 time: 0.2758446 Apr 20 14:51:31.369598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ae190-9e03-47cb-9697-cf17f537155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e56cde-2329-4b48-8a25-39ea98cea5fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:31.373282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-c22de6f2-c506-4719-9e62-0019e7c3cbec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 217 time: 0.0705612 Apr 20 14:51:31.481651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45292) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:31.489237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.502294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c1e5af-4166-4e0a-b422-93358de1f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.510935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-fc0caad8-8925-40ea-bca3-ccde5525918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:31.512730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-fc0caad8-8925-40ea-bca3-ccde5525918f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.1297574 Apr 20 14:51:31.618241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c1e5af-4166-4e0a-b422-93358de1f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.623819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21c1e5af-4166-4e0a-b422-93358de1f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.675300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-21c1e5af-4166-4e0a-b422-93358de1f68a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4fa65989cbf4969a283978d14195c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892986 Apr 20 14:51:31.675300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1e5af-4166-4e0a-b422-93358de1f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19793a73-e59b-4f8f-bd4d-c69ca0ed055f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:31.676272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45298) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:31.755323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-057ea00c-b761-4250-b5cf-15df7c194d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:31.757167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-057ea00c-b761-4250-b5cf-15df7c194d86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2155180 Apr 20 14:51:31.840566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.894420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:31.922136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-f45d7b4e-13d0-4934-b2ea-172f89213a4e service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547761 Apr 20 14:51:32.087964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23bd0-c665-4e99-8e2d-4f81b22a0079 req-0ba756ef-8d39-48fe-8f94-8f72ad8729ce tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:32.089756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c23bd0-c665-4e99-8e2d-4f81b22a0079 req-0ba756ef-8d39-48fe-8f94-8f72ad8729ce tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.0630963 Apr 20 14:51:32.210427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c23bd0-c665-4e99-8e2d-4f81b22a0079 req-aa8712bf-6ca9-40dc-8b33-e931a41711e0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137376 Apr 20 14:51:32.599614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:32.602168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:32.606940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19793a73-e59b-4f8f-bd4d-c69ca0ed055f HTTP/1.1" status: 204 len: 168 time: 0.9253864 Apr 20 14:51:32.618583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:32.624668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5808d-68b2-4be4-8c3d-66dd38dbf147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19793a73-e59b-4f8f-bd4d-c69ca0ed055f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:32.673561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:32.685950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-308fc7fb-a620-45a4-bef6-1e10f15cf5f3 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524502 Apr 20 14:51:32.787773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-decbe1de-fecb-42bd-bf6c-1663d5199b55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7 HTTP/1.1" status: 200 len: 217 time: 0.0528660 Apr 20 14:51:32.903840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-8d9b4880-9f70-444c-8c08-013cb7d05cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:32.906723 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-8d9b4880-9f70-444c-8c08-013cb7d05cdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.1117485 Apr 20 14:51:32.919205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45358) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:32.937828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 172.25.1.103 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7b6450c3-dc13-492c-9049-f109f5100e89) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:32.983411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-a3d8edc6-8509-4009-89e5-deb8ae83fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:32.985518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-a3d8edc6-8509-4009-89e5-deb8ae83fba8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718224 Apr 20 14:51:33.163311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.166308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-174fa6e0-c10b-48a7-af91-7f33f3d9e4e1 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676874 Apr 20 14:51:33.178777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335051437'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:33.229619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:33.252800 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.272121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.303352 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.347811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=7b6450c3-dc13-492c-9049-f109f5100e89,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:33.368284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:33.371094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:33.374674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:33.382656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.419324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-4fa2a815-be68-458d-a566-b16099fc56ba service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395341 Apr 20 14:51:33.527380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4ee9-7339-445f-ac2a-d5dffd4fd8bc req-69ee8127-9a79-41f8-a85b-4029961327ce tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:33.535972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-016d4ee9-7339-445f-ac2a-d5dffd4fd8bc req-69ee8127-9a79-41f8-a85b-4029961327ce tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.1389990 Apr 20 14:51:33.597939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-016d4ee9-7339-445f-ac2a-d5dffd4fd8bc req-256cbfbb-d467-442e-8b5d-2998fa113fc1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607569 Apr 20 14:51:33.612179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.623565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.688676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:51:33.694065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-1fe00851-68b9-4992-bf8f-b6ebb777f563 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 HTTP/1.1" status: 200 len: 217 time: 0.1200535 Apr 20 14:51:33.713484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2a98b-ebf0-4f83-b358-c1f73e75968d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:33.742294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.743493 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment 75a46725-3261-4801-bf94-99f61dd52891 of type vlan for network 84b443e3-6133-4ce0-beab-33df5fd78078 Apr 20 14:51:33.805660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-bf2239a9-9834-4e1c-ad45-a6c070b4f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:33.807443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-bf2239a9-9834-4e1c-ad45-a6c070b4f07a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 200 len: 797 time: 0.0876968 Apr 20 14:51:33.808788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.836227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325feea-1214-49fa-a273-26492a6e79f1 req-4eac051f-1f9c-4145-8e24-85461f648ede tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:33.847013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e325feea-1214-49fa-a273-26492a6e79f1 req-4eac051f-1f9c-4145-8e24-85461f648ede tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.1545300 Apr 20 14:51:33.866645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:33.880702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'floatingip': {'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:33.914152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.920162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:33.920772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:33.964371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.013390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0930278 Apr 20 14:51:34.021856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45410) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:34.027659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562766072'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:34.042000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e109d-6b8d-47ca-8504-38e66c102377 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=84b443e3-6133-4ce0-beab-33df5fd78078,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:34.054701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 84b443e3-6133-4ce0-beab-33df5fd78078 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:51:34.070487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:34.076145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.113745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:51:34.127791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.128335 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment 29cb49ed-8add-4f04-88f9-627c565fd16a of type vlan for network 765233d7-73ae-4b58-8ece-b17dae9ec24e Apr 20 14:51:34.185193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-cfdc1053-e133-474e-9920-8f1df8bd96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:34.187162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-cfdc1053-e133-474e-9920-8f1df8bd96af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86e54f71-fdc4-4820-a794-59cd6cfb6b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3213968 Apr 20 14:51:34.190298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.239443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.247197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.261180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:34.266543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.360648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3373764 Apr 20 14:51:34.364061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45420) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:34.369435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:34.394195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a480fe-76a5-4a5d-a213-bc187f97fb92 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=765233d7-73ae-4b58-8ece-b17dae9ec24e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:34.405216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:51:34.533139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:34.541852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.560831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-b30788d4-aba0-4da6-8eb8-1c16e03f2e6a service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345177 Apr 20 14:51:34.882600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.973080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.981245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-bf19cd67-c3fd-409b-a00f-01bb163a5ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345554 Apr 20 14:51:34.983834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:34.986795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=cf6412cb-73dc-4aea-894b-31ba98573a88,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:34.996968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': '75a46725-3261-4801-bf94-99f61dd52891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:34.997440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 84b443e3-6133-4ce0-beab-33df5fd78078, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:51:35.026093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 84b443e3-6133-4ce0-beab-33df5fd78078 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:51:35.037554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45440) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:35.049121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 84b443e3-6133-4ce0-beab-33df5fd78078) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:35.053037 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-80ecb539-bab3-4059-ae46-c8dc80845a27 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615 HTTP/1.1" status: 200 len: 217 time: 0.0629852 Apr 20 14:51:35.064987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:35.066458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dee8a7-bd2d-451b-9b24-94020d8c65c1 None None] Network 84b443e3-6133-4ce0-beab-33df5fd78078 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:35.066678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.103059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5b3768d5-35f7-46ce-bb82-6506fc10788d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7370770 Apr 20 14:51:35.106272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45444) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:35.118033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:35.135679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:51:35.319995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:35.327821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.391369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-84b443e3-6133-4ce0-beab-33df5fd78078', 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': 'cf6412cb-73dc-4aea-894b-31ba98573a88'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:51:35.392270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.567906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db965c35-f501-416a-8bcf-2b6b82628bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.660505 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.697417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-68a4fa65-3d3b-4ec7-98c0-cc03d2c56857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:35.700330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-68a4fa65-3d3b-4ec7-98c0-cc03d2c56857 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 200 len: 797 time: 0.6130216 Apr 20 14:51:35.725299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Allocated IP 2001:db8::2 (84b443e3-6133-4ce0-beab-33df5fd78078/cf6412cb-73dc-4aea-894b-31ba98573a88/f073626d-a635-4514-83bd-83d13a95f885) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:35.764321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.778002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.832093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=5dd6b06a-65fd-49e8-902c-87c93b5de399,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:35.860639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db965c35-f501-416a-8bcf-2b6b82628bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.860931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3be9ee9b-7f99-4ac4-874c-3f6d7e33d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:35.862190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': '29cb49ed-8add-4f04-88f9-627c565fd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:35.862548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 765233d7-73ae-4b58-8ece-b17dae9ec24e, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:51:35.862877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3be9ee9b-7f99-4ac4-874c-3f6d7e33d516 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494508 Apr 20 14:51:35.875070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db965c35-f501-416a-8bcf-2b6b82628bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:35.963304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db965c35-f501-416a-8bcf-2b6b82628bdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfca58ffd5df4a9098e2085bd193a59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9230943 Apr 20 14:51:35.966740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45464) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:35.981262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db965c35-f501-416a-8bcf-2b6b82628bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46191a1a-c63a-4e13-b5b5-ee759e5a439a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:36.005185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:51:36.040174 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Floating IP b1b1a80b-0551-46d9-ab37-d9c46d642775 associated. External IP: 172.25.1.205, port: 3f7070ad-bd6e-45be-8acc-714ecf202d2d. Apr 20 14:51:36.062516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 765233d7-73ae-4b58-8ece-b17dae9ec24e) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:36.066475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.075652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708df266-9cfc-467f-a349-c824a24a17b7 None None] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:36.089361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:36.090274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.095147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router 56db08a2-bd3b-4d93-be98-e9a57d898a32 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:36.127527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.150215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a8a2431-0ec2-4468-b146-81f797671b3f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0419099 Apr 20 14:51:36.156063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.156441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45470) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:36.169365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1626552422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:36.181689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.195863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-75585f39-0ead-4c6c-984d-40bdbd65f133 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242314 Apr 20 14:51:36.239001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.241675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.354673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.364717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.372342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.374909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.376094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46191a1a-c63a-4e13-b5b5-ee759e5a439a HTTP/1.1" status: 204 len: 168 time: 0.4080300 Apr 20 14:51:36.391769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da1a47-aa15-4982-b436-c934d227e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46191a1a-c63a-4e13-b5b5-ee759e5a439a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:36.400862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.402095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fe8559a2-257a-496b-9bdc-178eeface6e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2443902 Apr 20 14:51:36.408033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45476) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:36.571520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Pushing event updated for resources: {'Port': ['ID=f073626d-a635-4514-83bd-83d13a95f885,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:36.587829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Network 84b443e3-6133-4ce0-beab-33df5fd78078 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:36.612892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:36.620466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:36.683934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:36.690188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Router 2a819fcb-6d34-4687-bc88-bde73af3ed46 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:36.693456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.697815 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0f594094-c0c8-400a-899d-c7ccfebaabf7 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "PUT /v2.0/routers/56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 200 len: 919 time: 5.6333568 Apr 20 14:51:36.699049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:36.707929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] Sync routers for ids ['56db08a2-bd3b-4d93-be98-e9a57d898a32'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:36.710244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-776708e2-7cfa-4672-9340-c9492b5af122 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679334 Apr 20 14:51:36.801805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] Routers {'56db08a2-bd3b-4d93-be98-e9a57d898a32'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:36.803160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['56db08a2-bd3b-4d93-be98-e9a57d898a32'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:36.811411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-765233d7-73ae-4b58-8ece-b17dae9ec24e', 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '5dd6b06a-65fd-49e8-902c-87c93b5de399'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:51:36.812563 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.849859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Attempting to bind port f073626d-a635-4514-83bd-83d13a95f885 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:36.850406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Attempting to bind port f073626d-a635-4514-83bd-83d13a95f885 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '75a46725-3261-4801-bf94-99f61dd52891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:36.850959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Attempting to bind port f073626d-a635-4514-83bd-83d13a95f885 on network 84b443e3-6133-4ce0-beab-33df5fd78078 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:36.866080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:36.875873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:36.876546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Checking segment: {'id': '75a46725-3261-4801-bf94-99f61dd52891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:36.876941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.877334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Bound using segment: {'id': '75a46725-3261-4801-bf94-99f61dd52891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:36.878125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Bound port: f073626d-a635-4514-83bd-83d13a95f885, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a46725-3261-4801-bf94-99f61dd52891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '84b443e3-6133-4ce0-beab-33df5fd78078'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:36.878519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:36.906814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] Routers {'56db08a2-bd3b-4d93-be98-e9a57d898a32'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:36.907872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['56db08a2-bd3b-4d93-be98-e9a57d898a32'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:36.912755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-1c5b1c88-278d-47b2-b98f-38308e5d0ce2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=955cac8f-32a5-4109-904a-16bcb8663314 HTTP/1.1" status: 200 len: 217 time: 0.1263032 Apr 20 14:51:36.932519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.097602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3d2d2a78-cdbe-41b5-b234-690d86a81e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:37.099326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-3d2d2a78-cdbe-41b5-b234-690d86a81e0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 200 len: 797 time: 0.1021032 Apr 20 14:51:37.139434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:37.140480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef77a-4b3a-4cf5-b91f-55f52b4fe942 None None] The sync data for ids ['56db08a2-bd3b-4d93-be98-e9a57d898a32'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:37.266152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813c90-4165-4dbd-af34-438b911f1522 req-f4892f30-3abf-4ca0-b553-68752cc3cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:37.268016 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-f4892f30-3abf-4ca0-b553-68752cc3cc4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07fb3036-a0dd-40ad-a62a-03aaa9c643c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547258 Apr 20 14:51:37.270266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31b5488c-9500-4276-9145-aedaaea66f08 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 200 len: 925 time: 0.5699327 Apr 20 14:51:37.277701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45514) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:37.319797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] For port f073626d-a635-4514-83bd-83d13a95f885, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:37.326360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] For port f073626d-a635-4514-83bd-83d13a95f885, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f073626d-a635-4514-83bd-83d13a95f885,segment=NetworkSegment(75a46725-3261-4801-bf94-99f61dd52891),segment_id=75a46725-3261-4801-bf94-99f61dd52891)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:37.352799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.404454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:37.416563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8::1 (84b443e3-6133-4ce0-beab-33df5fd78078/cf6412cb-73dc-4aea-894b-31ba98573a88/78ae126d-d3a8-4158-8b51-0a254d252925) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:37.420668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.423731 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Sync routers for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:37.450635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:37.453037 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:37.479605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Allocated IP 2001:db8:1::2 (765233d7-73ae-4b58-8ece-b17dae9ec24e/5dd6b06a-65fd-49e8-902c-87c93b5de399/8441b68c-2db7-489e-9c29-7230a8b10f13) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:37.489420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19414038-40f6-43b8-979a-113dcdd04bf4 None None] Pushing event updated for resources: {'Port': ['ID=f073626d-a635-4514-83bd-83d13a95f885,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:37.497713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a6b4c-d448-4534-ab09-43908293cc00 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:37.499461 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a8a6b4c-d448-4534-ab09-43908293cc00 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=56db08a2-bd3b-4d93-be98-e9a57d898a32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2209909 Apr 20 14:51:37.501578 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-8aa50ecf-421e-4b69-8776-bc8574bc3a5b service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248342 Apr 20 14:51:37.505393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45528) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:37.621594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.635561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-74a07d08-d1e4-46a4-b540-d620dccdb0c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "PUT /v2.0/floatingips/b1b1a80b-0551-46d9-ab37-d9c46d642775 HTTP/1.1" status: 200 len: 992 time: 3.7678089 Apr 20 14:51:37.676034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:37.695528 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7001421f-40e6-4a45-bffc-4c4235d11e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:37.713623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.813026 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:37.854748 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b94ba-d412-417d-bb52-49a369abea91 x-openstack-request-id: req-d91b94ba-d412-417d-bb52-49a369abea91 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:37.855276 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:37.855670 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d91b94ba-d412-417d-bb52-49a369abea91 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:37.856223 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91b94ba-d412-417d-bb52-49a369abea91'] response: {'name': 'network-changed', 'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'status': 'completed', 'code': 200} Apr 20 14:51:37.865797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 84b443e3-6133-4ce0-beab-33df5fd78078 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:37.950178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:37.953051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:37.964200 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.982137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c2c25-0382-407e-b01c-ec11013fd6be tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:37.990414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c9c2c25-0382-407e-b01c-ec11013fd6be tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.4817307 Apr 20 14:51:37.992139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45550) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:38.029164 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc813c90-4165-4dbd-af34-438b911f1522 req-af85473c-a6ad-436c-a871-0d56a47e3b33 service neutron] 10.222.0.43 "GET /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897866 Apr 20 14:51:38.050860 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e6375f3-9e2c-4d96-bb9d-9d47a624c43d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 200 len: 205 time: 0.0531271 Apr 20 14:51:38.052003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:38.098680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:38.135198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:38.241488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:38.245241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Pushing event updated for resources: {'Port': ['ID=8441b68c-2db7-489e-9c29-7230a8b10f13,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:38.260456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-4f8f7025-b06d-46c4-b9e7-7b15bef7e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:38.261948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:38.262676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-4f8f7025-b06d-46c4-b9e7-7b15bef7e7f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1097 time: 0.3957565 Apr 20 14:51:38.263656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=78ae126d-d3a8-4158-8b51-0a254d252925,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:38.268958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:38.357934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb1adb-9f2b-4ee1-8b15-775dc5633b06 req-e7dd2325-8d0f-4ac9-bcc8-3618ff75154a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:38.360049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcdb1adb-9f2b-4ee1-8b15-775dc5633b06 req-e7dd2325-8d0f-4ac9-bcc8-3618ff75154a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.5516160 Apr 20 14:51:38.496761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Attempting to bind port 8441b68c-2db7-489e-9c29-7230a8b10f13 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:38.497776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Attempting to bind port 8441b68c-2db7-489e-9c29-7230a8b10f13 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '29cb49ed-8add-4f04-88f9-627c565fd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:38.499405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Attempting to bind port 8441b68c-2db7-489e-9c29-7230a8b10f13 on network 765233d7-73ae-4b58-8ece-b17dae9ec24e {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:38.518223 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b1b1a80b-0551-46d9-ab37-d9c46d642775', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:51:09Z', 'updated_at': '2022-04-20T14:51:34Z', 'revision_number': 1, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:38.518974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:38.519151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Checking segment: {'id': '29cb49ed-8add-4f04-88f9-627c565fd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:38.520816 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:38.521237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Bound using segment: {'id': '29cb49ed-8add-4f04-88f9-627c565fd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:38.523116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Bound port: 8441b68c-2db7-489e-9c29-7230a8b10f13, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cb49ed-8add-4f04-88f9-627c565fd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '765233d7-73ae-4b58-8ece-b17dae9ec24e'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:38.524866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:38.625834 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Checking router: 2a819fcb-6d34-4687-bc88-bde73af3ed46 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:51:38.668147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:38.675133 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:38.704825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] For port 8441b68c-2db7-489e-9c29-7230a8b10f13, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:38.710774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] For port 8441b68c-2db7-489e-9c29-7230a8b10f13, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8441b68c-2db7-489e-9c29-7230a8b10f13,segment=NetworkSegment(29cb49ed-8add-4f04-88f9-627c565fd16a),segment_id=29cb49ed-8add-4f04-88f9-627c565fd16a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:38.720610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:38.986980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:38.997396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ea8a-3719-49b0-a6f8-96ecc6162c6c None None] Pushing event updated for resources: {'Port': ['ID=8441b68c-2db7-489e-9c29-7230a8b10f13,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:39.139726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.392880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f073626d-a635-4514-83bd-83d13a95f885 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:39.462356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.514026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.518476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f073626d-a635-4514-83bd-83d13a95f885 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:39.518884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.657265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port 7b6450c3-dc13-492c-9049-f109f5100e89 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:39.657621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.680765 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b1b1a80b-0551-46d9-ab37-d9c46d642775', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:51:09Z', 'updated_at': '2022-04-20T14:51:34Z', 'revision_number': 1, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:39.726063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.767977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f073626d-a635-4514-83bd-83d13a95f885, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f073626d-a635-4514-83bd-83d13a95f885,segment=NetworkSegment(75a46725-3261-4801-bf94-99f61dd52891),segment_id=75a46725-3261-4801-bf94-99f61dd52891)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:39.783388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.800172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dff480-5b80-46c1-97c9-df5dd8cca7a8 None None] Network 84b443e3-6133-4ce0-beab-33df5fd78078 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:39.864906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:39.906445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for 7b6450c3-dc13-492c-9049-f109f5100e89 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:39.945045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-fda2004d-f033-41ad-9932-f825dca98e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:39.952117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-fda2004d-f033-41ad-9932-f825dca98e9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 1.6715994 Apr 20 14:51:40.008816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f073626d-a635-4514-83bd-83d13a95f885,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:40.050457 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02865fe-62fb-42c1-b419-4b09e41e2c42 None None] The sync data for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 is: [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b1b1a80b-0551-46d9-ab37-d9c46d642775', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:51:09Z', 'updated_at': '2022-04-20T14:51:34Z', 'revision_number': 1, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:40.063309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eb3baf0c-c88d-47a5-ad50-32938d49c416 None None] Provisioning complete for port f073626d-a635-4514-83bd-83d13a95f885 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:40.063914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb3baf0c-c88d-47a5-ad50-32938d49c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.100760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcdb1adb-9f2b-4ee1-8b15-775dc5633b06 req-da5075ef-9a77-4330-bf55-d9694efee428 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7332475 Apr 20 14:51:40.388255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29de62fd-c9ed-4585-bfb8-5bb848da557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.420013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.433997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.434845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.459059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.494618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1d7d6-a6b9-49d0-8baa-9bce3c5cee2f None None] New status for floating IP b1b1a80b-0551-46d9-ab37-d9c46d642775: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:51:40.566595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=7b6450c3-dc13-492c-9049-f109f5100e89,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:40.606787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-55272ce2-5fa6-4cfa-bb0b-392fe899bda6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.6364353 Apr 20 14:51:40.719272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.886915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=78ae126d-d3a8-4158-8b51-0a254d252925,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:40.923798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c389414-c5be-4dee-b265-41ff6fb98705 req-8621cb40-ef20-4ebd-946d-b8d74fda7d04 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:40.928751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c389414-c5be-4dee-b265-41ff6fb98705 req-8621cb40-ef20-4ebd-946d-b8d74fda7d04 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.4983032 Apr 20 14:51:40.945372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:40.951967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.004512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd794fc-e8a1-4a03-a96a-d4c8c4d2ea8c None None] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:41.092153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-6499f86e-f84d-4ba5-98e3-4661fb3ea05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:41.093647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-6499f86e-f84d-4ba5-98e3-4661fb3ea05f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.4598639 Apr 20 14:51:41.107857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.108526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router 56db08a2-bd3b-4d93-be98-e9a57d898a32 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:41.120249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.123687 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b98d5f8-54f5-4f3f-bb3a-81055ef2311d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 204 len: 168 time: 3.0705316 Apr 20 14:51:41.127887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45626) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:41.147192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1971421088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:41.195897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.198179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.213347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] Provisioning complete for port 8441b68c-2db7-489e-9c29-7230a8b10f13 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:41.217035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.301619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c389414-c5be-4dee-b265-41ff6fb98705 req-48279401-9dcc-426a-8029-442f48249cfb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480060 Apr 20 14:51:41.352706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.360963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 84b443e3-6133-4ce0-beab-33df5fd78078 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:41.361817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.380758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:41.399356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.400624 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68399518-03a2-4558-9cba-c0c4766f8f1e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2678814 Apr 20 14:51:41.403650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45634) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:41.409334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'enable_snat': False}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:41.412539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-3d18cf93-bed4-49de-8ac8-ef5697675a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:41.414085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-3d18cf93-bed4-49de-8ac8-ef5697675a77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612948 Apr 20 14:51:41.500178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f073626d-a635-4514-83bd-83d13a95f885 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:41.783836 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.789986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f073626d-a635-4514-83bd-83d13a95f885 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:41.795608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.807718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-2de33028-57a1-4a57-8537-75399eff4336 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699403 Apr 20 14:51:41.966689 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:41.979198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router d7f36b21-d4fd-4332-ad46-560285aa4554 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:41.993044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] For port 8441b68c-2db7-489e-9c29-7230a8b10f13, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8441b68c-2db7-489e-9c29-7230a8b10f13,segment=NetworkSegment(29cb49ed-8add-4f04-88f9-627c565fd16a),segment_id=29cb49ed-8add-4f04-88f9-627c565fd16a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:42.020673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.169566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:42.177578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-80692366-29a8-41bf-a2b4-7c8df741ad74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7684166 Apr 20 14:51:42.181555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:42.184749 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] Sync routers for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:42.203987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:42.204905 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:42.205073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326a537-9e12-4ccc-aa6c-b78ebebd3f4b None None] Pushing event updated for resources: {'Port': ['ID=8441b68c-2db7-489e-9c29-7230a8b10f13,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:42.216619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8441b68c-2db7-489e-9c29-7230a8b10f13 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:42.221956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7001421f-40e6-4a45-bffc-4c4235d11e2d req-7d5d1e34-1ac6-4ff2-b78d-d71c2891ba9a service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840189 Apr 20 14:51:42.240352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f05294-17f7-4b30-b8f1-384fbb7f42e1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:42.244758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-77f05294-17f7-4b30-b8f1-384fbb7f42e1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports/78ae126d-d3a8-4158-8b51-0a254d252925 HTTP/1.1" status: 200 len: 911 time: 0.0602884 Apr 20 14:51:42.245144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:42.291681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7ff35959-aa43-46d7-9f96-d0b77bcc93f2 None None] Provisioning complete for port 78ae126d-d3a8-4158-8b51-0a254d252925 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:42.294098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ff35959-aa43-46d7-9f96-d0b77bcc93f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.296358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:42.317256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:42.322860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'network': {'name': 'tempest-network-smoke--146289714', 'project_id': '328b397878e64600aa3f2ffaff641d37', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:42.330689 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:42.344068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7ff35959-aa43-46d7-9f96-d0b77bcc93f2 None None] Port 78ae126d-d3a8-4158-8b51-0a254d252925 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:42.350003 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:42.363095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7ff35959-aa43-46d7-9f96-d0b77bcc93f2 None None] Provisioning complete for port f073626d-a635-4514-83bd-83d13a95f885 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:42.363589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ff35959-aa43-46d7-9f96-d0b77bcc93f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.366691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8441b68c-2db7-489e-9c29-7230a8b10f13 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:42.367175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.413641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:42.418452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.433157 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:42.435537 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04dcebb-53a6-4edd-b018-f3c32794e805 None None] The sync data for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:42.560773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.578361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.597711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8be8ae06-cfca-4acb-a3bf-578b1951fa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.603809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.683289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3edf5aaa-de4a-4729-8fa4-1f4b33da16c6 None None] Provisioning complete for port 8441b68c-2db7-489e-9c29-7230a8b10f13 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:42.683983 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3edf5aaa-de4a-4729-8fa4-1f4b33da16c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:42.752429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541100-21e7-40c4-86e7-e5679dd1adad req-5f08ea05-1d99-4b71-b07d-3746d8eeca43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:42.755407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5541100-21e7-40c4-86e7-e5679dd1adad req-5f08ea05-1d99-4b71-b07d-3746d8eeca43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.1959198 Apr 20 14:51:42.817406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Allocated IP 172.25.1.174 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/1ae58227-ee6e-413b-8175-8847ef33720e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:42.891713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5541100-21e7-40c4-86e7-e5679dd1adad req-e411df21-98ec-4efd-b0ea-46bb285894c8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282814 Apr 20 14:51:42.985604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.004553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.023862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.025496 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.038538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:51:43.098322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.098632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.098954 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Added segment a6f82dbf-3fad-46e7-a13c-b89ce39d41c0 of type vlan for network 957543fd-7bd5-418b-8e66-db73e8a3b04b Apr 20 14:51:43.137690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:43.143436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:43.146577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:43.153302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f558ea72-432a-439f-b000-7d0d0873c86d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:43.161826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8441b68c-2db7-489e-9c29-7230a8b10f13 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:43.238669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5e5b-826b-4e52-97af-f64b13015a3e req-dbbd355a-046a-4cbd-954d-7f14b9c8a7b6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:43.246201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-966b5e5b-826b-4e52-97af-f64b13015a3e req-dbbd355a-046a-4cbd-954d-7f14b9c8a7b6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.2356331 Apr 20 14:51:43.249253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.256456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8441b68c-2db7-489e-9c29-7230a8b10f13 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:43.257025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.354418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae58227-ee6e-413b-8175-8847ef33720e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:43.364016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.370827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:43.371464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.401238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-966b5e5b-826b-4e52-97af-f64b13015a3e req-f7fd9755-f6dd-4096-af25-5cccff35a31a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530461 Apr 20 14:51:43.487056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1683016 Apr 20 14:51:43.502044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45670) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:43.511852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'admin_state_up': True, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:43.528460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.546753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7309-c9be-4fab-ac58-2bbae479cf05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Network': ['ID=957543fd-7bd5-418b-8e66-db73e8a3b04b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:43.559621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:51:43.588796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.590223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.661249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8:1::1 (765233d7-73ae-4b58-8ece-b17dae9ec24e/5dd6b06a-65fd-49e8-902c-87c93b5de399/03e255a2-522b-48bd-a9da-5f48780ce220) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:43.678335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.720453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.936506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:43.944046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.096268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.115572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Router c7fda0ff-d94e-49e1-b938-9c71b4c51625 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:44.162610 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.206634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.214935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.258133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:44.263457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:44.267687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:44.277730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] Sync routers for ids ['c7fda0ff-d94e-49e1-b938-9c71b4c51625'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:44.280067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.281085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:44.281504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e4e8779a-9f86-423c-9c72-77dc74aae70e tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "PUT /v2.0/routers/c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 200 len: 920 time: 2.8768008 Apr 20 14:51:44.283589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.284255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45698) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:44.306211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] Routers {'c7fda0ff-d94e-49e1-b938-9c71b4c51625'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:44.306936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c7fda0ff-d94e-49e1-b938-9c71b4c51625'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:44.366093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:44.403618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] Routers {'c7fda0ff-d94e-49e1-b938-9c71b4c51625'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:44.404893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c7fda0ff-d94e-49e1-b938-9c71b4c51625'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:44.449590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=03e255a2-522b-48bd-a9da-5f48780ce220,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:44.482716 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4287884-c79d-4235-ae7f-4941663c4134 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 200 len: 926 time: 0.1971021 Apr 20 14:51:44.485831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45704) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:44.492469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:44.495001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b18ba17-8621-438d-99d8-b09f08c1334c None None] The sync data for ids ['c7fda0ff-d94e-49e1-b938-9c71b4c51625'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:44.551898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c317b-c881-4eea-af03-5e60c7d5e517 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:44.554712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-747c317b-c881-4eea-af03-5e60c7d5e517 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=c7fda0ff-d94e-49e1-b938-9c71b4c51625&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0674825 Apr 20 14:51:44.556849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45706) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:44.575993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.680426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-502de2c4-84c7-4a47-ba2b-73d158e07938 None None] Provisioning complete for port 03e255a2-522b-48bd-a9da-5f48780ce220 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:44.681331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-502de2c4-84c7-4a47-ba2b-73d158e07938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.703628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d5909-dbd8-4ac0-b9be-d08783866de0 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:44.705358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c6d5909-dbd8-4ac0-b9be-d08783866de0 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 881 time: 0.1472185 Apr 20 14:51:44.708298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:44.733909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-502de2c4-84c7-4a47-ba2b-73d158e07938 None None] Port 03e255a2-522b-48bd-a9da-5f48780ce220 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:44.742433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c06984dd-3788-4f03-890c-5fcd7eef1c48 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 200 len: 205 time: 0.0309768 Apr 20 14:51:44.746755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:44.883788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.906743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.933489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.018661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.088436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port 1ae58227-ee6e-413b-8175-8847ef33720e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:45.088834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.176149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.238688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.254660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.261137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for 1ae58227-ee6e-413b-8175-8847ef33720e owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:45.493893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.531908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=1ae58227-ee6e-413b-8175-8847ef33720e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:45.569873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.25.1.96 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/1ee3ff60-9828-44a3-9ee7-ef2097906fca) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:45.618766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.652973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.661499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.662411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.779576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=03e255a2-522b-48bd-a9da-5f48780ce220,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:45.806294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:45.873305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:45.880919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:46.046278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router d7f36b21-d4fd-4332-ad46-560285aa4554 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:46.073810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.151720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.153944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.231105 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.231867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router c7fda0ff-d94e-49e1-b938-9c71b4c51625 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:46.240626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:46.244090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:46.246022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=1ee3ff60-9828-44a3-9ee7-ef2097906fca,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:46.248436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:46.262360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.263939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cdff0c08-94fa-427f-b362-f727754620b9 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 204 len: 168 time: 1.5161660 Apr 20 14:51:46.270593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45754) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:46.276918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-273027247', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:46.307214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.308643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.328563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:51:46.344817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:46.356845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] Sync routers for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:46.372082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.383878 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:46.388213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:46.396296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46ca291a-acda-4c95-b247-1af8956d603e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498544 Apr 20 14:51:46.397921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:46.436756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d996c92d-446f-44a3-b2ba-1eb98c04ce52 None None] Provisioning complete for port 03e255a2-522b-48bd-a9da-5f48780ce220 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:46.437385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d996c92d-446f-44a3-b2ba-1eb98c04ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.498147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:46.529671 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:46.530506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:46.578014 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:46.578993 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d8fa4-ae64-49e8-8bf4-5612b184cb85 None None] The sync data for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:46.614959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.687944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e653b-10fe-4d29-8ec0-96ae4d968369 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:46.692805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-077e653b-10fe-4d29-8ec0-96ae4d968369 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports/03e255a2-522b-48bd-a9da-5f48780ce220 HTTP/1.1" status: 200 len: 913 time: 0.2883639 Apr 20 14:51:46.704103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d996c92d-446f-44a3-b2ba-1eb98c04ce52 None None] Port 03e255a2-522b-48bd-a9da-5f48780ce220 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:46.712782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45766) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:46.720255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:46.752765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:51:46.821750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.852487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:51:46.887528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:46.899927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.903822 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:51:46.928776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:46.948954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:47.002878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:47.062323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3f7070ad-bd6e-45be-8acc-714ecf202d2d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:51:47.118878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:47.191142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Allocated IP 172.25.1.254 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/50d4a312-15a1-4951-a197-f833f9baa80e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:47.335007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:47.379020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:47.492296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:47.496809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:47.512283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:47.617975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event updated for resources: {'Port': ['ID=50d4a312-15a1-4951-a197-f833f9baa80e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:47.695011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.009701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.101588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.189704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router d22db6b4-ac28-4f90-9a01-7f0660919d0b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:48.337565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:48.471438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:48.471862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.573157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.581957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.613295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:51:48.616881 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61126153-3377-4882-bafb-de234876f36a" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:51:48.638920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:48.647300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.660419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:48.737413 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13284300-a374-4a4c-83e7-d7b8a2add0ae x-openstack-request-id: req-13284300-a374-4a4c-83e7-d7b8a2add0ae {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:51:48.737920 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:51:48.738314 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13284300-a374-4a4c-83e7-d7b8a2add0ae {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:51:48.738859 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13284300-a374-4a4c-83e7-d7b8a2add0ae'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:51:48.739977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:48.745567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Sync routers for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:48.756814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:48.758899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bab9fc0e-2b1a-4d6c-9ca4-5323e5dc908d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2552845 Apr 20 14:51:48.762632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:48.779405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:48.780395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:48.869515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 03e255a2-522b-48bd-a9da-5f48780ce220 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:48.870179 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:49.041642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Router fdf0d1a8-f538-496c-8807-43b86709adbd is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:51:49.109136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:49.150183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 03e255a2-522b-48bd-a9da-5f48780ce220 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:49.226232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:49.419276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:49.432038 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] Sync routers for ids ['fdf0d1a8-f538-496c-8807-43b86709adbd'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:49.459380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] Routers {'fdf0d1a8-f538-496c-8807-43b86709adbd'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:49.459945 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['fdf0d1a8-f538-496c-8807-43b86709adbd'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:49.468047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6cab2d9d-3f56-422e-b76f-469eee9b7a74 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=328b397878e64600aa3f2ffaff641d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7038229 Apr 20 14:51:49.470530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46022) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:49.499316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:49.501171 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89789797-041c-40aa-84e0-103c3799b300 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2291915 Apr 20 14:51:49.508480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46026) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:49.519019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:49.595217 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:49.619589 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] Routers {'fdf0d1a8-f538-496c-8807-43b86709adbd'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:49.622138 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['fdf0d1a8-f538-496c-8807-43b86709adbd'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:49.748124 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:49.748771 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cb2ee-f2c2-4871-93f4-b4d33308b5e4 None None] The sync data for ids ['fdf0d1a8-f538-496c-8807-43b86709adbd'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:49.750815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:46Z', 'revision_number': 3, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:49.826181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Checking router: d22db6b4-ac28-4f90-9a01-7f0660919d0b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:51:49.830441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Updating router d22db6b4-ac28-4f90-9a01-7f0660919d0b port 1ee3ff60-9828-44a3-9ee7-ef2097906fca binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:51:49.873532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:49.943273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46050) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:49.982828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d0e4eb-13ca-4363-be7d-e21f4c9324a5 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:49.991425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46062) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:49.992173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-15d0e4eb-13ca-4363-be7d-e21f4c9324a5 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5194640 Apr 20 14:51:50.045033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.099448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=03e255a2-522b-48bd-a9da-5f48780ce220,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:50.162618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46076) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:50.163688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd5a1c26-58f6-43be-90b3-c8e933e02669 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1678402 Apr 20 14:51:50.180490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002363536', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'project_id': '328b397878e64600aa3f2ffaff641d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:50.331102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffe2518-6b95-4fc3-8fa4-1300fdc04260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.348508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.364577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.471090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cda4-d997-488d-9509-2c2b5d7bf5a2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3ff60-9828-44a3-9ee7-ef2097906fca,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:50.504176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.510301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Attempting to bind port 1ee3ff60-9828-44a3-9ee7-ef2097906fca on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:50.510784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Attempting to bind port 1ee3ff60-9828-44a3-9ee7-ef2097906fca by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:50.511153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Attempting to bind port 1ee3ff60-9828-44a3-9ee7-ef2097906fca on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:50.526729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:50.527111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:50.528899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.529323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:50.529856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Bound port: 1ee3ff60-9828-44a3-9ee7-ef2097906fca, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:50.530262 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.557265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.633652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] For port 1ee3ff60-9828-44a3-9ee7-ef2097906fca, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:50.638501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] For port 1ee3ff60-9828-44a3-9ee7-ef2097906fca, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1ee3ff60-9828-44a3-9ee7-ef2097906fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:50.646664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.651192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffe2518-6b95-4fc3-8fa4-1300fdc04260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.666260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffe2518-6b95-4fc3-8fa4-1300fdc04260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.721566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:50.723002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:50.806974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cda4-d997-488d-9509-2c2b5d7bf5a2 None None] Pushing event updated for resources: {'Port': ['ID=1ee3ff60-9828-44a3-9ee7-ef2097906fca,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:50.808749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Deleting port 50d4a312-15a1-4951-a197-f833f9baa80e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:50.809270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:50.814271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe2518-6b95-4fc3-8fa4-1300fdc04260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9235a307-1f9b-47f9-a513-ea82a9a4072b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:50.835975 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dffe2518-6b95-4fc3-8fa4-1300fdc04260 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce0f6cd5ff1342b2b16a0245752ba2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910160 Apr 20 14:51:50.843769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:50.899271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:51:51.006158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.018013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.035303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Calling delete_port for 50d4a312-15a1-4951-a197-f833f9baa80e owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:51.059793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.131055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.215343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.218932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.223460 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9235a307-1f9b-47f9-a513-ea82a9a4072b HTTP/1.1" status: 204 len: 168 time: 0.3783512 Apr 20 14:51:51.237961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb48c3-0d74-461a-b530-bd24a32ad4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9235a307-1f9b-47f9-a513-ea82a9a4072b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:51.298816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:46Z', 'revision_number': 3, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:51.365555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285471e4-6963-4115-8ca4-1e497b2246f5 None None] The sync data for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 is: [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:46Z', 'revision_number': 3, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:51.389437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.469557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Pushing event deleted for resources: {'Port': ['ID=50d4a312-15a1-4951-a197-f833f9baa80e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:51.598359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:51:51.604285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.634774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:51.653796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router d7f36b21-d4fd-4332-ad46-560285aa4554 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:51.968145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:51.990168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7b226c0-c140-4dc6-ae47-a7c519b2883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.005177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:52.019562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] Sync routers for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:52.043450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f64117bc-879c-4054-8318-0f87a0d3866f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3294914 Apr 20 14:51:52.044638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:52.045596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.050857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46200) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.116801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.129497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.136898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.145061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:52.151975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.194117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.196836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb117f6-99d7-41f0-8fe6-9881788baf61 None None] The sync data for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:52.321396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Router fdf0d1a8-f538-496c-8807-43b86709adbd has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:52.486998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7b226c0-c140-4dc6-ae47-a7c519b2883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.493039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:52.508475 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] Sync routers for ids ['fdf0d1a8-f538-496c-8807-43b86709adbd'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:52.524035 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] Routers {'fdf0d1a8-f538-496c-8807-43b86709adbd'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:52.524977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['fdf0d1a8-f538-496c-8807-43b86709adbd'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.529194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.531883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44d71f94-963b-4b3b-bbb6-7fa14e92fe6f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "PUT /v2.0/routers/fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 200 len: 709 time: 3.0220649 Apr 20 14:51:52.533622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f7b226c0-c140-4dc6-ae47-a7c519b2883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.536102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46246) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.584650 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.598397 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] Routers {'fdf0d1a8-f538-496c-8807-43b86709adbd'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:52.599465 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['fdf0d1a8-f538-496c-8807-43b86709adbd'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.647992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7b226c0-c140-4dc6-ae47-a7c519b2883f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fb5d20cb9424ef1a59a7922589313c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787701 Apr 20 14:51:52.653098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46260) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.677426 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:52.678088 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc36a-45b0-4016-ad4e-b8c0eec33f7a None None] The sync data for ids ['fdf0d1a8-f538-496c-8807-43b86709adbd'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:52.695058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b226c0-c140-4dc6-ae47-a7c519b2883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eecd1f8-50d6-4d18-acf3-a13f8aa748ea,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:52.772723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.795176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.804178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.836139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b29bcf31-746d-4352-8944-e21c2f620724 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/routers/fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 200 len: 744 time: 0.2799749 Apr 20 14:51:52.842131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.909714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0e0bdce-2c04-4e5f-8aee-2e693fe3e6b5 tempest-RoutersIpV6AdminTest-1693069638 tempest-RoutersIpV6AdminTest-1693069638-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=83103849-99eb-42c2-bd65-4018e624a005&device_id=fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 200 len: 205 time: 0.0657423 Apr 20 14:51:52.913192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.932791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Subnet': ['ID=15179a12-11d8-4e82-861e-eb129bf3a16b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:52.961752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6eda84e-e34b-41f7-8076-b2c2d5459c4c tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 200 len: 205 time: 0.0470729 Apr 20 14:51:52.968277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:52.978919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.983349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:52.984778 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eecd1f8-50d6-4d18-acf3-a13f8aa748ea HTTP/1.1" status: 204 len: 168 time: 0.3303471 Apr 20 14:51:53.027983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30749e0-b1e9-4b84-89c2-78251ab32c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eecd1f8-50d6-4d18-acf3-a13f8aa748ea,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:53.085682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Checking segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:53.086052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network hostable DHCP agents. Network: 957543fd-7bd5-418b-8e66-db73e8a3b04b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:51:53.117646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.253416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1ee3ff60-9828-44a3-9ee7-ef2097906fca up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:53.351064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1ee3ff60-9828-44a3-9ee7-ef2097906fca triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:53.351440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.394696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.398857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.401672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.405913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:51:53.549563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 957543fd-7bd5-418b-8e66-db73e8a3b04b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:53.566410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704142b2-9466-466d-bce4-bd1cda40b12c None None] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:53.570379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:51:53.571849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.578786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.579506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Fanout notify agent at l3_agent the message router_deleted on router fdf0d1a8-f538-496c-8807-43b86709adbd {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:53.589750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.592530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ba518ec9-610c-441b-89b4-6f4d102c22f2 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 204 len: 168 time: 0.6227505 Apr 20 14:51:53.596211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46338) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:53.673469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46350) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:53.675427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2168c66a-f708-4fec-9d56-799214058a49 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5040555 Apr 20 14:51:53.680853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b8a9773-2502-4ee0-a188-ed6f09980b83 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 200 len: 205 time: 0.0827806 Apr 20 14:51:53.691128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46352) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:53.732675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.743400 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-dec1e59e-44c3-4c3a-9671-50f745a68eaf tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:53.744761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dec1e59e-44c3-4c3a-9671-50f745a68eaf tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/fdf0d1a8-f538-496c-8807-43b86709adbd HTTP/1.1" status: 404 len: 336 time: 0.0525713 Apr 20 14:51:53.791627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:53.840659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-252cea50-8d8e-4320-b2e2-451970bfb61f tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 200 len: 205 time: 0.0430901 Apr 20 14:51:53.843189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46366) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:53.854680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 1ee3ff60-9828-44a3-9ee7-ef2097906fca, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1ee3ff60-9828-44a3-9ee7-ef2097906fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:53.876963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:53.936998 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-3ea88f4c-2dd7-4820-b3a5-679a1963ed8d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:53.938337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3ea88f4c-2dd7-4820-b3a5-679a1963ed8d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/c7fda0ff-d94e-49e1-b938-9c71b4c51625 HTTP/1.1" status: 404 len: 336 time: 0.0941668 Apr 20 14:51:53.947266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.031546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ea58a121-9aee-40ca-adc6-83eabf320d17 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 200 len: 205 time: 0.0809119 Apr 20 14:51:54.038968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.067223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=1ee3ff60-9828-44a3-9ee7-ef2097906fca,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:54.154975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-957543fd-7bd5-418b-8e66-db73e8a3b04b', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:51:54.156004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.168538 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-14af69b3-f589-4191-be57-d53b1bf8c46b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:54.172365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14af69b3-f589-4191-be57-d53b1bf8c46b tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/56db08a2-bd3b-4d93-be98-e9a57d898a32 HTTP/1.1" status: 404 len: 336 time: 0.1259589 Apr 20 14:51:54.172890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.277689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1556e2ae-5973-459b-8878-c6de4efa5a1d tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 200 len: 205 time: 0.1012981 Apr 20 14:51:54.278302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46384) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.359035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Allocated IP 172.20.0.2 (957543fd-7bd5-418b-8e66-db73e8a3b04b/15179a12-11d8-4e82-861e-eb129bf3a16b/d62b22e3-9da9-4de0-98ce-91541d465d0d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:54.435892 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-4ff26585-0488-4a10-8134-205e54e6b21e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:54.436976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ff26585-0488-4a10-8134-205e54e6b21e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/74b76a36-676a-4f82-b57d-b1f7425c8bea HTTP/1.1" status: 404 len: 336 time: 0.1533237 Apr 20 14:51:54.439708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46392) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.480202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f76c059e-3a41-447c-be35-2ec790e6a3f8 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 200 len: 205 time: 0.0393932 Apr 20 14:51:54.483098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.527968 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-bcf79070-8fed-4b6e-b592-f5de965f6d0e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:54.529261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcf79070-8fed-4b6e-b592-f5de965f6d0e tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/55a0a750-6262-40a1-88f2-491f9d146721 HTTP/1.1" status: 404 len: 336 time: 0.0450954 Apr 20 14:51:54.532063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46400) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.572891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45f2132b-9f22-413e-a1a1-07200b883b86 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aa17e46-07f2-47d5-b1e1-3adf8da09d88 HTTP/1.1" status: 200 len: 205 time: 0.0396156 Apr 20 14:51:54.575304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46404) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.577473 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.588677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.622063 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-942542dd-291d-4dc2-9c1f-f1a04c259bc3 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] delete failed (client error): The resource could not be found. Apr 20 14:51:54.626320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-942542dd-291d-4dc2-9c1f-f1a04c259bc3 tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/routers/5aa17e46-07f2-47d5-b1e1-3adf8da09d88 HTTP/1.1" status: 404 len: 336 time: 0.0497694 Apr 20 14:51:54.629875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46408) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:54.651582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Pushing event updated for resources: {'Port': ['ID=d62b22e3-9da9-4de0-98ce-91541d465d0d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:54.660547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:54.662319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:54.667605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:54.711765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 78ae126d-d3a8-4158-8b51-0a254d252925 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:51:54.712214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.716771 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa22cd2-6885-4193-b555-ae1086ed80ed tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] DELETE failed (client error): The resource could not be found. Apr 20 14:51:54.723450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa22cd2-6885-4193-b555-ae1086ed80ed tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:51:54.728185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0fa22cd2-6885-4193-b555-ae1086ed80ed tempest-RoutersIpV6AdminTest-1839189989 tempest-RoutersIpV6AdminTest-1839189989-project] 10.222.0.20 "DELETE /v2.0/subnets/4002bb71-542d-454d-8bc1-8f472f944130 HTTP/1.1" status: 404 len: 337 time: 0.0941443 Apr 20 14:51:54.815854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Attempting to bind port d62b22e3-9da9-4de0-98ce-91541d465d0d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:51:54.816697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Attempting to bind port d62b22e3-9da9-4de0-98ce-91541d465d0d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:51:54.817485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Attempting to bind port d62b22e3-9da9-4de0-98ce-91541d465d0d on network 957543fd-7bd5-418b-8e66-db73e8a3b04b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:51:54.829126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:51:54.832262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Checking segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:51:54.833908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.834907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Bound using segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:51:54.835975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Bound port: d62b22e3-9da9-4de0-98ce-91541d465d0d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:51:54.840475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.947122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.978896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 78ae126d-d3a8-4158-8b51-0a254d252925 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:51:55.037558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] For port d62b22e3-9da9-4de0-98ce-91541d465d0d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:51:55.054601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] For port d62b22e3-9da9-4de0-98ce-91541d465d0d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d62b22e3-9da9-4de0-98ce-91541d465d0d,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:51:55.064274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:55.285638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1ee3ff60-9828-44a3-9ee7-ef2097906fca up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:55.404732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:55.481630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46446) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:55.521456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:55.608831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=78ae126d-d3a8-4158-8b51-0a254d252925,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:55.823421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f1641ec-25e8-4302-8514-abf454d5959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:56.251051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a658af6-c549-4810-b300-6d4839ba9e35 None None] Pushing event updated for resources: {'Port': ['ID=d62b22e3-9da9-4de0-98ce-91541d465d0d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:56.264287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1ee3ff60-9828-44a3-9ee7-ef2097906fca triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:56.267147 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:56.367566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.20.0.1 (957543fd-7bd5-418b-8e66-db73e8a3b04b/15179a12-11d8-4e82-861e-eb129bf3a16b/d52cf26b-a053-48f2-abb8-9b62c3109ec6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:51:56.711905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:56.790881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46458) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:56.820666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:56.921000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:51:56.931848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:51:56.942130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:51:57.085740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.095412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.226217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:57.239906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91e80e5-f4e4-4a3a-b3ad-507c3ff61910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.243882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fad539-1f44-4b14-adcc-40b69094c7d6 None None] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:57.352943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f1641ec-25e8-4302-8514-abf454d5959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.360321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d62b22e3-9da9-4de0-98ce-91541d465d0d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:57.369738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f1641ec-25e8-4302-8514-abf454d5959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.445440 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6f1641ec-25e8-4302-8514-abf454d5959c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2f752b7a0f24befbd3504433d6b9955&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9628310 Apr 20 14:51:57.542162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46478) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:57.551595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1641ec-25e8-4302-8514-abf454d5959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c60015-b51e-40f9-b4d5-de64154ecac3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:57.601056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router d7f36b21-d4fd-4332-ad46-560285aa4554 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:51:57.626704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d62b22e3-9da9-4de0-98ce-91541d465d0d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:57.627324 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.631931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] Provisioning complete for port d62b22e3-9da9-4de0-98ce-91541d465d0d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:57.632501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.836507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.870256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:51:57.890290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee3bf4a8-3e74-4da0-886f-0e8b6d730c8f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8355534 Apr 20 14:51:57.893595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46484) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:57.895800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] Sync routers for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:51:57.929646 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.955788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-689cd09c-c965-42ee-9a1f-6f433090794e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f36b21-d4fd-4332-ad46-560285aa4554 HTTP/1.1" status: 200 len: 205 time: 0.0550649 Apr 20 14:51:57.957243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.970154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91e80e5-f4e4-4a3a-b3ad-507c3ff61910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:57.971410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:57.989639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.035050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:58.035704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:58.060134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.062722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.063900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6c60015-b51e-40f9-b4d5-de64154ecac3 HTTP/1.1" status: 204 len: 168 time: 0.5074985 Apr 20 14:51:58.086110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b63f-8dc5-4efa-a4d9-41b2beaf059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c60015-b51e-40f9-b4d5-de64154ecac3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:58.152898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.158095 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c91e80e5-f4e4-4a3a-b3ad-507c3ff61910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.172990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:58.190038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] For port d62b22e3-9da9-4de0-98ce-91541d465d0d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d62b22e3-9da9-4de0-98ce-91541d465d0d,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:51:58.220863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.232916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.336602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] Routers {'d7f36b21-d4fd-4332-ad46-560285aa4554'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:51:58.337442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d7f36b21-d4fd-4332-ad46-560285aa4554'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:58.388276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.391140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.449201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d0965-e28f-41ab-b730-8989075b59ba None None] Pushing event updated for resources: {'Port': ['ID=d62b22e3-9da9-4de0-98ce-91541d465d0d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:58.463970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.464607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router d7f36b21-d4fd-4332-ad46-560285aa4554 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:51:58.465718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:51:58.471355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be0e9e-ada7-49ed-b794-fe629a42f8a3 None None] The sync data for ids ['d7f36b21-d4fd-4332-ad46-560285aa4554'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:51:58.510803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.515602 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-616e0725-25d9-4ab5-b1d9-ae5f8c5616b3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554 HTTP/1.1" status: 204 len: 168 time: 0.5400999 Apr 20 14:51:58.516032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46494) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:58.631799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c91e80e5-f4e4-4a3a-b3ad-507c3ff61910 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0404f10585284b9aa407d61887b1a1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8347423 Apr 20 14:51:58.660658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46504) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:58.694540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 5dd6b06a-65fd-49e8-902c-87c93b5de399 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:58.707117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.713634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:51:58.720605 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:51:58.740080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7cd3465c-423d-4ffd-bdd5-81eae2c7db33 None None] Provisioning complete for port d62b22e3-9da9-4de0-98ce-91541d465d0d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:58.743145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7cd3465c-423d-4ffd-bdd5-81eae2c7db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.853053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e80e5-f4e4-4a3a-b3ad-507c3ff61910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be29d2-b69d-472a-b4f9-ee350d68126d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:58.869622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:58.933308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7cd3465c-423d-4ffd-bdd5-81eae2c7db33 None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:58.934045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7cd3465c-423d-4ffd-bdd5-81eae2c7db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.948903 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.973520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3465c-423d-4ffd-bdd5-81eae2c7db33 None None] Port d52cf26b-a053-48f2-abb8-9b62c3109ec6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:59.051356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b715bb56-430b-4b5b-a9e7-6e8a3687b132 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6621e14379ed4905b0eb7f88ebbfe325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778247 Apr 20 14:51:59.055185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46514) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:59.085668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.099335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0f02e1b7-5f0f-451a-bc20-af5b8accc6f9 None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:59.102461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f02e1b7-5f0f-451a-bc20-af5b8accc6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.131933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.198532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0f02e1b7-5f0f-451a-bc20-af5b8accc6f9 None None] Port d52cf26b-a053-48f2-abb8-9b62c3109ec6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:51:59.230816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.233331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.234487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7be29d2-b69d-472a-b4f9-ee350d68126d HTTP/1.1" status: 204 len: 168 time: 0.5728416 Apr 20 14:51:59.280707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.308791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881c1a-5ee2-435e-81a5-e54fe23c1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be29d2-b69d-472a-b4f9-ee350d68126d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:59.360950 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.486481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.499703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.509351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.529476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d62b22e3-9da9-4de0-98ce-91541d465d0d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:51:59.586894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.655731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd6b06a-65fd-49e8-902c-87c93b5de399,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:59.663795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.667233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b3e4968-646f-46a6-8e61-bf2b129a44bb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/5dd6b06a-65fd-49e8-902c-87c93b5de399 HTTP/1.1" status: 204 len: 168 time: 1.1500924 Apr 20 14:51:59.669974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:51:59.675928 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.706023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d62b22e3-9da9-4de0-98ce-91541d465d0d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:51:59.706484 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.726014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.729135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.730907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb610431-0d80-46e9-9cba-f9ae54ad3cd8 HTTP/1.1" status: 204 len: 168 time: 0.6743951 Apr 20 14:51:59.776318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834487f3-9736-4a38-addb-4c4549e76a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb610431-0d80-46e9-9cba-f9ae54ad3cd8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:51:59.791876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet cf6412cb-73dc-4aea-894b-31ba98573a88 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:51:59.798983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.841406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204e954-c1d7-4bbe-8d44-3c46cd076e4e None None] Network 765233d7-73ae-4b58-8ece-b17dae9ec24e requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:51:59.921034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:00.015591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:00.174203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:00.199357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:00.214126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:00.391936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] DHCP port deletion for 765233d7-73ae-4b58-8ece-b17dae9ec24e request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:52:00.409464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:00.549022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router d22db6b4-ac28-4f90-9a01-7f0660919d0b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:00.556216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:00.575770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46548) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:00.579264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/cf6412cb-73dc-4aea-894b-31ba98573a88 HTTP/1.1" status: 204 len: 168 time: 0.9062567 Apr 20 14:52:00.583169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd6ee1-1bac-40ba-b5fd-8d0f020b4159 None None] Network 84b443e3-6133-4ce0-beab-33df5fd78078 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:00.585574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5871dc7-5069-43d4-accc-7c988f450d8c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6412cb-73dc-4aea-894b-31ba98573a88,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:00.862741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Deleting port 8441b68c-2db7-489e-9c29-7230a8b10f13 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:00.867102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:00.919358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.011086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] For port 8441b68c-2db7-489e-9c29-7230a8b10f13, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8441b68c-2db7-489e-9c29-7230a8b10f13,segment=NetworkSegment(29cb49ed-8add-4f04-88f9-627c565fd16a),segment_id=29cb49ed-8add-4f04-88f9-627c565fd16a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:01.011929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.031197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Calling delete_port for 8441b68c-2db7-489e-9c29-7230a8b10f13 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:01.165602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:01.167027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:01.167218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc197b54-cd1a-4a0f-8e4d-5eeaf13b862c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "PUT /v2.0/routers/d22db6b4-ac28-4f90-9a01-7f0660919d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4662311 Apr 20 14:52:01.167373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Sync routers for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:01.167950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1691476057', 'description': 'tempest-secgroup_access--1691476057 description', 'project_id': '328b397878e64600aa3f2ffaff641d37'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:01.168381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:01.168974 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:01.207051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.216315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.221193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 8441b68c-2db7-489e-9c29-7230a8b10f13 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:01.221544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.344404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] No DVR routers for this DVR port 8441b68c-2db7-489e-9c29-7230a8b10f13 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:01.353215 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:01.376492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e667c-5b83-4d3c-bf94-ec9fe9b31854 None None] Pushing event deleted for resources: {'Port': ['ID=8441b68c-2db7-489e-9c29-7230a8b10f13,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:01.401946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2165ba5d-d4b9-4c14-9648-aeb5263e5f59 None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:01.402334 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2165ba5d-d4b9-4c14-9648-aeb5263e5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.452304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.452856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 8441b68c-2db7-489e-9c29-7230a8b10f13, host n-d-836145-2, got binding levels [] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:01.452856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.462424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.490114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2165ba5d-d4b9-4c14-9648-aeb5263e5f59 None None] Port d52cf26b-a053-48f2-abb8-9b62c3109ec6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:01.508811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.511547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 8441b68c-2db7-489e-9c29-7230a8b10f13 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:01.515289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3635678 Apr 20 14:52:01.517979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:01.527660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Port 8441b68c-2db7-489e-9c29-7230a8b10f13 was not found and therefore no delete operation was performed {{(pid=102863) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:52:01.532890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.536294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8441b68c-2db7-489e-9c29-7230a8b10f13 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:01.554961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1122294674', 'description': 'tempest-secgroup_general--1122294674 description', 'project_id': '328b397878e64600aa3f2ffaff641d37'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:01.625473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957f4c-81e6-424c-85e0-3d8d8bad669d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e929c3-5ab9-4b61-a29b-e92a16d70df0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:01.629676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] DHCP port deletion for 84b443e3-6133-4ce0-beab-33df5fd78078 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:52:01.646826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8441b68c-2db7-489e-9c29-7230a8b10f13 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:01.650325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.652687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8441b68c-2db7-489e-9c29-7230a8b10f13 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:01.656675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=8441b68c-2db7-489e-9c29-7230a8b10f13,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:01.682290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46576) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:01.717542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 8441b68c-2db7-489e-9c29-7230a8b10f13 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:01.844615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.859607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Deleting port f073626d-a635-4514-83bd-83d13a95f885 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:01.859994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.875423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765233d7-73ae-4b58-8ece-b17dae9ec24e']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:01.888956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cb49ed-8add-4f04-88f9-627c565fd16a') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:01.889340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cb49ed-8add-4f04-88f9-627c565fd16a') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:01.902161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.918541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.927047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:01.927823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.935730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.945267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.988069 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:01.993789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4592779 Apr 20 14:52:01.995142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46588) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:02.013282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'security_group_rule': {'security_group_id': 'c9e929c3-5ab9-4b61-a29b-e92a16d70df0', 'project_id': '328b397878e64600aa3f2ffaff641d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:02.020858 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:02.031501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.046158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.053027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] For port f073626d-a635-4514-83bd-83d13a95f885, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f073626d-a635-4514-83bd-83d13a95f885,segment=NetworkSegment(75a46725-3261-4801-bf94-99f61dd52891),segment_id=75a46725-3261-4801-bf94-99f61dd52891)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:02.053783 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.058796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46590) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:02.061264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/765233d7-73ae-4b58-8ece-b17dae9ec24e HTTP/1.1" status: 204 len: 168 time: 1.4813530 Apr 20 14:52:02.084961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ae5d-a856-4c70-9740-1d17dc3d0105 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=765233d7-73ae-4b58-8ece-b17dae9ec24e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.100323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Calling delete_port for f073626d-a635-4514-83bd-83d13a95f885 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:02.104744 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:51:59Z', 'revision_number': 2, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:02.166819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113ba5-a519-4141-bae6-d0b4ec211334 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f05eb-1cc9-462c-89d9-8904f3828aff,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.192573 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Checking router: d22db6b4-ac28-4f90-9a01-7f0660919d0b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:52:02.193113 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Updating router d22db6b4-ac28-4f90-9a01-7f0660919d0b port d52cf26b-a053-48f2-abb8-9b62c3109ec6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:52:02.214404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.252174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'networks': [{'name': 'tempest-network--1723611173'}, {'name': 'tempest-network--218320835'}]} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:02.252903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-network--1723611173'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:02.253563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-network--218320835'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:02.271808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.289461 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.302262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'network': 2} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:02.313826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.319401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.344519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.348246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.356206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.391182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] Pushing event deleted for resources: {'Port': ['ID=f073626d-a635-4514-83bd-83d13a95f885,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.415302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f4a63-a94e-4135-993e-9fd40a93a8d7 None None] No DVR routers for this DVR port f073626d-a635-4514-83bd-83d13a95f885 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:02.422873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca53fd9-013e-44ba-91eb-363730e268e9,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.437052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.453887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-346f4a46-7305-4528-a148-d550199531d4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549575 Apr 20 14:52:02.464990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port f073626d-a635-4514-83bd-83d13a95f885 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:02.465319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.604865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port f073626d-a635-4514-83bd-83d13a95f885, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:02.605247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.639397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for f073626d-a635-4514-83bd-83d13a95f885 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:02.644332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Port f073626d-a635-4514-83bd-83d13a95f885 was not found and therefore no delete operation was performed {{(pid=102864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:52:02.644569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.646146 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.652798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.653419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.685587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=f073626d-a635-4514-83bd-83d13a95f885,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.718863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port f073626d-a635-4514-83bd-83d13a95f885 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:02.759589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:02.808419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:02.810329 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment 94f096bb-2186-4b4a-b32a-5790e7005015 of type vlan for network 6a7d720a-bf29-4a1f-b6fd-54d714da941b Apr 20 14:52:02.814853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c1606-70bf-4790-809b-845ba4c20be8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:02.935113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.003610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:03.017136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.019005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.019601 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment f045e730-a85e-49f5-a893-6ca45900d01d of type vlan for network e378ebfc-e178-491f-95a8-68e12bda11d5 Apr 20 14:52:03.028259 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.038489 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.060754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-c4854073-d35d-4c54-aa39-9e50e3d9a5c8 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1122294674&fields=id&tenant_id=328b397878e64600aa3f2ffaff641d37 HTTP/1.1" status: 200 len: 267 time: 0.0861845 Apr 20 14:52:03.062451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b443e3-6133-4ce0-beab-33df5fd78078']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:03.086590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a46725-3261-4801-bf94-99f61dd52891') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:03.086952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a46725-3261-4801-bf94-99f61dd52891') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:03.105509 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.123867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.160109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.179812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-59da32fc-025f-44f2-aba2-2e478451bf85 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1691476057&fields=id&tenant_id=328b397878e64600aa3f2ffaff641d37 HTTP/1.1" status: 200 len: 267 time: 0.1091981 Apr 20 14:52:03.192913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.193425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.211221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:03.222886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:03.225412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:03.225827 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.227625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:03.230067 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:03.238291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Pushing event updated for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:03.320414 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.320745 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.330209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.332559 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.332897 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.333234 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.333564 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.333888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.334209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.334537 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.334879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.335190 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:03.360351 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Attempting to bind port d52cf26b-a053-48f2-abb8-9b62c3109ec6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:03.360704 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Attempting to bind port d52cf26b-a053-48f2-abb8-9b62c3109ec6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:03.361514 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Attempting to bind port d52cf26b-a053-48f2-abb8-9b62c3109ec6 on network 957543fd-7bd5-418b-8e66-db73e8a3b04b {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:03.377057 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:03.377436 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Checking segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:03.377839 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.378480 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Bound using segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:03.392793 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Bound port: d52cf26b-a053-48f2-abb8-9b62c3109ec6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:03.393341 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.399800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.482432 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7963767 Apr 20 14:52:03.489201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46628) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:03.526162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f073626d-a635-4514-83bd-83d13a95f885 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:03.557905 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] For port d52cf26b-a053-48f2-abb8-9b62c3109ec6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:03.562789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] For port d52cf26b-a053-48f2-abb8-9b62c3109ec6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d52cf26b-a053-48f2-abb8-9b62c3109ec6,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:03.574530 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.600202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=6a7d720a-bf29-4a1f-b6fd-54d714da941b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:03.603329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f073626d-a635-4514-83bd-83d13a95f885 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:03.603682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f073626d-a635-4514-83bd-83d13a95f885 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:03.631701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 6a7d720a-bf29-4a1f-b6fd-54d714da941b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:03.667231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.690002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.698770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/84b443e3-6133-4ce0-beab-33df5fd78078 HTTP/1.1" status: 204 len: 168 time: 1.6212442 Apr 20 14:52:03.706264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46630) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:03.707132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825ece5-ca97-4a68-9199-49760ba6e875 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=84b443e3-6133-4ce0-beab-33df5fd78078,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:03.713552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193013511'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:03.738751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-278266df-eadf-4ebd-9e00-de2d2718c651 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:03.740310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-278266df-eadf-4ebd-9e00-de2d2718c651 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/networks?id=957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 200 len: 796 time: 0.5394425 Apr 20 14:52:03.765600 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:03.766763 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:51:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:03.791105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-1558957a-b516-4c91-846f-27eeb6a4ad46 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/quotas/328b397878e64600aa3f2ffaff641d37 HTTP/1.1" status: 200 len: 375 time: 0.0353501 Apr 20 14:52:03.849171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1f56c-2fa0-402d-825f-63b4a828f2e7 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=e378ebfc-e178-491f-95a8-68e12bda11d5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:03.917697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a30b7c92-da3e-40d0-bddd-7e4212ba4907 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135974 Apr 20 14:52:03.918154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:03.918935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:03.923783 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a544e-9477-44c0-9ff6-c61f282bb01a None None] Pushing event updated for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:03.965500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e378ebfc-e178-491f-95a8-68e12bda11d5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:03.974818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9736-b9a3-4355-89c6-2ddfb0ace1fc tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:03.995034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9736-b9a3-4355-89c6-2ddfb0ace1fc tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:04.015487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9736-b9a3-4355-89c6-2ddfb0ace1fc tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:04.033816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9736-b9a3-4355-89c6-2ddfb0ace1fc tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:04.036170 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5e2b9736-b9a3-4355-89c6-2ddfb0ace1fc tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5459166 Apr 20 14:52:04.036939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:04.040344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.052447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:04.112660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:04.125399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.125795 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment bf349cc6-97c6-4122-90d0-150f7e68cf12 of type vlan for network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 Apr 20 14:52:04.140988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:04.210532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.235572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-9caf5ec0-287f-415e-ba9c-f62138a6a9e7 service neutron] 10.222.0.20 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149958 Apr 20 14:52:04.286179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.299097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:04.301435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.330217 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.400862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6934335 Apr 20 14:52:04.402417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46668) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:04.418939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:04.435975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] For port d52cf26b-a053-48f2-abb8-9b62c3109ec6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d52cf26b-a053-48f2-abb8-9b62c3109ec6,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:04.445559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098fb7-b9e3-4654-ae45-f9538fbc39af tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=1fb9b3cd-f8a3-474e-a6ea-65c7ef045929,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:04.445997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.531774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.538597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:04.545734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.656113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:04.659626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:03Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:04.700620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-fffe82a0-7c44-4913-a178-5d9d3f2fc0df service neutron] 10.222.0.20 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535108 Apr 20 14:52:04.754252 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93119a68-dae4-4606-b50a-9b217afb1df6 None None] The sync data for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 is: [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:03Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:04.767283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae078619-8975-4e06-857d-eb98e9f6782a None None] Pushing event updated for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:04.819539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.848096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7d720a-bf29-4a1f-b6fd-54d714da941b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:04.858410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7f4e0d0e-d6e7-4c56-9106-63cfc2b8730b None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:04.858824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7f4e0d0e-d6e7-4c56-9106-63cfc2b8730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.860568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f096bb-2186-4b4a-b32a-5790e7005015') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:04.861193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f096bb-2186-4b4a-b32a-5790e7005015') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:04.929495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.968212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.985137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:04.985991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:04.995918 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:05.181933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.200719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.219683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/6a7d720a-bf29-4a1f-b6fd-54d714da941b HTTP/1.1" status: 204 len: 168 time: 1.1656885 Apr 20 14:52:05.226618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:05.341144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.501911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=6f844f99-ed70-4758-9b81-5949eb684ab2,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:05.531683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ea3d7-1f40-49df-9a01-e5fb8419e07f tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=6a7d720a-bf29-4a1f-b6fd-54d714da941b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:05.587501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': 'bf349cc6-97c6-4122-90d0-150f7e68cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:05.588067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:05.629743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:05.646381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d52cf26b-a053-48f2-abb8-9b62c3109ec6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:05.648623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:05.674000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:05.687380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.688108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf631441-75ba-4daf-b866-6f0ef5bd29b9 req-13b7cfcf-6756-4604-900d-8c97d3670e4f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.1622524 Apr 20 14:52:05.720026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46700) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:05.740309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67e3e1-7cb5-45b7-850b-e3faa399bf0c None None] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:05.746850 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c04ec22-0788-461b-b9d2-13c5c7decf46 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3341360 Apr 20 14:52:05.749353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46702) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:05.764039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1670683603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:05.772068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.854505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.855692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:05.973027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.002667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.040876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.042288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c9a7011-a3ba-4962-8e84-9648fceb2854 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2889922 Apr 20 14:52:06.046485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:06.052746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'port': {'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929', 'name': 'tempest-RoutersIpV6Test-606375996'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:06.139244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.183466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378ebfc-e178-491f-95a8-68e12bda11d5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:06.195024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f045e730-a85e-49f5-a893-6ca45900d01d') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:06.195382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f045e730-a85e-49f5-a893-6ca45900d01d') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:06.207625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.224233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.233779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:06.234302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:06.321398 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:06.344190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2af815e-da12-4b5d-95b8-22a333973a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.364745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.370182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.375722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/e378ebfc-e178-491f-95a8-68e12bda11d5 HTTP/1.1" status: 204 len: 168 time: 1.1438890 Apr 20 14:52:06.419492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:06.432003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417640-844f-4517-9bc7-188da71b6a0a tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=e378ebfc-e178-491f-95a8-68e12bda11d5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:06.474283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:06.481078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.482950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdaa4b-022d-420c-b1c4-66c1b17c773a req-da52755c-055d-4ca3-a80c-138f56ebaa0f tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:06.495159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdfdaa4b-022d-420c-b1c4-66c1b17c773a req-da52755c-055d-4ca3-a80c-138f56ebaa0f tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 950 time: 0.1781781 Apr 20 14:52:06.537347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d52cf26b-a053-48f2-abb8-9b62c3109ec6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:06.537885 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.604984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdfdaa4b-022d-420c-b1c4-66c1b17c773a req-b6d1b5c4-495c-42ed-bca5-d8d5cb512624 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Apr 20 14:52:06.686118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] device_id is not set on port 0809235a-bdac-4a07-9da9-b4144b5eeea3 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:52:06.694303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2af815e-da12-4b5d-95b8-22a333973a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.728395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2af815e-da12-4b5d-95b8-22a333973a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.819071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b2af815e-da12-4b5d-95b8-22a333973a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=966ef58bdc4f424097c35734147a34a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0949810 Apr 20 14:52:06.823594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46724) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:06.881462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-1fb9b3cd-f8a3-474e-a6ea-65c7ef045929', 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '6f844f99-ed70-4758-9b81-5949eb684ab2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:06.882055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:06.920516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25dff8b5-f4ce-42bc-8292-b3f2d7da9849 req-da078b8b-71d1-4e85-82f8-a332a6fd1cf7 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.1003313 Apr 20 14:52:06.930065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af815e-da12-4b5d-95b8-22a333973a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a95fc8-4dd6-4eb0-a1d9-c4ab4cb3396d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:06.972631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.004629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.064242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.069477 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.074143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66a95fc8-4dd6-4eb0-a1d9-c4ab4cb3396d HTTP/1.1" status: 204 len: 168 time: 0.2471237 Apr 20 14:52:07.084082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c471cc-6d4e-4a4d-9e56-d4dd369e6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a95fc8-4dd6-4eb0-a1d9-c4ab4cb3396d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:07.289340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Allocated IP 2001:db8::2 (1fb9b3cd-f8a3-474e-a6ea-65c7ef045929/6f844f99-ed70-4758-9b81-5949eb684ab2/302e4539-95b4-4e2c-af05-1bc36d2a1cce) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:07.615905 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.623919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.683274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46736) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:07.684172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:07.687781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:07.692956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:07.728227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Pushing event updated for resources: {'Port': ['ID=302e4539-95b4-4e2c-af05-1bc36d2a1cce,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:07.744590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c86084-3a8f-46c2-8571-7e52e01f28d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.789156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Attempting to bind port 302e4539-95b4-4e2c-af05-1bc36d2a1cce on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:07.789525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Attempting to bind port 302e4539-95b4-4e2c-af05-1bc36d2a1cce by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'bf349cc6-97c6-4122-90d0-150f7e68cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:07.789897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Attempting to bind port 302e4539-95b4-4e2c-af05-1bc36d2a1cce on network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:07.800466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:07.800466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Checking segment: {'id': 'bf349cc6-97c6-4122-90d0-150f7e68cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:07.800992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.801540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Bound using segment: {'id': 'bf349cc6-97c6-4122-90d0-150f7e68cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:07.802028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Bound port: 302e4539-95b4-4e2c-af05-1bc36d2a1cce, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf349cc6-97c6-4122-90d0-150f7e68cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1fb9b3cd-f8a3-474e-a6ea-65c7ef045929'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:07.802416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.917830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] For port 302e4539-95b4-4e2c-af05-1bc36d2a1cce, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:07.921183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] For port 302e4539-95b4-4e2c-af05-1bc36d2a1cce, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=302e4539-95b4-4e2c-af05-1bc36d2a1cce,segment=NetworkSegment(bf349cc6-97c6-4122-90d0-150f7e68cf12),segment_id=bf349cc6-97c6-4122-90d0-150f7e68cf12)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:07.929146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:07.957895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-4bfba181-ff77-4dc9-90b3-466dafe8da7e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:07.959509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2b888-c425-4254-bfa6-3ce7329932c1 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:07.959995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-4bfba181-ff77-4dc9-90b3-466dafe8da7e tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.43 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 950 time: 0.2475684 Apr 20 14:52:07.965545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a2b888-c425-4254-bfa6-3ce7329932c1 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:08.001054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-65a2b888-c425-4254-bfa6-3ce7329932c1 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.5742407 Apr 20 14:52:08.003175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46744) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:08.035525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccc95c-71b2-46c8-bfd9-f70c2f89840f req-03d0d532-ec91-46ee-aad5-bce7b0bf84e3 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:08.037062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03ccc95c-71b2-46c8-bfd9-f70c2f89840f req-03d0d532-ec91-46ee-aad5-bce7b0bf84e3 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 950 time: 0.2036655 Apr 20 14:52:08.108959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8ea7-61b1-4e5c-9945-d6b416df6c24 None None] Pushing event updated for resources: {'Port': ['ID=302e4539-95b4-4e2c-af05-1bc36d2a1cce,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:08.115765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-126091248'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:08.215208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4787d3a6-bda0-42fb-8d45-60acb50cb352 req-0cfbd824-69a2-46ca-9b59-98e10267d3ea tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.1736243 Apr 20 14:52:08.276737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03ccc95c-71b2-46c8-bfd9-f70c2f89840f req-ea9bd217-fbeb-4081-a249-d4a0d25fd319 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/security-groups?id=78cd9603-8a80-464f-9487-6d17b57f5b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135670 Apr 20 14:52:08.293452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Deleting port 832dbf78-dda2-4ba4-b390-2509f9f73e5e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:08.293825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.476966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8::2f8 (1fb9b3cd-f8a3-474e-a6ea-65c7ef045929/6f844f99-ed70-4758-9b81-5949eb684ab2/0809235a-bdac-4a07-9da9-b4144b5eeea3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:08.495184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] For port 832dbf78-dda2-4ba4-b390-2509f9f73e5e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=832dbf78-dda2-4ba4-b390-2509f9f73e5e,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:08.496150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.549313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c86084-3a8f-46c2-8571-7e52e01f28d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.551432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Calling delete_port for 832dbf78-dda2-4ba4-b390-2509f9f73e5e owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:08.566245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c86084-3a8f-46c2-8571-7e52e01f28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.659966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.669959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7c86084-3a8f-46c2-8571-7e52e01f28d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e75b4e7e2fe4c23bb79c3f2a7886f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9851789 Apr 20 14:52:08.675084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c86084-3a8f-46c2-8571-7e52e01f28d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1adfe1-5835-4448-8536-5f5c3ef89acb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:08.677754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46750) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:08.722305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.740934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:08.745176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.787340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-2c3add39-85df-4853-ac94-bc9be9c20972 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:08.789471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-2c3add39-85df-4853-ac94-bc9be9c20972 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.43 "GET /v2.0/networks?id=957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 200 len: 796 time: 0.6317060 Apr 20 14:52:08.792395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.850334 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.867727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:08.873543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.885718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['832dbf78-dda2-4ba4-b390-2509f9f73e5e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:52:08.908918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:08.926220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Pushing event deleted for resources: {'Port': ['ID=832dbf78-dda2-4ba4-b390-2509f9f73e5e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:08.927102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.927673 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment 2fdd84f2-08ca-4460-a756-7c1047d76932 of type vlan for network ceab98d8-80d5-4b40-9ed3-32f2f9571eb4 Apr 20 14:52:08.957218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:08.977589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=0809235a-bdac-4a07-9da9-b4144b5eeea3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:08.982532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] No DVR routers for this DVR port 832dbf78-dda2-4ba4-b390-2509f9f73e5e on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:08.986544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:08.987393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:08.994729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53bd3caf-754e-4f75-a518-4aafd2f5528b req-0e5c5466-4300-4041-b41a-9549b294f2a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.43 "DELETE /v2.0/ports/832dbf78-dda2-4ba4-b390-2509f9f73e5e HTTP/1.1" status: 204 len: 173 time: 1.0177190 Apr 20 14:52:08.994729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'name': 'network-vif-deleted', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:08.998371 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a6f3a5-0468-407b-beeb-9bd84fc02b34" -d '{"events": [{"server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "name": "network-vif-deleted", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:09.013279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:09.017512 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.017842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.023584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.025441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c1adfe1-5835-4448-8536-5f5c3ef89acb HTTP/1.1" status: 204 len: 168 time: 0.3439519 Apr 20 14:52:09.057770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-145cfcdb-d7df-492b-a0c4-9184fe203c06 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=328b397878e64600aa3f2ffaff641d37 HTTP/1.1" status: 200 len: 478 time: 0.2557817 Apr 20 14:52:09.071271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafe65e-555c-49cb-b25e-706a65ab0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1adfe1-5835-4448-8536-5f5c3ef89acb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:09.138259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'port': {'device_id': 'b8a88896-0392-4031-b59a-8475c73a1831', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'admin_state_up': True, 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'security_groups': ['3e3f05eb-1cc9-462c-89d9-8904f3828aff', 'c9e929c3-5ab9-4b61-a29b-e92a16d70df0']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:09.191870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.192533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.194740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.195198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.195636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.196074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.196502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.197526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.197962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.198406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.198858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.199283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:09.222766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.233906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c7c590a6-44af-4e25-ba90-9d0519f8919e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1861582 Apr 20 14:52:09.237100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:09.346236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:52:09.403897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.431810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:09.433024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:09.736859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 302e4539-95b4-4e2c-af05-1bc36d2a1cce up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:09.832909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=ceab98d8-80d5-4b40-9ed3-32f2f9571eb4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:09.842937 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc17703-d2b6-4571-abfb-56726a01361c x-openstack-request-id: req-7bc17703-d2b6-4571-abfb-56726a01361c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:09.842937 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becef72a-2f27-4b95-98cf-20c28a478517", "name": "network-vif-deleted", "tag": "832dbf78-dda2-4ba4-b390-2509f9f73e5e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:09.842937 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bc17703-d2b6-4571-abfb-56726a01361c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:09.842937 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc17703-d2b6-4571-abfb-56726a01361c'] response: {'server_uuid': 'becef72a-2f27-4b95-98cf-20c28a478517', 'name': 'network-vif-deleted', 'tag': '832dbf78-dda2-4ba4-b390-2509f9f73e5e', 'status': 'completed', 'code': 200} Apr 20 14:52:09.873017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ceab98d8-80d5-4b40-9ed3-32f2f9571eb4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:09.937107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-43b6aa4d-dcc7-4306-ac77-7947677b7f47 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8944395 Apr 20 14:52:09.937996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46772) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:09.944196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0ccd25d-507e-4f68-a4e1-61acf0c26114 req-bbc8e5c4-19ef-4ace-bfd6-97e94d4fb541 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.0968962 Apr 20 14:52:09.964256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1485845838'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:10.025028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:10.031013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.035125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:10.039390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.087212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cde785-c99b-40c4-8430-7ff8def44262 None None] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:10.337406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.363456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-862d89ef-aed5-4cbd-982d-935474f5dacd req-ea613593-6158-4b0a-af19-7e4e8c2021a7 tempest-VolumesBackupsTest-2105825223 tempest-VolumesBackupsTest-2105825223-project] 10.222.0.20 "GET /v2.0/ports?device_id=becef72a-2f27-4b95-98cf-20c28a478517 HTTP/1.1" status: 200 len: 210 time: 0.3229806 Apr 20 14:52:10.388023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-889b29ff-d870-4803-98b6-cdf175661cfe None None] Provisioning complete for port 302e4539-95b4-4e2c-af05-1bc36d2a1cce triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:10.391739 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-889b29ff-d870-4803-98b6-cdf175661cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.399184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.20.0.14 (957543fd-7bd5-418b-8e66-db73e8a3b04b/15179a12-11d8-4e82-861e-eb129bf3a16b/d7835504-e34c-41a0-bba3-5a782cee2fda) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:10.439337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7697fd15-3c80-4a91-916c-c7b55bc42740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.484796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 302e4539-95b4-4e2c-af05-1bc36d2a1cce triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:10.485550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.621464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.696398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:10.757943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.763629 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment 84b315f7-8358-401b-b012-dacede038053 of type vlan for network 2fb0df7f-6438-4dd4-a139-99ba72a1b32d Apr 20 14:52:10.829581 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-889b29ff-d870-4803-98b6-cdf175661cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.835616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.849081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 302e4539-95b4-4e2c-af05-1bc36d2a1cce, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=302e4539-95b4-4e2c-af05-1bc36d2a1cce,segment=NetworkSegment(bf349cc6-97c6-4122-90d0-150f7e68cf12),segment_id=bf349cc6-97c6-4122-90d0-150f7e68cf12)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:10.869813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.950510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.978348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:10.987153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=302e4539-95b4-4e2c-af05-1bc36d2a1cce,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:11.000204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:11.016511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:11.017433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:11.089192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:11.102784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:11.146376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:11.152568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2105494 Apr 20 14:52:11.171423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:11.231594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'ports': [{'network_id': 'ceab98d8-80d5-4b40-9ed3-32f2f9571eb4', 'name': 'tempest-port--1313653063', 'admin_state_up': True}, {'network_id': '2fb0df7f-6438-4dd4-a139-99ba72a1b32d', 'admin_state_up': False}]} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:11.232326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'port': {'network_id': 'ceab98d8-80d5-4b40-9ed3-32f2f9571eb4', 'name': 'tempest-port--1313653063', 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:11.232966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'port': {'network_id': '2fb0df7f-6438-4dd4-a139-99ba72a1b32d', 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:11.258797 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-889b29ff-d870-4803-98b6-cdf175661cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:52:11.271059 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-889b29ff-d870-4803-98b6-cdf175661cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:52:11.550658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 302e4539-95b4-4e2c-af05-1bc36d2a1cce up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:11.762284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 302e4539-95b4-4e2c-af05-1bc36d2a1cce triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:11.762963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:11.823957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'port': 2} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:11.832509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:11.841159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9f18-0594-4ff0-90d1-d2ac953c06e6 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=2fb0df7f-6438-4dd4-a139-99ba72a1b32d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:11.888741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:11.890113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2fb0df7f-6438-4dd4-a139-99ba72a1b32d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:11.915387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.006429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:12.016761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.144193 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a5e919b3-6e68-478b-9531-27f361b41efb tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.0513058 Apr 20 14:52:12.210023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Provisioning complete for port 0809235a-bdac-4a07-9da9-b4144b5eeea3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:12.210730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.289732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Port 0809235a-bdac-4a07-9da9-b4144b5eeea3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:12.292628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e38d2-8d14-4e1f-920d-0ada588116e3 req-7b401d18-7c24-4641-ac24-b6119296b8c8 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:12.294365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a32e38d2-8d14-4e1f-920d-0ada588116e3 req-7b401d18-7c24-4641-ac24-b6119296b8c8 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 971 time: 0.1802709 Apr 20 14:52:12.309943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Provisioning complete for port d7835504-e34c-41a0-bba3-5a782cee2fda triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:12.312426 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.332608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.344466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.375124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Request body: {'port': {'device_id': 'b8a88896-0392-4031-b59a-8475c73a1831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:12.408398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a32e38d2-8d14-4e1f-920d-0ada588116e3 req-cff696ce-124c-41ae-9c0f-cf8837f02dd7 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1061585 Apr 20 14:52:12.440772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Port d7835504-e34c-41a0-bba3-5a782cee2fda cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:12.466514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Provisioning complete for port 302e4539-95b4-4e2c-af05-1bc36d2a1cce triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:12.468713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4053b6e5-933a-4fb6-9482-aa04bbb604dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.505717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=0809235a-bdac-4a07-9da9-b4144b5eeea3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:12.522832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] device_id is not set on port 62c13342-d131-4669-be91-3d7b12ac7aeb yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:52:12.621604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 832dbf78-dda2-4ba4-b390-2509f9f73e5e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:12.686060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.711420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.870759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 832dbf78-dda2-4ba4-b390-2509f9f73e5e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:12.870759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 832dbf78-dda2-4ba4-b390-2509f9f73e5e not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:12.877990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c22a356f-de68-4be5-a28e-d93b18c04f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:12.946895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.000683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fad5d35a-79f1-40ac-af0d-37ac009cad7b None None] Provisioning complete for port 0809235a-bdac-4a07-9da9-b4144b5eeea3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:13.003592 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fad5d35a-79f1-40ac-af0d-37ac009cad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.008514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.082306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] device_id is not set on port 960b4e82-40ce-4651-8627-62b76af31c1c yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:52:13.104499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fad5d35a-79f1-40ac-af0d-37ac009cad7b None None] Port 0809235a-bdac-4a07-9da9-b4144b5eeea3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:13.201306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.316669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.325419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.327027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.408991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=0809235a-bdac-4a07-9da9-b4144b5eeea3,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:13.568219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7835504-e34c-41a0-bba3-5a782cee2fda {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:52:13.577089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.591162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Transition to ACTIVE for port object d7835504-e34c-41a0-bba3-5a782cee2fda will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:52:13.593554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.604065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.611028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:13.613197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:13.661717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.709285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Port': ['ID=62c13342-d131-4669-be91-3d7b12ac7aeb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:13.774514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:13.888053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef802f5-fc07-4452-afc7-338ab54d4d93 req-0165ee6b-c1d7-4903-9206-8756112f4804 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:13.892725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ef802f5-fc07-4452-afc7-338ab54d4d93 req-0165ee6b-c1d7-4903-9206-8756112f4804 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 983 time: 0.1943614 Apr 20 14:52:13.999424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Checking segment: {'id': '2fdd84f2-08ca-4460-a756-7c1047d76932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ceab98d8-80d5-4b40-9ed3-32f2f9571eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:14.008880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network hostable DHCP agents. Network: ceab98d8-80d5-4b40-9ed3-32f2f9571eb4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:14.065838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 0ac2b5a6-00e8-456b-9a94-777d810036ab is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:52:14.071934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ef802f5-fc07-4452-afc7-338ab54d4d93 req-56f071cc-e784-41a1-a8c6-dcf20e4cdf4e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1364696 Apr 20 14:52:14.093868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Attempting to bind port d7835504-e34c-41a0-bba3-5a782cee2fda on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:14.094158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Attempting to bind port d7835504-e34c-41a0-bba3-5a782cee2fda by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:14.094483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Attempting to bind port d7835504-e34c-41a0-bba3-5a782cee2fda on network 957543fd-7bd5-418b-8e66-db73e8a3b04b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:14.102456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Port d7835504-e34c-41a0-bba3-5a782cee2fda on network 957543fd-7bd5-418b-8e66-db73e8a3b04b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:52:14.102809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Attempting to bind port d7835504-e34c-41a0-bba3-5a782cee2fda on network 957543fd-7bd5-418b-8e66-db73e8a3b04b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:14.180394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network ceab98d8-80d5-4b40-9ed3-32f2f9571eb4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:14.209628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:14.210465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Checking segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:14.210944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Bound using segment: {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:14.211385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Bound port: d7835504-e34c-41a0-bba3-5a782cee2fda, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:14.212450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.253448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ceab98d8-80d5-4b40-9ed3-32f2f9571eb4) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:14.260435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.294236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec17987-e52d-4c87-a21d-ad799af7b4d5 None None] Network ceab98d8-80d5-4b40-9ed3-32f2f9571eb4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:14.308945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:14.323243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5015ccd4-e068-4f3a-bbd3-777a7b51bdf7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/0ac2b5a6-00e8-456b-9a94-777d810036ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816560 Apr 20 14:52:14.324065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46918) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:14.347290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:14.350970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.382462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:14.435607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] Sync routers for ids ['0ac2b5a6-00e8-456b-9a94-777d810036ab'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:14.435957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3c4c5-a1f3-4b44-bacd-5de35882fcd9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:14.439807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d6d3c4c5-a1f3-4b44-bacd-5de35882fcd9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports/0809235a-bdac-4a07-9da9-b4144b5eeea3 HTTP/1.1" status: 200 len: 983 time: 0.1116118 Apr 20 14:52:14.440497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46928) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:14.466240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d63d0963-b89b-4741-9e20-be3203aee195 None None] Provisioning complete for port 0809235a-bdac-4a07-9da9-b4144b5eeea3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:14.466793 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d63d0963-b89b-4741-9e20-be3203aee195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.528525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d63d0963-b89b-4741-9e20-be3203aee195 None None] Port 0809235a-bdac-4a07-9da9-b4144b5eeea3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:14.530462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] Routers {'0ac2b5a6-00e8-456b-9a94-777d810036ab'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:14.531288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ac2b5a6-00e8-456b-9a94-777d810036ab'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:14.603006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Checking segment: {'id': '84b315f7-8358-401b-b012-dacede038053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '2fb0df7f-6438-4dd4-a139-99ba72a1b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:14.604477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network hostable DHCP agents. Network: 2fb0df7f-6438-4dd4-a139-99ba72a1b32d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:14.615186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:14.664549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] Routers {'0ac2b5a6-00e8-456b-9a94-777d810036ab'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:14.666063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ac2b5a6-00e8-456b-9a94-777d810036ab'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:14.677630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Port': ['ID=960b4e82-40ce-4651-8627-62b76af31c1c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:14.684993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network 2fb0df7f-6438-4dd4-a139-99ba72a1b32d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:14.706903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:14.713646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70b1d1f0-6c74-4c29-9674-2bcbf0d27bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.724549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:14.725384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1eaa56-2b01-4157-91a9-cd7b597e03cb None None] The sync data for ids ['0ac2b5a6-00e8-456b-9a94-777d810036ab'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:14.734145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2fb0df7f-6438-4dd4-a139-99ba72a1b32d) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:14.738951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d7835504-e34c-41a0-bba3-5a782cee2fda,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:14.743776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:14.749662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:14.751194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976cb4d3-f557-4494-aa74-2ee6c8728dc8 None None] Network 2fb0df7f-6438-4dd4-a139-99ba72a1b32d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:14.754884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:14.755575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.772116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.794662 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bee755cf-2939-4996-972e-84ef76d47bba tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6098421 Apr 20 14:52:14.840193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:14.923033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:14.923681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.925247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 200 len: 1131 time: 2.5907297 Apr 20 14:52:14.926388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:14.928177 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b1dccb-db82-4848-a973-5dd5ac707083" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:14.991471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524d054-0ad7-44f3-aedf-dbad97411e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:15.047014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca207c0f-59ed-42ab-96c2-32ae2c534f86 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.062888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca207c0f-59ed-42ab-96c2-32ae2c534f86 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.070069 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ca207c0f-59ed-42ab-96c2-32ae2c534f86 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2185013 Apr 20 14:52:15.072786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46942) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:15.075552 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4db5c2-2780-4372-9e95-ca5cbde9da8a x-openstack-request-id: req-3f4db5c2-2780-4372-9e95-ca5cbde9da8a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:15.079207 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:15.079586 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f4db5c2-2780-4372-9e95-ca5cbde9da8a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:15.080237 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4db5c2-2780-4372-9e95-ca5cbde9da8a'] response: {'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'status': 'completed', 'code': 200} Apr 20 14:52:15.219809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70b1d1f0-6c74-4c29-9674-2bcbf0d27bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.238932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-b6432383-d7e4-4eef-a17c-a414f336a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.240573 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-b6432383-d7e4-4eef-a17c-a414f336a9d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1134 time: 0.2460573 Apr 20 14:52:15.278492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-70b1d1f0-6c74-4c29-9674-2bcbf0d27bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.351897 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.354073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.400293 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.426017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-70b1d1f0-6c74-4c29-9674-2bcbf0d27bb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5531d3c4d17b4baaa3c288fca6f07b85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0414567 Apr 20 14:52:15.448095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-c7a99621-6a8d-40ee-b81c-e9842e1989b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 200 len: 217 time: 0.1655362 Apr 20 14:52:15.451853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46946) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:15.481685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110eff2-5212-4175-993e-1d45deea9177 req-19097571-333f-4689-bfb6-9a5e654df219 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.495135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8110eff2-5212-4175-993e-1d45deea9177 req-19097571-333f-4689-bfb6-9a5e654df219 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 983 time: 0.2443669 Apr 20 14:52:15.524438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1d1f0-6c74-4c29-9674-2bcbf0d27bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d63a372-4346-4cea-80d9-0922b01f3300,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:15.573341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-4402ba08-50de-4f1c-b449-3c7cbab273ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.574953 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-4402ba08-50de-4f1c-b449-3c7cbab273ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15179a12-11d8-4e82-861e-eb129bf3a16b HTTP/1.1" status: 200 len: 835 time: 0.0849776 Apr 20 14:52:15.577763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Deleting port 62c13342-d131-4669-be91-3d7b12ac7aeb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:15.578078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.636665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8110eff2-5212-4175-993e-1d45deea9177 req-989f14d6-ef56-49e5-a678-70cfe4ec8f9c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1264608 Apr 20 14:52:15.658071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.672556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Calling delete_port for 62c13342-d131-4669-be91-3d7b12ac7aeb owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:15.683694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.777957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.813015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-523c2e5b-038f-464b-837b-1316a55fccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:15.814532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-523c2e5b-038f-464b-837b-1316a55fccaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957543fd-7bd5-418b-8e66-db73e8a3b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268890 Apr 20 14:52:15.861836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 0809235a-bdac-4a07-9da9-b4144b5eeea3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:15.862418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.901803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.967994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Port': ['ID=62c13342-d131-4669-be91-3d7b12ac7aeb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:15.974532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.977185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.980738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d63a372-4346-4cea-80d9-0922b01f3300 HTTP/1.1" status: 204 len: 168 time: 0.5245299 Apr 20 14:52:15.980738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-02ade4ca-025e-436a-a495-9c130f2b2edf service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581089 Apr 20 14:52:15.981774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:15.987794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b7aef6aa-3ceb-427c-9901-283bd01d37a0 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/ports/62c13342-d131-4669-be91-3d7b12ac7aeb HTTP/1.1" status: 204 len: 168 time: 0.8613684 Apr 20 14:52:16.003374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.005523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77128f-36c2-4e1f-86dd-eac325f65ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d63a372-4346-4cea-80d9-0922b01f3300,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:16.024285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.067082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 0809235a-bdac-4a07-9da9-b4144b5eeea3 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:16.130123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa528-618f-40fd-ba80-10b2122bc1c9 req-98a8947e-d35e-42d3-9940-c05f149339a2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:16.139005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-451aa528-618f-40fd-ba80-10b2122bc1c9 req-98a8947e-d35e-42d3-9940-c05f149339a2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.1207962 Apr 20 14:52:16.222973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-451aa528-618f-40fd-ba80-10b2122bc1c9 req-cc28dab5-c094-4967-9589-30eb666284d6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812671 Apr 20 14:52:16.263604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab02643d-0c8d-43c9-b097-c0db970221f8 req-43af82d5-8023-486f-a74d-8e0e9bc6f38c service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673962 Apr 20 14:52:16.312587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Deleting port 960b4e82-40ce-4651-8627-62b76af31c1c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:16.313041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.388441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.421032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=0809235a-bdac-4a07-9da9-b4144b5eeea3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:16.438473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.438840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.439176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.439502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.439826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.440196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.440520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.440845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.441160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.441602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.441926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.442827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:16.458612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.469449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-013f4041-1732-4d33-a887-bee1f53421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:16.472079 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-013f4041-1732-4d33-a887-bee1f53421ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1134 time: 0.1512363 Apr 20 14:52:16.480358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Calling delete_port for 960b4e82-40ce-4651-8627-62b76af31c1c owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:16.512975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46978) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.586318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.591352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae63bc4c-4ca2-4226-a1f0-514df4b7197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.720213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-f35ebef2-603f-49cd-b4c8-56bf095f31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:16.733956 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-f35ebef2-603f-49cd-b4c8-56bf095f31d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 200 len: 897 time: 0.2546122 Apr 20 14:52:16.795839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 0ac2b5a6-00e8-456b-9a94-777d810036ab has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:16.814282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.816775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-f801744d-2fc0-434d-af4e-a4125184934c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 200 len: 217 time: 0.0702441 Apr 20 14:52:16.862884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Port': ['ID=960b4e82-40ce-4651-8627-62b76af31c1c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:16.909000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.912284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-92ef7255-636f-4c45-97f1-5ba9ba2d0e73 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/ports/960b4e82-40ce-4651-8627-62b76af31c1c HTTP/1.1" status: 204 len: 168 time: 0.9046302 Apr 20 14:52:16.914598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae63bc4c-4ca2-4226-a1f0-514df4b7197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.916143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46984) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.922847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae63bc4c-4ca2-4226-a1f0-514df4b7197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:16.929185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:16.938051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80f0e-441f-4622-8cab-d8326e4ffafb req-5c19df6f-0dd5-4589-b6de-ed3d815eef02 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:16.939457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5f80f0e-441f-4622-8cab-d8326e4ffafb req-5c19df6f-0dd5-4589-b6de-ed3d815eef02 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 983 time: 0.1729469 Apr 20 14:52:16.942553 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] Sync routers for ids ['0ac2b5a6-00e8-456b-9a94-777d810036ab'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:16.943550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e4a703b-8e94-4a13-85f4-3de698e33f07 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/0ac2b5a6-00e8-456b-9a94-777d810036ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998291 Apr 20 14:52:16.957618 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] Routers {'0ac2b5a6-00e8-456b-9a94-777d810036ab'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:16.958380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ac2b5a6-00e8-456b-9a94-777d810036ab'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:16.960516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46986) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.968849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ae63bc4c-4ca2-4226-a1f0-514df4b7197c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d554273bc7747d3bc95a011e96d1d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531267 Apr 20 14:52:16.974248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c18c70f-96ef-44ba-8aad-77d5a5e8fe41 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0566511 Apr 20 14:52:16.977755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46988) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.978101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:16.988922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1602115822'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:16.996165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-f25c8fcd-f185-4f9b-8187-e863295d1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:16.997651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-f25c8fcd-f185-4f9b-8187-e863295d1b92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15179a12-11d8-4e82-861e-eb129bf3a16b HTTP/1.1" status: 200 len: 835 time: 0.1682768 Apr 20 14:52:16.998252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63bc4c-4ca2-4226-a1f0-514df4b7197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc0189-3081-4ec3-b432-9576829103f9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:17.004169 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:17.025356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] Routers {'0ac2b5a6-00e8-456b-9a94-777d810036ab'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:17.025983 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0ac2b5a6-00e8-456b-9a94-777d810036ab'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:17.073546 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:17.074200 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae91ffd2-513a-4ff2-b134-c023a2bc5f0d None None] The sync data for ids ['0ac2b5a6-00e8-456b-9a94-777d810036ab'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:17.075136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-e0cc7443-1a02-4ec0-b224-b66fb721a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:17.077518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-e0cc7443-1a02-4ec0-b224-b66fb721a956 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957543fd-7bd5-418b-8e66-db73e8a3b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717356 Apr 20 14:52:17.090666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:17.094357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.173413 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-7c92d2ac-1001-4aed-a0a2-e8872e6a0d16 service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872746 Apr 20 14:52:17.186646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5f80f0e-441f-4622-8cab-d8326e4ffafb req-de875955-dffd-4544-8b46-d16996fafa70 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2251334 Apr 20 14:52:17.247142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:17.257752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.258145 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment 8e027441-c036-45f8-91a4-3e55d0645d32 of type vlan for network 619256a1-edfa-4e4e-8757-29b5789116b5 Apr 20 14:52:17.302901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1b1dccb-db82-4848-a973-5dd5ac707083 req-cf526875-dfa3-40f2-bb72-8dbb878c2df2 service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224284 Apr 20 14:52:17.313120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.401970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.428067 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-08f7bc48-6252-4251-af1a-e297bd20eb2e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 14:52:17.431749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08f7bc48-6252-4251-af1a-e297bd20eb2e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/0ac2b5a6-00e8-456b-9a94-777d810036ab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4616847 Apr 20 14:52:17.432132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47026) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:17.447464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.455719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:17.456563 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.469297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0a986c1-0306-48e5-a33e-d9cfadc13109 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac2b5a6-00e8-456b-9a94-777d810036ab HTTP/1.1" status: 200 len: 205 time: 0.0358090 Apr 20 14:52:17.471671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47032) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:17.499833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5147398 Apr 20 14:52:17.504340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.507436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47038) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:17.520762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-907465049'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:17.565978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.610300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cbcdf-a3d3-486d-8538-ece8772c320b req-c5d071a3-c28b-4f70-aa08-6149877bcd39 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:17.611847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a61cbcdf-a3d3-486d-8538-ece8772c320b req-c5d071a3-c28b-4f70-aa08-6149877bcd39 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.2866557 Apr 20 14:52:17.615269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2ac11-995c-4af6-825a-1fbdbefbcc00 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=619256a1-edfa-4e4e-8757-29b5789116b5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:17.625717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:17.628212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 619256a1-edfa-4e4e-8757-29b5789116b5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:17.630120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.681483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.684765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.695503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3fc0189-3081-4ec3-b432-9576829103f9 HTTP/1.1" status: 204 len: 168 time: 0.7088594 Apr 20 14:52:17.767024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:17.780481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.781044 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Added segment 4771f24e-3fdc-40d6-a63e-5747f20dcfe4 of type vlan for network 7c567b80-c40a-4080-9675-b1c96b5c3573 Apr 20 14:52:17.798068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.802230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.851347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.867321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.868493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac2b5a6-00e8-456b-9a94-777d810036ab {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:17.882855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.890199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8496386a-227f-4d05-bfa0-68314d1a0fc3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/0ac2b5a6-00e8-456b-9a94-777d810036ab HTTP/1.1" status: 204 len: 168 time: 0.4163599 Apr 20 14:52:17.891973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47048) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:17.898820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30328d09-3ca9-461a-8b0a-2f94748a85c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc0189-3081-4ec3-b432-9576829103f9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:17.903046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.923096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:17.929809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.937982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a61cbcdf-a3d3-486d-8538-ece8772c320b req-b16a831e-5ed5-40b3-99ed-2a987d7fa759 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941177 Apr 20 14:52:17.973432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 6f844f99-ed70-4758-9b81-5949eb684ab2 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:52:17.976965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:17.991834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4833155 Apr 20 14:52:18.021586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:18.140925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991da9d7-3bb9-4b1f-bea3-a9da90c833ef tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Network': ['ID=7c567b80-c40a-4080-9675-b1c96b5c3573,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:18.152100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:18.158221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 7c567b80-c40a-4080-9675-b1c96b5c3573 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:18.160559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'subnets': [{'network_id': '619256a1-edfa-4e4e-8757-29b5789116b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1159355166', 'ip_version': 4}, {'network_id': '7c567b80-c40a-4080-9675-b1c96b5c3573', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:18.160737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'subnet': {'network_id': '619256a1-edfa-4e4e-8757-29b5789116b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1159355166', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:18.161306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Request body: {'subnet': {'network_id': '7c567b80-c40a-4080-9675-b1c96b5c3573', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:18.443322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5a0c3-7226-42f2-bd13-6a9b8c0a2221 req-ab05e9c9-2562-42f2-bd89-8967f0bd9a6f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:18.449775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08c5a0c3-7226-42f2-bd13-6a9b8c0a2221 req-ab05e9c9-2562-42f2-bd89-8967f0bd9a6f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 983 time: 0.1263821 Apr 20 14:52:18.594874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:18.672601 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:18.750743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=6f844f99-ed70-4758-9b81-5949eb684ab2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:18.756322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:18.760714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f313f22-b480-42fc-8cae-604c3ccacb5b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/6f844f99-ed70-4758-9b81-5949eb684ab2 HTTP/1.1" status: 204 len: 168 time: 0.8676441 Apr 20 14:52:18.763887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:18.900146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:18.937534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d7835504-e34c-41a0-bba3-5a782cee2fda details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:52:18.942402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830eedc9-059d-4517-a28d-e7276038f7a3 None None] Network 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:19.048417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 302e4539-95b4-4e2c-af05-1bc36d2a1cce {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:19.048783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.148691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08c5a0c3-7226-42f2-bd13-6a9b8c0a2221 req-f87e27a1-d19f-4791-9226-2aa5150bc5c7 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6863651 Apr 20 14:52:19.173542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Made reservation on behalf of 0a3c135d240e4846b7ab8d51bbe30aa7 for: {'subnet': 2} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:19.179519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.181444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.207809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d7835504-e34c-41a0-bba3-5a782cee2fda,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:19.212806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 302e4539-95b4-4e2c-af05-1bc36d2a1cce, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=302e4539-95b4-4e2c-af05-1bc36d2a1cce,segment=NetworkSegment(bf349cc6-97c6-4122-90d0-150f7e68cf12),segment_id=bf349cc6-97c6-4122-90d0-150f7e68cf12)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:19.213632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.230882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'port_id': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'mac_address': 'fa:16:3e:1b:af:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:52:19.242184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 302e4539-95b4-4e2c-af05-1bc36d2a1cce owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:19.296996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.317329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8033cf-109c-4dfa-a039-49ce2202f827 None None] DHCP port deletion for 1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:52:19.324564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7835504-e34c-41a0-bba3-5a782cee2fda {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:52:19.346338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.355048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d7835504-e34c-41a0-bba3-5a782cee2fda,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:19.377759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.380485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1d8033cf-109c-4dfa-a039-49ce2202f827 None None] The port '302e4539-95b4-4e2c-af05-1bc36d2a1cce' was deleted {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 20 14:52:19.429867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=302e4539-95b4-4e2c-af05-1bc36d2a1cce,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:19.437761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 302e4539-95b4-4e2c-af05-1bc36d2a1cce on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:19.515710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 302e4539-95b4-4e2c-af05-1bc36d2a1cce no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:19.541082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 302e4539-95b4-4e2c-af05-1bc36d2a1cce {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:19.541670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 302e4539-95b4-4e2c-af05-1bc36d2a1cce not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:19.544309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:19.553893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.554738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.555384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.555880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.556358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.556845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.557334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.557809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.558284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.558796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.559391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.559723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:52:19.569331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.603760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb9b3cd-f8a3-474e-a6ea-65c7ef045929']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:19.615360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf349cc6-97c6-4122-90d0-150f7e68cf12') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:19.616675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf349cc6-97c6-4122-90d0-150f7e68cf12') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:19.629330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.646206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.654639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:19.655089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:19.679922 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:19.703993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d7835504-e34c-41a0-bba3-5a782cee2fda'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:52:19.796515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.801666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.813136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/1fb9b3cd-f8a3-474e-a6ea-65c7ef045929 HTTP/1.1" status: 204 len: 168 time: 1.0481679 Apr 20 14:52:19.814782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47136) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:19.824865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1237246724'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:19.872626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6f6e-d92d-4fca-96da-245da03c70d9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=1fb9b3cd-f8a3-474e-a6ea-65c7ef045929,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:19.876692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:19.877096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.881067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.911101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:19.920914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.921355 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment ec1d821e-4165-413b-ae10-15c087079190 of type vlan for network 8493af8f-ef90-40e4-85a9-c409d6a987c3 Apr 20 14:52:19.964883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Subnet': ['ID=18940d65-710e-4b84-98ed-bfcb9965af34,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:19.977129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:19.988604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Checking segment: {'id': '8e027441-c036-45f8-91a4-3e55d0645d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '619256a1-edfa-4e4e-8757-29b5789116b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:19.989822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network hostable DHCP agents. Network: 619256a1-edfa-4e4e-8757-29b5789116b5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:20.010793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.039175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.039897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.054140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network 619256a1-edfa-4e4e-8757-29b5789116b5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:20.075468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 619256a1-edfa-4e4e-8757-29b5789116b5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:20.080023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2598686 Apr 20 14:52:20.085937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47144) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:20.088043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a19b95-1f07-4ada-9bbe-9bea12b6446a None None] Network 619256a1-edfa-4e4e-8757-29b5789116b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:20.100036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.107540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:20.208143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event updated for resources: {'Subnet': ['ID=2a96a754-a165-42f4-844d-bd9c8fc795e2,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:20.239533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Checking segment: {'id': '4771f24e-3fdc-40d6-a63e-5747f20dcfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c567b80-c40a-4080-9675-b1c96b5c3573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:20.239893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network hostable DHCP agents. Network: 7c567b80-c40a-4080-9675-b1c96b5c3573, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:20.261950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Network 7c567b80-c40a-4080-9675-b1c96b5c3573 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:20.274487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7b82-7b06-41bc-9572-08f3c91ec0ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=8493af8f-ef90-40e4-85a9-c409d6a987c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:20.284834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 7c567b80-c40a-4080-9675-b1c96b5c3573) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:20.294299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.294826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.295450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.314222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:20.324631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca35bb1-09ad-4c17-b365-6ea7af472ffa None None] Network 7c567b80-c40a-4080-9675-b1c96b5c3573 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:20.353400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c66f4a77-1e42-40d1-8555-b0f163aa9fc3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1979623 Apr 20 14:52:20.356571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47158) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:20.390302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:20.434838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:20.438487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.455493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85443e-cb79-41b9-b6e4-07a7047b34f5 req-32b0f43e-40f3-4687-b01b-4a4825f6f0a6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.466170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e85443e-cb79-41b9-b6e4-07a7047b34f5 req-32b0f43e-40f3-4687-b01b-4a4825f6f0a6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 984 time: 0.1463075 Apr 20 14:52:20.478516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58004ba-2c0b-478f-b68c-54ebab5d6f22 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.480384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58004ba-2c0b-478f-b68c-54ebab5d6f22 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.482104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58004ba-2c0b-478f-b68c-54ebab5d6f22 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:20.488564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a58004ba-2c0b-478f-b68c-54ebab5d6f22 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1231372 Apr 20 14:52:20.497550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47168) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:20.593243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:20.632552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e85443e-cb79-41b9-b6e4-07a7047b34f5 req-4566ceb1-a7f8-4388-82b1-e2b83fadfbe1 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1594505 Apr 20 14:52:20.642772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-574302286'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:20.658936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Deleting subnet 18940d65-710e-4b84-98ed-bfcb9965af34 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:52:20.673731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.719966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d28eaa-7cea-4ef1-bf53-4dd7cc9d05d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-619256a1-edfa-4e4e-8757-29b5789116b5', 'network_id': '619256a1-edfa-4e4e-8757-29b5789116b5', 'tenant_id': '0a3c135d240e4846b7ab8d51bbe30aa7', 'fixed_ips': [{'subnet_id': '18940d65-710e-4b84-98ed-bfcb9965af34'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:20.720849 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d4d28eaa-7cea-4ef1-bf53-4dd7cc9d05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.764490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.772918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.774772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.831963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.869300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.933128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.947862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.964247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.970881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:20.979732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': 'ec1d821e-4165-413b-ae10-15c087079190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:20.980091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 8493af8f-ef90-40e4-85a9-c409d6a987c3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:20.984629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=544b8c64-eb57-45c6-a12c-24555760937c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-d4d28eaa-7cea-4ef1-bf53-4dd7cc9d05d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18940d65-710e-4b84-98ed-bfcb9965af34: This subnet is being modified by another concurrent operation. Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:20.989620 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18940d65-710e-4b84-98ed-bfcb9965af34: This subnet is being modified by another concurrent operation. Apr 20 14:52:20.992793 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:52:20.998648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.000693 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0919a0a3-4f62-49f4-8802-f49a26ad785a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6088049 Apr 20 14:52:21.005575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47178) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.013722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:21.019596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Subnet': ['ID=18940d65-710e-4b84-98ed-bfcb9965af34,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:21.022272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.024217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:21.027851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e1a0b725-719f-4d4e-a841-d1fe72c214af tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/subnets/18940d65-710e-4b84-98ed-bfcb9965af34 HTTP/1.1" status: 204 len: 168 time: 0.5271051 Apr 20 14:52:21.028162 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf0f00-8a9c-414e-9134-2001a0df6731" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:21.031561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.050438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d57b69-7716-470d-ba3a-683686983997 None None] Network 619256a1-edfa-4e4e-8757-29b5789116b5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:21.056802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:21.062690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df14fd-b805-41e6-8c15-cb5e74110618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-7c567b80-c40a-4080-9675-b1c96b5c3573', 'network_id': '7c567b80-c40a-4080-9675-b1c96b5c3573', 'tenant_id': '0a3c135d240e4846b7ab8d51bbe30aa7', 'fixed_ips': [{'subnet_id': '2a96a754-a165-42f4-844d-bd9c8fc795e2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:21.064196 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0df14fd-b805-41e6-8c15-cb5e74110618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.114838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8493af8f-ef90-40e4-85a9-c409d6a987c3) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:21.120521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.122943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:21.123530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.151759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Deleting subnet 2a96a754-a165-42f4-844d-bd9c8fc795e2 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:52:21.167439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.170012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.210288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02baee0f-4d76-448b-a196-9799df895a9e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1085668 Apr 20 14:52:21.217564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08010d0a-1445-4a0b-a65b-536272c5a0be None None] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:21.231341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47188) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.244866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-177057224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:21.250724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.330225 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341a51af-1da2-4923-96b1-563e9cab1b76 x-openstack-request-id: req-341a51af-1da2-4923-96b1-563e9cab1b76 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:21.330873 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:21.331168 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-341a51af-1da2-4923-96b1-563e9cab1b76 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:21.331804 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341a51af-1da2-4923-96b1-563e9cab1b76'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:52:21.345096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.401677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.406559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.406559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.407691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.426182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.451992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:21.478405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.479576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63d48a4d-0f60-42a3-ac6f-ac06517b17d8 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:21.481982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Subnet': ['ID=2a96a754-a165-42f4-844d-bd9c8fc795e2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:21.485223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.490614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fadd3d58-e776-44e2-a31f-cdfbead87ba5 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "DELETE /v2.0/routers/63d48a4d-0f60-42a3-ac6f-ac06517b17d8 HTTP/1.1" status: 204 len: 168 time: 0.4799862 Apr 20 14:52:21.490614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.494415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Request body: {'router': {'name': 'tempest-router-380520626', 'distributed': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:21.499716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.508166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-99cf139e-bf7d-4a5c-8e3a-7006dabf3a3b tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/subnets/2a96a754-a165-42f4-844d-bd9c8fc795e2 HTTP/1.1" status: 204 len: 168 time: 0.4745071 Apr 20 14:52:21.508559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-a0df14fd-b805-41e6-8c15-cb5e74110618 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a96a754-a165-42f4-844d-bd9c8fc795e2: This subnet is being modified by another concurrent operation. Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:21.520542 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a96a754-a165-42f4-844d-bd9c8fc795e2: This subnet is being modified by another concurrent operation. Apr 20 14:52:21.524899 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:52:21.529199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.539818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.561855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.563435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.571604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.576625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eb0f4dd4-f4ee-4c93-b3eb-9979367870d8 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3414371 Apr 20 14:52:21.578343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.580146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955c9b9-dd68-4119-884d-4226c6a3b773 None None] Network 7c567b80-c40a-4080-9675-b1c96b5c3573 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:21.603139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-8493af8f-ef90-40e4-85a9-c409d6a987c3', 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '544b8c64-eb57-45c6-a12c-24555760937c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:21.609766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.624291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dba71b-65f4-44f6-bafd-94fbc0263d55 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:21.625904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-96dba71b-65f4-44f6-bafd-94fbc0263d55 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139448 Apr 20 14:52:21.630941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47196) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.746797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.799042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.875866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.880478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a4e0b64-c77c-4a83-8564-19839bd7e02f tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3896430 Apr 20 14:52:21.881247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47206) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:21.950310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.972307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Allocated IP 2001:db8::2 (8493af8f-ef90-40e4-85a9-c409d6a987c3/544b8c64-eb57-45c6-a12c-24555760937c/9f5230ea-fc06-44a4-8e6e-92b2a59b472c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:21.985168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:21.989739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e91257-4727-47d1-ad17-99477a80ad33 req-aa9c73be-8c5b-4acb-9dc8-9d6580bc4759 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:21.991438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89e91257-4727-47d1-ad17-99477a80ad33 req-aa9c73be-8c5b-4acb-9dc8-9d6580bc4759 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 984 time: 0.2215400 Apr 20 14:52:22.117537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.166163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c567b80-c40a-4080-9675-b1c96b5c3573']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.177244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4771f24e-3fdc-40d6-a63e-5747f20dcfe4') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.177593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4771f24e-3fdc-40d6-a63e-5747f20dcfe4') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.189643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.211596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.219894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:22.220349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:22.299500 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:22.302022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.321554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.324946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/7c567b80-c40a-4080-9675-b1c96b5c3573 HTTP/1.1" status: 204 len: 168 time: 0.6908762 Apr 20 14:52:22.346112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47222) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:22.362089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b94a0-975e-431b-9915-225fbba3f663 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=7c567b80-c40a-4080-9675-b1c96b5c3573,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:22.362298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.371242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89e91257-4727-47d1-ad17-99477a80ad33 req-69e1c35e-fc54-4d61-87ef-719b3455e35a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3685448 Apr 20 14:52:22.379130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.461865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:22.470033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:22.478665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.481442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.482264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:22.542466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.552721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.563791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Pushing event updated for resources: {'Port': ['ID=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:22.573550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.574219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e580c3ed-9640-4b8a-a4f9-36611009ebbc {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:22.612272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:52:22.614305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d7835504-e34c-41a0-bba3-5a782cee2fda up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:22.626275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.627096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1231462-7add-4ee8-80af-3bf357ead126 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e580c3ed-9640-4b8a-a4f9-36611009ebbc HTTP/1.1" status: 204 len: 168 time: 0.7426922 Apr 20 14:52:22.631144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:22.638007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Request body: {'router': {'name': 'tempest-router-1661074562', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4276c2f0882f4edb88755225a0404783'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:22.702166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Attempting to bind port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:22.706432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Attempting to bind port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ec1d821e-4165-413b-ae10-15c087079190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:22.706432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Attempting to bind port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c on network 8493af8f-ef90-40e4-85a9-c409d6a987c3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:22.738250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.739392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.771898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.799401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619256a1-edfa-4e4e-8757-29b5789116b5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.810373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e027441-c036-45f8-91a4-3e55d0645d32') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.810828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e027441-c036-45f8-91a4-3e55d0645d32') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:22.825105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.844166 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.857927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:22.860587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:22.869760 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:22.906687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:22.907085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Checking segment: {'id': 'ec1d821e-4165-413b-ae10-15c087079190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:22.907468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.907862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Bound using segment: {'id': 'ec1d821e-4165-413b-ae10-15c087079190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:22.908354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Bound port: 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1d821e-4165-413b-ae10-15c087079190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8493af8f-ef90-40e4-85a9-c409d6a987c3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:22.908803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:22.999562 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.007098 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.016412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/619256a1-edfa-4e4e-8757-29b5789116b5 HTTP/1.1" status: 204 len: 168 time: 0.6690767 Apr 20 14:52:23.029134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8::1 (8493af8f-ef90-40e4-85a9-c409d6a987c3/544b8c64-eb57-45c6-a12c-24555760937c/75a03e51-5ea9-44a8-a861-96f201e5a693) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:23.038213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47242) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:23.054967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88a371-1deb-40fd-81cf-9d67523a25d3 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=619256a1-edfa-4e4e-8757-29b5789116b5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:23.172996 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.217947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.257770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.297335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.303880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.413558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.416458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:23.427240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.428896 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1553bd9-4d9a-49bb-a362-99bb22644a2a tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7962177 Apr 20 14:52:23.437351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:23.439492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:23.447950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:23.448187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:23.449773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.451958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb0df7f-6438-4dd4-a139-99ba72a1b32d']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:23.512149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] For port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:23.519810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] For port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,segment=NetworkSegment(ec1d821e-4165-413b-ae10-15c087079190),segment_id=ec1d821e-4165-413b-ae10-15c087079190)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:23.532326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port d7835504-e34c-41a0-bba3-5a782cee2fda completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:52:23.534371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b315f7-8358-401b-b012-dacede038053') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:23.535076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b315f7-8358-401b-b012-dacede038053') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:23.547827 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.595663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.614489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port d7835504-e34c-41a0-bba3-5a782cee2fda triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:23.616398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=75a03e51-5ea9-44a8-a861-96f201e5a693,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:23.620425 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.708512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:23.735349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:52:23.757929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.784379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:23.784810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.814045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad921d1-af45-4992-a89a-e88e97d21dd9 req-da1ee195-ca84-4571-a730-64d14fe939ec tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:23.815580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c5871-94ac-4db0-ad12-4d9fbc73a44e None None] Pushing event updated for resources: {'Port': ['ID=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:23.834634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dad921d1-af45-4992-a89a-e88e97d21dd9 req-da1ee195-ca84-4571-a730-64d14fe939ec tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 984 time: 0.3192165 Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:23.843552 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:23.849502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.908159 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:52:23.937446 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:23.989124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.021985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:24.029004 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1470ca-e284-4b94-ab33-871dcff8d4e6" -d '{"events": [{"server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "name": "network-vif-plugged", "status": "completed", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:24.058190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.060300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.069553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:52:24.098142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d7835504-e34c-41a0-bba3-5a782cee2fda,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:24.121111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.159937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:24.191744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.238716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:24.322019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3f7070ad-bd6e-45be-8acc-714ecf202d2d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:52:24.356307 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a4f1d-7481-4108-9663-8329437b29bf x-openstack-request-id: req-0d6a4f1d-7481-4108-9663-8329437b29bf {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:24.356890 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "name": "network-vif-plugged", "status": "completed", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:24.357836 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d6a4f1d-7481-4108-9663-8329437b29bf {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:24.358433 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6a4f1d-7481-4108-9663-8329437b29bf'] response: {'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'code': 200} Apr 20 14:52:24.476351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:24.504853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.516491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.530623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/2fb0df7f-6438-4dd4-a139-99ba72a1b32d HTTP/1.1" status: 204 len: 168 time: 1.4898806 Apr 20 14:52:24.533553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47256) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:24.598868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102864) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 20 14:52:24.599441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Router 1026d117-ca75-41ab-9455-06d90a2e24e2 migrating from provider to provider. {{(pid=102864) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 20 14:52:24.600874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.607276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d13dcb-cd82-4e31-bf4d-2cd8d3a9b360 tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=2fb0df7f-6438-4dd4-a139-99ba72a1b32d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:24.623348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dad921d1-af45-4992-a89a-e88e97d21dd9 req-860a65cc-9784-438f-acda-5dad10e37e2f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7877798 Apr 20 14:52:24.679569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:24.696993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.028194 n-d-836145-2 neutron-server[102864]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] No L3 agents can host the router 1026d117-ca75-41ab-9455-06d90a2e24e2 Apr 20 14:52:25.045090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.422081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.575038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.585041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f5230ea-fc06-44a4-8e6e-92b2a59b472c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:25.587423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.589634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.593146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Hosts for router 1026d117-ca75-41ab-9455-06d90a2e24e2: [] {{(pid=102864) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 20 14:52:25.608974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceab98d8-80d5-4b40-9ed3-32f2f9571eb4']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:25.620196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5b962-3c15-4846-bfe0-5e4601efba08 req-c7f92149-261f-4504-841b-2e4140ba4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:25.621611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39e5b962-3c15-4846-bfe0-5e4601efba08 req-c7f92149-261f-4504-841b-2e4140ba4dff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1136 time: 0.3678865 Apr 20 14:52:25.669935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdd84f2-08ca-4460-a756-7c1047d76932') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:25.670503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdd84f2-08ca-4460-a756-7c1047d76932') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:25.680268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Hosts for other DVR routers connected to router 1026d117-ca75-41ab-9455-06d90a2e24e2: set() {{(pid=102864) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 20 14:52:25.683705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.685446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b37c2480-05d0-4d82-88e4-cf79727b15a6 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "PUT /v2.0/routers/1026d117-ca75-41ab-9455-06d90a2e24e2 HTTP/1.1" status: 200 len: 717 time: 2.2444181 Apr 20 14:52:25.688246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:25.692738 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.753802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:25.754189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.797516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4817e2d8-9711-4be3-8df2-4b4836b13310 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "GET /v2.0/routers/1026d117-ca75-41ab-9455-06d90a2e24e2 HTTP/1.1" status: 200 len: 717 time: 0.1078470 Apr 20 14:52:25.803976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47266) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:25.861613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dce257-0522-4863-9ad2-ab4b5f7c066e None None] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:25.913057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.949825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:25.953774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:25.976198 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:25.981343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=75a03e51-5ea9-44a8-a861-96f201e5a693,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:25.989635 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-39e5b962-3c15-4846-bfe0-5e4601efba08 req-49c2346d-3ab8-4d89-a347-d3c65d8e9b48 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3526211 Apr 20 14:52:26.032162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:26.043581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:26.174427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e87af757-9de0-4050-af15-7bd42324333a None None] Provisioning complete for port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:26.175337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e87af757-9de0-4050-af15-7bd42324333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.285895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router be954db5-3cfc-4f2a-b0ae-a0f507f9377b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:52:26.392610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1227d87e-1657-4acf-9fe6-1b29f6727998 tempest-RoutersTestDVR-1207310160 tempest-RoutersTestDVR-1207310160-project] 10.222.0.20 "GET /v2.0/routers/1026d117-ca75-41ab-9455-06d90a2e24e2 HTTP/1.1" status: 200 len: 683 time: 0.5841098 Apr 20 14:52:26.414462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c702b4-b354-4939-9021-2ab4b47f24e7 req-d39c2263-9852-4946-99f6-cf9f204e42da tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:26.417917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62c702b4-b354-4939-9021-2ab4b47f24e7 req-d39c2263-9852-4946-99f6-cf9f204e42da tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.6039462 Apr 20 14:52:26.422453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:26.426916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.434788 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.440120 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e87af757-9de0-4050-af15-7bd42324333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.459926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.471860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] 10.222.0.20 "DELETE /v2.0/networks/ceab98d8-80d5-4b40-9ed3-32f2f9571eb4 HTTP/1.1" status: 204 len: 168 time: 1.8790154 Apr 20 14:52:26.528817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:26.538928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6ebd722-4791-4777-8153-58d5057cfd95 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/be954db5-3cfc-4f2a-b0ae-a0f507f9377b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9593139 Apr 20 14:52:26.541347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47276) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:26.591276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] Sync routers for ids ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:26.629264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:26.638018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874273a-adf4-48e6-a079-389148e1c756 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:26.641207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f874273a-adf4-48e6-a079-389148e1c756 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports/75a03e51-5ea9-44a8-a861-96f201e5a693 HTTP/1.1" status: 200 len: 911 time: 0.0985732 Apr 20 14:52:26.644300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:26.727818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e87af757-9de0-4050-af15-7bd42324333a None None] For port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,segment=NetworkSegment(ec1d821e-4165-413b-ae10-15c087079190),segment_id=ec1d821e-4165-413b-ae10-15c087079190)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:26.763288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e87af757-9de0-4050-af15-7bd42324333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.763859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c219f33-43ed-4e52-9dfc-f6a1b4e5fd0d tempest-BulkNetworkOpsTest-189699515 tempest-BulkNetworkOpsTest-189699515-project] Pushing event deleted for resources: {'Network': ['ID=ceab98d8-80d5-4b40-9ed3-32f2f9571eb4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:26.839666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87af757-9de0-4050-af15-7bd42324333a None None] Pushing event updated for resources: {'Port': ['ID=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:26.854673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.856155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] Routers {'be954db5-3cfc-4f2a-b0ae-a0f507f9377b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:26.864118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:27.151277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:27.233766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62c702b4-b354-4939-9021-2ab4b47f24e7 req-24659dfc-5cc2-44f4-9429-b6b026bce2d6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7848125 Apr 20 14:52:27.251126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] Routers {'be954db5-3cfc-4f2a-b0ae-a0f507f9377b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:27.258595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:27.262758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:52:27.263143 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:52:27.487272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47284) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:27.563626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:27.564004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:27.657147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:27.659911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3423bdd-e643-4df8-bd87-3443244287eb None None] The sync data for ids ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:27.725190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c4c1f1a-51ac-4d7a-80b4-2fdbd7b3e35b None None] Provisioning complete for port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:27.735646 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1f1a-51ac-4d7a-80b4-2fdbd7b3e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:27.920078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.025409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.101119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:28.105894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:28.123656 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd017981-b766-4432-abaf-a5aea442ee89" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:28.139259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.149046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c4c1f1a-51ac-4d7a-80b4-2fdbd7b3e35b None None] Provisioning complete for port 75a03e51-5ea9-44a8-a861-96f201e5a693 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:28.149416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c4c1f1a-51ac-4d7a-80b4-2fdbd7b3e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.273569 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d5bc292e-e539-42ec-a81e-b1eb950aebeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a3c135d240e4846b7ab8d51bbe30aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7847428 Apr 20 14:52:28.284277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:28.309542 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ca6d4-0939-4c10-82ee-d312a047d536 x-openstack-request-id: req-eb3ca6d4-0939-4c10-82ee-d312a047d536 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:28.309916 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:28.310086 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb3ca6d4-0939-4c10-82ee-d312a047d536 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:28.310475 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3ca6d4-0939-4c10-82ee-d312a047d536'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:52:28.311281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f5230ea-fc06-44a4-8e6e-92b2a59b472c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:28.324312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec0bc6-2982-4431-b688-09fce87aa784 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:52:28.404296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.417357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.560555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.605907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.606700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1026d117-ca75-41ab-9455-06d90a2e24e2 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:28.609551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.619913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.633624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b5fb818-bdc2-49dc-a486-e3b08ec10326 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1026d117-ca75-41ab-9455-06d90a2e24e2 HTTP/1.1" status: 204 len: 168 time: 2.2039111 Apr 20 14:52:28.639023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47298) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:28.666119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Request body: {'router': {'name': 'tempest-router-1334891919', 'distributed': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:28.715380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.717940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.720474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb83e2-84eb-4149-9903-3ac6d57a84f9 req-5f34cfea-ef37-487b-9b2a-61a20cc8316e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:28.723706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec0bc6-2982-4431-b688-09fce87aa784 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:52:28.727556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b8c1606-70bf-4790-809b-845ba4c20be8 HTTP/1.1" status: 204 len: 168 time: 0.4358172 Apr 20 14:52:28.735828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52fb83e2-84eb-4149-9903-3ac6d57a84f9 req-5f34cfea-ef37-487b-9b2a-61a20cc8316e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.3342695 Apr 20 14:52:28.739107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:28.750357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639335c-9a33-457d-ab95-45a8996db48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c1606-70bf-4790-809b-845ba4c20be8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:28.765956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c1f1a-51ac-4d7a-80b4-2fdbd7b3e35b None None] Port 75a03e51-5ea9-44a8-a861-96f201e5a693 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:28.922533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.927482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.949801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-52fb83e2-84eb-4149-9903-3ac6d57a84f9 req-a05fbdbe-7531-4b3f-8a9b-ea7b7efc0097 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2096531 Apr 20 14:52:28.999720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 75a03e51-5ea9-44a8-a861-96f201e5a693 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:29.000261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.104687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.112006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.187557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.197912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b145a1e-aef4-4ef0-853b-b7e789392703 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5411150 Apr 20 14:52:29.199447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47310) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:29.276432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.314385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 75a03e51-5ea9-44a8-a861-96f201e5a693 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:29.384208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7e60dcc1-c181-4688-a2a3-ffa97679bf15 None None] Provisioning complete for port 75a03e51-5ea9-44a8-a861-96f201e5a693 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:29.384639 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e60dcc1-c181-4688-a2a3-ffa97679bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.473324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:29.476720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.508821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8bf03-8d6b-4d00-bf15-5f4a7de5bf24 req-69f4b109-8ec4-4841-ac9e-bf3bc05ffab4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:29.516742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfe8bf03-8d6b-4d00-bf15-5f4a7de5bf24 req-69f4b109-8ec4-4841-ac9e-bf3bc05ffab4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.3974302 Apr 20 14:52:29.520167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.739312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7e60dcc1-c181-4688-a2a3-ffa97679bf15 None None] Port 75a03e51-5ea9-44a8-a861-96f201e5a693 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:29.792780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44cc5b-4d99-49be-82ed-43161754ba13 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:52:30.037424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfe8bf03-8d6b-4d00-bf15-5f4a7de5bf24 req-331eaa8f-26e9-4084-927c-d9379d06c3c0 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5184274 Apr 20 14:52:30.039721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.060210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.064279 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.124526 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.125554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37d0484e-d5f6-4abe-aef0-ca443ad43ff2 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:30.134535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.141367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2f2ae50-4369-4193-8cd5-ca7cb312b166 tempest-RoutersTestDVR-411850288 tempest-RoutersTestDVR-411850288-project-admin] 10.222.0.20 "DELETE /v2.0/routers/37d0484e-d5f6-4abe-aef0-ca443ad43ff2 HTTP/1.1" status: 204 len: 168 time: 0.9353404 Apr 20 14:52:30.160919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=75a03e51-5ea9-44a8-a861-96f201e5a693,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:30.291883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44cc5b-4d99-49be-82ed-43161754ba13 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:52:30.301428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-8134822b-2501-4b72-a143-3fe14c9fb048 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:30.309130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-8134822b-2501-4b72-a143-3fe14c9fb048 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1136 time: 0.1310310 Apr 20 14:52:30.327449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.366167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-54e8d4f8-9c9b-4bf8-8a74-d214c883631d tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.572588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-54e8d4f8-9c9b-4bf8-8a74-d214c883631d tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.582197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-54e8d4f8-9c9b-4bf8-8a74-d214c883631d tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:30.608962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router be954db5-3cfc-4f2a-b0ae-a0f507f9377b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:30.648264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c43de3-1fb4-4173-849c-2fbdfd751985 req-54e8d4f8-9c9b-4bf8-8a74-d214c883631d tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3273659 Apr 20 14:52:30.671928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47338) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:30.673005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8d4f8-9c9b-4bf8-8a74-d214c883631d tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1c087-cfa6-462e-b003-47f10d2ea8b0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:30.731337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47340) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:30.807415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47344) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:30.892165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-12229019-14dc-4ed5-8f34-309f97270958 tempest-ServiceProvidersTest-1764322666 tempest-ServiceProvidersTest-1764322666-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1588235 Apr 20 14:52:30.895605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:30.906435 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] Sync routers for ids ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:30.933687 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-726a79e2-b0f8-47b8-8a5b-9037035df7ca tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/be954db5-3cfc-4f2a-b0ae-a0f507f9377b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2871401 Apr 20 14:52:30.936393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:30.947720 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] Routers {'be954db5-3cfc-4f2a-b0ae-a0f507f9377b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:30.959517 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:31.028973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdd247-faf0-4672-9a92-c0abe09e99b1 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:31.030841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-99cdd247-faf0-4672-9a92-c0abe09e99b1 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1131 time: 0.3545129 Apr 20 14:52:31.041312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47354) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:31.064818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:31.073611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-feb55dcb-4f30-451a-942e-10b3802cca8d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=be954db5-3cfc-4f2a-b0ae-a0f507f9377b HTTP/1.1" status: 200 len: 205 time: 0.1296237 Apr 20 14:52:31.074468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47356) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:31.080384 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:31.092338 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] Routers {'be954db5-3cfc-4f2a-b0ae-a0f507f9377b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:31.093175 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:31.158063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.282134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b13e27f9-6ea7-44ec-92ca-2f311d044cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.352375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.404365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:31.405017 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31eddca-242e-4db1-9c4d-ebdbdf5c61c9 None None] The sync data for ids ['be954db5-3cfc-4f2a-b0ae-a0f507f9377b'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:31.431022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.617452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:31.738904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.742312 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.745837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.25.1.201 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/bc51d01c-1694-442f-90b9-0d6bdf464253) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:31.823060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28722-7124-41b4-b417-5c75601f1dd5 req-4e7825c4-4485-48b6-b938-a793782a4c79 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:31.833151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffe28722-7124-41b4-b417-5c75601f1dd5 req-4e7825c4-4485-48b6-b938-a793782a4c79 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.1909316 Apr 20 14:52:31.852381 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.852930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router be954db5-3cfc-4f2a-b0ae-a0f507f9377b {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:31.866985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-88ae9f85-dfef-4c33-bcf1-7fd4c01b4a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.871698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.875683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-83795d2e-aace-4d1d-b10f-b756ef71a4fc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/be954db5-3cfc-4f2a-b0ae-a0f507f9377b HTTP/1.1" status: 204 len: 168 time: 0.7862442 Apr 20 14:52:31.880346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47376) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:31.883703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b13e27f9-6ea7-44ec-92ca-2f311d044cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.924808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b13e27f9-6ea7-44ec-92ca-2f311d044cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.985884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:31.992618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffe28722-7124-41b4-b417-5c75601f1dd5 req-23a408f5-b9bf-48f3-a0c8-8808820c39d5 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567693 Apr 20 14:52:32.061076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.072270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-88ae9f85-dfef-4c33-bcf1-7fd4c01b4a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.083090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b13e27f9-6ea7-44ec-92ca-2f311d044cdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4276c2f0882f4edb88755225a0404783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2742071 Apr 20 14:52:32.092395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 544b8c64-eb57-45c6-a12c-24555760937c {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:52:32.105303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:32.108073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47378) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:32.109223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:32.110442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.114462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:32.156664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-88ae9f85-dfef-4c33-bcf1-7fd4c01b4a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.167245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.215226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae9f85-dfef-4c33-bcf1-7fd4c01b4a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557332ac-2b7d-4bcc-b1d5-ed05dfff0b79,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:32.253081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=bc51d01c-1694-442f-90b9-0d6bdf464253,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:32.301087 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-88ae9f85-dfef-4c33-bcf1-7fd4c01b4a12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc8c9c237f824847ae809195ef40b0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6825747 Apr 20 14:52:32.306633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:32.314980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e27f9-6ea7-44ec-92ca-2f311d044cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0583a9-b2ee-4675-b8ff-d854500a51da,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:32.348873 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.385072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.446824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.448729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.482814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=544b8c64-eb57-45c6-a12c-24555760937c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:32.488815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.495336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c08c8fef-5ee0-44ef-a586-ace55df2247b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/544b8c64-eb57-45c6-a12c-24555760937c HTTP/1.1" status: 204 len: 168 time: 0.6116128 Apr 20 14:52:32.496876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47384) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:32.499550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda531be-2073-49e4-ac6b-dfb08a0f36b0 None None] Network 8493af8f-ef90-40e4-85a9-c409d6a987c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:32.587740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.646026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.649901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.650696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:32.651040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.651590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e0583a9-b2ee-4675-b8ff-d854500a51da HTTP/1.1" status: 204 len: 168 time: 0.5401990 Apr 20 14:52:32.717125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67983861-9c33-4a12-abd1-911c90efabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0583a9-b2ee-4675-b8ff-d854500a51da,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:32.759937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,segment=NetworkSegment(ec1d821e-4165-413b-ae10-15c087079190),segment_id=ec1d821e-4165-413b-ae10-15c087079190)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:32.760488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.786029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 9f5230ea-fc06-44a4-8e6e-92b2a59b472c owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:32.839665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.916602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:32.936796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] DHCP port deletion for 8493af8f-ef90-40e4-85a9-c409d6a987c3 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:52:33.025603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.060053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.064186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.068192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/557332ac-2b7d-4bcc-b1d5-ed05dfff0b79 HTTP/1.1" status: 204 len: 168 time: 0.7589707 Apr 20 14:52:33.112188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d337d7b-6631-4ec3-ae26-bd947a89ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557332ac-2b7d-4bcc-b1d5-ed05dfff0b79,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:33.136853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:33.153472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:33.179078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Deleting port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:33.179506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.273892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-a9de5818-d6b2-429b-a52f-a402a4d0984e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:33.276482 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-a9de5818-d6b2-429b-a52f-a402a4d0984e tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.1674793 Apr 20 14:52:33.316606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] For port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:33.316606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.345818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Calling delete_port for 9f5230ea-fc06-44a4-8e6e-92b2a59b472c owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:33.349563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.351632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:52:33.357894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.389390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:33.460481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] Pushing event deleted for resources: {'Port': ['ID=9f5230ea-fc06-44a4-8e6e-92b2a59b472c,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:33.469326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27984826-8f4b-4394-ae3d-1829b76ce3ae None None] No DVR routers for this DVR port 9f5230ea-fc06-44a4-8e6e-92b2a59b472c on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:33.469648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.479654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.482516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec2747af-7ab7-4230-b940-79143e2c7fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.524959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port 5492620b-745f-42c5-b29a-d15b4a236773 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:33.525558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.526218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb170-25e8-4ed1-9eb0-723c6fbaf1af req-fd2189e2-04c5-4716-8cf6-88941237889c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:33.534788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad8cb170-25e8-4ed1-9eb0-723c6fbaf1af req-fd2189e2-04c5-4716-8cf6-88941237889c tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.3138959 Apr 20 14:52:33.550844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8493af8f-ef90-40e4-85a9-c409d6a987c3']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:33.564657 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.578000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1d821e-4165-413b-ae10-15c087079190') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:33.578324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1d821e-4165-413b-ae10-15c087079190') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:33.620228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad8cb170-25e8-4ed1-9eb0-723c6fbaf1af req-d8fb8c8c-d9f9-41e9-9a4c-f6aa896824c7 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844448 Apr 20 14:52:33.622520 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.675373 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.688234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:33.689076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:33.692734 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:33.778503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.785829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.790519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/8493af8f-ef90-40e4-85a9-c409d6a987c3 HTTP/1.1" status: 204 len: 168 time: 1.2926674 Apr 20 14:52:33.798270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47400) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:33.816414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-968467999', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:33.822146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.823609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ad48-c635-420c-b049-2023534ce99e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=8493af8f-ef90-40e4-85a9-c409d6a987c3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:33.885864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec2747af-7ab7-4230-b940-79143e2c7fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.891734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.894694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec2747af-7ab7-4230-b940-79143e2c7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.904578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:33.909454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.028257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec2747af-7ab7-4230-b940-79143e2c7fc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f16aa0138bfc408da5c03836bb685814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242442 Apr 20 14:52:34.029607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47408) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:34.070181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2747af-7ab7-4230-b940-79143e2c7fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa8df4-9b47-44e2-9e5b-4f289b90c1d4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:34.154207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.155022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=bc51d01c-1694-442f-90b9-0d6bdf464253,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:34.196887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f5230ea-fc06-44a4-8e6e-92b2a59b472c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:34.236024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9f5230ea-fc06-44a4-8e6e-92b2a59b472c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:34.237361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9f5230ea-fc06-44a4-8e6e-92b2a59b472c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:34.249861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.264034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] For port 5492620b-745f-42c5-b29a-d15b4a236773, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5492620b-745f-42c5-b29a-d15b4a236773,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:34.264397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.360529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.530875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.551261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.914112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.918155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:34.919510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbfa8df4-9b47-44e2-9e5b-4f289b90c1d4 HTTP/1.1" status: 204 len: 168 time: 0.8706129 Apr 20 14:52:34.945179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505af56-70ea-40c1-9a83-ff51a0c5025a req-9bf4d23c-499b-407a-98a7-833786d4a92b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:34.946925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2505af56-70ea-40c1-9a83-ff51a0c5025a req-9bf4d23c-499b-407a-98a7-833786d4a92b tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 945 time: 0.1756985 Apr 20 14:52:34.947811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429221-4295-4ab1-ae86-d404807d4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa8df4-9b47-44e2-9e5b-4f289b90c1d4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:35.234264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2505af56-70ea-40c1-9a83-ff51a0c5025a req-d29ef108-466e-42f5-8075-3612ae453e51 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4f2d93-58f7-4259-ab45-889148b49d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653849 Apr 20 14:52:35.265258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.297486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.502106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 172.25.1.13 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7313bb97-7b08-4a34-b7ca-69bf2ff6cf27) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:35.532418 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Floating IP 208c88e5-0795-4d85-a77d-4d519d061683 associated. External IP: 172.25.1.201, port: d7835504-e34c-41a0-bba3-5a782cee2fda. Apr 20 14:52:35.702421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.703078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.703579 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Floating IP 206a5dbf-aac3-4035-aa7e-32f485c0072e disassociated. External IP: 172.25.1.93, port: 5492620b-745f-42c5-b29a-d15b4a236773. Apr 20 14:52:35.704072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for 5492620b-745f-42c5-b29a-d15b4a236773 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:35.754888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.803303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:35.888673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:35.892995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:35.908649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:36.047027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=7313bb97-7b08-4a34-b7ca-69bf2ff6cf27,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:36.101053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router d22db6b4-ac28-4f90-9a01-7f0660919d0b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:36.307522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:36.357551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=5492620b-745f-42c5-b29a-d15b4a236773,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:36.539110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:36.558679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Sync routers for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:36.576307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:36.599815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:36.605252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b3ddeaa-e534-41b9-af61-65fe90e54345 req-66aa0077-56d5-4e73-87aa-664fec2cf5b1 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 210 time: 0.1254177 Apr 20 14:52:36.621330 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a400b424-1853-40e6-92f0-ad98621d415f tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5729957 Apr 20 14:52:36.621330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:36.624596 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:36.628523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:36.631048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:36.648504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:36.829339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5492620b-745f-42c5-b29a-d15b4a236773 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:36.967009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 5492620b-745f-42c5-b29a-d15b4a236773 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:52:36.968183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5492620b-745f-42c5-b29a-d15b4a236773 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:52:37.071386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:37.227749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.228788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.229625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.230323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.231040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.231943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.233070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.233827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.234731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.235390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.238105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cab7f20a-f60d-4481-a60b-2c0c9b3a9ac8 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.6084013 Apr 20 14:52:37.241378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47480) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:37.292110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:37.306711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:37.323928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:37.330914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47482) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:37.366837 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:37.375151 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:37.408201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] No DVR routers for this DVR port 5492620b-745f-42c5-b29a-d15b4a236773 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:52:37.411564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:37.417994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8cde1d6b-5bcf-4968-8664-d7bce5858458 req-3dca5121-29e8-4ede-a843-eb2f96610d31 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.43 "DELETE /v2.0/ports/5492620b-745f-42c5-b29a-d15b4a236773 HTTP/1.1" status: 204 len: 173 time: 4.1276460 Apr 20 14:52:37.594370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.596162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.597286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.600767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.605810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.607143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.608553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.610968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.611728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.614369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:37.621080 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3a51113-66fa-48b2-b41c-0728e58bacd3 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.3768947 Apr 20 14:52:37.623626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:37.687262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:37.835430 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfed946-c005-4878-a158-e88df889101f x-openstack-request-id: req-fcfed946-c005-4878-a158-e88df889101f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:37.837266 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:37.837728 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcfed946-c005-4878-a158-e88df889101f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:37.839060 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfed946-c005-4878-a158-e88df889101f'] response: {'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'status': 'completed', 'code': 200} Apr 20 14:52:37.959075 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:38.025918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-96ff0c1a-2ab7-4643-b8c2-b2de4b38e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:38.037267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-96ff0c1a-2ab7-4643-b8c2-b2de4b38e028 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1136 time: 0.1961362 Apr 20 14:52:38.053069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '208c88e5-0795-4d85-a77d-4d519d061683', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'port_id': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'mac_address': 'fa:16:3e:1b:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88896-0392-4031-b59a-8475c73a1831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:52:32Z', 'updated_at': '2022-04-20T14:52:32Z', 'revision_number': 0, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:38.125352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Checking router: d22db6b4-ac28-4f90-9a01-7f0660919d0b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:52:38.150396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:38.151193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:38.399844 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:38.474356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:52:38.482510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:38.496388 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:38.496911 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:38.588752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-6a628500-bddc-4244-8b11-3265ed247914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:38.591768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-6a628500-bddc-4244-8b11-3265ed247914 service neutron] 10.222.0.43 "GET /v2.0/networks?id=957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 200 len: 897 time: 0.5192196 Apr 20 14:52:38.715081 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:52:38.840360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-695cddee-b7b2-4a4c-a1ff-f98383087d6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 200 len: 1000 time: 0.2274706 Apr 20 14:52:38.987193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-56ec7dde-7c3a-44de-b1c0-37876f099af1 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:38.988283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-56ec7dde-7c3a-44de-b1c0-37876f099af1 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 1.6562023 Apr 20 14:52:38.993314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47514) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:38.993543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '208c88e5-0795-4d85-a77d-4d519d061683', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'port_id': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'mac_address': 'fa:16:3e:1b:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88896-0392-4031-b59a-8475c73a1831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:52:32Z', 'updated_at': '2022-04-20T14:52:32Z', 'revision_number': 0, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:39.051882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ecb24-aa1d-43b4-9841-d1043e7a6a78 None None] The sync data for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 is: [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '208c88e5-0795-4d85-a77d-4d519d061683', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'port_id': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'mac_address': 'fa:16:3e:1b:af:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88896-0392-4031-b59a-8475c73a1831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:52:32Z', 'updated_at': '2022-04-20T14:52:32Z', 'revision_number': 0, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:39.053506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-5a08edd6-57ea-4b47-b2b2-16a4555f1fec tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.054491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5a08edd6-57ea-4b47-b2b2-16a4555f1fec tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0241666 Apr 20 14:52:39.064846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.095182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-fd5862fb-4bd7-43e2-9d59-fefb6f2aa1dc tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.096694 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd5862fb-4bd7-43e2-9d59-fefb6f2aa1dc tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0309031 Apr 20 14:52:39.103782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47518) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.116730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d2a952-382f-44eb-bef9-975f18d0e83c req-a6492d29-d486-4f75-8edc-b92405be900a tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53d09cd-49d3-46a5-883e-0df3bbf660fe HTTP/1.1" status: 200 len: 210 time: 0.1545374 Apr 20 14:52:39.130958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-744b0789-05f6-4aca-8776-db688f51da88 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.131956 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-744b0789-05f6-4aca-8776-db688f51da88 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0247402 Apr 20 14:52:39.134624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47520) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.139529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-69719096-d91b-4c30-af17-cfc07c7f9afc tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.141161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-69719096-d91b-4c30-af17-cfc07c7f9afc tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050564 Apr 20 14:52:39.144039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47522) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.148519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-7dbccfd9-7abb-4f1a-95bb-7499a94bd6bf tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.149718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7dbccfd9-7abb-4f1a-95bb-7499a94bd6bf tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045719 Apr 20 14:52:39.152790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47524) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.157079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-9e8805cf-6aa8-4eca-9e21-13e77c2732e6 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.158314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e8805cf-6aa8-4eca-9e21-13e77c2732e6 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043650 Apr 20 14:52:39.161387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.161944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47528) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.166275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-5e765b71-d8ee-4470-8a58-2e8ca63f2e62 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.167474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5e765b71-d8ee-4470-8a58-2e8ca63f2e62 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044475 Apr 20 14:52:39.181938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47530) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.187188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80006cb5-d613-46ff-abdf-3e46a0c7ad49 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5203 time: 1.5302780 Apr 20 14:52:39.188749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-7e6cd20e-fb75-47c5-b284-15224e758ca4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.190026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e6cd20e-fb75-47c5-b284-15224e758ca4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059259 Apr 20 14:52:39.194006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-6d76ffd2-4658-46f3-accc-c0493d34fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:39.200491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-6d76ffd2-4658-46f3-accc-c0493d34fd03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15179a12-11d8-4e82-861e-eb129bf3a16b HTTP/1.1" status: 200 len: 835 time: 0.3461261 Apr 20 14:52:39.201989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47532) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.214819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-24432908-2866-4e43-b787-af9898923bc4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.216545 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-24432908-2866-4e43-b787-af9898923bc4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0133023 Apr 20 14:52:39.238013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47536) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.254339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-9e16353c-f422-46f2-a803-f6111237b624 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.258885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e16353c-f422-46f2-a803-f6111237b624 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0192492 Apr 20 14:52:39.261223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47540) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.264256 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:39.268833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-30662572-1cd9-4fcb-9529-8837d61ab116 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.269850 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30662572-1cd9-4fcb-9529-8837d61ab116 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076859 Apr 20 14:52:39.288100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47542) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.303086 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b147ae6-439d-4d78-8087-81640c64a084 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:45:36Z', 'revision_number': 4, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '58b056f6-300d-40f6-b67d-169909ba751b', 'name': '', 'network_id': '30a3d976-cad7-4eb2-8223-75d5fe5e8a6b', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'mac_address': 'fa:16:3e:ee:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:35Z', 'updated_at': '2022-04-20T14:45:43Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'subnets': [{'id': '87023a78-90d0-424a-a102-3d25a2c33ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:39.310901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-b5b862da-d8e3-409f-8a82-5a88bf5df6ae tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.322155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47544) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.322155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-1ab5244f-da42-4915-bb57-41613ed7d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:39.322155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-1ab5244f-da42-4915-bb57-41613ed7d5cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957543fd-7bd5-418b-8e66-db73e8a3b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025746 Apr 20 14:52:39.325195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b5b862da-d8e3-409f-8a82-5a88bf5df6ae tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0248578 Apr 20 14:52:39.338871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-acaaae2a-a31b-4387-8112-0b082b9e4587 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.347321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9287f-60df-47fd-b73f-e93ca1ac1e43 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:39.347804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9287f-60df-47fd-b73f-e93ca1ac1e43 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:39.349564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d0e9287f-60df-47fd-b73f-e93ca1ac1e43 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d22db6b4-ac28-4f90-9a01-7f0660919d0b HTTP/1.1" status: 200 len: 1989 time: 0.1809149 Apr 20 14:52:39.350457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:52:39.365075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-acaaae2a-a31b-4387-8112-0b082b9e4587 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0433207 Apr 20 14:52:39.375123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47548) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.393250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-ceccddea-69c4-447b-bbae-e250d4b9d0ea tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.394730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ceccddea-69c4-447b-bbae-e250d4b9d0ea tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0185332 Apr 20 14:52:39.397866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47552) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.407933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-8224e0fa-de17-4da1-b602-1e1ac33456ca tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.411557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8224e0fa-de17-4da1-b602-1e1ac33456ca tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0117514 Apr 20 14:52:39.420596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47554) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.438818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-c5b3c00a-f2f1-4ac1-b5a1-5fe142801953 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.438818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c5b3c00a-f2f1-4ac1-b5a1-5fe142801953 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0141172 Apr 20 14:52:39.505653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47556) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.517804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-d45cd27a-9bc3-413a-be48-ed0fe56042c4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.518724 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-7bd0b5f6-940b-4f70-856d-4f5cb2eb432d service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523929 Apr 20 14:52:39.520031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d45cd27a-9bc3-413a-be48-ed0fe56042c4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077417 Apr 20 14:52:39.522688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47562) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.531023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-38c26792-60ee-49d8-bbbf-aa466f41be80 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.532021 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38c26792-60ee-49d8-bbbf-aa466f41be80 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0061781 Apr 20 14:52:39.536018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47564) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.542168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e4602-24eb-4657-ab0c-7ce62d3ce32e None None] New status for floating IP 208c88e5-0795-4d85-a77d-4d519d061683: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:52:39.545292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-142dc362-bcd9-4741-b04b-dddb39352509 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.546258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-142dc362-bcd9-4741-b04b-dddb39352509 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091743 Apr 20 14:52:39.552293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47566) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.573893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-435ef97a-3e34-4aa1-8942-3420edb3e547 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.575062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-435ef97a-3e34-4aa1-8942-3420edb3e547 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0165336 Apr 20 14:52:39.590391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47568) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.608465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-cab5758e-5db5-4a26-9b99-4ce42f3c4fd5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.609566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cab5758e-5db5-4a26-9b99-4ce42f3c4fd5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0178382 Apr 20 14:52:39.619107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.646634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-4af1b8b3-6b81-4375-ac78-06ecd9cdf9ce tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.647853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4af1b8b3-6b81-4375-ac78-06ecd9cdf9ce tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0258334 Apr 20 14:52:39.688127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47572) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.712549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-2b4be1e4-d56f-49d7-b8ba-95e74af2d0c5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.716756 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b4be1e4-d56f-49d7-b8ba-95e74af2d0c5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0245061 Apr 20 14:52:39.725387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.740148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-e1e15aae-5eb2-42d1-8d0a-afe4ff9269f1 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.743828 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1e15aae-5eb2-42d1-8d0a-afe4ff9269f1 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0148516 Apr 20 14:52:39.744775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47576) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.755411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-e56fdf99-9267-4480-bf7a-3abb54b7a5cb tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.765109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e56fdf99-9267-4480-bf7a-3abb54b7a5cb tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0158038 Apr 20 14:52:39.773577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47578) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.794761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-fd07deff-9d39-491c-9c3b-d9b5c1fc051d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.798873 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd07deff-9d39-491c-9c3b-d9b5c1fc051d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0213590 Apr 20 14:52:39.806524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47580) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.821795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:39.826790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-9f2b98a6-e766-4eda-8078-9ac1e551b467 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.830357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9f2b98a6-e766-4eda-8078-9ac1e551b467 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0163183 Apr 20 14:52:39.831460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47582) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.835354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b345de05-f5db-4b50-b8f5-5ba9c8edfecd req-c86bfe97-d688-43c2-a67e-df565e3e69c8 service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022401 Apr 20 14:52:39.840003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'name': 'network-vif-deleted', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:39.852386 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250ecbba-3292-46ea-9777-1d389ae29d01" -d '{"events": [{"server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "name": "network-vif-deleted", "tag": "5492620b-745f-42c5-b29a-d15b4a236773"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:39.855420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] Sync routers for ids ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:39.866630 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] Routers {'3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:39.867259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:39.867755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-94fa89af-9d9e-4bc2-a932-310de4cf444e tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.871510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94fa89af-9d9e-4bc2-a932-310de4cf444e tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0361986 Apr 20 14:52:39.879913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47586) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.892972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-ef47b62c-ec32-4ac4-9cbd-fd38c2db1d3d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.896527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ef47b62c-ec32-4ac4-9cbd-fd38c2db1d3d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0199263 Apr 20 14:52:39.900926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47588) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.916564 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:39.917003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-a97268d3-6d35-4d41-bfbf-6b64bc797e26 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.930503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a97268d3-6d35-4d41-bfbf-6b64bc797e26 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0263598 Apr 20 14:52:39.930756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.935600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-7c39148f-68a2-4096-a719-f33297aa63fa tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.939071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c39148f-68a2-4096-a719-f33297aa63fa tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048327 Apr 20 14:52:39.939246 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] Routers {'3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:39.939246 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:39.939470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47592) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.944354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-1a5ff7da-4079-4fdf-9ab6-0932576b7aab tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.945305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a5ff7da-4079-4fdf-9ab6-0932576b7aab tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048933 Apr 20 14:52:39.949521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.952341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:39.958753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f28ae3bd-a2e8-460a-91fc-2c8a1f312a0c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1570461 Apr 20 14:52:39.959470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:39.981366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-7475553a-462e-44c7-9739-a34ab126abc2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:39.984716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7475553a-462e-44c7-9739-a34ab126abc2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0156312 Apr 20 14:52:39.990320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47598) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.001659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-0e96142e-4a51-4ccf-b3aa-4bbb3b7d344d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.002716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e96142e-4a51-4ccf-b3aa-4bbb3b7d344d tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113618 Apr 20 14:52:40.005421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47600) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.011246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-5eb81355-a15a-4471-a371-e0acfecd20fd tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.015600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5eb81355-a15a-4471-a371-e0acfecd20fd tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085342 Apr 20 14:52:40.017259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293bf2a-1601-47e5-9bd0-45f138a180bf None None] New status for floating IP 206a5dbf-aac3-4035-aa7e-32f485c0072e: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:52:40.019947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47602) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.026420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-bb1c7721-13cf-4445-9799-14279b0ed10c tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.027390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb1c7721-13cf-4445-9799-14279b0ed10c tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063653 Apr 20 14:52:40.030240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47604) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.038934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-964b48a4-94a0-4587-bcf3-14dfa48ead16 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.048046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-964b48a4-94a0-4587-bcf3-14dfa48ead16 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0075059 Apr 20 14:52:40.048587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47606) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.061983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-4c32d3ce-9f51-4c16-9970-0819ec5ebfd2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.063097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c32d3ce-9f51-4c16-9970-0819ec5ebfd2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0135341 Apr 20 14:52:40.065881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47608) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.070964 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d57a1-4b16-437c-b5d5-6b517b012348 x-openstack-request-id: req-865d57a1-4b16-437c-b5d5-6b517b012348 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:40.071292 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53d09cd-49d3-46a5-883e-0df3bbf660fe", "name": "network-vif-deleted", "tag": "5492620b-745f-42c5-b29a-d15b4a236773", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:40.071560 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865d57a1-4b16-437c-b5d5-6b517b012348 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:40.071953 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865d57a1-4b16-437c-b5d5-6b517b012348'] response: {'server_uuid': 'd53d09cd-49d3-46a5-883e-0df3bbf660fe', 'name': 'network-vif-deleted', 'tag': '5492620b-745f-42c5-b29a-d15b4a236773', 'status': 'completed', 'code': 200} Apr 20 14:52:40.079467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-eac5765c-a5b5-4010-bf70-4deb12265726 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.081036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eac5765c-a5b5-4010-bf70-4deb12265726 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0142121 Apr 20 14:52:40.087780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47612) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.098760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-ba713d32-5458-44b1-b2bd-043cddb377bb tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.099739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ba713d32-5458-44b1-b2bd-043cddb377bb tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110278 Apr 20 14:52:40.105925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.111848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-1c540ac2-0d53-4c7d-a8e2-145cc1116e65 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.117901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:40.121541 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfccb1-c4f7-4c8f-a021-f27b9938f281 None None] The sync data for ids ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:40.229123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cebd189f-b053-47a6-9245-59ddedf317a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.290390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.431973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.510013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.621532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.627076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.641973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a4f2d93-58f7-4259-ab45-889148b49d13 HTTP/1.1" status: 204 len: 168 time: 0.3474450 Apr 20 14:52:40.643380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47642) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.668980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be2d00-b1b5-4ab7-b979-063924658a13 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f2d93-58f7-4259-ab45-889148b49d13,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:40.687161 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-f2c2c09c-ca3b-45cd-90cb-3dd5b10dc2dd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] show failed (client error): The resource could not be found. Apr 20 14:52:40.692541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2c2c09c-ca3b-45cd-90cb-3dd5b10dc2dd tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "GET /v2.0/security-groups/1a4f2d93-58f7-4259-ab45-889148b49d13 HTTP/1.1" status: 404 len: 347 time: 0.0307791 Apr 20 14:52:40.693455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.768338 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c540ac2-0d53-4c7d-a8e2-145cc1116e65 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.6607196 Apr 20 14:52:40.772798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.784853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-594bd6cf-af26-4ba7-8a8c-7c08714cbc33 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.787002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-594bd6cf-af26-4ba7-8a8c-7c08714cbc33 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0122101 Apr 20 14:52:40.789591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.830846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-7c96d037-40b7-4619-8d09-4c4ea025d72a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.836422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7c96d037-40b7-4619-8d09-4c4ea025d72a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0454686 Apr 20 14:52:40.839326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47650) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.847009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-58d637e4-4ba4-49de-bb2e-db219c6bcbe7 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.853992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-58d637e4-4ba4-49de-bb2e-db219c6bcbe7 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125265 Apr 20 14:52:40.858868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.877872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-c153c5bf-5838-4d88-8739-3302218caf61 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.878914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c153c5bf-5838-4d88-8739-3302218caf61 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0165565 Apr 20 14:52:40.882287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47654) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.886879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-997879d6-ac27-4fe6-b51c-d665e004ea78 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.888212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-997879d6-ac27-4fe6-b51c-d665e004ea78 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046256 Apr 20 14:52:40.893491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47656) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.899263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-4bd9b125-1c5e-4de1-bd69-078647dd4c1e tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.903763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4bd9b125-1c5e-4de1-bd69-078647dd4c1e tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074372 Apr 20 14:52:40.905750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.914302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-8da276ac-95b3-4aa0-be63-49955b1265c2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.918294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8da276ac-95b3-4aa0-be63-49955b1265c2 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0114336 Apr 20 14:52:40.919173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47660) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.927804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-dfbfcf75-1317-4ccf-a15c-03e639c11552 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.931726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.932017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dfbfcf75-1317-4ccf-a15c-03e639c11552 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112162 Apr 20 14:52:40.936079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-2a06c8f1-d0be-4558-9402-9ef01786936a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.939088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2a06c8f1-d0be-4558-9402-9ef01786936a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042021 Apr 20 14:52:40.941294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.953496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Deleting port 8be01a99-7a0e-4233-8cd6-d1a520195945 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:40.953709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-d475277f-f775-418a-aeb1-bb9b0b6ae014 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.957310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d475277f-f775-418a-aeb1-bb9b0b6ae014 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0124729 Apr 20 14:52:40.957701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47666) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:40.957992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:40.981357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-ea41c4d6-a92a-4e86-b0bf-dc021aaddf52 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:40.984640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ea41c4d6-a92a-4e86-b0bf-dc021aaddf52 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043354 Apr 20 14:52:40.995229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47668) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.001317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-50cc384c-ce5c-480a-810f-8eb113f4c9db tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.004834 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-50cc384c-ce5c-480a-810f-8eb113f4c9db tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042326 Apr 20 14:52:41.011769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47670) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.023050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-450b6cb4-9a33-4db8-afe4-6ba173b891c5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.026841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-450b6cb4-9a33-4db8-afe4-6ba173b891c5 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0139167 Apr 20 14:52:41.027781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47672) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.035162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c627a6e9-b5f4-452c-9e18-c2911e2ed1fb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers/3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 200 len: 883 time: 1.0735664 Apr 20 14:52:41.037014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.040814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-80f6f83e-744a-45c2-9c6d-8302963b0105 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.043772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-80f6f83e-744a-45c2-9c6d-8302963b0105 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0132828 Apr 20 14:52:41.051050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47676) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.055913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-4effa2ec-fa7d-463f-8984-41ae8e637b8a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.060485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4effa2ec-fa7d-463f-8984-41ae8e637b8a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078642 Apr 20 14:52:41.063380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47678) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.069936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-b3d7940a-a5b9-48b1-bcfc-ee886eaf9543 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.074420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b3d7940a-a5b9-48b1-bcfc-ee886eaf9543 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0099974 Apr 20 14:52:41.075211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47680) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.085420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-81b646ef-6dc2-495e-8915-2113952cdbba tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.089238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-81b646ef-6dc2-495e-8915-2113952cdbba tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0107613 Apr 20 14:52:41.095422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.107354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-609b6215-5294-4f6a-9e90-406c55b22b6f tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.112072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-609b6215-5294-4f6a-9e90-406c55b22b6f tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0150216 Apr 20 14:52:41.112994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.122168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-ca2645f0-4ea0-47e8-aea7-77919021562a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.126026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ca2645f0-4ea0-47e8-aea7-77919021562a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094264 Apr 20 14:52:41.127099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47686) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.146731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-cc99c088-ad7b-4646-8407-ec393b7b3091 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.152990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc99c088-ad7b-4646-8407-ec393b7b3091 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0191176 Apr 20 14:52:41.155784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.166635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-90402648-9528-43de-a6ce-d1d8da2c7a90 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.170657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-90402648-9528-43de-a6ce-d1d8da2c7a90 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0136149 Apr 20 14:52:41.173214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47690) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.173736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:41.174739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:41.186061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-38e049ce-1af9-4b9b-aea8-7ad0d085a4e4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.187603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38e049ce-1af9-4b9b-aea8-7ad0d085a4e4 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0120225 Apr 20 14:52:41.191990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47692) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.196002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Calling delete_port for 8be01a99-7a0e-4233-8cd6-d1a520195945 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:41.216291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-3237a302-352e-4ed6-a042-496c17bfba39 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.217321 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3237a302-352e-4ed6-a042-496c17bfba39 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0234935 Apr 20 14:52:41.223328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47694) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.227989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-56b541ef-d7c9-4e75-981f-eda948a21f2a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.231578 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56b541ef-d7c9-4e75-981f-eda948a21f2a tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046930 Apr 20 14:52:41.260931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.273138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [None req-f383a328-5ad7-4798-b30f-40643034d196 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.279300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f383a328-5ad7-4798-b30f-40643034d196 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0139253 Apr 20 14:52:41.280987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47708) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.290908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-f76721c4-174c-400a-be2d-3029a7fa9229 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.292369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f76721c4-174c-400a-be2d-3029a7fa9229 tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0103719 Apr 20 14:52:41.295814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.311613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [None req-38adb4ac-0592-4039-b64c-f499325a03ad tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:52:41.319339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-38adb4ac-0592-4039-b64c-f499325a03ad tempest-ExtensionsTestJSON-502899639 tempest-ExtensionsTestJSON-502899639-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0219800 Apr 20 14:52:41.566096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:41.615631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Pushing event deleted for resources: {'Port': ['ID=8be01a99-7a0e-4233-8cd6-d1a520195945,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:41.630884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c78d8d0f-cebc-4667-90ca-67d023ef3b7d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5917134 Apr 20 14:52:41.633362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:41.638837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-968467999'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:41.793300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:41.797137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:41.798833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ba0ce6c-ffe6-4d47-8c1f-fc3b3ead94c6 tempest-AttachVolumeNegativeTest-1148553247 tempest-AttachVolumeNegativeTest-1148553247-project] 10.222.0.20 "DELETE /v2.0/floatingips/206a5dbf-aac3-4035-aa7e-32f485c0072e HTTP/1.1" status: 204 len: 168 time: 1.1034951 Apr 20 14:52:41.970178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47728) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:42.172823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.188639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aab75d8f-1e0b-4d79-ba1c-b6c06a9dd932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.191065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.311581 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aab75d8f-1e0b-4d79-ba1c-b6c06a9dd932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.320762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aab75d8f-1e0b-4d79-ba1c-b6c06a9dd932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.371513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aab75d8f-1e0b-4d79-ba1c-b6c06a9dd932 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ff75d569b8b45abadda5541d51a3c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977153 Apr 20 14:52:42.371513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab75d8f-1e0b-4d79-ba1c-b6c06a9dd932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154876d1-23d6-4753-a1d5-e196e3cf1f0c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:42.373606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47732) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:42.404407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:42.493413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.526451 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.592127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6299cdb4-8157-413e-951d-75a7c9880501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.645564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.652895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.656106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/154876d1-23d6-4753-a1d5-e196e3cf1f0c HTTP/1.1" status: 204 len: 168 time: 0.2809176 Apr 20 14:52:42.669471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:42.682332 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] Sync routers for ids ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:42.687916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253351f5-a2ec-4cb9-95b2-a17b448db3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154876d1-23d6-4753-a1d5-e196e3cf1f0c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:42.703764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:42.703764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b143890c-e2ac-4286-b6c6-4f3683f5669b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 200 len: 890 time: 1.0627275 Apr 20 14:52:42.704059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47746) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:42.722257 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] Routers {'3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:42.724604 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:42.846173 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:42.883614 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] Routers {'3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:42.892159 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:43.028804 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:43.034852 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b6af1-1726-4b30-bb1f-0170be676805 None None] The sync data for ids ['3b8ad0e6-59fd-48ed-b81c-98d8b13ad757'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:43.059358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fc97201c-0eaa-46c0-893e-35b805fb6ff3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers/3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 200 len: 890 time: 0.3518119 Apr 20 14:52:43.059815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47756) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:43.132586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e4896cad-8f1d-44cc-b229-58421ce689c7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 200 len: 205 time: 0.0756652 Apr 20 14:52:43.138408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47762) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:43.389314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:43.567782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:43.652663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:43.761950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 7313bb97-7b08-4a34-b7ca-69bf2ff6cf27 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:43.767112 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.142645 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.168023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 7313bb97-7b08-4a34-b7ca-69bf2ff6cf27 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:44.220616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.248325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:44.383951 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.414088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=7313bb97-7b08-4a34-b7ca-69bf2ff6cf27,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:44.471636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114833069'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:44.515935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:44.516805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.521854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.550682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.706649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.724888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.747734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.756061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.816583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c102d5c-efff-4de3-ae6a-b559bd2e5003,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:44.838000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:44.860625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.861108 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment 761958f2-725a-4645-b9de-898d92618a65 of type vlan for network 20608997-266e-4a94-ab84-bf14ad6c5ea1 Apr 20 14:52:44.882747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.885105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:44.907378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.912935 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b68e4474-48d7-4e7f-a6a2-601cdf409cd1 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 204 len: 168 time: 1.7668517 Apr 20 14:52:44.913602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47806) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:44.920731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081414928'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:44.973329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.985356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:44.989749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.041949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.066539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:45.066998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:45.066998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.089554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.089991 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment d44348f5-fcbd-48f1-b620-8203fe3dd42c of type vlan for network f56164bb-9d58-4c09-8297-77075e72e049 Apr 20 14:52:45.165544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.173992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.234172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.261921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:45.262834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.274527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.290693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0411587 Apr 20 14:52:45.347625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1753-2be6-425a-920f-52f0144821ea tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=20608997-266e-4a94-ab84-bf14ad6c5ea1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:45.358425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:45.407382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47814) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:45.407663 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4906695 Apr 20 14:52:45.412991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:45.443251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:45.454295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:45.464796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204b01-7cca-4d7d-b14b-b186598f99e9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=f56164bb-9d58-4c09-8297-77075e72e049,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:45.492748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f56164bb-9d58-4c09-8297-77075e72e049 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:45.591248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:45.594932 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.634348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:45.641076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.831120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:45.929715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=0a793fab-299f-42b1-b2f3-d93e4886cbfd,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:45.998133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': 'd44348f5-fcbd-48f1-b620-8203fe3dd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:45.998797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: f56164bb-9d58-4c09-8297-77075e72e049, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:46.029757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network f56164bb-9d58-4c09-8297-77075e72e049 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:46.051328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f56164bb-9d58-4c09-8297-77075e72e049) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:46.055625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:46.056217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.062924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a1048a-0afd-440c-b73e-a40e3bb1f5bc None None] Network f56164bb-9d58-4c09-8297-77075e72e049 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:46.107041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5496de2a-b4db-4652-9908-402db18bd3b9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6977940 Apr 20 14:52:46.109952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:46.114661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-250877374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:46.171244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.176644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.191441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.253739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=a9653f99-d7de-4da5-98e6-50b5ed2c0b95,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:46.314806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': '761958f2-725a-4645-b9de-898d92618a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:46.315606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 20608997-266e-4a94-ab84-bf14ad6c5ea1, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:46.342080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f56164bb-9d58-4c09-8297-77075e72e049', 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '0a793fab-299f-42b1-b2f3-d93e4886cbfd'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:46.346179 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.393961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:46.416275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 20608997-266e-4a94-ab84-bf14ad6c5ea1) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:46.421623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:46.422213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.441529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb90128-5b92-4699-8abc-c0ccd9a99173 None None] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:46.460673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7bd96fe7-d84b-4fce-ad6c-dbc83da177a1 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0155499 Apr 20 14:52:46.466042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47834) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:46.480651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2117630937'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:46.501661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.512389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.538879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:46.551040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.578759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.583814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c60b1e4b-91f0-4302-aafe-2cd08123249c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4715381 Apr 20 14:52:46.588513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47838) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:46.640343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:46.665093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.665531 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment cd0c9653-7cb0-4406-b4ec-dd828830bb7a of type vlan for network 097e7930-e7e7-4aa5-8284-4bd21721a713 Apr 20 14:52:46.796382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.938207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:46.945135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:46.945790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:47.260581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=097e7930-e7e7-4aa5-8284-4bd21721a713,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:47.260581 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4f1f2b97-883b-4324-8177-48664dbf62ca tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7664733 Apr 20 14:52:47.260581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47856) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:47.263123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '097e7930-e7e7-4aa5-8284-4bd21721a713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:47.512494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:47.517236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:47.547609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 097e7930-e7e7-4aa5-8284-4bd21721a713 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:47.585011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:48.114483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-20608997-266e-4a94-ab84-bf14ad6c5ea1', 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': 'a9653f99-d7de-4da5-98e6-50b5ed2c0b95'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:48.115534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:48.505999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Allocated IP 2001:db8::2 (f56164bb-9d58-4c09-8297-77075e72e049/0a793fab-299f-42b1-b2f3-d93e4886cbfd/a36a7698-3dcf-43af-8129-b93342511704) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:48.797540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:48.798526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Allocated IP 172.20.255.242 (20608997-266e-4a94-ab84-bf14ad6c5ea1/a9653f99-d7de-4da5-98e6-50b5ed2c0b95/c1fee68d-107b-4dd5-9780-3278800a8e1e) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:48.905203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=b072ea0a-435f-479d-8c85-6e24cbddc9af,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:48.945730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'cd0c9653-7cb0-4406-b4ec-dd828830bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '097e7930-e7e7-4aa5-8284-4bd21721a713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:48.946114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 097e7930-e7e7-4aa5-8284-4bd21721a713, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:48.987850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 097e7930-e7e7-4aa5-8284-4bd21721a713 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:49.003877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 097e7930-e7e7-4aa5-8284-4bd21721a713) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:49.010739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:49.010897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.030410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5289584b-5a7e-46db-a547-ad32be009ee2 None None] Network 097e7930-e7e7-4aa5-8284-4bd21721a713 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:49.039026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46c79107-a65e-4bc8-b928-087b0155d21f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7878599 Apr 20 14:52:49.041640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:49.160107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.234555 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.259115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.337508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8::1 (f56164bb-9d58-4c09-8297-77075e72e049/0a793fab-299f-42b1-b2f3-d93e4886cbfd/1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:52:49.402721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Network f56164bb-9d58-4c09-8297-77075e72e049 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:49.442389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:49.476996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.483789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:49.503951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Pushing event updated for resources: {'Port': ['ID=a36a7698-3dcf-43af-8129-b93342511704,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:49.523673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.546863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.631705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.656921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.659199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608f5d8-c76c-46fa-8078-f643440de384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-097e7930-e7e7-4aa5-8284-4bd21721a713', 'network_id': '097e7930-e7e7-4aa5-8284-4bd21721a713', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': 'b072ea0a-435f-479d-8c85-6e24cbddc9af'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:49.664061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0608f5d8-c76c-46fa-8078-f643440de384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.693445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=b072ea0a-435f-479d-8c85-6e24cbddc9af,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:49.708349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:49.730268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Pushing event updated for resources: {'Port': ['ID=c1fee68d-107b-4dd5-9780-3278800a8e1e,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:49.738956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.739684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:49.749707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:49.771797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e7930-e7e7-4aa5-8284-4bd21721a713']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:49.787209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0c9653-7cb0-4406-b4ec-dd828830bb7a') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:49.787502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0c9653-7cb0-4406-b4ec-dd828830bb7a') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:49.796531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.799920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.869822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.883326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Attempting to bind port a36a7698-3dcf-43af-8129-b93342511704 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:49.884327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Attempting to bind port a36a7698-3dcf-43af-8129-b93342511704 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd44348f5-fcbd-48f1-b620-8203fe3dd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:49.884865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Attempting to bind port a36a7698-3dcf-43af-8129-b93342511704 on network f56164bb-9d58-4c09-8297-77075e72e049 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:49.897003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network f56164bb-9d58-4c09-8297-77075e72e049 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:49.898186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:49.900977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:49.901386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:49.904817 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:49.906739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:49.934396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:52:49.940516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:49.940516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Checking segment: {'id': 'd44348f5-fcbd-48f1-b620-8203fe3dd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:49.940753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.941134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Bound using segment: {'id': 'd44348f5-fcbd-48f1-b620-8203fe3dd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:49.941624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Bound port: a36a7698-3dcf-43af-8129-b93342511704, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44348f5-fcbd-48f1-b620-8203fe3dd42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f56164bb-9d58-4c09-8297-77075e72e049'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:49.942005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.943203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:49.992947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de4586-cdb6-4e6c-a3e6-aa070875b618 None None] Network 097e7930-e7e7-4aa5-8284-4bd21721a713 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:50.125736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Attempting to bind port c1fee68d-107b-4dd5-9780-3278800a8e1e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:52:50.126272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Attempting to bind port c1fee68d-107b-4dd5-9780-3278800a8e1e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '761958f2-725a-4645-b9de-898d92618a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:52:50.127060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Attempting to bind port c1fee68d-107b-4dd5-9780-3278800a8e1e on network 20608997-266e-4a94-ab84-bf14ad6c5ea1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:52:50.143970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.161422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.168444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:50.170450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/097e7930-e7e7-4aa5-8284-4bd21721a713 HTTP/1.1" status: 204 len: 168 time: 1.1271789 Apr 20 14:52:50.175762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222216489'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:50.183052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f4c17-4ae2-4f15-9a44-b947385e7c73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=097e7930-e7e7-4aa5-8284-4bd21721a713,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:50.204096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:52:50.205517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Checking segment: {'id': '761958f2-725a-4645-b9de-898d92618a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:50.206057 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.210828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Bound using segment: {'id': '761958f2-725a-4645-b9de-898d92618a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:52:50.211510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Bound port: c1fee68d-107b-4dd5-9780-3278800a8e1e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761958f2-725a-4645-b9de-898d92618a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '20608997-266e-4a94-ab84-bf14ad6c5ea1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:52:50.212047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.214170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:50.219694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.261872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:50.263358 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.279229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.280283 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment ea99214d-5639-4bc1-83a0-0ba8caa282b5 of type vlan for network c918a9ef-7242-4312-9535-c92b753f0a04 Apr 20 14:52:50.331778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.364467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587f420-5b32-4d07-b72e-f7c43e0695c4 req-dd34ea40-06a3-444a-a89c-540d5ae95060 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:50.366376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0587f420-5b32-4d07-b72e-f7c43e0695c4 req-dd34ea40-06a3-444a-a89c-540d5ae95060 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.1138346 Apr 20 14:52:50.375595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.382322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:50.383331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.404341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] For port c1fee68d-107b-4dd5-9780-3278800a8e1e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:50.411135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] For port c1fee68d-107b-4dd5-9780-3278800a8e1e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c1fee68d-107b-4dd5-9780-3278800a8e1e,segment=NetworkSegment(761958f2-725a-4645-b9de-898d92618a65),segment_id=761958f2-725a-4645-b9de-898d92618a65)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:50.431569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.439843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] For port a36a7698-3dcf-43af-8129-b93342511704, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:52:50.492372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3154852 Apr 20 14:52:50.494695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47930) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:50.504500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': 'c918a9ef-7242-4312-9535-c92b753f0a04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:50.541849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e8ea-cec9-45c0-b588-8e4460ba6e07 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=c918a9ef-7242-4312-9535-c92b753f0a04,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:50.575307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0587f420-5b32-4d07-b72e-f7c43e0695c4 req-081fce68-9e3c-4203-821b-bc20bfa78fa5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983836 Apr 20 14:52:50.603738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c918a9ef-7242-4312-9535-c92b753f0a04 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:50.615876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0bd8e-c28b-4830-9bf7-46f139e835eb None None] Pushing event updated for resources: {'Port': ['ID=c1fee68d-107b-4dd5-9780-3278800a8e1e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:50.665090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] For port a36a7698-3dcf-43af-8129-b93342511704, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a36a7698-3dcf-43af-8129-b93342511704,segment=NetworkSegment(d44348f5-fcbd-48f1-b620-8203fe3dd42c),segment_id=d44348f5-fcbd-48f1-b620-8203fe3dd42c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:52:50.699987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.716833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:50.727607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:50.856218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Performing IP validity checks on allocation pools {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:52:50.857216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:52:50.969058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bde0-8779-491f-836b-87cbdbb57545 None None] Pushing event updated for resources: {'Port': ['ID=a36a7698-3dcf-43af-8129-b93342511704,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:50.991732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.005560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.006356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.215545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.275666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:51.359801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network f56164bb-9d58-4c09-8297-77075e72e049 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:52:51.371605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:51.374746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:51.420573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'ea99214d-5639-4bc1-83a0-0ba8caa282b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c918a9ef-7242-4312-9535-c92b753f0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:51.420911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: c918a9ef-7242-4312-9535-c92b753f0a04, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:51.455135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network c918a9ef-7242-4312-9535-c92b753f0a04 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:51.491468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c918a9ef-7242-4312-9535-c92b753f0a04) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:51.500037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c6183-52f0-4af6-ab3d-701bac82963a None None] Network c918a9ef-7242-4312-9535-c92b753f0a04 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:51.510957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:51.511888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.550178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad14bc34-ae4c-4ef0-98ef-f0932bca5abe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0513964 Apr 20 14:52:51.550923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47962) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:51.754751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.794925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2d47-aed1-4b11-8a54-e0b6ffe2aef3 req-3848f41d-9d8e-482b-97b9-fb5441de7f4d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:51.796720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbdb2d47-aed1-4b11-8a54-e0b6ffe2aef3 req-3848f41d-9d8e-482b-97b9-fb5441de7f4d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2229986 Apr 20 14:52:51.841043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f272f-abdf-46fa-b586-3c58bc1d0453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c918a9ef-7242-4312-9535-c92b753f0a04', 'network_id': 'c918a9ef-7242-4312-9535-c92b753f0a04', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': 'f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:52:51.842415 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c87f272f-abdf-46fa-b586-3c58bc1d0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.884643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.940633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbdb2d47-aed1-4b11-8a54-e0b6ffe2aef3 req-43e180ea-714f-4cff-a641-0fef68a2b86f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323538 Apr 20 14:52:51.941546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 1db41803-0640-4529-97c3-928bd5ad3db3 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:52:52.011712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.074175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:52.170216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:52.184521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a07388aa-5924-4a84-a50b-1aa85a823934 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/1db41803-0640-4529-97c3-928bd5ad3db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5911875 Apr 20 14:52:52.187991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:52.193524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] Sync routers for ids ['1db41803-0640-4529-97c3-928bd5ad3db3'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-c87f272f-abdf-46fa-b586-3c58bc1d0453 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb: This subnet is being modified by another concurrent operation. Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:52:52.222047 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb: This subnet is being modified by another concurrent operation. Apr 20 14:52:52.225988 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:52:52.248169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.264449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] Routers {'1db41803-0640-4529-97c3-928bd5ad3db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:52.267260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1db41803-0640-4529-97c3-928bd5ad3db3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.299365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c918a9ef-7242-4312-9535-c92b753f0a04']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.305627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82c9b8-0fc8-4cd5-a584-7c0aa8e321f9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:52.320685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4b82c9b8-0fc8-4cd5-a584-7c0aa8e321f9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports/1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b HTTP/1.1" status: 200 len: 911 time: 0.1299257 Apr 20 14:52:52.323243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47970) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:52.330662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea99214d-5639-4bc1-83a0-0ba8caa282b5') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.330964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea99214d-5639-4bc1-83a0-0ba8caa282b5') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.335390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a793fab-299f-42b1-b2f3-d93e4886cbfd'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:52.387382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.440905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.464388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:52.465278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:52.474337 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:52.676701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.684173 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.703656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47984) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:52.704442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/c918a9ef-7242-4312-9535-c92b753f0a04 HTTP/1.1" status: 204 len: 168 time: 1.1521974 Apr 20 14:52:52.723356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498299214'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:52.726079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.735628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fa666-6d06-42c6-9216-d036880af067 None None] Network c918a9ef-7242-4312-9535-c92b753f0a04 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:52.739020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c1fee68d-107b-4dd5-9780-3278800a8e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:52.746134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7240c8f-bc5c-4add-b7d5-88ee7f975cc2 None None] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:52.747938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb75906-7098-4206-9c54-4971374874d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=c918a9ef-7242-4312-9535-c92b753f0a04,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:52.799117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:52.826607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fa666-6d06-42c6-9216-d036880af067 None None] Network c918a9ef-7242-4312-9535-c92b753f0a04 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:52:52.932350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] Routers {'1db41803-0640-4529-97c3-928bd5ad3db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:52.936610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:52.937566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1db41803-0640-4529-97c3-928bd5ad3db3'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:52.952040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.082713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:53.083614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6377ea14-bfc5-48bc-b59f-c853a2123bc1 None None] The sync data for ids ['1db41803-0640-4529-97c3-928bd5ad3db3'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:53.108783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:53.144916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] Provisioning complete for port c1fee68d-107b-4dd5-9780-3278800a8e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:53.145663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.204428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1713b64c-4268-40bf-b649-9a24ef24febe None None] Network f56164bb-9d58-4c09-8297-77075e72e049 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:53.379890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c1fee68d-107b-4dd5-9780-3278800a8e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:53.380542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.457312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.521670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] For port c1fee68d-107b-4dd5-9780-3278800a8e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c1fee68d-107b-4dd5-9780-3278800a8e1e,segment=NetworkSegment(761958f2-725a-4645-b9de-898d92618a65),segment_id=761958f2-725a-4645-b9de-898d92618a65)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:53.545039 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.698819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.699753 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment b41ed4e5-a062-4bf0-93be-494000f40793 of type vlan for network f051c467-a800-4175-a940-7208db630255 Apr 20 14:52:53.861601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a36a7698-3dcf-43af-8129-b93342511704 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:53.874092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e6885-bef4-4e94-9b7e-0753d06cc5a6 req-daa269fd-0f09-489a-ae7a-a130310cd033 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:53.875726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246716e9-afe9-4c07-9986-5f774c30f71a None None] Pushing event updated for resources: {'Port': ['ID=c1fee68d-107b-4dd5-9780-3278800a8e1e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:53.899742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be8e6885-bef4-4e94-9b7e-0753d06cc5a6 req-daa269fd-0f09-489a-ae7a-a130310cd033 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.7856052 Apr 20 14:52:53.909868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] Provisioning complete for port a36a7698-3dcf-43af-8129-b93342511704 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:53.910241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:53.931361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.004137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a36a7698-3dcf-43af-8129-b93342511704 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:54.004513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.059522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:52:54.101354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be8e6885-bef4-4e94-9b7e-0753d06cc5a6 req-2e1e90c0-4d30-4492-8f41-1f6e5359e56f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988864 Apr 20 14:52:54.132601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.143510 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.146716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:54.147386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.165232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.211466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] For port a36a7698-3dcf-43af-8129-b93342511704, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a36a7698-3dcf-43af-8129-b93342511704,segment=NetworkSegment(d44348f5-fcbd-48f1-b620-8203fe3dd42c),segment_id=d44348f5-fcbd-48f1-b620-8203fe3dd42c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:54.219106 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.303162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:52:54.303601 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:52:54.308573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb996c1-63d7-4fca-8742-c59f685759c3 None None] Pushing event updated for resources: {'Port': ['ID=a36a7698-3dcf-43af-8129-b93342511704,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:54.347023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c39c5db6-2434-49a2-9613-af37812e850d None None] Provisioning complete for port c1fee68d-107b-4dd5-9780-3278800a8e1e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:54.347396 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c39c5db6-2434-49a2-9613-af37812e850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.479632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7717276 Apr 20 14:52:54.480610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48002) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:54.482180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.493976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': 'f051c467-a800-4175-a940-7208db630255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:54.516646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.522695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:54.523386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.524740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/ports/1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b HTTP/1.1" status: 200 len: 911 time: 2.1997838 Apr 20 14:52:54.527836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48004) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:54.530398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf348c-8579-46e7-aa41-e6983f70d892 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=f051c467-a800-4175-a940-7208db630255,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:54.540831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f051c467-a800-4175-a940-7208db630255 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:54.722245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:52:54.725122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:52:54.733575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d99507-5f8a-451d-93aa-29fc9365f3ef tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:54.796265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-22e8dbf2-e42d-44d0-974a-49f7b3ce1c7e None None] Provisioning complete for port 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:54.797856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:54.798360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-22e8dbf2-e42d-44d0-974a-49f7b3ce1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.802338 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:54.941351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-22e8dbf2-e42d-44d0-974a-49f7b3ce1c7e None None] Port 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:55.094001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-22e8dbf2-e42d-44d0-974a-49f7b3ce1c7e None None] Provisioning complete for port a36a7698-3dcf-43af-8129-b93342511704 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:55.098016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-22e8dbf2-e42d-44d0-974a-49f7b3ce1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.203759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c1fee68d-107b-4dd5-9780-3278800a8e1e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:55.324522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38e10e-05b8-48b2-865f-80cc91a92a41 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:52:55.360817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.415702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.479201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787e28a-2471-4850-a33f-b51597f65383 req-7acc7942-c9bf-439a-900d-5b4daef867ec tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:55.480841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2787e28a-2471-4850-a33f-b51597f65383 req-7acc7942-c9bf-439a-900d-5b4daef867ec tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2065058 Apr 20 14:52:55.501337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:55.518039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:55.522450 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18f7a9-dc6c-485b-91f9-133a473014ae" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:55.565602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.570090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.652232 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a46930d-4f88-49f6-aa05-4fa9ffb0b179 x-openstack-request-id: req-6a46930d-4f88-49f6-aa05-4fa9ffb0b179 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:55.652838 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:55.653303 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a46930d-4f88-49f6-aa05-4fa9ffb0b179 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:55.653887 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a46930d-4f88-49f6-aa05-4fa9ffb0b179'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:52:55.718544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2787e28a-2471-4850-a33f-b51597f65383 req-b357cf7d-ac9d-49ba-a438-ece9a8cedd1e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212050 Apr 20 14:52:55.762069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=674d106c-de5a-4e7a-be3f-cea0f529f8c6,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:55.772710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'b41ed4e5-a062-4bf0-93be-494000f40793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f051c467-a800-4175-a940-7208db630255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:55.772929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: f051c467-a800-4175-a940-7208db630255, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:55.804851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:55.833446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network f051c467-a800-4175-a940-7208db630255 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:55.837019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'mac_address': 'fa:16:3e:1d:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:52:55.874390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f051c467-a800-4175-a940-7208db630255) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:55.880509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:55.881110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:55.924718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a488582c-3741-488f-8e61-f7876b53dd6f tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4343681 Apr 20 14:52:55.925415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48042) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:56.064474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:52:56.064474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.119090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:56.133748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.141522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c1fee68d-107b-4dd5-9780-3278800a8e1e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:56.141895 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.233283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.271203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.313752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:52:56.327332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:52:56.362413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:56.379438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e4ea9128-1ef4-42fc-8878-5dc83368f5ae None None] Provisioning complete for port 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:56.379900 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9128-1ef4-42fc-8878-5dc83368f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.422858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5067e064-2cea-4612-95f3-b723f9782400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.462046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.659660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:56.701042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.703451 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.765131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea9128-1ef4-42fc-8878-5dc83368f5ae None None] Port 1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:52:56.801691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=674d106c-de5a-4e7a-be3f-cea0f529f8c6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:56.806712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38e10e-05b8-48b2-865f-80cc91a92a41 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:52:56.833492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.862762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3f7070ad-bd6e-45be-8acc-714ecf202d2d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:52:56.914099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a36a7698-3dcf-43af-8129-b93342511704 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:56.935639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5067e064-2cea-4612-95f3-b723f9782400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.935878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=1e7a9f4a-85d0-47cc-b228-8b4695f2cc6b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:56.949874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:57.039737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5067e064-2cea-4612-95f3-b723f9782400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.067680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.122025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a36a7698-3dcf-43af-8129-b93342511704 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:57.122482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.144507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.170420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04483433-01f9-46f3-80f8-7283c26d4242 req-4e85f0ed-5756-42d0-9dc2-39ec0d9e9b07 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:57.176373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04483433-01f9-46f3-80f8-7283c26d4242 req-4e85f0ed-5756-42d0-9dc2-39ec0d9e9b07 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.2364900 Apr 20 14:52:57.217428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5067e064-2cea-4612-95f3-b723f9782400 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac7e60719c01494280db0db76d9a49bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0951183 Apr 20 14:52:57.219169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48066) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:57.221103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f051c467-a800-4175-a940-7208db630255']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.240218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067e064-2cea-4612-95f3-b723f9782400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d2422-4752-480c-b657-4a5380cb0df1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:57.261599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41ed4e5-a062-4bf0-93be-494000f40793') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.274943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41ed4e5-a062-4bf0-93be-494000f40793') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.318839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.341286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04483433-01f9-46f3-80f8-7283c26d4242 req-3d3c6509-3da9-4822-a958-62d30f6b894b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452837 Apr 20 14:52:57.350251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.369744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:52:57.370162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:57.373204 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:57.427382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.450197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.509716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 1db41803-0640-4529-97c3-928bd5ad3db3 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:52:57.577421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.593035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.594319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a01d2422-4752-480c-b657-4a5380cb0df1 HTTP/1.1" status: 204 len: 168 time: 0.3705380 Apr 20 14:52:57.598929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.605529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.621338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/f051c467-a800-4175-a940-7208db630255 HTTP/1.1" status: 204 len: 168 time: 1.6948333 Apr 20 14:52:57.627107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:57.637974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319938720'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:57.643013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a2b6b-985e-44e1-8808-630d48ffbab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d2422-4752-480c-b657-4a5380cb0df1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:57.665076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e4db-d6a5-4d02-9bba-5c6603f660dd tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=f051c467-a800-4175-a940-7208db630255,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:57.676047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fdb405-ca7e-48cd-a355-2a40f272b29b None None] Network f051c467-a800-4175-a940-7208db630255 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:57.688172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:57.696642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.752578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fdb405-ca7e-48cd-a355-2a40f272b29b None None] Network f051c467-a800-4175-a940-7208db630255 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:52:57.767175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9bdc9-3c53-446a-a8a6-bed535b9ad0a None None] Network f051c467-a800-4175-a940-7208db630255 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:57.787943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9bdc9-3c53-446a-a8a6-bed535b9ad0a None None] Network f051c467-a800-4175-a940-7208db630255 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:52:57.793345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:52:57.805469 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] Sync routers for ids ['1db41803-0640-4529-97c3-928bd5ad3db3'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:52:57.824430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-339ba695-ceae-46c5-b412-93dbe3ba7c59 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/1db41803-0640-4529-97c3-928bd5ad3db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2947116 Apr 20 14:52:57.827145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48074) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:57.828534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] Routers {'1db41803-0640-4529-97c3-928bd5ad3db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:57.829170 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1db41803-0640-4529-97c3-928bd5ad3db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.926929 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.933943 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-523328fc-48eb-4ecc-871c-b9cf2fc3830d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db41803-0640-4529-97c3-928bd5ad3db3 HTTP/1.1" status: 200 len: 205 time: 0.0993679 Apr 20 14:52:57.934354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48076) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:57.937944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:52:57.953547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] Routers {'1db41803-0640-4529-97c3-928bd5ad3db3'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:52:57.954535 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['1db41803-0640-4529-97c3-928bd5ad3db3'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:57.973911 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:57.975585 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment 2995da4e-5325-4ebe-9d11-962559f7f2da of type vlan for network e9234053-f9cd-4ed5-9ff1-22805e2cdc25 Apr 20 14:52:58.021237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:52:58.022205 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb053631-e754-4b8a-b5d4-a0f6a5895687 None None] The sync data for ids ['1db41803-0640-4529-97c3-928bd5ad3db3'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:52:58.052331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.132024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.143776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:58.145426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.167403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.239064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6097705 Apr 20 14:52:58.239759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:58.252765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': 'e9234053-f9cd-4ed5-9ff1-22805e2cdc25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:58.276383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfb0c5-7d7a-43fe-bae2-d665c25ecaf7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=e9234053-f9cd-4ed5-9ff1-22805e2cdc25,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:58.290494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e9234053-f9cd-4ed5-9ff1-22805e2cdc25 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:52:58.358141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48084) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:58.409869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b8b361e-d5b2-4b73-a084-a2865ab1ee12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.516452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:52:58.524428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.675529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.678594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.702629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6832a-5c16-4836-ba02-4a2c57428606 req-c15d27f7-b8b7-442e-9f61-632d6983d36a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:58.712833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:52:58.715643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8f6832a-5c16-4836-ba02-4a2c57428606 req-c15d27f7-b8b7-442e-9f61-632d6983d36a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 946 time: 0.1365926 Apr 20 14:52:58.818663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b8b361e-d5b2-4b73-a084-a2865ab1ee12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.833199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b8b361e-d5b2-4b73-a084-a2865ab1ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.834807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3f7070ad-bd6e-45be-8acc-714ecf202d2d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:52:58.835858 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.848165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8f6832a-5c16-4836-ba02-4a2c57428606 req-85f9075a-24a8-4aba-879f-e659c790a024 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285579 Apr 20 14:52:58.850235 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.866122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router 1db41803-0640-4529-97c3-928bd5ad3db3 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:52:58.881142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.883504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8cfb343c-5695-403b-9a55-c143791a6ab9 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/1db41803-0640-4529-97c3-928bd5ad3db3 HTTP/1.1" status: 204 len: 168 time: 0.9479992 Apr 20 14:52:58.885161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48090) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:58.900010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b361e-d5b2-4b73-a084-a2865ab1ee12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23f6c0d-5dbe-4250-bd98-009770d557ab,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:58.962492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9b8b361e-d5b2-4b73-a084-a2865ab1ee12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c249aac5a4844491a50276b36c56c34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5982494 Apr 20 14:52:58.962980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48092) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:59.012459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 0a793fab-299f-42b1-b2f3-d93e4886cbfd {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:52:59.024528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.048856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.076794 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.080825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.087887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.185929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:52:59.193793 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c20b1-c756-4db6-8bf9-a9e1f248f5ee" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:52:59.196351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.199545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.200999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c23f6c0d-5dbe-4250-bd98-009770d557ab HTTP/1.1" status: 204 len: 168 time: 0.2370081 Apr 20 14:52:59.225187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a7722-6cfe-4b40-a248-964bbfa86be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23f6c0d-5dbe-4250-bd98-009770d557ab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:59.274707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:52:59.292460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.382294 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb63c806-0df1-4208-8536-b90c1b0efc8c x-openstack-request-id: req-eb63c806-0df1-4208-8536-b90c1b0efc8c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:52:59.382711 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-plugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:52:59.382839 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb63c806-0df1-4208-8536-b90c1b0efc8c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:52:59.383228 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb63c806-0df1-4208-8536-b90c1b0efc8c'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:52:59.383812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=13']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:59.430434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.433729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.672760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=48b9fb78-c895-4777-8f38-c6d830f0380b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:59.687787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': '2995da4e-5325-4ebe-9d11-962559f7f2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e9234053-f9cd-4ed5-9ff1-22805e2cdc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:52:59.688169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: e9234053-f9cd-4ed5-9ff1-22805e2cdc25, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:52:59.699170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.732753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=0a793fab-299f-42b1-b2f3-d93e4886cbfd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:52:59.742180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.745447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3d805d66-ebde-41f2-8d06-1467d2a84bfe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/0a793fab-299f-42b1-b2f3-d93e4886cbfd HTTP/1.1" status: 204 len: 168 time: 0.8465371 Apr 20 14:52:59.748439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:59.752226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8558d2-8d8e-49b9-8daa-3c1ff50eb37d None None] Network f56164bb-9d58-4c09-8297-77075e72e049 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:59.758953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network e9234053-f9cd-4ed5-9ff1-22805e2cdc25 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:52:59.772218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e9234053-f9cd-4ed5-9ff1-22805e2cdc25) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:52:59.788888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:52:59.790497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.813413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4dc2d-c443-4cd8-b3ad-079ef7c1d2f2 None None] Network e9234053-f9cd-4ed5-9ff1-22805e2cdc25 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:52:59.822737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-55b8469e-4350-46bf-a6ae-1b77c005aa2d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5750616 Apr 20 14:52:59.823604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:52:59.876445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.065897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.071669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48112) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:00.105236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6caf-d7be-4679-aecc-c4990f6db89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.158878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa0b0-dfd7-445e-a430-eae9bb3e3cea req-e0359db9-a380-400f-8424-7983b2dad91b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:00.160620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88baa0b0-dfd7-445e-a430-eae9bb3e3cea req-e0359db9-a380-400f-8424-7983b2dad91b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.1547859 Apr 20 14:53:00.182175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.252608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port a36a7698-3dcf-43af-8129-b93342511704 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:00.253069 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.300565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09c470-e9ba-4a91-8035-28a6e585e3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e9234053-f9cd-4ed5-9ff1-22805e2cdc25', 'network_id': 'e9234053-f9cd-4ed5-9ff1-22805e2cdc25', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': '48b9fb78-c895-4777-8f38-c6d830f0380b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:00.302518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d09c470-e9ba-4a91-8035-28a6e585e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.339411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88baa0b0-dfd7-445e-a430-eae9bb3e3cea req-68a7343e-746d-442e-9ebe-111b3094cdfc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702900 Apr 20 14:53:00.423834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] DHCP port deletion for f56164bb-9d58-4c09-8297-77075e72e049 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:53:00.471607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port a36a7698-3dcf-43af-8129-b93342511704, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a36a7698-3dcf-43af-8129-b93342511704,segment=NetworkSegment(d44348f5-fcbd-48f1-b620-8203fe3dd42c),segment_id=d44348f5-fcbd-48f1-b620-8203fe3dd42c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:00.472253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.496110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for a36a7698-3dcf-43af-8129-b93342511704 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:00.501490 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.510218 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6caf-d7be-4679-aecc-c4990f6db89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.575371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6caf-d7be-4679-aecc-c4990f6db89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.609125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-6d09c470-e9ba-4a91-8035-28a6e585e3e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48b9fb78-c895-4777-8f38-c6d830f0380b: This subnet is being modified by another concurrent operation. Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:00.610301 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48b9fb78-c895-4777-8f38-c6d830f0380b: This subnet is being modified by another concurrent operation. Apr 20 14:53:00.615230 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:53:00.618458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=48b9fb78-c895-4777-8f38-c6d830f0380b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:00.621658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Deleting port a36a7698-3dcf-43af-8129-b93342511704 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:00.622126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.682681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bdc579-a937-4721-9357-fdda363218a9 None None] Network e9234053-f9cd-4ed5-9ff1-22805e2cdc25 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:00.764038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f2b6caf-d7be-4679-aecc-c4990f6db89b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201fdeea59a04f628362527834fca15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742356 Apr 20 14:53:00.771621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48118) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:00.791519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port a36a7698-3dcf-43af-8129-b93342511704 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:00.794755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=a36a7698-3dcf-43af-8129-b93342511704,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:00.861862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] For port a36a7698-3dcf-43af-8129-b93342511704, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:00.862990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.864377 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.891148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Calling delete_port for a36a7698-3dcf-43af-8129-b93342511704 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:00.900408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Port a36a7698-3dcf-43af-8129-b93342511704 was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:53:00.900619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9234053-f9cd-4ed5-9ff1-22805e2cdc25']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:00.905750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.914164 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:53:00.914793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2995da4e-5325-4ebe-9d11-962559f7f2da') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:00.915180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2995da4e-5325-4ebe-9d11-962559f7f2da') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:00.926889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.941447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] Pushing event deleted for resources: {'Port': ['ID=a36a7698-3dcf-43af-8129-b93342511704,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:00.952159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.965216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:00.965662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:00.981871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5827e1a-16ff-41bf-9530-67ba83ffcd11 None None] No DVR routers for this DVR port a36a7698-3dcf-43af-8129-b93342511704 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:00.997709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6caf-d7be-4679-aecc-c4990f6db89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5743392-3947-4a0d-9891-d10b06143745,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:01.003536 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:01.056156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1f9cb-9932-4922-95ee-bdc4431cb8f1 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:53:01.079978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.108732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.132716 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.167081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56164bb-9d58-4c09-8297-77075e72e049']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:01.186588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.191905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/e9234053-f9cd-4ed5-9ff1-22805e2cdc25 HTTP/1.1" status: 204 len: 168 time: 1.3669128 Apr 20 14:53:01.200641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766a52c-2417-4290-a20d-0dab64f7feb4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=e9234053-f9cd-4ed5-9ff1-22805e2cdc25,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:01.204899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48124) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:01.217561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854235553'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:01.252279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e1f9cb-9932-4922-95ee-bdc4431cb8f1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:53:01.253877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44348f5-fcbd-48f1-b620-8203fe3dd42c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:01.262389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44348f5-fcbd-48f1-b620-8203fe3dd42c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:01.266436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.288109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:01.291249 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.293980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.325591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.335549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:01.335970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.371769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:01.381623 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:01.389980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.390327 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment e7378add-6a0d-48b8-af85-4bc837019d75 of type vlan for network 630e87ec-97bb-4695-a76c-4b26fc8520e5 Apr 20 14:53:01.487603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.529059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.534974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.537461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.540861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5743392-3947-4a0d-9891-d10b06143745 HTTP/1.1" status: 204 len: 168 time: 0.7653601 Apr 20 14:53:01.547516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.557127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:01.559882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.560479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.566732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/f56164bb-9d58-4c09-8297-77075e72e049 HTTP/1.1" status: 204 len: 168 time: 1.8130243 Apr 20 14:53:01.568217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:01.586312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442de4a-a1a7-45e6-b25a-bf888edf8bac tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=f56164bb-9d58-4c09-8297-77075e72e049,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:01.592004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956047948', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:01.599606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326cb12-10f2-426f-a0a4-c7b3f2043a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5743392-3947-4a0d-9891-d10b06143745,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:01.638526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f4d0-0288-48b9-9507-61bdc0796b90 req-ed14d9d7-94f8-4126-8f55-6dabd4b4c55e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:01.644850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a06f4d0-0288-48b9-9507-61bdc0796b90 req-ed14d9d7-94f8-4126-8f55-6dabd4b4c55e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.1305504 Apr 20 14:53:01.731644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a06f4d0-0288-48b9-9507-61bdc0796b90 req-350009ae-3b08-4498-a4f2-0565d2644a95 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727506 Apr 20 14:53:01.745282 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5389512 Apr 20 14:53:01.748233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:01.753598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '630e87ec-97bb-4695-a76c-4b26fc8520e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:01.801331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c5818-afd0-4c8b-9c38-4fe33281ea8d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=630e87ec-97bb-4695-a76c-4b26fc8520e5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:01.825379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.826888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:01.870719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 630e87ec-97bb-4695-a76c-4b26fc8520e5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:01.996721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:02.009310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a36a7698-3dcf-43af-8129-b93342511704 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:02.021648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.028855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.068733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.073756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48148) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:02.074093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1b0e0ee0-faea-4f77-9529-24616740954c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4924383 Apr 20 14:53:02.086353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-793966969'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:02.087069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a36a7698-3dcf-43af-8129-b93342511704 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:53:02.087581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a36a7698-3dcf-43af-8129-b93342511704 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:02.131214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:02.134978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.213408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:02.220314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.262935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Performing IP validity checks on allocation pools {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:53:02.263724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:53:02.279048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:02.305173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.305769 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment b255b1d2-d561-46eb-b1da-72460e105ee3 of type vlan for network 5248b3e4-c78f-4867-a69c-17e96bf319e5 Apr 20 14:53:02.359694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.434348 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.440739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:02.441555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:02.942137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=5248b3e4-c78f-4867-a69c-17e96bf319e5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:02.957714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:03.028538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-03f1823c-01a9-429b-aa87-255b633fe7cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9507782 Apr 20 14:53:03.031937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.034434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:03.089947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:03.095209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=fac0a26a-becb-4e6d-a128-81dac7288d10,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:03.249401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3f326-5355-4812-872a-908e7dffcc32 req-532cb8da-83fe-4337-8f9f-2acf805268ab tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:03.257281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78a3f326-5355-4812-872a-908e7dffcc32 req-532cb8da-83fe-4337-8f9f-2acf805268ab tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.3327851 Apr 20 14:53:03.356801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:03.360627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.381950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'e7378add-6a0d-48b8-af85-4bc837019d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '630e87ec-97bb-4695-a76c-4b26fc8520e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:03.382610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 630e87ec-97bb-4695-a76c-4b26fc8520e5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:03.395166 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.425988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78a3f326-5355-4812-872a-908e7dffcc32 req-31b73375-f599-4ccf-ab3c-9953bf322096 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627471 Apr 20 14:53:03.495304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 630e87ec-97bb-4695-a76c-4b26fc8520e5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:03.520659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 630e87ec-97bb-4695-a76c-4b26fc8520e5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:03.527201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:03.527883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.536567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498961b-32d9-443e-b641-a3b963623574 None None] Network 630e87ec-97bb-4695-a76c-4b26fc8520e5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:03.559405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-262da507-fc68-4c29-9f2a-15dfa59249f4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8098350 Apr 20 14:53:03.562129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:03.605572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.797628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.914216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:03.925284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ba2c9-b881-418f-9559-ca7eefe307e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-630e87ec-97bb-4695-a76c-4b26fc8520e5', 'network_id': '630e87ec-97bb-4695-a76c-4b26fc8520e5', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': 'fac0a26a-becb-4e6d-a128-81dac7288d10'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:03.926294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c81ba2c9-b881-418f-9559-ca7eefe307e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.010208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:04.028228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.048006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-c81ba2c9-b881-418f-9559-ca7eefe307e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fac0a26a-becb-4e6d-a128-81dac7288d10: This subnet is being modified by another concurrent operation. Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:04.091488 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fac0a26a-becb-4e6d-a128-81dac7288d10: This subnet is being modified by another concurrent operation. Apr 20 14:53:04.095627 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:53:04.116556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4b651-af92-4219-985a-2faad306bb3b None None] Network 630e87ec-97bb-4695-a76c-4b26fc8520e5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:04.239911 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.300155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630e87ec-97bb-4695-a76c-4b26fc8520e5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:04.300155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7378add-6a0d-48b8-af85-4bc837019d75') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:04.300155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7378add-6a0d-48b8-af85-4bc837019d75') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:04.315130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=97dbe388-84f2-4d26-bef4-5786a528bed7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:04.315739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.341251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c5d20-2662-44d0-9716-c0cd26123d67 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:53:04.365435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5a13ff-cac0-4377-829f-d760fb7b1e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.371710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=fac0a26a-becb-4e6d-a128-81dac7288d10,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:04.390262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Deleting port 58b056f6-300d-40f6-b67d-169909ba751b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:04.390262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.396964 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.407211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:04.416421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 5248b3e4-c78f-4867-a69c-17e96bf319e5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:04.430350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:04.430821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:04.434352 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:04.613976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] For port 58b056f6-300d-40f6-b67d-169909ba751b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58b056f6-300d-40f6-b67d-169909ba751b,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:04.614532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.620590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:04.631682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Calling delete_port for 58b056f6-300d-40f6-b67d-169909ba751b owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:04.635409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5248b3e4-c78f-4867-a69c-17e96bf319e5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:04.641105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:04.641709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.645389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c5d20-2662-44d0-9716-c0cd26123d67 None None] Unable to find a vacant binding_index for network 5248b3e4-c78f-4867-a69c-17e96bf319e5 and agent 42d8f827-7816-422a-82f7-8257143dc713 {{(pid=102865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 20 14:53:04.653327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c5d20-2662-44d0-9716-c0cd26123d67 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5248b3e4-c78f-4867-a69c-17e96bf319e5) {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:53:04.662212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.677676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5188c51-c53d-4557-952d-91b9e7581ea6 req-a3b9bfbb-3982-4c60-a79b-f120cde932d1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:04.679508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5188c51-c53d-4557-952d-91b9e7581ea6 req-a3b9bfbb-3982-4c60-a79b-f120cde932d1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.0948560 Apr 20 14:53:04.680642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.688903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/630e87ec-97bb-4695-a76c-4b26fc8520e5 HTTP/1.1" status: 204 len: 168 time: 1.1217995 Apr 20 14:53:04.689666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48210) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:04.693261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3586283b-f4ae-4a4d-8cca-8d898a65623d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6075807 Apr 20 14:53:04.694167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48212) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:04.697856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962131586'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:04.758385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:04.762085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.765263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a1521-cc4e-4dd7-8945-2deea334d78c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=630e87ec-97bb-4695-a76c-4b26fc8520e5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:04.836513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5188c51-c53d-4557-952d-91b9e7581ea6 req-acc2bb8a-fa8e-4050-87f8-52e637f0dd09 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218479 Apr 20 14:53:04.857499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:04.870838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.871248 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment 54107951-1372-4625-8192-231cd9594c92 of type vlan for network 07cc2cc4-b079-4111-85a4-f09e27e1980a Apr 20 14:53:04.926179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.965998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:04.973195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:04.973821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.020036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5a13ff-cac0-4377-829f-d760fb7b1e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.059980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5a13ff-cac0-4377-829f-d760fb7b1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.106490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4156442 Apr 20 14:53:05.121053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:05.140370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '07cc2cc4-b079-4111-85a4-f09e27e1980a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:05.197482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091337a-7777-45f8-9e55-4e4ed2616a1a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=07cc2cc4-b079-4111-85a4-f09e27e1980a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:05.215065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6c5a13ff-cac0-4377-829f-d760fb7b1e6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2969da326484084b440088ae3f20a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2005405 Apr 20 14:53:05.215781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a13ff-cac0-4377-829f-d760fb7b1e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c20ca5-cc21-47a3-847f-bf7535142972,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:05.219396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48226) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:05.281015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 07cc2cc4-b079-4111-85a4-f09e27e1980a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:05.332134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.371314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.377940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:05.381783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.446707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.455106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b056f6-300d-40f6-b67d-169909ba751b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:05.547574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-5248b3e4-c78f-4867-a69c-17e96bf319e5', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:05.550396 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.666348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:05.762008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Allocated IP 2001:db8::2 (5248b3e4-c78f-4867-a69c-17e96bf319e5/97dbe388-84f2-4d26-bef4-5786a528bed7/4c672377-1d9a-4f17-a97d-243921b3fbad) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:05.856840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48232) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:05.925677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.010448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b61c1b67-3c98-47f4-a23c-839f153bb94a tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4480 time: 0.1520081 Apr 20 14:53:06.014232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:06.020641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'network': {'name': 'tempest-network-smoke--1068654875', 'project_id': '328b397878e64600aa3f2ffaff641d37', 'port_security_enabled': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:06.069159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.086159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.146070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Pushing event updated for resources: {'Port': ['ID=4c672377-1d9a-4f17-a97d-243921b3fbad,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:06.162059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:06.164245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:06.167339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:06.175584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.183460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.185068 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01c20ca5-cc21-47a3-847f-bf7535142972 HTTP/1.1" status: 204 len: 168 time: 0.9363484 Apr 20 14:53:06.228173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87a44-5bc2-4f82-a123-ffdc5c645fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c20ca5-cc21-47a3-847f-bf7535142972,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:06.274451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Attempting to bind port 4c672377-1d9a-4f17-a97d-243921b3fbad on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:06.276638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Attempting to bind port 4c672377-1d9a-4f17-a97d-243921b3fbad by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:06.277011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Attempting to bind port 4c672377-1d9a-4f17-a97d-243921b3fbad on network 5248b3e4-c78f-4867-a69c-17e96bf319e5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:06.280773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:06.286198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:06.286807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Checking segment: {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:06.287304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.287511 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.287960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Bound using segment: {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:06.288919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Bound port: 4c672377-1d9a-4f17-a97d-243921b3fbad, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:06.289323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.327013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8::1 (5248b3e4-c78f-4867-a69c-17e96bf319e5/97dbe388-84f2-4d26-bef4-5786a528bed7/f5e9dc48-a9f6-4478-8193-d4d82776dfbf) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:06.384564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] For port 4c672377-1d9a-4f17-a97d-243921b3fbad, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:06.389167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] For port 4c672377-1d9a-4f17-a97d-243921b3fbad, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4c672377-1d9a-4f17-a97d-243921b3fbad,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:06.397456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.423177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723597ab-2ac9-4424-869e-ea5af3b6bb2b req-1bde726f-8ccc-49d9-b853-4790ddc894af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:06.424879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-723597ab-2ac9-4424-869e-ea5af3b6bb2b req-1bde726f-8ccc-49d9-b853-4790ddc894af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.4128561 Apr 20 14:53:06.460817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:06.492083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.492083 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Added segment 5a5b0468-9368-4a78-a963-90737ffaf780 of type vlan for network 30d62ee5-3992-4052-9936-cc9407c232e6 Apr 20 14:53:06.503145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85226190-d498-4794-9a5c-f381fe09b9e5 None None] Pushing event updated for resources: {'Port': ['ID=4c672377-1d9a-4f17-a97d-243921b3fbad,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:06.707444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-723597ab-2ac9-4424-869e-ea5af3b6bb2b req-eceed8e3-e755-44d7-a660-7134c210b3f8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195556 Apr 20 14:53:06.712871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.733249 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.863441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:06.882159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=2e662464-b2da-4736-bf50-ebf2a1b93b90,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:06.882990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.906849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.912785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:06.926813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:06.967955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9517763 Apr 20 14:53:06.980462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48254) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:06.988054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'admin_state_up': True, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:07.005981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': '54107951-1372-4625-8192-231cd9594c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '07cc2cc4-b079-4111-85a4-f09e27e1980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:07.011066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 07cc2cc4-b079-4111-85a4-f09e27e1980a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:07.136130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.137189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.149028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df156c82-74b2-4105-b74d-5ee438c50bb4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Network': ['ID=30d62ee5-3992-4052-9936-cc9407c232e6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:07.165826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 30d62ee5-3992-4052-9936-cc9407c232e6 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:07.169109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.195967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.215036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 07cc2cc4-b079-4111-85a4-f09e27e1980a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:07.238438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:07.243761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:07.265298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:07.279666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.298094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 07cc2cc4-b079-4111-85a4-f09e27e1980a) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:07.306356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:07.315640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:07.316977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.326125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c185aebe-b8de-4273-823b-a8625acf1998 admin admin] 10.222.0.20 "PUT /v2.0/routers/80ce9ef3-6326-441e-9c9a-d37027c30eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3284330 Apr 20 14:53:07.327300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:07.385232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Sync routers for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:07.412653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:07.416217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:07.450711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:07.498531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-39ac53f1-b33e-4b59-a240-85193bf64ce0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3694322 Apr 20 14:53:07.499325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:07.503063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.712503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:07.723130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:08.071271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4c672377-1d9a-4f17-a97d-243921b3fbad up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:08.280512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4c672377-1d9a-4f17-a97d-243921b3fbad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:08.281206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.345607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316cbb0d-6e64-4c43-80f3-38348498111b None None] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:08.363113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c184b-a88e-49ff-bb40-b3e29e527d66 None None] Network 07cc2cc4-b079-4111-85a4-f09e27e1980a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:08.452788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:53:05Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:08.541176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.566965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.581935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.583309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.746194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:08.759589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.789960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1f334-0b8f-483a-88c1-0e582491b0cb req-2617d399-977a-47f6-a1de-fce0a2876dbd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:08.802793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51e1f334-0b8f-483a-88c1-0e582491b0cb req-2617d399-977a-47f6-a1de-fce0a2876dbd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.9371777 Apr 20 14:53:08.807186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Checking router: 80ce9ef3-6326-441e-9c9a-d37027c30eb7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:08.807967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:08.823504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cecc03a5-97c6-4628-9215-9c0d80fe1e6b None None] Provisioning complete for port 4c672377-1d9a-4f17-a97d-243921b3fbad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:08.823870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cecc03a5-97c6-4628-9215-9c0d80fe1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:08.917419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Routers {'80ce9ef3-6326-441e-9c9a-d37027c30eb7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:08.918113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:08.955176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51e1f334-0b8f-483a-88c1-0e582491b0cb req-ca77cc4f-9a18-4b75-8f8e-582169c11f78 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514087 Apr 20 14:53:09.096361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.195342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.388885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.422061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.503263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.684298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cecc03a5-97c6-4628-9215-9c0d80fe1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.707869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.25.1.137 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/1d9d5188-a315-4754-8813-8f7e93d58fca) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:09.729000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:09.735150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070130a-fff1-4626-83a9-111e04509520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-07cc2cc4-b079-4111-85a4-f09e27e1980a', 'network_id': '07cc2cc4-b079-4111-85a4-f09e27e1980a', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': '2e662464-b2da-4736-bf50-ebf2a1b93b90'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:09.748395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4070130a-fff1-4626-83a9-111e04509520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.804333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] Set router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:09.814385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4c672377-1d9a-4f17-a97d-243921b3fbad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4c672377-1d9a-4f17-a97d-243921b3fbad,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:09.820591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:53:09.838017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.912934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.913572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:09.967988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.105983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:10.122148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:10.131382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-be9c9d19-7454-4444-bdde-7c538d5c2163 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4154315 Apr 20 14:53:10.132248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48308) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:10.138256 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:10.146622 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:52:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:10.149741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1286778560'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:10.191844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=1d9d5188-a315-4754-8813-8f7e93d58fca,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:10.195005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Deleting port 8e0f5658-6b56-4110-a10d-ff8340744e1e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:10.195500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.235815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=2e662464-b2da-4736-bf50-ebf2a1b93b90,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:10.302290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:10.316262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.338080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.338589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.339074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.339505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.339932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.340360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.340784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.341559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.341559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.342033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.342615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.344264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.382248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007c40d-59fb-4557-9dbd-d9a1eeb6bc18 req-6f00ad01-4fa2-4653-aca6-00ed0cdc81c7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:10.385334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d007c40d-59fb-4557-9dbd-d9a1eeb6bc18 req-6f00ad01-4fa2-4653-aca6-00ed0cdc81c7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2320464 Apr 20 14:53:10.412340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.415508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.420590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.421058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.421498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.421950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.422412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.422865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.423404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.423783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.424206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.425756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:10.475754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:10.478250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.479386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c770c-d1cf-4b51-ab15-6b2211912753 None None] Network 07cc2cc4-b079-4111-85a4-f09e27e1980a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:10.520417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:10.527295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:10.544082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:10.582831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d007c40d-59fb-4557-9dbd-d9a1eeb6bc18 req-2ddbf933-f6a1-45a4-a195-e7aea267903a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882799 Apr 20 14:53:10.583967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.584317 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment e5ab8d09-904c-4ff5-8a38-3b521ee92f7e of type vlan for network 847e3f50-dd9f-407c-9fec-cb17cad31b95 Apr 20 14:53:10.706181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cc2cc4-b079-4111-85a4-f09e27e1980a']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:10.706841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.783586 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:10.789698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.805219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:10.806824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.864112 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4470b91-8010-4965-94f1-851cd69e004e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:10.923724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7859387 Apr 20 14:53:10.928992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48322) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:10.932144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54107951-1372-4625-8192-231cd9594c92') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:10.932762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54107951-1372-4625-8192-231cd9594c92') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:10.938194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:10.955478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e69ff6-f1d0-4a25-a22b-94d96829a71a None None] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:10.960882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4c672377-1d9a-4f17-a97d-243921b3fbad,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:10.981537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291239-1a38-44db-a1a6-960fc591dd75 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=847e3f50-dd9f-407c-9fec-cb17cad31b95,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:11.005927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-cecc03a5-97c6-4628-9215-9c0d80fe1e6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:11.006289 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-cecc03a5-97c6-4628-9215-9c0d80fe1e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:11.014238 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.033196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:11.174464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] For port 8e0f5658-6b56-4110-a10d-ff8340744e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e0f5658-6b56-4110-a10d-ff8340744e1e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:11.174961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.178231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:11.186510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.193978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.247929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Calling delete_port for 8e0f5658-6b56-4110-a10d-ff8340744e1e owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:11.268711 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:07Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:08Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:11.325013 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:11.325530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Updating router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 port f5e9dc48-a9f6-4478-8193-d4d82776dfbf binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:11.381917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:53:05Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:11.401797 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.486031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1c365-daf1-4d2f-806b-01ab6f9ea570 None None] The sync data for ids ['80ce9ef3-6326-441e-9c9a-d37027c30eb7'] in n-d-836145-2 is: [{'id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'name': 'tempest-AttachVolumeNegativeTest-1529897907-router', 'tenant_id': '4d703a6211a743baa2651aaf40495b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:45:26Z', 'updated_at': '2022-04-20T14:53:05Z', 'revision_number': 5, 'project_id': '4d703a6211a743baa2651aaf40495b69', 'gw_port': {'id': '8e0f5658-6b56-4110-a10d-ff8340744e1e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce9ef3-6326-441e-9c9a-d37027c30eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:45:28Z', 'updated_at': '2022-04-20T14:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:11.557614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:11.558152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:11.565856 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:11.807580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.884445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-33c75179-35b3-48bf-a9e5-136d9953b061 None None] Provisioning complete for port 4c672377-1d9a-4f17-a97d-243921b3fbad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:11.886625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-35b3-48bf-a9e5-136d9953b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:11.910938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb8f7a-7fc8-41eb-bd61-5ae2a87e55a3 req-b30d8fe6-fbc0-4f1d-a200-56048cead2db tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:11.920489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedb8f7a-7fc8-41eb-bd61-5ae2a87e55a3 req-b30d8fe6-fbc0-4f1d-a200-56048cead2db tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.1800849 Apr 20 14:53:11.943120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0f5658-6b56-4110-a10d-ff8340744e1e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:12.051888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.068231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.078379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/07cc2cc4-b079-4111-85a4-f09e27e1980a HTTP/1.1" status: 204 len: 168 time: 4.5621281 Apr 20 14:53:12.175548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48340) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:12.182073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-33c75179-35b3-48bf-a9e5-136d9953b061 None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:12.184663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-33c75179-35b3-48bf-a9e5-136d9953b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.187800 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.207809 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.244278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753934315'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:12.244755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa3ba-d03e-4227-a5f6-f37d90d68e14 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=07cc2cc4-b079-4111-85a4-f09e27e1980a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:12.287192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedb8f7a-7fc8-41eb-bd61-5ae2a87e55a3 req-db909e35-c556-4063-9222-f44d0ba71343 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406439 Apr 20 14:53:12.309369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-33c75179-35b3-48bf-a9e5-136d9953b061 None None] Port f5e9dc48-a9f6-4478-8193-d4d82776dfbf cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:12.314114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4c672377-1d9a-4f17-a97d-243921b3fbad up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:12.374301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:12.381844 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Pushing event updated for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:12.389144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.462007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.474060 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.474060 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.474417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.474531 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.474888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.475211 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.475546 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.475851 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.476215 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.476926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.476926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.477140 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:12.500923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4c672377-1d9a-4f17-a97d-243921b3fbad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:12.505815 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.610301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Attempting to bind port f5e9dc48-a9f6-4478-8193-d4d82776dfbf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:12.610301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Attempting to bind port f5e9dc48-a9f6-4478-8193-d4d82776dfbf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:12.610301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Attempting to bind port f5e9dc48-a9f6-4478-8193-d4d82776dfbf on network 5248b3e4-c78f-4867-a69c-17e96bf319e5 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:12.621610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:12.626645 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Checking segment: {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:12.627505 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.628237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Bound using segment: {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:12.629037 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Bound port: f5e9dc48-a9f6-4478-8193-d4d82776dfbf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b255b1d2-d561-46eb-b1da-72460e105ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:12.629623 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.631953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.653132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:12.668132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Provisioning complete for port 4c672377-1d9a-4f17-a97d-243921b3fbad triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:12.680670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.716866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.720220 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] For port f5e9dc48-a9f6-4478-8193-d4d82776dfbf, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:12.724509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.727145 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] For port f5e9dc48-a9f6-4478-8193-d4d82776dfbf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:12.744508 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.787708 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28de6bd3-6f6a-4f05-8f04-e33ee9232e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.841357 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d101a9-54c1-4da3-b044-6605319097b6 None None] Pushing event updated for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:12.870684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.875829 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:12.878655 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:12.890051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.890402 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment e47ffe86-3313-45c9-a3a1-038d4a2ac1de of type vlan for network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 Apr 20 14:53:12.923230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=62ff0210-9e92-47ab-be88-3af3afcd17cf,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:12.975943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.978145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ce9ef3-6326-441e-9c9a-d37027c30eb7 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:53:12.985774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:12.992154 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0cb8995b-72a0-4349-802a-2b36fe7339b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/80ce9ef3-6326-441e-9c9a-d37027c30eb7 HTTP/1.1" status: 204 len: 168 time: 5.6295242 Apr 20 14:53:12.997345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48350) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:13.026057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.056430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:13.057023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.130463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.147548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:13.148479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.151963 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:13.217641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0139465 Apr 20 14:53:13.225818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58b056f6-300d-40f6-b67d-169909ba751b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:13.237243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:13.244053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Deleting subnet 87023a78-90d0-424a-a102-3d25a2c33ee9 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:53:13.244743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:13.267578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.298221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 58b056f6-300d-40f6-b67d-169909ba751b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:53:13.298937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58b056f6-300d-40f6-b67d-169909ba751b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:13.348052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:13.350037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 847e3f50-dd9f-407c-9fec-cb17cad31b95, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:13.394033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.483478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] For port f5e9dc48-a9f6-4478-8193-d4d82776dfbf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:13.497199 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.527595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.621265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:13.627620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.725250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0261-41ca-4ff3-a432-d8d445ff13ab None None] Pushing event updated for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:13.732439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.771966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3a5909ed-f1d1-4f2d-abe2-e6e5f3eaaa07 None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:13.779494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a5909ed-f1d1-4f2d-abe2-e6e5f3eaaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.900381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:07Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:12Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:13.930178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef491a-3d11-4c7c-8db3-9977ce2dbf84 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=0fc6c3d4-7033-4043-b85e-c7debecd9fd9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:13.959347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.966815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:13.987745 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe023079-3cf3-47b7-be53-756b526206b6 None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:07Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:12Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:14.023674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:14.037872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.112601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d395e08-28b9-444d-9057-0129201b3249 req-cf0a9a6c-eb32-4e8a-b4b5-c843f1f96ffa tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:14.128735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d395e08-28b9-444d-9057-0129201b3249 req-cf0a9a6c-eb32-4e8a-b4b5-c843f1f96ffa tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.6367755 Apr 20 14:53:14.233697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 847e3f50-dd9f-407c-9fec-cb17cad31b95) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:14.245521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:14.246584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.257456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e0f5658-6b56-4110-a10d-ff8340744e1e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:14.276437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de5a92-b12d-4296-ad3f-709bf3bce321 None None] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:14.365206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d395e08-28b9-444d-9057-0129201b3249 req-21d74466-f228-4b34-9c1e-611c11de6978 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348003 Apr 20 14:53:14.400340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8e0f5658-6b56-4110-a10d-ff8340744e1e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:53:14.400681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e0f5658-6b56-4110-a10d-ff8340744e1e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:14.466605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-237c916b-ea6e-4710-9f4f-72aa6c6a3214 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5265450 Apr 20 14:53:14.466970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48376) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:14.477315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.523967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87023a78-90d0-424a-a102-3d25a2c33ee9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:14.553586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.564743 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e04388fe-e155-4c77-9b3c-dc66b335e428 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87023a78-90d0-424a-a102-3d25a2c33ee9 HTTP/1.1" status: 204 len: 168 time: 1.5577474 Apr 20 14:53:14.564743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router 0e88e785-29d1-4aa4-9abe-449c53e3896b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:53:14.565032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f4c75c26-bf99-487a-8c5c-315f5342b461 None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:14.565032 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f4c75c26-bf99-487a-8c5c-315f5342b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.568011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f240d0-c71c-4563-a45e-289e84d6382a None None] Network 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:14.573539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:14.595848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.646416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.799857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:14.830664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.851038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Sync routers for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:14.863819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9de6c91f-46b2-4844-9600-305f529b8f73 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.8530488 Apr 20 14:53:14.867414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48390) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:14.992160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd1e0d-1d74-4ff1-aee2-617e711990ee tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:14.998091 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2fd1e0d-1d74-4ff1-aee2-617e711990ee tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=328b397878e64600aa3f2ffaff641d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1293099 Apr 20 14:53:14.999447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48392) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:15.006538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=4741d4ac-f795-4187-b1fe-5fa7987134a4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:15.049133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:15.054876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:15.170543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.398499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:15.399751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 0fc6c3d4-7033-4043-b85e-c7debecd9fd9, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:15.518988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:15.530232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Deleting port 9370ae8a-5909-49ae-9c5b-55d35aabf88f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:15.531103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.543838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0fc6c3d4-7033-4043-b85e-c7debecd9fd9) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:15.568922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:15.569866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.628188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8922da64-10a1-4e21-9769-1064814ee31c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3894465 Apr 20 14:53:15.635177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48402) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:15.670225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81eda3d-f66d-4b97-be54-d75c91e22fb0 None None] Network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:15.748610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-847e3f50-dd9f-407c-9fec-cb17cad31b95', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:15.760173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.762876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.786899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:15.950383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed01ec9-56df-4b80-85f0-1ec4332db1bf tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:15.950383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7ed01ec9-56df-4b80-85f0-1ec4332db1bf tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9439764 Apr 20 14:53:15.957468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48406) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:16.095124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] DHCP port deletion for 30a3d976-cad7-4eb2-8223-75d5fe5e8a6b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:53:16.096750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ab3880e-e238-4d07-a06a-e5557c7f6063 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381049 Apr 20 14:53:16.100799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:16.209123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:16.209694 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7385d9da-5123-413a-9beb-6a363eae2c1f tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=328b397878e64600aa3f2ffaff641d37&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046655 Apr 20 14:53:16.209834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:16.267533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] For port 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9370ae8a-5909-49ae-9c5b-55d35aabf88f,segment=NetworkSegment(ce7acb22-0f1f-4e4c-aa67-1d3db271b97c),segment_id=ce7acb22-0f1f-4e4c-aa67-1d3db271b97c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:16.267934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:16.305233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Calling delete_port for 9370ae8a-5909-49ae-9c5b-55d35aabf88f owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:16.309015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f5e9dc48-a9f6-4478-8193-d4d82776dfbf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:16.349554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:16.446139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde992c7-1939-4f18-aec3-eaf70fd944d7 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:16.452009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fde992c7-1939-4f18-aec3-eaf70fd944d7 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371447 Apr 20 14:53:16.453840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48428) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:16.542011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:16.555452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:16.591561 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4cdaae0e-1aa7-4ef3-832e-03f27d39a2d5 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359649 Apr 20 14:53:16.592545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48430) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:16.601461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499619746', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'project_id': '328b397878e64600aa3f2ffaff641d37', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:16.788741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:16.795044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Pushing event deleted for resources: {'Port': ['ID=9370ae8a-5909-49ae-9c5b-55d35aabf88f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:16.795595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.003845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8:1::1 (847e3f50-dd9f-407c-9fec-cb17cad31b95/62ff0210-9e92-47ab-be88-3af3afcd17cf/f2afcef1-d258-4644-9dd0-90214ea241a0) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:17.127186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.201788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ef05c-b21d-4ea3-a732-6f58c5280672 req-6a99ddfb-76c3-48e6-ac4e-dcf5ff539682 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:17.209481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b1ef05c-b21d-4ea3-a732-6f58c5280672 req-6a99ddfb-76c3-48e6-ac4e-dcf5ff539682 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 1.4581950 Apr 20 14:53:17.218894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.219231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.219558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.219923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.220284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.220568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.220908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.221224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.221539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.222290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.222617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.222938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:17.250190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] No DVR routers for this DVR port 9370ae8a-5909-49ae-9c5b-55d35aabf88f on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:17.262910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8d348186-1c14-4bfb-9748-2852523604a7 None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:17.263464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d348186-1c14-4bfb-9748-2852523604a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.360605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.417952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Allocated IP 2001:db8:1::2 (847e3f50-dd9f-407c-9fec-cb17cad31b95/62ff0210-9e92-47ab-be88-3af3afcd17cf/a58f0208-1d10-47d3-bce4-7fd3384a350f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:17.498968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.517066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.578511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a3d976-cad7-4eb2-8223-75d5fe5e8a6b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:17.605785 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.627711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.634873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Subnet': ['ID=e89a14f6-cc51-4610-b854-1110d9676b0c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:17.636693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:17.667005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:17.688383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:17.690069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:17.692083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:17.692375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7acb22-0f1f-4e4c-aa67-1d3db271b97c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:17.728119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:17.734712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Checking segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:17.735077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network hostable DHCP agents. Network: 30d62ee5-3992-4052-9936-cc9407c232e6, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:17.735726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Deleting port 9370ae8a-5909-49ae-9c5b-55d35aabf88f {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:17.736264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.757186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:17.759449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.769242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 30d62ee5-3992-4052-9936-cc9407c232e6 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:17.793501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 30d62ee5-3992-4052-9936-cc9407c232e6) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:17.800946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:17.801635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.814014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] For port 9370ae8a-5909-49ae-9c5b-55d35aabf88f, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:17.814434 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.827195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-443f0fe0-535d-41aa-a551-ec353e27b99c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2307222 Apr 20 14:53:17.827481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48440) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:17.828839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Calling delete_port for 9370ae8a-5909-49ae-9c5b-55d35aabf88f owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:17.832189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Port 9370ae8a-5909-49ae-9c5b-55d35aabf88f was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:53:17.842219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.852901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0fc6c3d4-7033-4043-b85e-c7debecd9fd9', 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': '4741d4ac-f795-4187-b1fe-5fa7987134a4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:17.854360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.869675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732bf097-e10b-4ff8-bb87-add3d7a46f51 None None] Network 30d62ee5-3992-4052-9936-cc9407c232e6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:17.933815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.953971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:17.963076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:17.963940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.113479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Allocated IP 172.20.0.1 (0fc6c3d4-7033-4043-b85e-c7debecd9fd9/4741d4ac-f795-4187-b1fe-5fa7987134a4/e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:18.272788 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.275054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f5e9dc48-a9f6-4478-8193-d4d82776dfbf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:18.275626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.374222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] No DVR routers for this DVR port 9370ae8a-5909-49ae-9c5b-55d35aabf88f on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:18.385618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.425947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:18.457351 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:18.461298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:18.474478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b1ef05c-b21d-4ea3-a732-6f58c5280672 req-68837f4c-92e7-4895-9ff3-385c5e12b8be tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2639537 Apr 20 14:53:18.475399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.488280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.494822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] 10.222.0.20 "DELETE /v2.0/networks/30a3d976-cad7-4eb2-8223-75d5fe5e8a6b HTTP/1.1" status: 204 len: 168 time: 3.9185128 Apr 20 14:53:18.541396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:18.545424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:18.649573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.724552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8c28-fddf-4a74-bb13-9bc00288b218 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a3d976-cad7-4eb2-8223-75d5fe5e8a6b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:18.830915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:18.929201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-30d62ee5-3992-4052-9936-cc9407c232e6', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:18.931561 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.045000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:19.064150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9370ae8a-5909-49ae-9c5b-55d35aabf88f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:19.095592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Attempting to bind port a58f0208-1d10-47d3-bce4-7fd3384a350f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:19.095961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Attempting to bind port a58f0208-1d10-47d3-bce4-7fd3384a350f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:19.096506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Attempting to bind port a58f0208-1d10-47d3-bce4-7fd3384a350f on network 847e3f50-dd9f-407c-9fec-cb17cad31b95 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:19.102183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Pushing event updated for resources: {'Port': ['ID=a58f0208-1d10-47d3-bce4-7fd3384a350f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:19.131425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9370ae8a-5909-49ae-9c5b-55d35aabf88f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:53:19.131763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9370ae8a-5909-49ae-9c5b-55d35aabf88f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:19.148531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:19.148729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.149488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Checking segment: {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:19.150068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.150644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Bound using segment: {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:19.151347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Bound port: a58f0208-1d10-47d3-bce4-7fd3384a350f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:19.151909 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.262477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44d15d16-2e75-4e5d-94c5-697f75a6f603 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d703a6211a743baa2651aaf40495b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159698 Apr 20 14:53:19.265598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48454) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:19.424127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.446519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.463886 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.486471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.489380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.525524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558f974-4ecf-41aa-9cfa-0d183449e0ca None None] Pushing event deleted for resources: {'Port': ['ID=9370ae8a-5909-49ae-9c5b-55d35aabf88f,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:19.540604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Attempting to bind port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:19.541072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Attempting to bind port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:19.541438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Attempting to bind port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 on network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:19.567608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.641014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.646087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.647139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a0133eb-53c0-494d-9f83-36ebd0b343ea HTTP/1.1" status: 204 len: 168 time: 0.3805916 Apr 20 14:53:19.706595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] For port a58f0208-1d10-47d3-bce4-7fd3384a350f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:19.710026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] For port a58f0208-1d10-47d3-bce4-7fd3384a350f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a58f0208-1d10-47d3-bce4-7fd3384a350f,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:19.741548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:19.742022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Checking segment: {'id': 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:19.742315 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.742779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Bound using segment: {'id': 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:19.743266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Bound port: e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:19.743645 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.745936 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:19.762935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=4741d4ac-f795-4187-b1fe-5fa7987134a4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:19.866176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec54c3-e811-4849-b983-64e5c6f5fac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0133eb-53c0-494d-9f83-36ebd0b343ea,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:19.991081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Pushing event updated for resources: {'Port': ['ID=e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:20.047164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.047685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.052422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.052980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.053468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.053982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.054657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.055145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.055618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.056096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.056566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.057047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:53:20.072908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.113825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:11Z', 'revision_number': 3, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:20.164264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc6c3d4-7033-4043-b85e-c7debecd9fd9']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:20.177600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Allocated IP 172.20.0.18 (30d62ee5-3992-4052-9936-cc9407c232e6/e89a14f6-cc51-4610-b854-1110d9676b0c/f23c45fd-53d8-4bed-b339-5645fa11bb80) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:20.188155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Checking router: 0e88e785-29d1-4aa4-9abe-449c53e3896b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:20.191477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Updating router 0e88e785-29d1-4aa4-9abe-449c53e3896b port 1d9d5188-a315-4754-8813-8f7e93d58fca binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:20.204895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:20.205189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:20.237958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.249636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] For port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:20.288709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.339677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] For port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0,segment=NetworkSegment(e47ffe86-3313-45c9-a3a1-038d4a2ac1de),segment_id=e47ffe86-3313-45c9-a3a1-038d4a2ac1de)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:20.387058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.436175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.476559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:20.477243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:20.551619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7c8bd-914e-45fc-a014-4bdda2830eb8 None None] Pushing event updated for resources: {'Port': ['ID=a58f0208-1d10-47d3-bce4-7fd3384a350f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:20.556811 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:20.662197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:20.759700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf41c0e-80b6-4579-a24f-2586021dc303 None None] Network 0fc6c3d4-7033-4043-b85e-c7debecd9fd9 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:20.774259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.api [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:53:20.774259 n-d-836145-2 neutron-server[102864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:53:20.774259 n-d-836145-2 neutron-server[102864]: [parameters: {'id': '0fc6c3d4-7033-4043-b85e-c7debecd9fd9'}] Apr 20 14:53:20.774259 n-d-836145-2 neutron-server[102864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:20.776126 n-d-836145-2 neutron-server[102864]: DEBUG oslo_db.api [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:20.892005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920eae9-3ce8-40d8-a763-6eb1c8c0def0 req-b3fd36b6-ea60-4607-bd65-3f45fa8b172e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:20.899163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5920eae9-3ce8-40d8-a763-6eb1c8c0def0 req-b3fd36b6-ea60-4607-bd65-3f45fa8b172e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 1.1849701 Apr 20 14:53:20.993539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:21.021895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:21.034325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5920eae9-3ce8-40d8-a763-6eb1c8c0def0 req-b3044990-1080-4ec0-89b8-5728aa4f11a1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243632 Apr 20 14:53:21.111540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a58f0208-1d10-47d3-bce4-7fd3384a350f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:21.278281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.326552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:21.332769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026667ce-c8d7-4cff-9b27-df99bc9bdab3 None None] Pushing event updated for resources: {'Port': ['ID=e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:21.523266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Deleting port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:21.523927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.698623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.706722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:21.727368 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:21.734513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a58f0208-1d10-47d3-bce4-7fd3384a350f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:21.740337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.747055 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:21.750153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:21.754603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-59ea4902-84f6-4776-928c-42ab55521272 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2864492 Apr 20 14:53:21.757776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:21.770107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803187944'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:21.818789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.857411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] For port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0,segment=NetworkSegment(e47ffe86-3313-45c9-a3a1-038d4a2ac1de),segment_id=e47ffe86-3313-45c9-a3a1-038d4a2ac1de)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:21.871364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.912459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Pushing event updated for resources: {'Port': ['ID=f23c45fd-53d8-4bed-b339-5645fa11bb80,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:21.929488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:21.937781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Calling delete_port for e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:21.940447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf064f-0136-4f04-b058-da37bec8d148 None None] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:21.945273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:21.948368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Network 30d62ee5-3992-4052-9936-cc9407c232e6 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:21.973581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:21.976410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:22.119676 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:22.133338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.20.0.17 (30d62ee5-3992-4052-9936-cc9407c232e6/e89a14f6-cc51-4610-b854-1110d9676b0c/2150f9cb-5ac7-4674-87ea-7c98b9feb065) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:22.321363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a2ad71c9-0e2d-41de-8b09-d25e593d2ba1 None None] Provisioning complete for port a58f0208-1d10-47d3-bce4-7fd3384a350f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:22.321752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2ad71c9-0e2d-41de-8b09-d25e593d2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.438206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.451485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Attempting to bind port f23c45fd-53d8-4bed-b339-5645fa11bb80 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:22.451485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Attempting to bind port f23c45fd-53d8-4bed-b339-5645fa11bb80 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:22.451485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Attempting to bind port f23c45fd-53d8-4bed-b339-5645fa11bb80 on network 30d62ee5-3992-4052-9936-cc9407c232e6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:22.489859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84da5-33bf-4b13-992d-61391a17d6cb req-529cea4e-cffd-431a-8d56-8b54ad71c8f9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:22.496379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08a84da5-33bf-4b13-992d-61391a17d6cb req-529cea4e-cffd-431a-8d56-8b54ad71c8f9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2301354 Apr 20 14:53:22.539603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.550844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:22.551223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Checking segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:22.551994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.551994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Bound using segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:22.552500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Bound port: f23c45fd-53d8-4bed-b339-5645fa11bb80, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:22.552883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.592856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Port': ['ID=e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:22.607032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No DVR routers for this DVR port e93e5cb6-c5b7-4e11-8d96-3e99e5cdc0d0 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:22.616959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:22.654023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.654388 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment 1d9713f6-9648-40e0-b00b-efbae80a1fb2 of type vlan for network 59cb6184-1bb7-474f-8e99-5588b2a81aef Apr 20 14:53:22.711143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.794442 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:19Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:22.887887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:22.888448 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Updating router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 port f2afcef1-d258-4644-9dd0-90214ea241a0 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:22.910931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.925541 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.947941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:22.966889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 30d62ee5-3992-4052-9936-cc9407c232e6 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:22.991256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:23.008113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:23.068033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.073384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08a84da5-33bf-4b13-992d-61391a17d6cb req-8ef72eae-8c1e-4a68-ad6f-5516ca01e681 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876592 Apr 20 14:53:23.096935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.109175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.125870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48536) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:23.128741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:23.136156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:53:23.160371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc6c3d4-7033-4043-b85e-c7debecd9fd9']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:23.193269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:23.193662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47ffe86-3313-45c9-a3a1-038d4a2ac1de') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:23.209649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.211964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.226330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:23.228873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.247047 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.255049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ce622-351e-4312-b97a-4e285b9b0eec None None] Pushing event updated for resources: {'Port': ['ID=1d9d5188-a315-4754-8813-8f7e93d58fca,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:23.260769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.262012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:23.262672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:23.292623 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:23.358202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Attempting to bind port 1d9d5188-a315-4754-8813-8f7e93d58fca on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:23.358527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Attempting to bind port 1d9d5188-a315-4754-8813-8f7e93d58fca by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:23.358836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Attempting to bind port 1d9d5188-a315-4754-8813-8f7e93d58fca on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:23.411141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a58f0208-1d10-47d3-bce4-7fd3384a350f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a58f0208-1d10-47d3-bce4-7fd3384a350f,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:23.440834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] For port f23c45fd-53d8-4bed-b339-5645fa11bb80, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:23.451690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.463752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:23.464173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:23.464534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.464943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:23.465447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Bound port: 1d9d5188-a315-4754-8813-8f7e93d58fca, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:23.466244 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.467763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.469014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=59cb6184-1bb7-474f-8e99-5588b2a81aef,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:23.477832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5930744-ed8f-43e6-ac76-f0f8c12d76c2 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7189243 Apr 20 14:53:23.481832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48546) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:23.495955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:23.566885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.600018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/0fc6c3d4-7033-4043-b85e-c7debecd9fd9 HTTP/1.1" status: 204 len: 168 time: 7.9632294 Apr 20 14:53:23.605433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f5e5-e9c2-4111-af3f-62fc031c6feb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=0fc6c3d4-7033-4043-b85e-c7debecd9fd9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:23.634713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48548) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:23.648057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-490806440'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:23.668538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22a02815-373c-446a-a60f-70d1b0421948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.723109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:23.726764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.745553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:23.750237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.825314 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.848178 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.893922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.901273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:23.937511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22a02815-373c-446a-a60f-70d1b0421948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.951291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22a02815-373c-446a-a60f-70d1b0421948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.966217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:23.966934 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment 783735d8-ddd4-43ae-a2c6-b97124bb914e of type vlan for network f2cfac59-1557-4e25-b153-22ead3165cf8 Apr 20 14:53:24.066828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a02815-373c-446a-a60f-70d1b0421948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767df552-1c54-476f-97c8-58902042473d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:24.077105 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae1db-5329-4bff-a745-ba2c114c4448 None None] Pushing event updated for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:24.126544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22a02815-373c-446a-a60f-70d1b0421948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c963f2b1c6c94bd88871739fe3c950b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9950814 Apr 20 14:53:24.129837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48556) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:24.255662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2ad71c9-0e2d-41de-8b09-d25e593d2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.266154 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Attempting to bind port f2afcef1-d258-4644-9dd0-90214ea241a0 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:24.266673 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Attempting to bind port f2afcef1-d258-4644-9dd0-90214ea241a0 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:24.267149 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Attempting to bind port f2afcef1-d258-4644-9dd0-90214ea241a0 on network 847e3f50-dd9f-407c-9fec-cb17cad31b95 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:24.269394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] For port f23c45fd-53d8-4bed-b339-5645fa11bb80, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f23c45fd-53d8-4bed-b339-5645fa11bb80,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:24.306708 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:24.307337 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Checking segment: {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:24.307886 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.308110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Bound using segment: {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:24.308609 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Bound port: f2afcef1-d258-4644-9dd0-90214ea241a0, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:24.308941 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.490461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cece0-ae5b-4c7a-ba31-369054af8f38 req-5fc32641-6173-4d9c-a7b1-a76e798fba6e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:24.501555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e54cece0-ae5b-4c7a-ba31-369054af8f38 req-5fc32641-6173-4d9c-a7b1-a76e798fba6e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2432287 Apr 20 14:53:24.528712 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.547060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] For port 1d9d5188-a315-4754-8813-8f7e93d58fca, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:24.566032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] For port 1d9d5188-a315-4754-8813-8f7e93d58fca, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1d9d5188-a315-4754-8813-8f7e93d58fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:24.573123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:24.628518 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.634266 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] For port f2afcef1-d258-4644-9dd0-90214ea241a0, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:24.664296 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] For port f2afcef1-d258-4644-9dd0-90214ea241a0, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f2afcef1-d258-4644-9dd0-90214ea241a0,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:24.677302 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.686758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.717516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.753277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a58f0208-1d10-47d3-bce4-7fd3384a350f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:24.822383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e54cece0-ae5b-4c7a-ba31-369054af8f38 req-8703a885-ed6e-4f1e-91ab-8f2176bfe65e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184004 Apr 20 14:53:24.856156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:25.046050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae1db-5329-4bff-a745-ba2c114c4448 None None] Pushing event updated for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:25.072548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:25.084512 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:25.101033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767df552-1c54-476f-97c8-58902042473d HTTP/1.1" status: 204 len: 168 time: 0.9688230 Apr 20 14:53:25.117698 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:25.117915 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:25.136034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095c4e-31bb-4f67-8cd2-aa9587e46997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767df552-1c54-476f-97c8-58902042473d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:25.145236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:25.172805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.173407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:25.179570 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-a2ad71c9-0e2d-41de-8b09-d25e593d2ba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:25.180024 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-a2ad71c9-0e2d-41de-8b09-d25e593d2ba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:25.363772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:25.365075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:25.381171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a68c4-d28b-49f9-b100-46d1c3f28a56 None None] Pushing event updated for resources: {'Port': ['ID=f23c45fd-53d8-4bed-b339-5645fa11bb80,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:25.615666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=f2cfac59-1557-4e25-b153-22ead3165cf8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:25.635869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.651209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.715084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.750011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.805260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.807530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29a1e49c-e8c6-4bf5-a218-df642f80c9cb tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1612699 Apr 20 14:53:25.830240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.876128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:25.879418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:25.879764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:25.893149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:25.898350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-a286c206-e2df-43c3-b2dd-db09a596de84 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.4491043 Apr 20 14:53:25.931535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:25.990489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:26.011790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a58f0208-1d10-47d3-bce4-7fd3384a350f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:26.025427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ce622-351e-4312-b97a-4e285b9b0eec None None] Pushing event updated for resources: {'Port': ['ID=1d9d5188-a315-4754-8813-8f7e93d58fca,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:26.086478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b38ff6-8099-4811-80ca-ea72f97026f5 req-b437acda-2349-4bfe-be60-8a4771d80144 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1714118 Apr 20 14:53:26.210168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf76a1-a813-4654-94ad-a60a6c03ac49 req-4312d5d1-2149-48dc-b59b-49df6ad62bb7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:26.222037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdcf76a1-a813-4654-94ad-a60a6c03ac49 req-4312d5d1-2149-48dc-b59b-49df6ad62bb7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.1576469 Apr 20 14:53:26.317349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdcf76a1-a813-4654-94ad-a60a6c03ac49 req-22b74aa5-9055-4083-907f-ced65682c51f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940120 Apr 20 14:53:26.561363 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:26.639001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea50b10d-18f1-4a50-8d36-4c63d96e9561 None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:26.802680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a58f0208-1d10-47d3-bce4-7fd3384a350f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:26.803598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:26.923034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Provisioning complete for port f2afcef1-d258-4644-9dd0-90214ea241a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:26.923416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:26.982333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:23Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2150f9cb-5ac7-4674-87ea-7c98b9feb065', 'name': '', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:73:db:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:19Z', 'updated_at': '2022-04-20T14:53:22Z', 'revision_number': 1, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:27.061098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5ef0b-26a5-40bf-a18e-e76ab8422290 None None] The sync data for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 is: [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:23Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2150f9cb-5ac7-4674-87ea-7c98b9feb065', 'name': '', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:73:db:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:19Z', 'updated_at': '2022-04-20T14:53:22Z', 'revision_number': 1, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:27.284899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:27.518129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:27.522793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.544691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.580541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.599237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] For port f2afcef1-d258-4644-9dd0-90214ea241a0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f2afcef1-d258-4644-9dd0-90214ea241a0,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:27.617501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.624321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d726b-4412-4dff-b1b9-f2f0561c6c5f None None] Network 30d62ee5-3992-4052-9936-cc9407c232e6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:27.632405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.640064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.651296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.662797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-ae999cd9-eb02-4be7-86ea-219b7b2329cf tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.3515863 Apr 20 14:53:27.716007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:27.749009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98b4bf6b-7346-4670-b9fb-6a40c5af8c03 req-9ef49a2b-18b7-4cf8-a84b-889ac5de2970 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847261 Apr 20 14:53:27.920361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf15f8-d3dc-4a89-99e5-b8863b3b279d req-fa6d517f-d7c9-4794-be96-64bd4be83c6b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:27.936370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06cf15f8-d3dc-4a89-99e5-b8863b3b279d req-fa6d517f-d7c9-4794-be96-64bd4be83c6b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2690651 Apr 20 14:53:27.971249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=1caa9cc5-94bd-402d-98ae-b92526c6788b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:28.036697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.100772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06cf15f8-d3dc-4a89-99e5-b8863b3b279d req-f1a3a212-db2e-46ff-9b2d-e058431d7b67 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570249 Apr 20 14:53:28.200130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.209245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Pushing event updated for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:28.286677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f23c45fd-53d8-4bed-b339-5645fa11bb80 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:28.456743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.482154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Provisioning complete for port a58f0208-1d10-47d3-bce4-7fd3384a350f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:28.483365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66d77a9b-b5c6-4dbb-a42b-9e5314142d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.497779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.517055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network f2cfac59-1557-4e25-b153-22ead3165cf8 is not hosted by any dhcp agent {{(pid=102863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:53:28.524496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.526310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.531143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48650) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:28.532917 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "PUT /v2.0/networks/f2cfac59-1557-4e25-b153-22ead3165cf8 HTTP/1.1" status: 200 len: 723 time: 2.6223760 Apr 20 14:53:28.537344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:28.565155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:28.565710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 59cb6184-1bb7-474f-8e99-5588b2a81aef, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:28.577991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.587002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:28.602667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f23c45fd-53d8-4bed-b339-5645fa11bb80 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:28.603105 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.682470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.694542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.702408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.709939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.717876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.726318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.733284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:28.735708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-cc061d82-9318-401c-b6c8-c11bfb064a34 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.4748938 Apr 20 14:53:28.758715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:28.762294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.789148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927b438-0c8c-4be9-bd19-ae882f272080 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=f2cfac59-1557-4e25-b153-22ead3165cf8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:28.888948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:28.939447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:29.087039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6fbe641b-60f5-4360-9158-b074f92761da None None] Provisioning complete for port f23c45fd-53d8-4bed-b339-5645fa11bb80 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:29.087513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fbe641b-60f5-4360-9158-b074f92761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.162362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 59cb6184-1bb7-474f-8e99-5588b2a81aef) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:29.194196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.212009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.241761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-e07831d7-02e3-4cc5-a4a8-d46e85a00fe3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.247793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-e07831d7-02e3-4cc5-a4a8-d46e85a00fe3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3576498 Apr 20 14:53:29.253928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebeb11-8d9e-4bbe-a103-748dd6070d85 None None] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:29.293700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.300694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.308643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.315444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.322735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.329768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.337726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.349596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-ad8ccdb0-71d0-4753-a2dc-10cd282db74f tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.3391068 Apr 20 14:53:29.431941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68b58d0e-10d8-4d67-a3bd-b8db7e1f88be req-34d06434-b119-4f3c-bd00-487cb12bc413 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804458 Apr 20 14:53:29.436460 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1030b45c-9d20-4860-9228-84d30d914c6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.9516387 Apr 20 14:53:29.450927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:29.482846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc00241-a961-452a-b849-8c0d589da349 req-7c35aba3-4c0d-46f3-af7c-43de68c91572 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:29.493670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbc00241-a961-452a-b849-8c0d589da349 req-7c35aba3-4c0d-46f3-af7c-43de68c91572 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.2910922 Apr 20 14:53:29.686492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbc00241-a961-452a-b849-8c0d589da349 req-75c37257-fc2d-4df4-98ad-00506fc35d6d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914773 Apr 20 14:53:29.731656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.796742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.876075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f23c45fd-53d8-4bed-b339-5645fa11bb80, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f23c45fd-53d8-4bed-b339-5645fa11bb80,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:29.912290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.913589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f2afcef1-d258-4644-9dd0-90214ea241a0 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:29.998844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': '783735d8-ddd4-43ae-a2c6-b97124bb914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:29.998844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: f2cfac59-1557-4e25-b153-22ead3165cf8, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:30.009083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-21e1d2b4-5c96-45de-be0d-5c5d03d61924 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7354875 Apr 20 14:53:30.040997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=feaf62ae-abfb-4def-842e-9825ff33e489,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:30.051011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:30.080440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network f2cfac59-1557-4e25-b153-22ead3165cf8 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:30.097178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f2cfac59-1557-4e25-b153-22ead3165cf8) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:30.103831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.105955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:30.160058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66726ce5-111c-452b-af42-eab64ad8e715 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6277895 Apr 20 14:53:30.162869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48716) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:30.169604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:30.183254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 30d62ee5-3992-4052-9936-cc9407c232e6 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:30.239678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:30.629514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62338630'] for subnet, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:30.649735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:30.712972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9925d-1a03-410c-9e3a-d835103d3009 None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:30.820543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:30.831211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-9f36fb37-fc63-4bc4-96e4-8556a232c911 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3275640 Apr 20 14:53:30.886678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.901198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.922866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.926166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:30.940602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.948251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.950707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router 0e88e785-29d1-4aa4-9abe-449c53e3896b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:30.964016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.987524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:30.991211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-54a5a1d0-13ba-4568-ab14-9e95e8e286d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 5433 time: 0.2939775 Apr 20 14:53:31.055064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2ecabacb-377c-450d-962c-56af8df8b0a4 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:31.157671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f23c45fd-53d8-4bed-b339-5645fa11bb80,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:31.176133 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fbe641b-60f5-4360-9158-b074f92761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.295278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-367c015d-c459-4b83-932a-c1087f7d9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:31.297149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-367c015d-c459-4b83-932a-c1087f7d9612 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1098 time: 0.3046336 Apr 20 14:53:31.311471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36eb9e81-849d-4b1c-85e7-5dde8593466f req-258c7a38-9556-48e4-b2dc-454561648186 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2380083 Apr 20 14:53:31.471517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f2afcef1-d258-4644-9dd0-90214ea241a0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:31.472378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.609830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f2cfac59-1557-4e25-b153-22ead3165cf8', 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': 'feaf62ae-abfb-4def-842e-9825ff33e489'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:31.615277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:31.623784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.672163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] For port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:31.681425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-59cb6184-1bb7-474f-8e99-5588b2a81aef', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:31.682773 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.708866 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] device_id is not set on port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:53:31.719640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.733662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-6fbe641b-60f5-4360-9158-b074f92761da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:31.734287 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-6fbe641b-60f5-4360-9158-b074f92761da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:31.742540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.820618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d723c811-cae3-4cf2-bd79-9dcda628110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.833838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.864615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742240465592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58914321'] for subnet, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.968077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.987251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c30b-3786-4308-b42e-f05051a06100 req-bfbd22d7-b50a-4809-9e60-2b1a2533b9af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:31.989082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8370c30b-3786-4308-b42e-f05051a06100 req-bfbd22d7-b50a-4809-9e60-2b1a2533b9af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.6518850 Apr 20 14:53:31.995470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:31.996280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:31.997696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "PUT /v2.0/subnets/feaf62ae-abfb-4def-842e-9825ff33e489 HTTP/1.1" status: 200 len: 806 time: 1.8330107 Apr 20 14:53:32.003875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:32.004771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:32.006175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:32.010775 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47d50a-4200-4c17-b39e-6cae7e6e416a" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:32.057863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.058471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:32.128015 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ab435-d851-4385-95ce-0df68c8c6bcd x-openstack-request-id: req-655ab435-d851-4385-95ce-0df68c8c6bcd {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:32.128357 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecabacb-377c-450d-962c-56af8df8b0a4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:32.128618 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-655ab435-d851-4385-95ce-0df68c8c6bcd {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:32.129013 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655ab435-d851-4385-95ce-0df68c8c6bcd'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecabacb-377c-450d-962c-56af8df8b0a4', 'code': 200} Apr 20 14:53:32.184526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d723c811-cae3-4cf2-bd79-9dcda628110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.234705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.271122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:32.274957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:32.303250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482334-3994-4044-8085-3e789e976f9d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=feaf62ae-abfb-4def-842e-9825ff33e489,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:32.325696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Allocated IP 172.20.0.2 (f2cfac59-1557-4e25-b153-22ead3165cf8/feaf62ae-abfb-4def-842e-9825ff33e489/ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:32.357387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3efda6f-9fcb-4586-9059-f90d54c162b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.378760 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d723c811-cae3-4cf2-bd79-9dcda628110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.397311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8370c30b-3786-4308-b42e-f05051a06100 req-628dd2cc-ce2d-4621-8e09-dbba734b209e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966687 Apr 20 14:53:32.402522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-1990c12e-4100-4e49-9ce3-5bde84df94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.404356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-1990c12e-4100-4e49-9ce3-5bde84df94e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 1.0858698 Apr 20 14:53:32.483125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02ce517a-1d12-45bd-b3ce-4db42b263da3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "PUT /v2.0/routers/0e88e785-29d1-4aa4-9abe-449c53e3896b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6543543 Apr 20 14:53:32.511426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-7a47fa54-20be-4948-a64f-ff2d5848afc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1002 time: 0.0989048 Apr 20 14:53:32.516665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Allocated IP 2001:db8:2::2 (59cb6184-1bb7-474f-8e99-5588b2a81aef/1caa9cc5-94bd-402d-98ae-b92526c6788b/0c4b2fc2-1fe2-4c93-a94d-02faf40c1365) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:32.523301 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d723c811-cae3-4cf2-bd79-9dcda628110a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86e9e51875454c2fa5db87fa5930671b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5958056 Apr 20 14:53:32.526539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48774) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:32.533353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c811-cae3-4cf2-bd79-9dcda628110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3969ee21-6a63-4765-b800-147956d41cc1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:32.632320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-dd95858d-7a4f-45ff-b2d7-81623e7a907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.634033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-dd95858d-7a4f-45ff-b2d7-81623e7a907e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1136596 Apr 20 14:53:32.676590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.737864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-ad1f0e91-e2ff-4d24-b552-c138bc105bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.739593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-ad1f0e91-e2ff-4d24-b552-c138bc105bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986087 Apr 20 14:53:32.753567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] No DVR routers for this DVR port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:32.754173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.760208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.767341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.773725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.781125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.788081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.796821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-5d7e9fb7-a47f-42be-b3fa-c8c2c3df2d61 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 4658 time: 0.2838387 Apr 20 14:53:32.883856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.900485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f23c45fd-53d8-4bed-b339-5645fa11bb80 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:32.905586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Sync routers for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:32.923852 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.953371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Pushing event updated for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:32.994373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] In _notify_port_updated(), no bound segment for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:53:32.995362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:32.996049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:32.997511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-294b5e83-150d-4548-a615-cd9c4275bdff service neutron] 10.222.0.43 "PUT /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 200 len: 1026 time: 2.9835057 Apr 20 14:53:33.017634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:33.027067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Pushing event updated for resources: {'Port': ['ID=ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:33.031348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:33.046484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:33.046974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 904ed9bb-03c4-49ed-a739-91ba22f18ea7 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:33.078780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.105233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:33.116430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:33.117945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-8b2db404-5470-42a8-84fe-8e001a4bdc58 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:33.120658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:33.121175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-040fc733-e90f-4b65-b505-1261b655d7b6 req-64ad02a0-e45f-499b-be5a-34430a47f9c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4264b51-cbda-4aa1-b33b-860db763fb24&id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233814 Apr 20 14:53:33.132842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-8b2db404-5470-42a8-84fe-8e001a4bdc58 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "GET /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1161520 Apr 20 14:53:33.155354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:33.185975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3efda6f-9fcb-4586-9059-f90d54c162b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.207635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.216319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3efda6f-9fcb-4586-9059-f90d54c162b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.242837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Provisioning complete for port f23c45fd-53d8-4bed-b339-5645fa11bb80 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:33.243379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.291034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-edf2e79b-00f7-4c69-9ac6-8d89fe0dba64 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910324 Apr 20 14:53:33.292258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.433104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-d3db6ad6-f730-463d-b131-28db3f85ea8c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:33.434684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-d3db6ad6-f730-463d-b131-28db3f85ea8c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/networks?id=30d62ee5-3992-4052-9936-cc9407c232e6 HTTP/1.1" status: 200 len: 798 time: 0.6243422 Apr 20 14:53:33.439514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=feaf62ae-abfb-4def-842e-9825ff33e489,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:33.477805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Attempting to bind port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:33.478177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Attempting to bind port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '783735d8-ddd4-43ae-a2c6-b97124bb914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:33.479173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Attempting to bind port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 on network f2cfac59-1557-4e25-b153-22ead3165cf8 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:33.510379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:33.510819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Checking segment: {'id': '783735d8-ddd4-43ae-a2c6-b97124bb914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:33.511870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.512855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Bound using segment: {'id': '783735d8-ddd4-43ae-a2c6-b97124bb914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:33.513397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Bound port: ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783735d8-ddd4-43ae-a2c6-b97124bb914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:33.513848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.517423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f23c45fd-53d8-4bed-b339-5645fa11bb80 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:33.517423 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.560933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-fd7b6408-531f-4ac6-9e98-2907baa19833 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/quotas/328b397878e64600aa3f2ffaff641d37 HTTP/1.1" status: 200 len: 375 time: 0.1126637 Apr 20 14:53:33.618218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.637611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.709800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.710324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31aa14b5-f31e-4e24-b5f5-4a500661e8c4 req-cbbc13ad-c0f3-4778-be1a-528b39f794d2 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945596 Apr 20 14:53:33.711833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.739539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cfac59-1557-4e25-b153-22ead3165cf8']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:33.775743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783735d8-ddd4-43ae-a2c6-b97124bb914e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:33.776456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783735d8-ddd4-43ae-a2c6-b97124bb914e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:33.778079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.810542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-8a29a018-a8a4-496e-82a3-49f1dd922734 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2378442 Apr 20 14:53:33.884586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-e9b33720-95ad-4aba-b34c-ef6b040d4bbd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:53:33.886112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-e9b33720-95ad-4aba-b34c-ef6b040d4bbd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532768 Apr 20 14:53:33.889161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.926827 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:33.944715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:33.945144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:34.014777 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:34.028409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.037599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f3efda6f-9fcb-4586-9059-f90d54c162b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06657c12b01a4641971d5deeef0129a5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3481562 Apr 20 14:53:34.037599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efda6f-9fcb-4586-9059-f90d54c162b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f096a61-1148-49e5-868f-fa38f92b5b3d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:34.042945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48860) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:34.049987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.api [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:53:34.049987 n-d-836145-2 neutron-server[102864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:53:34.049987 n-d-836145-2 neutron-server[102864]: [parameters: {'id': 'f2cfac59-1557-4e25-b153-22ead3165cf8'}] Apr 20 14:53:34.049987 n-d-836145-2 neutron-server[102864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:34.050354 n-d-836145-2 neutron-server[102864]: DEBUG oslo_db.api [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:34.132314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:34.143318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:34.168985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:34.171401 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36813d4-f7ed-47f7-b7aa-68c1e3721cac" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:34.177273 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.178012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d96c5f49-7f36-4ee1-9633-adfff645a84d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:34.220598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:34.223974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:34.232142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Provisioning complete for port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:34.232650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.260814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2ecabacb-377c-450d-962c-56af8df8b0a4,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:34.294600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8:2::1 (59cb6184-1bb7-474f-8e99-5588b2a81aef/1caa9cc5-94bd-402d-98ae-b92526c6788b/31a6231e-d205-4683-be9a-9fadade3ee64) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:34.314347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.315731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-6d403efc-5492-4d17-a2d4-0177f0fecbd9 service neutron] 10.222.0.20 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000088 Apr 20 14:53:34.319635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:34.321042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.330271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:34.337169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3969ee21-6a63-4765-b800-147956d41cc1 HTTP/1.1" status: 204 len: 168 time: 1.7926888 Apr 20 14:53:34.339538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.394449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76e648-1607-4ba9-ae5c-1571901aeef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969ee21-6a63-4765-b800-147956d41cc1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:34.464891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:34.469207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] For port 2ecabacb-377c-450d-962c-56af8df8b0a4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:34.548437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-c67ef3a0-b0c4-427e-b62a-3f6a4c2d787a service neutron] 10.222.0.20 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113247 Apr 20 14:53:34.562969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fff342-a3a6-44dd-bbe2-e0d36ed0dc3d req-0010b012-bd97-4f52-bf61-ff0aea0ef489 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:34.564858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fff342-a3a6-44dd-bbe2-e0d36ed0dc3d req-0010b012-bd97-4f52-bf61-ff0aea0ef489 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.3463070 Apr 20 14:53:34.566678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.574940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.631972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] device_id is not set on port 2ecabacb-377c-450d-962c-56af8df8b0a4 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:53:34.650195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.677356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.712952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1d9d5188-a315-4754-8813-8f7e93d58fca up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:34.721607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:34.724529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Provisioning complete for port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:34.727411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fff342-a3a6-44dd-bbe2-e0d36ed0dc3d req-6b32b053-ce45-47aa-a4f8-17467db8c30b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480787 Apr 20 14:53:34.733214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.746499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Deleting port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:34.747354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.804260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:34.843383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] For port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:34.844343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.846700 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:34.856660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] For port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:34.881020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Calling delete_port for ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:34.913634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] No DVR routers for this DVR port 2ecabacb-377c-450d-962c-56af8df8b0a4 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:35.055754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] For port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924,segment=NetworkSegment(783735d8-ddd4-43ae-a2c6-b97124bb914e),segment_id=783735d8-ddd4-43ae-a2c6-b97124bb914e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:35.084404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] In _notify_port_updated(), no bound segment for port 2ecabacb-377c-450d-962c-56af8df8b0a4 on network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 {{(pid=102863) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 14:53:35.086751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.087477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.090186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-96de1c5f-a9e8-447d-90ec-8fe3ba4265a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 200 len: 1027 time: 1.9499614 Apr 20 14:53:35.095609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48886) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:35.132218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.166678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.167533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.168330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f096a61-1148-49e5-868f-fa38f92b5b3d HTTP/1.1" status: 204 len: 168 time: 1.1214507 Apr 20 14:53:35.184804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f90de2b9-f64d-4b8a-bebd-c9373eaf674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.209775 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2646623-ebf6-4e25-81a2-8fc89d81ebd0 x-openstack-request-id: req-d2646623-ebf6-4e25-81a2-8fc89d81ebd0 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:35.210399 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:35.210399 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2646623-ebf6-4e25-81a2-8fc89d81ebd0 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:35.210699 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2646623-ebf6-4e25-81a2-8fc89d81ebd0'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'code': 200} Apr 20 14:53:35.217203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a4863926-b6ea-4c58-9176-3fdf7d65f138 None None] Port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:35.230809 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.232781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Attempting to bind port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:35.233123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Attempting to bind port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:35.235623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Attempting to bind port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 on network 59cb6184-1bb7-474f-8e99-5588b2a81aef {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:35.273088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea30c0-c93f-4de4-a9b0-c911ac5bbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f096a61-1148-49e5-868f-fa38f92b5b3d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:35.277286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.310648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Port': ['ID=ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:35.317270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No DVR routers for this DVR port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:35.351299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:35.356952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:35.371649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:35.372570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.426380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:35.453518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:35.454121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.548053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.569681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cfac59-1557-4e25-b153-22ead3165cf8']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:35.579509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783735d8-ddd4-43ae-a2c6-b97124bb914e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:35.579913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783735d8-ddd4-43ae-a2c6-b97124bb914e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:35.589707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.607345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.624327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:35.625852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.657486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f90de2b9-f64d-4b8a-bebd-c9373eaf674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.673091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f90de2b9-f64d-4b8a-bebd-c9373eaf674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.676299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1d9d5188-a315-4754-8813-8f7e93d58fca triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:35.676789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:35.693180 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:35.713593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.725847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.753528 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.757001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:35.757486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Checking segment: {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:35.759185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.761063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.761523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Bound using segment: {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:35.763160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Bound port: 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:35.765708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.766505 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.784378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.789271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-88b637d1-e5ae-42bc-86e1-27b02708c9c6 None None] Provisioning complete for port 2ecabacb-377c-450d-962c-56af8df8b0a4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:35.789756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88b637d1-e5ae-42bc-86e1-27b02708c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.797928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.813518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-a40fc6eb-7dec-4075-8a69-4118a30cdce1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3884 time: 0.6766517 Apr 20 14:53:35.844514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.869142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8e1b6-3e00-43c6-bc12-335d4383c18d None None] Pushing event deleted for resources: {'Port': ['ID=ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:35.884009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:35.894385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/f2cfac59-1557-4e25-b153-22ead3165cf8 HTTP/1.1" status: 204 len: 168 time: 3.8860912 Apr 20 14:53:35.897472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:35.930185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ae20-919e-4c8e-85a9-93f3337ccb8e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=f2cfac59-1557-4e25-b153-22ead3165cf8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:35.944059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208c85-10df-472a-835a-ef9714a7a1c8 req-f8d67780-9c52-465a-b40f-b5893466d811 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:35.945844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0208c85-10df-472a-835a-ef9714a7a1c8 req-f8d67780-9c52-465a-b40f-b5893466d811 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.7972324 Apr 20 14:53:35.981382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5ffa59-ee84-4f21-b568-374817814d53 req-1611b322-bf82-4e75-9d94-b8e50a2f9fbd tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637526 Apr 20 14:53:36.023686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48904) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:36.061374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-88b637d1-e5ae-42bc-86e1-27b02708c9c6 None None] Port 2ecabacb-377c-450d-962c-56af8df8b0a4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:36.065097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073de6b0-4e7f-4e5a-8faf-b11768e0a54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.066926 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f90de2b9-f64d-4b8a-bebd-c9373eaf674c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53fce50270e1470cb56f57f393f7861d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626231 Apr 20 14:53:36.069131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48908) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:36.071255 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd04a44-40b8-4333-84bc-1cb0bbb1977b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:53:36.073330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd04a44-40b8-4333-84bc-1cb0bbb1977b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:53:36.083630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4fd04a44-40b8-4333-84bc-1cb0bbb1977b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/f2cfac59-1557-4e25-b153-22ead3165cf8 HTTP/1.1" status: 404 len: 339 time: 0.1615152 Apr 20 14:53:36.123242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0208c85-10df-472a-835a-ef9714a7a1c8 req-d735a6fe-9f06-41e2-895e-f3f5f4452241 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556532 Apr 20 14:53:36.123242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:36.123546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:36.123546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-e461190b-0362-4317-8da3-ac878f55d39c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 could not be found. Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.124126 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port ef0f8ed0-6d2d-4a2e-8df0-5c3a96248924 could not be found. Apr 20 14:53:36.128859 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:53:36.152111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:36.159320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:36.160305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-694574999', 'description': 'd1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:36.223179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe1c3d-74b5-465e-bc5e-a3c1a63f70a4 None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:36.300086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe1c3d-74b5-465e-bc5e-a3c1a63f70a4 None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:53:36.316724 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.325633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.327770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:36.338769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] For port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:36.345024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea499d-b138-4597-82c9-fbc428771d4f None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:36.403141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90de2b9-f64d-4b8a-bebd-c9373eaf674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba898ee0-3b65-4267-a123-f20db945a185,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:36.409708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.448416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=d5460523-adfa-4ad8-a5a3-e1707dfc8bc8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:36.498319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:23Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2150f9cb-5ac7-4674-87ea-7c98b9feb065', 'name': '', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:73:db:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:19Z', 'updated_at': '2022-04-20T14:53:24Z', 'revision_number': 2, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:36.544130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Checking router: 0e88e785-29d1-4aa4-9abe-449c53e3896b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:36.544488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Updating router 0e88e785-29d1-4aa4-9abe-449c53e3896b port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:36.545747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6308d778-9111-4728-90b4-7aaaacf53b0f req-0ea8521d-224d-4d26-b4c8-1063fc4fd6e4 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 210 time: 0.3313363 Apr 20 14:53:36.574609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.592129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:36.596110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.601182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:36.605306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.610850 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-786f3d84-815d-49c6-b2d6-11025bb912ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "DELETE /v2.0/ports/d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 HTTP/1.1" status: 204 len: 173 time: 1.4987571 Apr 20 14:53:36.611503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:36.613947 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522e48e-e3e9-4ab7-a086-ae8c0cb62a82" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:36.634550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.639078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] For port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:36.646856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.649237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:36.660349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.660923 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment adbb3485-920d-421d-985d-9c8da0770d61 of type vlan for network 123a117a-9198-4cc9-9592-96d28d374f73 Apr 20 14:53:36.666324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea499d-b138-4597-82c9-fbc428771d4f None None] Network f2cfac59-1557-4e25-b153-22ead3165cf8 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:53:36.676161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 1d9d5188-a315-4754-8813-8f7e93d58fca, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1d9d5188-a315-4754-8813-8f7e93d58fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:36.706106 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.716429 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47edb97-9d6d-426a-b3f8-0bddf9d3b347 x-openstack-request-id: req-c47edb97-9d6d-426a-b3f8-0bddf9d3b347 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:36.717178 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "d5460523-adfa-4ad8-a5a3-e1707dfc8bc8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:36.717601 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c47edb97-9d6d-426a-b3f8-0bddf9d3b347 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:36.718214 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47edb97-9d6d-426a-b3f8-0bddf9d3b347'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'd5460523-adfa-4ad8-a5a3-e1707dfc8bc8', 'status': 'completed', 'code': 200} Apr 20 14:53:36.746532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c2d90-d609-4495-9174-b3224d1f4411 req-8a00fe97-57be-46fa-b766-cd91027d1356 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:36.754298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-150c2d90-d609-4495-9174-b3224d1f4411 req-8a00fe97-57be-46fa-b766-cd91027d1356 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.5379114 Apr 20 14:53:36.760122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.766107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:36.767168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.946245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8310652 Apr 20 14:53:36.947243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.949936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:36.951148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba898ee0-3b65-4267-a123-f20db945a185 HTTP/1.1" status: 204 len: 168 time: 0.8803794 Apr 20 14:53:36.959241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48918) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:37.004156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.030752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.062924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.066963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f2afcef1-d258-4644-9dd0-90214ea241a0 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:37.113005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-150c2d90-d609-4495-9174-b3224d1f4411 req-289737b4-0d78-474f-9cc2-cd3aa4dde58c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576720 Apr 20 14:53:37.119416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749bff4-70cf-4363-a742-eeafeda878b0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=123a117a-9198-4cc9-9592-96d28d374f73,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.121610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c881c29-bfd7-45b0-94a7-528b7d87d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba898ee0-3b65-4267-a123-f20db945a185,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.213223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 123a117a-9198-4cc9-9592-96d28d374f73 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:37.230500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:37.231490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073de6b0-4e7f-4e5a-8faf-b11768e0a54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.232962 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d5690-7a97-44b2-8184-442297fda8d0" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:37.255152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No active binding found for port d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 {{(pid=102865) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 14:53:37.255629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d5460523-adfa-4ad8-a5a3-e1707dfc8bc8 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:53:37.256047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bf89364b-123c-4d55-a5c7-93ffd9de2615 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:37.318516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073de6b0-4e7f-4e5a-8faf-b11768e0a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.377441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2c9fcd-60b4-4c7b-a3b9-dd7966591548 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.386207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5a2c9fcd-60b4-4c7b-a3b9-dd7966591548 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks?id=123a117a-9198-4cc9-9592-96d28d374f73 HTTP/1.1" status: 200 len: 760 time: 0.3943012 Apr 20 14:53:37.395249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:37.416026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'description': 'd2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:37.432077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073de6b0-4e7f-4e5a-8faf-b11768e0a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e16a5-c81b-4d66-9ef9-803a164a557b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.475614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-e8c02892-5856-45ea-b01c-ecf16bce1cb1 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.481617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-e8c02892-5856-45ea-b01c-ecf16bce1cb1 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.45 "GET /v2.0/networks?id=30d62ee5-3992-4052-9936-cc9407c232e6 HTTP/1.1" status: 200 len: 798 time: 0.7240548 Apr 20 14:53:37.489855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cb2a9-0046-4a16-8fbd-eb43e9f5acd7 None None] Pushing event updated for resources: {'Port': ['ID=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.496883 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4575d95e-13a1-4ea8-9466-ce9a2d227450 x-openstack-request-id: req-4575d95e-13a1-4ea8-9466-ce9a2d227450 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:37.497152 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:37.497408 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4575d95e-13a1-4ea8-9466-ce9a2d227450 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:37.498376 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4575d95e-13a1-4ea8-9466-ce9a2d227450'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'code': 200} Apr 20 14:53:37.511091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port 955cac8f-32a5-4109-904a-16bcb8663314 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:37.511583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.527653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Request body: {'port': {'device_id': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'admin_state_up': True, 'tenant_id': '328b397878e64600aa3f2ffaff641d37'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:37.565531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-073de6b0-4e7f-4e5a-8faf-b11768e0a54b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de6eaeca42ab4243ba2193873a5a618b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5393326 Apr 20 14:53:37.569575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48936) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:37.721660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-0947c4fc-eae2-4531-834a-784ae4b444b8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.725547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f2afcef1-d258-4644-9dd0-90214ea241a0 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:37.725811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:37.727453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-0947c4fc-eae2-4531-834a-784ae4b444b8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.738634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-0947c4fc-eae2-4531-834a-784ae4b444b8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.744964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-0947c4fc-eae2-4531-834a-784ae4b444b8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.753029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-0947c4fc-eae2-4531-834a-784ae4b444b8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3147 time: 0.5133865 Apr 20 14:53:37.800918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=1d9d5188-a315-4754-8813-8f7e93d58fca,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:37.857672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-4814f0cd-de9e-41da-8f6f-9e05e047a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.859221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-4814f0cd-de9e-41da-8f6f-9e05e047a4b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1098 time: 0.4172382 Apr 20 14:53:37.915644 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:53:37.924979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7f4ad-41a4-469d-8afa-10243609f1f8 req-7fea161a-34e1-473f-a698-30ab15a34d06 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:37.932341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf7f4ad-41a4-469d-8afa-10243609f1f8 req-7fea161a-34e1-473f-a698-30ab15a34d06 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.3003261 Apr 20 14:53:37.933365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.024332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b85e051a-fdb1-47dc-9846-49f22cd48a25 req-bf097d7f-bafe-471f-841a-4c327e11c982 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704020 Apr 20 14:53:38.051774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.095023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.096074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.101158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.132309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.180021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cf7f4ad-41a4-469d-8afa-10243609f1f8 req-4b43cdc0-eaf6-400f-a254-20b2f538ad96 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464790 Apr 20 14:53:38.204760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.233984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:38.234393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.252957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for 955cac8f-32a5-4109-904a-16bcb8663314 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:38.259188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-a753987c-5545-4d1a-8919-055681cfd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:38.260987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-a753987c-5545-4d1a-8919-055681cfd0b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.3872941 Apr 20 14:53:38.287187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-534f0409-6ce5-45bb-8e0f-3af686ef0a4b req-30d31cc7-594b-40d1-8d8c-859800bec45d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 210 time: 0.0542555 Apr 20 14:53:38.305893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.316856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:38.331102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.331897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 955cac8f-32a5-4109-904a-16bcb8663314 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:38.382463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Made reservation on behalf of 328b397878e64600aa3f2ffaff641d37 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:38.390916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.393113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-01f4f8cf-22cd-4d40-b8ad-2642d12f2576 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1002 time: 0.1127174 Apr 20 14:53:38.394326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.396948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.398093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b04e16a5-c81b-4d66-9ef9-803a164a557b HTTP/1.1" status: 204 len: 168 time: 0.7862442 Apr 20 14:53:38.414768 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.462610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:38.468754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8930b-374c-47c0-8db8-e0d512bfd22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e16a5-c81b-4d66-9ef9-803a164a557b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:38.471508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:38.510265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:38.513478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-2b98881a-3a2e-4574-81cf-e2dfcff8cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:38.517578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-2b98881a-3a2e-4574-81cf-e2dfcff8cdf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1180122 Apr 20 14:53:38.629481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44fabf-64ae-4609-b116-1f21e31ae62b None None] Pushing event updated for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:38.666096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-d939f15d-e55d-4960-b25d-2adda7348d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:38.669435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-d939f15d-e55d-4960-b25d-2adda7348d4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445320 Apr 20 14:53:38.938049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-f10bc4d5-b3de-4c5e-a8bd-b1fdfd430e52 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615128 Apr 20 14:53:38.956389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Attempting to bind port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:38.956878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Attempting to bind port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:38.957376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Attempting to bind port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 on network 30d62ee5-3992-4052-9936-cc9407c232e6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:38.964259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:39.055017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:39.058982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Checking segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:39.059595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.060105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Bound using segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:39.060729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Bound port: 2150f9cb-5ac7-4674-87ea-7c98b9feb065, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:39.061611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.153566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.225649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86357e23-2f66-476c-a938-3c134dd4b6db None None] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:39.257221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc4134cc-b49b-4fc8-8aab-8074ddee84ea req-bfafc73a-f7c1-4e5c-aebf-b5edb3375d28 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919049 Apr 20 14:53:39.264095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d3bd68b-2b32-4c17-983b-c272ab2a5e7d None None] Provisioning complete for port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:39.264095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d3bd68b-2b32-4c17-983b-c272ab2a5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.360937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 955cac8f-32a5-4109-904a-16bcb8663314, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=955cac8f-32a5-4109-904a-16bcb8663314,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:39.381198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.393354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] For port 2150f9cb-5ac7-4674-87ea-7c98b9feb065, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:39.399129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:53:39.418984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:39.456776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5d3bd68b-2b32-4c17-983b-c272ab2a5e7d None None] Port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:39.464658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:39.465153 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.468715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] For port 2150f9cb-5ac7-4674-87ea-7c98b9feb065, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2150f9cb-5ac7-4674-87ea-7c98b9feb065,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:39.494610 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d571dd2b-f61a-420f-b9d3-81a997b4099b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.510070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615'}, {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:39.512564 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee421844-7c0e-492d-84cc-d1ff6ced746f" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615"}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "955cac8f-32a5-4109-904a-16bcb8663314"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:39.524316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.549826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 123a117a-9198-4cc9-9592-96d28d374f73 is not hosted by any dhcp agent {{(pid=102863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:53:39.564434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:39.565419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.574089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48982) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:39.590130 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "PUT /v2.0/networks/123a117a-9198-4cc9-9592-96d28d374f73 HTTP/1.1" status: 200 len: 757 time: 2.1848629 Apr 20 14:53:39.600555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:39.708488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-110a57c6-0eb9-4d06-b4e2-a82714245af6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:39.715808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-110a57c6-0eb9-4d06-b4e2-a82714245af6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:39.721875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-110a57c6-0eb9-4d06-b4e2-a82714245af6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:39.729777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-110a57c6-0eb9-4d06-b4e2-a82714245af6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:39.737466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-110a57c6-0eb9-4d06-b4e2-a82714245af6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 3145 time: 0.4264026 Apr 20 14:53:39.740996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3361cc17-ffee-4deb-bab5-48d441d0808a None None] Provisioning complete for port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:39.741372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3361cc17-ffee-4deb-bab5-48d441d0808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:39.913200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:39.913854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:39.991005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Allocated IP 172.20.0.23 (30d62ee5-3992-4052-9936-cc9407c232e6/e89a14f6-cc51-4610-b854-1110d9676b0c/97ef2cc8-4673-41da-af7a-57901ab4d6ae) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:40.019832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f992-e894-479c-8c5e-7c71ba695ee8 req-c5e2f5d8-6fb8-4d96-bddd-73bb0ea9ebae tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:40.027237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfe7f992-e894-479c-8c5e-7c71ba695ee8 req-c5e2f5d8-6fb8-4d96-bddd-73bb0ea9ebae tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 947 time: 0.5919280 Apr 20 14:53:40.068299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44fabf-64ae-4609-b116-1f21e31ae62b None None] Pushing event updated for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.084536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d571dd2b-f61a-420f-b9d3-81a997b4099b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.100712 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d571dd2b-f61a-420f-b9d3-81a997b4099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.103425 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.123653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767aa48d-9030-4634-a37d-7b856412b04c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=123a117a-9198-4cc9-9592-96d28d374f73,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.176080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dd2b-f61a-420f-b9d3-81a997b4099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7392031e-44a6-4627-af63-fc33fa98c053,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.190293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:40.206552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8a33705-127e-4a8d-be4e-c02313801b0a req-be1b03de-0577-40c6-956d-d0b5306d69b4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927374 Apr 20 14:53:40.228257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.231583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 123a117a-9198-4cc9-9592-96d28d374f73 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:40.234043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fee224-2583-4823-8736-7686c7a55a62 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:40.235655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:40.250401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-23fee224-2583-4823-8736-7686c7a55a62 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks?id=123a117a-9198-4cc9-9592-96d28d374f73 HTTP/1.1" status: 200 len: 760 time: 0.6730645 Apr 20 14:53:40.254793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49004) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:40.285297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1433499057'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:40.311915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfe7f992-e894-479c-8c5e-7c71ba695ee8 req-892aff1c-a682-464e-a7ef-012387bda42f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119448 Apr 20 14:53:40.317766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d571dd2b-f61a-420f-b9d3-81a997b4099b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62c69e3198ae4893ba05543c879ff71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8842797 Apr 20 14:53:40.318835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49006) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:40.321621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:40.337074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.431539 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea0326-d82a-4c68-a37f-69da3649ff4e x-openstack-request-id: req-d6ea0326-d82a-4c68-a37f-69da3649ff4e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:40.432117 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615", "code": 200}, {"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-unplugged", "status": "completed", "tag": "955cac8f-32a5-4109-904a-16bcb8663314", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:40.432264 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6ea0326-d82a-4c68-a37f-69da3649ff4e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:40.432892 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ea0326-d82a-4c68-a37f-69da3649ff4e'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'code': 200} Apr 20 14:53:40.433303 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ea0326-d82a-4c68-a37f-69da3649ff4e'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314', 'code': 200} Apr 20 14:53:40.466600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84a0a7ae-c88a-4b25-a3c2-7ebdf883474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.503192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77d26d36-3d96-443d-9411-feb258eedc0a req-2ceaa435-9749-474e-b638-607da494b630 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 210 time: 0.1341174 Apr 20 14:53:40.522414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:40.532185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:40.544632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:40.546857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.572808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.573421 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment 7d073966-ff9b-4133-8657-c33bdf272e30 of type vlan for network 6fa28ca4-0c14-45cb-ae72-21136999b70f Apr 20 14:53:40.590888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.591092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.596394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.601467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:40.697884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.704738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.759639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=955cac8f-32a5-4109-904a-16bcb8663314,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.797327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.808422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.814346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7392031e-44a6-4627-af63-fc33fa98c053 HTTP/1.1" status: 204 len: 168 time: 0.4919970 Apr 20 14:53:40.823160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53fe2-2b37-4551-a5f7-e069163248a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7392031e-44a6-4627-af63-fc33fa98c053,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.828060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.829009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1d9d5188-a315-4754-8813-8f7e93d58fca up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:40.832002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.839781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:40.840497 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.858922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.861659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port 955cac8f-32a5-4109-904a-16bcb8663314 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:40.872512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.876148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6917a6dd-6bba-453a-bea2-13f193724be6 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "DELETE /v2.0/ports/955cac8f-32a5-4109-904a-16bcb8663314 HTTP/1.1" status: 204 len: 173 time: 4.2446008 Apr 20 14:53:40.876838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:40.878930 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6facd751-6d17-40e5-aa31-f9bb5a2d7272" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "955cac8f-32a5-4109-904a-16bcb8663314"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:40.888212 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3361cc17-ffee-4deb-bab5-48d441d0808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:40.927391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6715937 Apr 20 14:53:40.930865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49040) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:40.939625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '6fa28ca4-0c14-45cb-ae72-21136999b70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:40.960848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2862f2-72d7-4ea6-acd1-cbe24a788068 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=6fa28ca4-0c14-45cb-ae72-21136999b70f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:40.977927 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d57b1e-2541-4233-b111-a382cf768299 x-openstack-request-id: req-93d57b1e-2541-4233-b111-a382cf768299 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:40.978637 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "955cac8f-32a5-4109-904a-16bcb8663314", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:40.982922 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93d57b1e-2541-4233-b111-a382cf768299 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:40.985305 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d57b1e-2541-4233-b111-a382cf768299'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': '955cac8f-32a5-4109-904a-16bcb8663314', 'status': 'completed', 'code': 200} Apr 20 14:53:40.998795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:41.018907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:41.023206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Network 30d62ee5-3992-4052-9936-cc9407c232e6 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:41.056760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:41.057060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=14']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:41.085462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:41.172359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:41.176831 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:41.401574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event updated for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:41.602702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:41.604580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:41.687221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49058) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:41.734875 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-4e22359c-dc69-4ac6-8495-53161559a81e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.2175238 Apr 20 14:53:41.754975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-27fac02f-a74b-4343-8fd5-8c7006d78e6d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:53:41.756877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-27fac02f-a74b-4343-8fd5-8c7006d78e6d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116291 Apr 20 14:53:41.776188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:41.795271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:41.795999 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:41.797812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:41.808064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7721d852-de6a-4414-8c7d-eab7d0f4b8dc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2278547 Apr 20 14:53:41.816603 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:41.818439 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:41.829098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49068) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:41.876392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-388047519'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:41.897582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb47ce-7037-42c3-ae25-bdcc739a876e req-3fb3ab3a-9d01-4e46-8857-265b2997745c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:41.917118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb47ce-7037-42c3-ae25-bdcc739a876e req-3fb3ab3a-9d01-4e46-8857-265b2997745c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:41.936181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb47ce-7037-42c3-ae25-bdcc739a876e req-3fb3ab3a-9d01-4e46-8857-265b2997745c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:41.937942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7fb47ce-7037-42c3-ae25-bdcc739a876e req-3fb3ab3a-9d01-4e46-8857-265b2997745c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 2410 time: 0.5068953 Apr 20 14:53:41.976468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb990bf-6251-4986-8933-9dc5458de20c req-245488c1-d8f9-4af9-9c52-0947f77685cc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:41.978435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeb990bf-6251-4986-8933-9dc5458de20c req-245488c1-d8f9-4af9-9c52-0947f77685cc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.4277258 Apr 20 14:53:42.010762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271258c2-46e1-490c-8615-eaeff50e6470 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:53:42.020166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:42.039301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Request body: {'port': {'device_id': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:42.057659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f251d290-e1bb-4a82-9388-4523071172b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.091531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.117032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port 904ed9bb-03c4-49ed-a739-91ba22f18ea7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=904ed9bb-03c4-49ed-a739-91ba22f18ea7,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:42.117420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.177296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for 904ed9bb-03c4-49ed-a739-91ba22f18ea7 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:42.187221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7fb47ce-7037-42c3-ae25-bdcc739a876e req-361c670d-9d70-4595-8484-71feec4c2c12 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050254 Apr 20 14:53:42.188082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:42.194063 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.227770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.241838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:42.264920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-3361cc17-ffee-4deb-bab5-48d441d0808a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:42.265299 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-3361cc17-ffee-4deb-bab5-48d441d0808a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:42.275412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=3cb3203f-0356-4cc5-b04f-acc94a989dcf,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:42.286223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeb990bf-6251-4986-8933-9dc5458de20c req-a704ef0d-13e4-4b4b-9fac-4a4a6d10251c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718492 Apr 20 14:53:42.307457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1d9d5188-a315-4754-8813-8f7e93d58fca triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:42.315927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.429676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f251d290-e1bb-4a82-9388-4523071172b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.447070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:42.449765 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4955f-9845-446d-97b3-a191e1efff70" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:42.507419 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:35Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:42.515559 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f251d290-e1bb-4a82-9388-4523071172b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.559562 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85a169-91ea-49f1-a422-be184d5502a6 x-openstack-request-id: req-8a85a169-91ea-49f1-a422-be184d5502a6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:42.566371 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:42.566519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:42.566832 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Updating router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 port 31a6231e-d205-4683-be9a-9fadade3ee64 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:42.567213 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a85a169-91ea-49f1-a422-be184d5502a6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:42.575150 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a85a169-91ea-49f1-a422-be184d5502a6'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'code': 200} Apr 20 14:53:42.608541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f251d290-e1bb-4a82-9388-4523071172b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01b2a55c294f415882b424e74335f7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9180641 Apr 20 14:53:42.609303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49092) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:42.636674 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.699740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:23Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2150f9cb-5ac7-4674-87ea-7c98b9feb065', 'name': '', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:73:db:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:19Z', 'updated_at': '2022-04-20T14:53:39Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:42.716922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:42.727091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.727434 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added segment 21cb59d8-2e29-4357-b553-787109dc28ae of type vlan for network 14067f77-476a-4e72-9d23-48bde7018554 Apr 20 14:53:42.735805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038784e6-22f1-451b-92c3-c05afa8eab87 None None] The sync data for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 is: [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:53:23Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2150f9cb-5ac7-4674-87ea-7c98b9feb065', 'name': '', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:73:db:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:19Z', 'updated_at': '2022-04-20T14:53:39Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:42.742448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b0e02cb9-88fc-4444-9e6e-6be4196275b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.815552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:42.828217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271258c2-46e1-490c-8615-eaeff50e6470 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:53:43.107904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:43.311931 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.316939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Provisioning complete for port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:43.317644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.328024 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.384279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:43.384946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.393629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.463854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=904ed9bb-03c4-49ed-a739-91ba22f18ea7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:43.540009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a272172-b800-41ef-ae76-75c0a881c145 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:53:43.574449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251d290-e1bb-4a82-9388-4523071172b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e7fb0-9ff9-45a7-868c-559eabf475f8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:43.590876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.595492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9fc32-54c6-43a7-9720-b6a50a82c644 None None] Pushing event updated for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:43.602877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Attempting to bind port 31a6231e-d205-4683-be9a-9fadade3ee64 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:43.605741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Attempting to bind port 31a6231e-d205-4683-be9a-9fadade3ee64 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:43.606263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Attempting to bind port 31a6231e-d205-4683-be9a-9fadade3ee64 on network 59cb6184-1bb7-474f-8e99-5588b2a81aef {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:43.619328 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:43.619705 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Checking segment: {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:43.620118 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.623588 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Bound using segment: {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:43.624150 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Bound port: 31a6231e-d205-4683-be9a-9fadade3ee64, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9713f6-9648-40e0-b00b-efbae80a1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:43.624562 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.635891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.648617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:43.653147 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.687708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': '7d073966-ff9b-4133-8657-c33bdf272e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6fa28ca4-0c14-45cb-ae72-21136999b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:43.688373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 6fa28ca4-0c14-45cb-ae72-21136999b70f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:43.693865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port 904ed9bb-03c4-49ed-a739-91ba22f18ea7 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:43.698215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.700614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.709873 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-3c33db25-8f6c-47cf-8c76-6cc49f2bad24 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "DELETE /v2.0/ports/904ed9bb-03c4-49ed-a739-91ba22f18ea7 HTTP/1.1" status: 204 len: 173 time: 2.8243525 Apr 20 14:53:43.713333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:43.718798 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0de001-f397-49b4-93b2-22c517837d88" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:43.724785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] For port 31a6231e-d205-4683-be9a-9fadade3ee64, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:43.741430 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] For port 31a6231e-d205-4683-be9a-9fadade3ee64, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=31a6231e-d205-4683-be9a-9fadade3ee64,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:43.752528 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.807748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76bbc4-e475-4cfc-b0dc-12542aefe263 req-f0a1e25f-068b-4e53-989b-ba83d3b9f86a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:43.809696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd76bbc4-e475-4cfc-b0dc-12542aefe263 req-f0a1e25f-068b-4e53-989b-ba83d3b9f86a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 1.1974466 Apr 20 14:53:43.816026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ef2cc8-4673-41da-af7a-57901ab4d6ae {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:53:43.824113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e3b59-a5e1-456d-81a4-d76f8b422cb9 req-592414d6-16c8-435f-97ff-6b9db415170c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:43.826611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc2e3b59-a5e1-456d-81a4-d76f8b422cb9 req-592414d6-16c8-435f-97ff-6b9db415170c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 895 time: 1.3544204 Apr 20 14:53:43.834317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9910927 Apr 20 14:53:43.835311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.840399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:43.841576 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.866421 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:43.867136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:43.873068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'subnet': {'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:43.888865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:43.928593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2150f9cb-5ac7-4674-87ea-7c98b9feb065 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:44.020100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd76bbc4-e475-4cfc-b0dc-12542aefe263 req-a6257929-c316-40ee-9cb6-63620d800d8c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813493 Apr 20 14:53:44.039275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069bbe9-f2b5-4a9e-864c-82618631c333 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Network': ['ID=14067f77-476a-4e72-9d23-48bde7018554,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:44.083878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 14067f77-476a-4e72-9d23-48bde7018554 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:44.103547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9fc32-54c6-43a7-9720-b6a50a82c644 None None] Pushing event updated for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:44.128436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:44.136309 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da3e71-d006-4ec4-ae4e-32034c71aa27 x-openstack-request-id: req-97da3e71-d006-4ec4-ae4e-32034c71aa27 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:44.139160 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "904ed9bb-03c4-49ed-a739-91ba22f18ea7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:44.139898 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:44.140281 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97da3e71-d006-4ec4-ae4e-32034c71aa27 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:44.142349 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97da3e71-d006-4ec4-ae4e-32034c71aa27'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': '904ed9bb-03c4-49ed-a739-91ba22f18ea7', 'status': 'completed', 'code': 200} Apr 20 14:53:44.161817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Transition to ACTIVE for port object 97ef2cc8-4673-41da-af7a-57901ab4d6ae will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:53:44.176416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.296139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Pushing event updated for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:44.319940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port d96c5f49-7f36-4ee1-9633-adfff645a84d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:44.323133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.325158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 6fa28ca4-0c14-45cb-ae72-21136999b70f) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:44.371297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:44.373534 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.410716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.416974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.420286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/334e7fb0-9ff9-45a7-868c-559eabf475f8 HTTP/1.1" status: 204 len: 168 time: 1.7634752 Apr 20 14:53:44.431859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] For port 2150f9cb-5ac7-4674-87ea-7c98b9feb065, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2150f9cb-5ac7-4674-87ea-7c98b9feb065,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:44.507723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Made reservation on behalf of 0ace92b8eaa14f81b242177613ce2e00 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:44.524495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.526227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Attempting to bind port 97ef2cc8-4673-41da-af7a-57901ab4d6ae on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:44.527252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Attempting to bind port 97ef2cc8-4673-41da-af7a-57901ab4d6ae by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:44.527817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Attempting to bind port 97ef2cc8-4673-41da-af7a-57901ab4d6ae on network 30d62ee5-3992-4052-9936-cc9407c232e6 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:44.541026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Port 97ef2cc8-4673-41da-af7a-57901ab4d6ae on network 30d62ee5-3992-4052-9936-cc9407c232e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:53:44.541749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Attempting to bind port 97ef2cc8-4673-41da-af7a-57901ab4d6ae on network 30d62ee5-3992-4052-9936-cc9407c232e6 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:44.568476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:44.569267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Checking segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:44.569889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Bound using segment: {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:44.570634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Bound port: 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5b0468-9368-4a78-a963-90737ffaf780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:44.571247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.585004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf2ec1-3e25-4e6d-beb9-20629221a436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e7fb0-9ff9-45a7-868c-559eabf475f8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:44.596438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.607150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a272172-b800-41ef-ae76-75c0a881c145 None None] Unable to find a vacant binding_index for network 6fa28ca4-0c14-45cb-ae72-21136999b70f and agent 42d8f827-7816-422a-82f7-8257143dc713 {{(pid=102865) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 20 14:53:44.622950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a43254e-aa42-411c-946f-839a772fec70 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6910031 Apr 20 14:53:44.636733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49184) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:44.637371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a272172-b800-41ef-ae76-75c0a881c145 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 6fa28ca4-0c14-45cb-ae72-21136999b70f) {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:53:44.697562 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:35Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:43Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:44.770509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f0b29-58b6-41b7-9a49-0b97db75380f req-1b5884e5-401b-4ef9-9376-055feba3b4e4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:44.776974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port d96c5f49-7f36-4ee1-9633-adfff645a84d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d96c5f49-7f36-4ee1-9633-adfff645a84d,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:44.777346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.784882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f0b29-58b6-41b7-9a49-0b97db75380f req-1b5884e5-401b-4ef9-9376-055feba3b4e4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:44.800696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72f0b29-58b6-41b7-9a49-0b97db75380f req-1b5884e5-401b-4ef9-9376-055feba3b4e4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 1677 time: 0.6919549 Apr 20 14:53:44.817469 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb94c0-4f9c-491e-b88f-70c419defd60 None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:35Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:43Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:44.887221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:44.887611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:44.949829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8b0b9-8657-4132-8847-b370a7711ea1 req-4a56f52d-10e2-45cd-bd12-62633353bb8b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:44.953796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aa8b0b9-8657-4132-8847-b370a7711ea1 req-4a56f52d-10e2-45cd-bd12-62633353bb8b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.6612108 Apr 20 14:53:45.039446 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.071508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72f0b29-58b6-41b7-9a49-0b97db75380f req-0248818e-0b39-46fe-add1-2c50e791a63c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687752 Apr 20 14:53:45.116236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Provisioning complete for port 31a6231e-d205-4683-be9a-9fadade3ee64 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:45.121111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.352938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.440581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Pushing event updated for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:45.445893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7aa8b0b9-8657-4132-8847-b370a7711ea1 req-78a8d1e1-1710-4ddb-bc01-2b6cbe151521 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655466 Apr 20 14:53:45.446858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.449373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:45.520851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.568206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c016d2ee-c8cb-4544-af58-c2b1558c8562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.636026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.642834 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.683857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.684509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.684509 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Floating IP 98994db6-5450-4211-b7cd-95315eacb074 disassociated. External IP: 172.25.1.142, port: d96c5f49-7f36-4ee1-9633-adfff645a84d. Apr 20 14:53:45.684859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for d96c5f49-7f36-4ee1-9633-adfff645a84d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:45.735502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c016d2ee-c8cb-4544-af58-c2b1558c8562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.754452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c016d2ee-c8cb-4544-af58-c2b1558c8562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.867202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:45.878189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:45.932238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb3203f-0356-4cc5-b04f-acc94a989dcf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:45.941875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:45.989680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe457f60-1032-4622-9059-3be154200cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-6fa28ca4-0c14-45cb-ae72-21136999b70f', 'network_id': '6fa28ca4-0c14-45cb-ae72-21136999b70f', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': '3cb3203f-0356-4cc5-b04f-acc94a989dcf'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:45.990468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe457f60-1032-4622-9059-3be154200cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.009475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Subnet': ['ID=cd48cb6f-f81b-439c-b8b8-0da62dcfd247,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:46.009847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.035243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2db0a-55b3-458a-b0ae-61c34348723d req-7430d54f-97c5-4c29-9d73-8ee500e0e463 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.036828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ab2db0a-55b3-458a-b0ae-61c34348723d req-7430d54f-97c5-4c29-9d73-8ee500e0e463 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 907 time: 0.5954368 Apr 20 14:53:46.049646 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.056422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016d2ee-c8cb-4544-af58-c2b1558c8562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67d597d-2310-4094-9613-f9d9c18c3bf6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:46.060700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c016d2ee-c8cb-4544-af58-c2b1558c8562 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27b6969eba52487089af07092899e0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079128 Apr 20 14:53:46.076339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49202) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:46.113596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffcdf5-7a34-42e1-9395-b9ddf1329256 req-22380eb9-a9a6-4dc4-9d6c-b7c3baa39a84 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.115939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3ffcdf5-7a34-42e1-9395-b9ddf1329256 req-22380eb9-a9a6-4dc4-9d6c-b7c3baa39a84 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3633347 Apr 20 14:53:46.119683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Checking segment: {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:46.120227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network hostable DHCP agents. Network: 14067f77-476a-4e72-9d23-48bde7018554, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:46.201069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.209675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 14067f77-476a-4e72-9d23-48bde7018554 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:46.210382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] For port 31a6231e-d205-4683-be9a-9fadade3ee64, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=31a6231e-d205-4683-be9a-9fadade3ee64,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:46.223246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2150f9cb-5ac7-4674-87ea-7c98b9feb065 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:46.230678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3ffcdf5-7a34-42e1-9395-b9ddf1329256 req-4d6bd7b7-b38b-4a1b-9bbe-38636bef1e55 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048603 Apr 20 14:53:46.247048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 14067f77-476a-4e72-9d23-48bde7018554) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:46.295340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.304320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.304925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.315492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa28ca4-0c14-45cb-ae72-21136999b70f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:46.345536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d073966-ff9b-4133-8657-c33bdf272e30') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:46.346385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d073966-ff9b-4133-8657-c33bdf272e30') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:46.384508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.395965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.402520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.406813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.407520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:46.409182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.416410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-da1da984-e3ab-4134-bdbe-895e3b55f600 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5561512 Apr 20 14:53:46.426179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49216) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:46.504803 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:46.515374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.518904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.523011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] 10.222.0.45 "PUT /v2.0/ports/97ef2cc8-4673-41da-af7a-57901ab4d6ae HTTP/1.1" status: 200 len: 1055 time: 4.7532275 Apr 20 14:53:46.526685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340812-f032-4870-9276-f332bdb3ae0e req-682ec8d4-da9c-4fe8-9eba-db5d3432fb3b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.533084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7416f-27d4-4226-8f8b-51ebb79709f8 None None] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:46.533665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:46.538637 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1dde18-e285-420f-87a9-791ab3694393" -d '{"events": [{"name": "network-changed", "server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:46.542924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340812-f032-4870-9276-f332bdb3ae0e req-682ec8d4-da9c-4fe8-9eba-db5d3432fb3b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.548518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103f984-429e-489b-a47f-0497c39290bc None None] Network 14067f77-476a-4e72-9d23-48bde7018554 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:46.560430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84340812-f032-4870-9276-f332bdb3ae0e req-682ec8d4-da9c-4fe8-9eba-db5d3432fb3b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 1677 time: 0.3382633 Apr 20 14:53:46.577360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb56102-3c4e-4d28-8666-aff81ec1b19c service neutron] Pushing event updated for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:46.606240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.613685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.621534 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/6fa28ca4-0c14-45cb-ae72-21136999b70f HTTP/1.1" status: 204 len: 168 time: 1.9778779 Apr 20 14:53:46.622556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:46.641612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Provisioning complete for port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:46.642382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.644294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7416f-27d4-4226-8f8b-51ebb79709f8 None None] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:53:46.681234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad1cb-48c8-49ea-ad47-5083644355c5 req-854611cc-c861-4208-93cb-9d5f6cfac615 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.685375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-425ad1cb-48c8-49ea-ad47-5083644355c5 req-854611cc-c861-4208-93cb-9d5f6cfac615 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3287976 Apr 20 14:53:46.718448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7abb3a-972d-4c8f-ae50-ac562405e24e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=6fa28ca4-0c14-45cb-ae72-21136999b70f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:46.732258 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aca0615-c609-42ab-821e-1ba44452aca8 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] GET failed (client error): The resource could not be found. Apr 20 14:53:46.739094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663efd9a-c015-4896-8f7e-5ad61ce33902 None None] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:46.743980 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5aca0615-c609-42ab-821e-1ba44452aca8 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets/3cb3203f-0356-4cc5-b04f-acc94a989dcf HTTP/1.1" status: 404 len: 337 time: 0.0846078 Apr 20 14:53:46.744131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49222) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:46.821488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-9e627b47-94ef-4c7c-9da5-e85c9260996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:46.823335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-9e627b47-94ef-4c7c-9da5-e85c9260996c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 1058 time: 0.2189610 Apr 20 14:53:46.825535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.830468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84340812-f032-4870-9276-f332bdb3ae0e req-2463f474-aff1-4904-91d1-b0d0517b2ac2 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686877 Apr 20 14:53:46.854395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.858285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:46.862085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a67d597d-2310-4094-9613-f9d9c18c3bf6 HTTP/1.1" status: 204 len: 168 time: 0.7734270 Apr 20 14:53:46.905264 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05b1dbc-7408-4193-afb4-162f6c0afb63 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:53:46.905944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05b1dbc-7408-4193-afb4-162f6c0afb63 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:53:46.918625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a05b1dbc-7408-4193-afb4-162f6c0afb63 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/6fa28ca4-0c14-45cb-ae72-21136999b70f HTTP/1.1" status: 404 len: 339 time: 0.1693914 Apr 20 14:53:46.978622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663efd9a-c015-4896-8f7e-5ad61ce33902 None None] Network 6fa28ca4-0c14-45cb-ae72-21136999b70f could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:53:46.988844 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1fdc07-ba88-4ab9-aae4-6f3daf6e1ff7 x-openstack-request-id: req-ef1fdc07-ba88-4ab9-aae4-6f3daf6e1ff7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:46.990835 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:46.991225 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef1fdc07-ba88-4ab9-aae4-6f3daf6e1ff7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:46.992464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:46.992889 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1fdc07-ba88-4ab9-aae4-6f3daf6e1ff7'] response: {'name': 'network-changed', 'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae', 'status': 'completed', 'code': 200} Apr 20 14:53:47.069012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62aa6-b469-494a-92cc-c811c4bd1941 None None] Pushing event updated for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:47.121841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=d96c5f49-7f36-4ee1-9633-adfff645a84d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:47.141285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-739604ae-c30d-4669-8701-9e9e5e397528 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae HTTP/1.1" status: 200 len: 217 time: 0.2887998 Apr 20 14:53:47.189244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:47.189622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:47.269979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-14067f77-476a-4e72-9d23-48bde7018554', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:47.271429 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:47.542066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-425ad1cb-48c8-49ea-ad47-5083644355c5 req-68af91ee-c791-43c7-9887-4cbf13fb3700 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8379219 Apr 20 14:53:47.793502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a46587-72d4-4d62-a023-b1027e1f0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67d597d-2310-4094-9613-f9d9c18c3bf6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:47.924330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a6231e-d205-4683-be9a-9fadade3ee64 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:47.928660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-75c257bb-1eaf-42af-8029-98e86f52b1d2 None None] Provisioning complete for port 31a6231e-d205-4683-be9a-9fadade3ee64 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:47.929029 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-75c257bb-1eaf-42af-8029-98e86f52b1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:47.996710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Allocated IP 2001:db8:3::2 (14067f77-476a-4e72-9d23-48bde7018554/cd48cb6f-f81b-439c-b8b8-0da62dcfd247/52d2ab61-7126-47cb-ad02-e9e3b71f9a83) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:48.151884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 31a6231e-d205-4683-be9a-9fadade3ee64 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:48.152295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.312446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f6dde-d281-4c1a-9084-c90b1d365e5c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:48.314278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac7f6dde-d281-4c1a-9084-c90b1d365e5c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3013241 Apr 20 14:53:48.322304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b73999-fc6f-41ad-9185-5d2aecafdc11 req-69e54869-af91-4a4d-954b-16f1439b37d5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:48.331580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-0f7fdd87-d3ad-4c0e-9943-5f84ad6ad2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:48.333083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-0f7fdd87-d3ad-4c0e-9943-5f84ad6ad2e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e89a14f6-cc51-4610-b854-1110d9676b0c HTTP/1.1" status: 200 len: 837 time: 1.1818702 Apr 20 14:53:48.335138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3b73999-fc6f-41ad-9185-5d2aecafdc11 req-69e54869-af91-4a4d-954b-16f1439b37d5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 907 time: 0.7700953 Apr 20 14:53:48.338013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49260) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:48.478528 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.528953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.556937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Network 14067f77-476a-4e72-9d23-48bde7018554 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:48.561707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:48.566089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:48.619187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-77206ec8-b09e-4e68-8faa-b5c10ee503d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:48.620731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-77206ec8-b09e-4e68-8faa-b5c10ee503d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=30d62ee5-3992-4052-9936-cc9407c232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744358 Apr 20 14:53:48.712655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Pushing event updated for resources: {'Port': ['ID=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:48.723943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a6231e-d205-4683-be9a-9fadade3ee64 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:48.753979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:48.837739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Attempting to bind port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:48.840092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Attempting to bind port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:48.840630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Attempting to bind port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 on network 14067f77-476a-4e72-9d23-48bde7018554 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:48.880861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:48.881555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Checking segment: {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:48.882158 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.882769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Bound using segment: {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:48.884534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Bound port: 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:48.885107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.948212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-c6ee886b-da96-4599-8e2a-4dbbd42a7c52 service neutron] 10.222.0.45 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098326 Apr 20 14:53:48.960890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] For port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:48.965709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] For port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:48.986067 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:48.991636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 31a6231e-d205-4683-be9a-9fadade3ee64 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:48.992718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:49.037226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-df212b91-2405-4244-bb70-a37eaac51444 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.039196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-df212b91-2405-4244-bb70-a37eaac51444 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 1.0871277 Apr 20 14:53:49.114765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80b99d-609b-4110-b888-d903f2a1722b None None] Pushing event updated for resources: {'Port': ['ID=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:49.193368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:49.199721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1f34307c-7209-47bb-b45c-3be2167f6cff tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 207 time: 0.8415077 Apr 20 14:53:49.219126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5dde7e4b-e73d-4897-825e-9f599d02c9ae req-d7b3281d-4550-46f0-96f8-55fe3863ad25 service neutron] 10.222.0.45 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364409 Apr 20 14:53:49.225342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49280) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:49.240794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:49.246858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-7faa8cab-f735-4e6f-9069-2cfb822a3d7f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/quotas/bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 375 time: 0.1014988 Apr 20 14:53:49.254045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Sync routers for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:49.273676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:49.274622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:49.369865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port d96c5f49-7f36-4ee1-9633-adfff645a84d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:49.374255 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:49.380650 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-d5e38511-ff7b-4550-8f3a-cfd498431751 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "DELETE /v2.0/ports/d96c5f49-7f36-4ee1-9633-adfff645a84d HTTP/1.1" status: 204 len: 173 time: 5.6505635 Apr 20 14:53:49.380650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:49.383332 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ed4628-01f6-405c-bf73-c0179c29498d" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:49.464410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dde18-e285-420f-87a9-791ab3694393 req-202ad34d-a1cb-4271-bb02-26dd84a806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.466152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-202ad34d-a1cb-4271-bb02-26dd84a806d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 1058 time: 0.1745496 Apr 20 14:53:49.629675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:49.743100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port bf89364b-123c-4d55-a5c7-93ffd9de2615 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:53:49.744021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:49.790369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dde18-e285-420f-87a9-791ab3694393 req-f590f670-6a0b-463c-8f63-d424bca5ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.792922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-f590f670-6a0b-463c-8f63-d424bca5ada9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=30d62ee5-3992-4052-9936-cc9407c232e6 HTTP/1.1" status: 200 len: 899 time: 0.3181493 Apr 20 14:53:49.842117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e060b5a-98dc-4f58-a14e-94a77963893d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.849557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e060b5a-98dc-4f58-a14e-94a77963893d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.856909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e060b5a-98dc-4f58-a14e-94a77963893d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.863837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e060b5a-98dc-4f58-a14e-94a77963893d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.866135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e060b5a-98dc-4f58-a14e-94a77963893d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6289446 Apr 20 14:53:49.875569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49298) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:49.881291 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-a2cc8224-4d09-447b-a322-5418cc09764e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae HTTP/1.1" status: 200 len: 217 time: 0.0794730 Apr 20 14:53:49.936154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a038-d46e-45d5-9744-9c79b3e5733e req-8a04c46f-be67-4465-93e5-45b7016dddea tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.946533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89f8a038-d46e-45d5-9744-9c79b3e5733e req-8a04c46f-be67-4465-93e5-45b7016dddea tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 943 time: 1.0352564 Apr 20 14:53:49.956561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dde18-e285-420f-87a9-791ab3694393 req-6cfccd56-df48-4dc3-ba39-d1dd073d1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:49.958046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-6cfccd56-df48-4dc3-ba39-d1dd073d1296 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e89a14f6-cc51-4610-b854-1110d9676b0c HTTP/1.1" status: 200 len: 837 time: 0.0677466 Apr 20 14:53:50.029724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port bf89364b-123c-4d55-a5c7-93ffd9de2615, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bf89364b-123c-4d55-a5c7-93ffd9de2615,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:50.030125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:50.052437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for bf89364b-123c-4d55-a5c7-93ffd9de2615 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:53:50.062390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dde18-e285-420f-87a9-791ab3694393 req-d8b922f0-1962-4e7c-9788-b63b4ed2a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:50.065318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-d8b922f0-1962-4e7c-9788-b63b4ed2a348 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=30d62ee5-3992-4052-9936-cc9407c232e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930238 Apr 20 14:53:50.135505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:50.218830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-4d213bad-66cc-4147-bab3-98ff99d4d749 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9706626 Apr 20 14:53:50.240847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:50.290245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-c379da7f-d9bb-43b9-a6c5-4bedc5a8d9be service neutron] 10.222.0.45 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171376 Apr 20 14:53:50.332524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Checking router: c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:50.350124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:50.350783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:50.496302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b1dde18-e285-420f-87a9-791ab3694393 req-0963947c-dd3e-4d68-acea-54966a63ea05 service neutron] 10.222.0.45 "GET /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977897 Apr 20 14:53:50.506141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ce0f6de-2f42-46cb-891b-08b9ebb20780 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6285574 Apr 20 14:53:50.509093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49308) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:50.532531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-539763560'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:50.567146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:50.616963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:50.704210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Made reservation on behalf of 5a68292a0b004fcaab015ccde02df34a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:50.717445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Allocated IP 2001:db8:3::1 (14067f77-476a-4e72-9d23-48bde7018554/cd48cb6f-f81b-439c-b8b8-0da62dcfd247/cb62c02b-198f-4637-abcd-8c39ba484ffd) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:50.730082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:50.762342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f1465-bc3d-41c6-a147-8540044fee6e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:50.767649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f1465-bc3d-41c6-a147-8540044fee6e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:50.788006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8d4f1465-bc3d-41c6-a147-8540044fee6e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2778547 Apr 20 14:53:50.791492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=bf89364b-123c-4d55-a5c7-93ffd9de2615,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:50.795872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:50.806594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49314) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:50.857166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:50.934606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ddfece-e808-4b64-9d28-e3729f6b1a98 None None] Network 14067f77-476a-4e72-9d23-48bde7018554 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:51.024134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] Provisioning complete for port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:51.024617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.039014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.044143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89f8a038-d46e-45d5-9744-9c79b3e5733e req-3cd0fe26-0000-404c-a18d-4b5084a0c1d0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5e36766-3be5-47a8-8137-d6294d84b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0949790 Apr 20 14:53:51.079980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port bf89364b-123c-4d55-a5c7-93ffd9de2615 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:53:51.107203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.122837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.133503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc434323-d2b1-43e5-8f82-53b2732764b3 req-6f78a305-45ee-4a43-b7f1-a94ecacd82c4 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.43 "DELETE /v2.0/ports/bf89364b-123c-4d55-a5c7-93ffd9de2615 HTTP/1.1" status: 204 len: 173 time: 1.7276142 Apr 20 14:53:51.174533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc94a5ad-7808-4b7f-be24-35bdccc5b5ac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:53:51.186203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc94a5ad-7808-4b7f-be24-35bdccc5b5ac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2143908 Apr 20 14:53:51.209094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 14067f77-476a-4e72-9d23-48bde7018554 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:51.273706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:51.293078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:53:51.293078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.300761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.322328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb85830-7ee3-4169-bb74-9ec5e6c543b2 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:51.324352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb85830-7ee3-4169-bb74-9ec5e6c543b2 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:51.326211 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4cb85830-7ee3-4169-bb74-9ec5e6c543b2 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5065050 Apr 20 14:53:51.330279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:51.340321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.446221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:51.495221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.497338 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Added segment d2ae9016-8207-444c-a8ee-24e5d00aa9b0 of type vlan for network 9fb17e1a-4085-40e3-8851-9570e1059bb4 Apr 20 14:53:51.505356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0914b4-1ea9-42bf-a513-a3d42e010080,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:51.509656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:51.629593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:51.630844 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.684872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.689835 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.712472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afc0b1-5d7c-469d-a53b-334e24d0174c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:51.717455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6afc0b1-5d7c-469d-a53b-334e24d0174c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks/20608997-266e-4a94-ab84-bf14ad6c5ea1 HTTP/1.1" status: 200 len: 800 time: 0.3849704 Apr 20 14:53:51.732968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49326) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:51.767066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.788976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefe0ae-c45e-47c1-81eb-7685718773eb req-0f4ffd6b-c9e7-4538-89ce-655116fb0f12 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:51.790657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5eefe0ae-c45e-47c1-81eb-7685718773eb req-0f4ffd6b-c9e7-4538-89ce-655116fb0f12 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 907 time: 0.5262465 Apr 20 14:53:51.807822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:51.811161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.926777 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db2311-2b4b-4b73-9567-f25976569d21 x-openstack-request-id: req-89db2311-2b4b-4b73-9567-f25976569d21 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:51.927135 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "d96c5f49-7f36-4ee1-9633-adfff645a84d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:51.927441 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89db2311-2b4b-4b73-9567-f25976569d21 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:51.927904 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89db2311-2b4b-4b73-9567-f25976569d21'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'd96c5f49-7f36-4ee1-9633-adfff645a84d', 'status': 'completed', 'code': 200} Apr 20 14:53:51.961001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8243692 Apr 20 14:53:51.968673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:51.971412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:51.976890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:51.997497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e715fd-6e0f-4780-9664-d4002b22ac34 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Pushing event updated for resources: {'Network': ['ID=9fb17e1a-4085-40e3-8851-9570e1059bb4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:52.035619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'name': 'tempest-network--2079573291', 'router:external': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:52.051464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a6267-1ba3-48f3-bb13-430c6f7830dd None None] The sync data for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 is: [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:47:26Z', 'revision_number': 4, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f28f766d-d95f-4ef9-8145-beb1e78b99cf', 'name': '', 'network_id': '2562f0c8-7885-49e6-bfb7-ffc007729be6', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'mac_address': 'fa:16:3e:a8:cc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:24Z', 'updated_at': '2022-04-20T14:47:32Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'subnets': [{'id': 'ecddf9b8-3a2e-44d3-aa9b-73174b14e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:52.075100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:52.077668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.097393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9fb17e1a-4085-40e3-8851-9570e1059bb4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:52.097794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.259403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.284483 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.291355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.306796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.307579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.330854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-4fa97274-0035-4c96-a8b9-a38b8660c965 service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1463714 Apr 20 14:53:52.338427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] For port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:52.345743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.366721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:52.388785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e7c0b-0610-4918-ab76-852f6ac8d0b7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:52.398239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d2896cb-b374-4ea8-9e2b-1a78c1818170 req-aabcc38c-1e1e-40dd-90ec-d8c95876e149 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1329756 Apr 20 14:53:52.403306 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.433825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.453727 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Added segment cce8e431-9829-4278-bb7d-4f22367366a5 of type vlan for network b84d78f7-f8a9-481b-bd07-d5d1c9eb507d Apr 20 14:53:52.561326 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.628659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 97ef2cc8-4673-41da-af7a-57901ab4d6ae details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:53:52.644908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.645918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:52.646507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.728835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7589881 Apr 20 14:53:52.730486 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:53:52.731039 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:53:52.736285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5d2b-19e7-4ee8-9cd5-53815ebafef8 None None] Pushing event updated for resources: {'Port': ['ID=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:52.748947 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e225ea2-6f45-4bc5-8ba8-f63c6b0bb3eb None None] New status for floating IP 98994db6-5450-4211-b7cd-95315eacb074: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:53:52.754122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49338) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:52.974460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aaa77237-b796-485c-9e4b-a769094644a4 None None] Provisioning complete for port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:52.977427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:52.978029 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaa77237-b796-485c-9e4b-a769094644a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.132716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974d287-98ac-43f2-8981-5c9803946f51 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=b84d78f7-f8a9-481b-bd07-d5d1c9eb507d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:53.149537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b84d78f7-f8a9-481b-bd07-d5d1c9eb507d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:53.153794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:53.261877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '97ef2cc8-4673-41da-af7a-57901ab4d6ae', 'network_id': '30d62ee5-3992-4052-9936-cc9407c232e6', 'port_id': '97ef2cc8-4673-41da-af7a-57901ab4d6ae', 'mac_address': 'fa:16:3e:f5:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89a14f6-cc51-4610-b854-1110d9676b0c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:53:53.333629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.361077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84d78f7-f8a9-481b-bd07-d5d1c9eb507d']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:53.384824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce8e431-9829-4278-bb7d-4f22367366a5') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:53.385137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce8e431-9829-4278-bb7d-4f22367366a5') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:53.408987 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.440105 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.440368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event updated for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:53.443757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.447393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:53:53.448029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:53.449874 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:53.455546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aaa77237-b796-485c-9e4b-a769094644a4 None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:53.456042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaa77237-b796-485c-9e4b-a769094644a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.481246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ef2cc8-4673-41da-af7a-57901ab4d6ae {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:53:53.511892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-aaa77237-b796-485c-9e4b-a769094644a4 None None] Port cb62c02b-198f-4637-abcd-8c39ba484ffd cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:53.515009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:53.524053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ef2a7b7-4522-4f3e-a72b-0926103cccfe tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/networks/20608997-266e-4a94-ab84-bf14ad6c5ea1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.7849126 Apr 20 14:53:53.524432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.545750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49346) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:53.629425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-7264f72f-5b58-4159-8da7-35a364212c3c service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2444100 Apr 20 14:53:53.682468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:53.688002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.690557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Network 14067f77-476a-4e72-9d23-48bde7018554 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:53.696292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b84d78f7-f8a9-481b-bd07-d5d1c9eb507d {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:53:53.696440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:53.702951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb239ef-1a2a-4e6c-8220-62533ad71078 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:53.709758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49350) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:53.709929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1bb239ef-1a2a-4e6c-8220-62533ad71078 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets/a9653f99-d7de-4da5-98e6-50b5ed2c0b95 HTTP/1.1" status: 200 len: 811 time: 0.1626906 Apr 20 14:53:53.711334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.726932 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b84d78f7-f8a9-481b-bd07-d5d1c9eb507d HTTP/1.1" status: 204 len: 168 time: 0.9714136 Apr 20 14:53:53.737882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:53.745004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49354) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:53.764131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:53.771831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d51bf864-d329-436d-88c1-a1a1f7fd5a41 None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:53.772574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d51bf864-d329-436d-88c1-a1a1f7fd5a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:53.800782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09114-ded1-4dd6-978a-ae55da900f7b tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Network': ['ID=b84d78f7-f8a9-481b-bd07-d5d1c9eb507d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:53.920084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d51bf864-d329-436d-88c1-a1a1f7fd5a41 None None] Port cb62c02b-198f-4637-abcd-8c39ba484ffd cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:53.929217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:53.932060 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55afb49-eb6a-4f3d-aab7-5bd2ce35deff" -d '{"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:53.979067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['97ef2cc8-4673-41da-af7a-57901ab4d6ae'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:53:54.123236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:54.223791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:54.224291 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.225103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99af8f-4f9e-4f96-a644-f4543c92c734 req-952b5bc9-98c2-41b3-b4d3-19dab7a7ffe0 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:54.239265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da99af8f-4f9e-4f96-a644-f4543c92c734 req-952b5bc9-98c2-41b3-b4d3-19dab7a7ffe0 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 908 time: 0.8034947 Apr 20 14:53:54.355898 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a4ebf0-3e64-4eaf-b4bf-12a4f40ba790 x-openstack-request-id: req-90a4ebf0-3e64-4eaf-b4bf-12a4f40ba790 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:54.356398 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7810b00b-1a24-4fdd-902e-41561c0d5e18", "name": "network-vif-deleted", "tag": "bf89364b-123c-4d55-a5c7-93ffd9de2615", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:54.356811 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90a4ebf0-3e64-4eaf-b4bf-12a4f40ba790 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:54.357388 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a4ebf0-3e64-4eaf-b4bf-12a4f40ba790'] response: {'server_uuid': '7810b00b-1a24-4fdd-902e-41561c0d5e18', 'name': 'network-vif-deleted', 'tag': 'bf89364b-123c-4d55-a5c7-93ffd9de2615', 'status': 'completed', 'code': 200} Apr 20 14:53:54.372843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:54.384561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.396602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-238928b5-4505-4fee-8da4-774e668e5953 None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:54.397681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-238928b5-4505-4fee-8da4-774e668e5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.420836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d41653d2-bf95-4756-9211-fd9d535c9671 req-a86bb596-5cf2-4d3b-aa68-945fafcff314 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1780252 Apr 20 14:53:54.494637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-238928b5-4505-4fee-8da4-774e668e5953 None None] Port cb62c02b-198f-4637-abcd-8c39ba484ffd cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:53:54.530995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e40454-8faf-418e-9481-d05cbeb48307 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:54.533037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71e40454-8faf-418e-9481-d05cbeb48307 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "GET /v2.0/subnets/a9653f99-d7de-4da5-98e6-50b5ed2c0b95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8018641 Apr 20 14:53:54.534262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 97ef2cc8-4673-41da-af7a-57901ab4d6ae up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:53:54.535137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0006ced1-ffb0-48c8-a54a-e029b389eeb5 req-96ec758a-1785-4225-969e-06cd37338e35 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 210 time: 0.0789955 Apr 20 14:53:54.538950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49370) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:54.547725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1017382457'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:54.631754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:54.635621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.645278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 97ef2cc8-4673-41da-af7a-57901ab4d6ae completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:53:54.650290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 97ef2cc8-4673-41da-af7a-57901ab4d6ae triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:54.650831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.654948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:54.706402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.706767 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Added segment 1065a89e-8275-497b-831d-99d419948e33 of type vlan for network 938ad896-dfc9-4cce-b603-17806fd9a643 Apr 20 14:53:54.733571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:53:54.753794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:54.763968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0ba7ce86-7237-4c9f-b2db-41f560928f6f tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3367615 Apr 20 14:53:54.765129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49376) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:54.777816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.778098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:54.780912 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Added segment a9320781-2092-455b-8b6e-0b4737f50447 of type vlan for network 02a476f1-02be-49dd-96bf-5b73d3db0c6c Apr 20 14:53:54.784103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.862400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.895135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:53:54.921632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:54.923224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:54.929719 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.942864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.944013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:54.944605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.952136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:54.968079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:54.971072 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:55.036912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:53:55.040167 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d3395-ceb3-43f1-bad3-0892927a2972" -d '{"events": [{"server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "name": "network-vif-plugged", "status": "completed", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:53:55.066907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:55.084505 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:55.098228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:55.110325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Network': ['ID=02a476f1-02be-49dd-96bf-5b73d3db0c6c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:55.124390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-61d5ad7c-a5f1-457c-a734-6c1f5979c379 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5835829 Apr 20 14:53:55.125816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:55.137758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:55.167816 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e4d15e-7034-481c-b0f1-61aa7ad9068e x-openstack-request-id: req-29e4d15e-7034-481c-b0f1-61aa7ad9068e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:53:55.168471 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "name": "network-vif-plugged", "status": "completed", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:53:55.168960 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e4d15e-7034-481c-b0f1-61aa7ad9068e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:53:55.169560 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e4d15e-7034-481c-b0f1-61aa7ad9068e'] response: {'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae', 'code': 200} Apr 20 14:53:55.238329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:55.338112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5765676 Apr 20 14:53:55.355264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49386) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:55.360910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Made reservation on behalf of 7751900652334309b95144782909d5ce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:55.377232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:55.414402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'subnet': {'network_id': '938ad896-dfc9-4cce-b603-17806fd9a643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:55.454470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bce23-0077-4535-a17a-0be090a9ae3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=938ad896-dfc9-4cce-b603-17806fd9a643,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:55.518157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e32ac-8bcd-4074-9628-3bcbb90b61a7 req-fb3961a0-9054-4af6-b422-3c87f03e8263 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:55.532486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e5e32ac-8bcd-4074-9628-3bcbb90b61a7 req-fb3961a0-9054-4af6-b422-3c87f03e8263 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.1287298 Apr 20 14:53:55.589398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 938ad896-dfc9-4cce-b603-17806fd9a643 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:53:55.663715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:55.671622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:55.703438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1765875b-d3a0-468f-b7c4-4ac55b2a1344 req-299e4101-a845-4e8e-b88a-666a3392d700 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0911002 Apr 20 14:53:55.808512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e94e8c5-6ac8-4dfe-81a0-ca4cc2108b1a req-6ea4e524-176c-42d1-811c-0fff5ea65f52 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 210 time: 0.1034362 Apr 20 14:53:55.869316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85ee5-bafe-4d9a-a2f0-58ca206cd8f7 req-bb16fcab-bac1-406b-8931-5f980a76aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:55.887010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-15b85ee5-bafe-4d9a-a2f0-58ca206cd8f7 req-bb16fcab-bac1-406b-8931-5f980a76aab3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 1060 time: 0.5912549 Apr 20 14:53:55.912241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Performing IP validity checks on allocation pools {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:53:55.912776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:53:56.025635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:53:56.059866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Removed routes are [] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:53:56.060629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:56.226971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:56.448051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:51Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:52Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:56.491227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:53:56.491966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Updating router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 port cb62c02b-198f-4637-abcd-8c39ba484ffd binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:53:56.540228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:56.575020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:56.578809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:56.678285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-0d0a4b60-6ea3-40f1-9bb7-afa1e7f2a58a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:56.696427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-0d0a4b60-6ea3-40f1-9bb7-afa1e7f2a58a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.7603576 Apr 20 14:53:56.713857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'device_id': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'admin_state_up': True, 'tenant_id': 'bc8a263d1db3499eb97080380db61077'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:56.744369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:53:56.945354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.072071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7845eaf5-20d1-4826-80d1-5e705c47daed req-e3a42dee-a1c7-4e96-84a3-1f3dd556f16c tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1180367 Apr 20 14:53:57.138355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:53:57.156086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.176149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.181954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.187299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-75b66b68-6480-445b-a392-65bdb440b23a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 954 time: 2.4110806 Apr 20 14:53:57.189673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49408) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:57.203395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c09f-eb26-42a5-b79b-eb7d679b443e req-3c136c2a-720f-474a-aa12-7e548fabcf57 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:57.204938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8a9c09f-eb26-42a5-b79b-eb7d679b443e req-3c136c2a-720f-474a-aa12-7e548fabcf57 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.4585505 Apr 20 14:53:57.302478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=0404fb37-5806-41cc-b063-1e6930c5bc02,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:57.332848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739fbe3-478b-4b9b-bb62-508b5f74e6ca None None] Pushing event updated for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:57.379124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8acff4d-805f-49c8-a2c3-481cbae6af5f req-772c2ffb-2008-4ce6-a273-5801496da48d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 210 time: 0.0635850 Apr 20 14:53:57.439389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Checking segment: {'id': 'a9320781-2092-455b-8b6e-0b4737f50447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:57.441099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network hostable DHCP agents. Network: 02a476f1-02be-49dd-96bf-5b73d3db0c6c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:57.582578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Attempting to bind port cb62c02b-198f-4637-abcd-8c39ba484ffd on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:53:57.583346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aba58067-ea82-44ce-81d5-a850880287eb tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 954 time: 0.3721607 Apr 20 14:53:57.583838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Attempting to bind port cb62c02b-198f-4637-abcd-8c39ba484ffd by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:53:57.583838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Attempting to bind port cb62c02b-198f-4637-abcd-8c39ba484ffd on network 14067f77-476a-4e72-9d23-48bde7018554 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:53:57.584027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:57.595908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:53:57.597998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Checking segment: {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:57.599361 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.599569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'routes': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:57.601890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Bound using segment: {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:53:57.603019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Bound port: cb62c02b-198f-4637-abcd-8c39ba484ffd, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb59d8-2e29-4357-b553-787109dc28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '14067f77-476a-4e72-9d23-48bde7018554'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:53:57.603827 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.614727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:57.629976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:53:57.634797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.762878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] For port cb62c02b-198f-4637-abcd-8c39ba484ffd, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:53:57.772755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] For port cb62c02b-198f-4637-abcd-8c39ba484ffd, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cb62c02b-198f-4637-abcd-8c39ba484ffd,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:53:57.776846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 02a476f1-02be-49dd-96bf-5b73d3db0c6c) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:57.779573 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.794947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:57.795394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:57.856466 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-789e59ef-2420-4430-80ef-cc0a1703269b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7289839 Apr 20 14:53:57.858016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88e7b8-32fe-4bff-90c0-9c02266d2ef5 None None] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:57.861274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49414) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:57.912479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:58.122336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:53:58.123533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:58.268826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739fbe3-478b-4b9b-bb62-508b5f74e6ca None None] Pushing event updated for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:58.280116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:58.280489 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:58.508458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-02a476f1-02be-49dd-96bf-5b73d3db0c6c', 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c', 'tenant_id': '7751900652334309b95144782909d5ce', 'fixed_ips': [{'subnet_id': '0404fb37-5806-41cc-b063-1e6930c5bc02'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:53:58.509374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:58.554181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added routes are [] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:53:58.554518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:53:58.587096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:58.619485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41487201-0086-4ac9-9de9-be4e8bd6d2bb req-f25f0785-1d3a-4e72-a8e1-77c770d44c50 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.3848569 Apr 20 14:53:58.647265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:53:58.801542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:53:58.807034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:58.869893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:58.910383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.20.0.4 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/4d001a28-6262-4d2a-910d-4a520ba6e4f6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:59.074263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] For port cb62c02b-198f-4637-abcd-8c39ba484ffd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cb62c02b-198f-4637-abcd-8c39ba484ffd,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:53:59.077618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Allocated IP 172.20.0.3 (02a476f1-02be-49dd-96bf-5b73d3db0c6c/0404fb37-5806-41cc-b063-1e6930c5bc02/9415103b-41d8-480f-9535-a5ca584b5491) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:53:59.092696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.131162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Subnet': ['ID=37fe4139-fce9-4a27-929d-d2c0cab09aeb,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:59.156785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Checking segment: {'id': '1065a89e-8275-497b-831d-99d419948e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '938ad896-dfc9-4cce-b603-17806fd9a643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:53:59.157130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Network hostable DHCP agents. Network: 938ad896-dfc9-4cce-b603-17806fd9a643, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:53:59.162351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59609409'] for subnet, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.317499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Network 938ad896-dfc9-4cce-b603-17806fd9a643 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:53:59.339080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bb6de-9fe2-4e80-9760-65510c082563 None None] Pushing event updated for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:53:59.376730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 938ad896-dfc9-4cce-b603-17806fd9a643) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:53:59.406343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:59.407188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.417341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-801eff18-6aea-4d3e-bb0d-ee3454bf242f req-0a8747c5-3c98-4d13-aba7-d6dc4b29d5ac tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 210 time: 0.0391979 Apr 20 14:53:59.425364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c025b-66e5-4a0e-8de3-10f62954e90d None None] Network 938ad896-dfc9-4cce-b603-17806fd9a643 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:53:59.428343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c66bf-07db-47c5-beed-999114d27a90 req-2e0079f2-9e4d-4cbd-84a5-b2bf46a5a278 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:59.429617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-099c66bf-07db-47c5-beed-999114d27a90 req-2e0079f2-9e4d-4cbd-84a5-b2bf46a5a278 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.8385768 Apr 20 14:53:59.493973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0e3e947d-8e3c-4513-a947-4fa3bd36f211 None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:53:59.494674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0e3e947d-8e3c-4513-a947-4fa3bd36f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.516766 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-39fd42ff-da8f-449e-8350-b60484c978b0 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1592813 Apr 20 14:53:59.524486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49436) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:53:59.543144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'floatingip': {'floating_network_id': '938ad896-dfc9-4cce-b603-17806fd9a643'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:59.592887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.618999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.639110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:56Z', 'revision_number': 6, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:57Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:53:59.685912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.695086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.696845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68137b50-1c9c-43cf-a089-b8194fd0204c None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:56Z', 'revision_number': 6, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:57Z', 'revision_number': 4, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:53:59.730312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.764924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02f054-d15c-4fc2-b376-f15785ce1cfe req-0996903c-2477-4636-afa2-24a69d800f5e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:53:59.784141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e02f054-d15c-4fc2-b376-f15785ce1cfe req-0996903c-2477-4636-afa2-24a69d800f5e tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.1642871 Apr 20 14:53:59.803093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.811191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:59.956917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:53:59.988389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:00.006685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Pushing event updated for resources: {'Port': ['ID=9415103b-41d8-480f-9535-a5ca584b5491,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:00.019371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:00.021858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:00.039294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:00.046945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910afd33-6f02-4682-8842-c977b63bde44 None None] Network 938ad896-dfc9-4cce-b603-17806fd9a643 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:00.064686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:00.127731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:00.141856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-841ee84b-25eb-43d0-8a7b-148bbd0914cf req-34bd171a-dd0e-44a9-bd4a-b5a02dcc3a8a tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.2012522 Apr 20 14:54:00.249237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:00.275095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b81fa-cfa3-40ab-bf43-741be9f07316 req-d0e2f57b-8ab2-453e-95b4-c77f35494426 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:00.289706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d03b81fa-cfa3-40ab-bf43-741be9f07316 req-d0e2f57b-8ab2-453e-95b4-c77f35494426 tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 1060 time: 0.2205234 Apr 20 14:54:00.316269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:00.316879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.423372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-a709b0f5-9582-4170-95c6-7d4f858f081a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7161825 Apr 20 14:54:00.444963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Request body: {'port': {'device_id': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:00.565857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.631525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Attempting to bind port 9415103b-41d8-480f-9535-a5ca584b5491 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:00.631902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Attempting to bind port 9415103b-41d8-480f-9535-a5ca584b5491 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a9320781-2092-455b-8b6e-0b4737f50447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:00.632273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Attempting to bind port 9415103b-41d8-480f-9535-a5ca584b5491 on network 02a476f1-02be-49dd-96bf-5b73d3db0c6c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:00.632833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:00.652320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:00.652865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Checking segment: {'id': 'a9320781-2092-455b-8b6e-0b4737f50447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:00.653092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.653483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Bound using segment: {'id': 'a9320781-2092-455b-8b6e-0b4737f50447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:00.653955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Bound port: 9415103b-41d8-480f-9535-a5ca584b5491, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9320781-2092-455b-8b6e-0b4737f50447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '02a476f1-02be-49dd-96bf-5b73d3db0c6c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:00.656333 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.660318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.663833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fda3c1a1-56ef-4b90-93e2-4232c0c30f19 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 704 time: 3.0786750 Apr 20 14:54:00.668921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6358af80-67c5-4e21-b0da-c8981d01d76a None None] Provisioning complete for port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:00.669441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6358af80-67c5-4e21-b0da-c8981d01d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.701745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49454) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:00.717326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Allocated IP 172.20.0.14 (938ad896-dfc9-4cce-b603-17806fd9a643/37fe4139-fce9-4a27-929d-d2c0cab09aeb/30ddbc9a-10bb-4794-a8c8-08bf49711705) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:00.792632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6358af80-67c5-4e21-b0da-c8981d01d76a None None] Port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:00.890681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:00.956366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8c240-8cd4-4787-9348-f0bb056fa432 req-47749d7d-1467-4c18-8a58-86f8fb5ec14b tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:00.964793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b8c240-8cd4-4787-9348-f0bb056fa432 req-47749d7d-1467-4c18-8a58-86f8fb5ec14b tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1136 time: 0.4803479 Apr 20 14:54:00.980944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] For port 9415103b-41d8-480f-9535-a5ca584b5491, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:00.991239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] For port 9415103b-41d8-480f-9535-a5ca584b5491, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9415103b-41d8-480f-9535-a5ca584b5491,segment=NetworkSegment(a9320781-2092-455b-8b6e-0b4737f50447),segment_id=a9320781-2092-455b-8b6e-0b4737f50447)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:00.999208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.029964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-032a5192-4b85-4588-a6b6-6f54ee004279 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 704 time: 0.3205032 Apr 20 14:54:01.030617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49458) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:01.036819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.042466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.197249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Port': ['ID=30ddbc9a-10bb-4794-a8c8-08bf49711705,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:01.311134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Network 938ad896-dfc9-4cce-b603-17806fd9a643 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:01.354302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:01.360755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:01.363483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9f53-de1d-4750-bf69-86c4b754234a None None] Pushing event updated for resources: {'Port': ['ID=9415103b-41d8-480f-9535-a5ca584b5491,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:01.365167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb93d3a-200c-4d1e-b260-c457dfd958bc req-ca93b851-5b0e-4096-b859-183cd7813e20 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:01.369237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb93d3a-200c-4d1e-b260-c457dfd958bc req-ca93b851-5b0e-4096-b859-183cd7813e20 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 931 time: 0.7849128 Apr 20 14:54:01.419712 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:01.433486 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:01.434117 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:01.474493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742240465592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59829037'] for subnet, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.694183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cb62c02b-198f-4637-abcd-8c39ba484ffd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:01.745201 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:01.831541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d001a28-6262-4d2a-910d-4a520ba6e4f6 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:54:01.855501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port cb62c02b-198f-4637-abcd-8c39ba484ffd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:01.856274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.856755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:01.866413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b8c240-8cd4-4787-9348-f0bb056fa432 req-134a43ac-67ee-4c05-987a-2ba0bb153d0b tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.9002388 Apr 20 14:54:01.967414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:02.029594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cb93d3a-200c-4d1e-b260-c457dfd958bc req-36bb4425-6f5b-430f-9554-7b3964148efd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955339 Apr 20 14:54:02.054743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Transition to ACTIVE for port object 4d001a28-6262-4d2a-910d-4a520ba6e4f6 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:54:02.084763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:02.085380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.086311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-124425da-c411-4225-a824-8fbe740c0d63 req-afee92ab-55a6-4ee4-81d2-290895a4c31d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0385273 Apr 20 14:54:02.097771 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "PUT /v2.0/subnets/0404fb37-5806-41cc-b063-1e6930c5bc02 HTTP/1.1" status: 200 len: 877 time: 4.2243340 Apr 20 14:54:02.100627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49474) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:02.118423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.233160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51245735-3e83-49b4-bd0c-aa55c867b013 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event updated for resources: {'Subnet': ['ID=0404fb37-5806-41cc-b063-1e6930c5bc02,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:02.308517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.352207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 7, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:02.389244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.409394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Pushing event updated for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:02.430858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a677a27-c7f8-4303-9335-5c4e63c67f4b tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:02.435801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9a677a27-c7f8-4303-9335-5c4e63c67f4b tempest-TestSecurityGroupsBasicOps-2143012283 tempest-TestSecurityGroupsBasicOps-2143012283-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 1055 time: 0.4472601 Apr 20 14:54:02.454139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:02.463924 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:02.464792 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:02.565280 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:02.672268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Deleting port 9415103b-41d8-480f-9535-a5ca584b5491 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:02.672609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.720179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.813639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] For port 9415103b-41d8-480f-9535-a5ca584b5491, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9415103b-41d8-480f-9535-a5ca584b5491,segment=NetworkSegment(a9320781-2092-455b-8b6e-0b4737f50447),segment_id=a9320781-2092-455b-8b6e-0b4737f50447)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:02.813850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.881003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Calling delete_port for 9415103b-41d8-480f-9535-a5ca584b5491 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:02.909100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:02.922762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Attempting to bind port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:02.923491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Attempting to bind port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:02.924067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Attempting to bind port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:02.946057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:54:02.946825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Attempting to bind port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:02.959507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:02.960387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:02.961043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:02.961739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Bound port: 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:02.962361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.206646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.228860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.285918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 7, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:03.318603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dae30-c89f-4d46-8c06-9028bf16775d req-960407dc-a59b-4e83-9d60-1df5b3f2498c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:03.330930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f2dae30-c89f-4d46-8c06-9028bf16775d req-960407dc-a59b-4e83-9d60-1df5b3f2498c tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.4142489 Apr 20 14:54:03.359241 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052189db-9dd9-446d-a5d8-76a5bdc3bace None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 7, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb62c02b-198f-4637-abcd-8c39ba484ffd', 'name': '', 'network_id': '14067f77-476a-4e72-9d23-48bde7018554', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:5d:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:49Z', 'updated_at': '2022-04-20T14:53:58Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': 'cd48cb6f-f81b-439c-b8b8-0da62dcfd247', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:03.400259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e5fbc-39dd-4421-9e60-2e5492969dd5 None None] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:03.409802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.446320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:03.487772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b3eaf-688d-43a6-8d01-74456a5084d3 req-04be60ef-8fe4-4660-a1f0-b14822873811 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:03.489831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b05b3eaf-688d-43a6-8d01-74456a5084d3 req-04be60ef-8fe4-4660-a1f0-b14822873811 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 943 time: 0.2834229 Apr 20 14:54:03.522613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:03.537980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.544840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Port': ['ID=30ddbc9a-10bb-4794-a8c8-08bf49711705,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:03.564089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.576640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.578978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-35943be9-7494-4da5-a9f5-72d59376f782 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0436509 Apr 20 14:54:03.597797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b05b3eaf-688d-43a6-8d01-74456a5084d3 req-f1526a54-e606-4d11-a305-05649789a248 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898173 Apr 20 14:54:03.601631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:03.643702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ec4e483-5a0e-411d-b607-7c5a24fbdcff None None] Provisioning complete for port 9415103b-41d8-480f-9535-a5ca584b5491 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:03.644484 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ec4e483-5a0e-411d-b607-7c5a24fbdcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.658452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9bd8a7ba-1db6-457f-bd7d-a2cb88b35a1a req-8a324a31-181f-4eef-88a4-cc0cfb6797ab tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.1667862 Apr 20 14:54:03.743851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec41fac8-23f3-46a8-941f-7ca0dd3f3fd1 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=938ad896-dfc9-4cce-b603-17806fd9a643 HTTP/1.1" status: 200 len: 690 time: 0.1408498 Apr 20 14:54:03.753209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49490) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:03.759045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:03.763568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.765957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] 10.222.0.43 "PUT /v2.0/ports/4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 200 len: 1091 time: 3.3332584 Apr 20 14:54:03.783629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:03.792361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:03.795368 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e01e17-8868-4b8f-9d12-41c0132a555a" -d '{"events": [{"name": "network-changed", "server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:03.856684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9415103b-41d8-480f-9535-a5ca584b5491 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:03.934751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ec4e483-5a0e-411d-b607-7c5a24fbdcff None None] Could not find standard attr ID for object 9415103b-41d8-480f-9535-a5ca584b5491. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:54:03.938924 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-2ec4e483-5a0e-411d-b607-7c5a24fbdcff None None] No ports have port_id starting with 9415103b-41d8-480f-9535-a5ca584b5491 Apr 20 14:54:03.948635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9415103b-41d8-480f-9535-a5ca584b5491 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:03.949248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9415103b-41d8-480f-9535-a5ca584b5491 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 14:54:03.995780 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195682e9-8d39-4625-809c-e1c5b2d47532 x-openstack-request-id: req-195682e9-8d39-4625-809c-e1c5b2d47532 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:03.996177 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:03.996534 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-195682e9-8d39-4625-809c-e1c5b2d47532 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:03.997108 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195682e9-8d39-4625-809c-e1c5b2d47532'] response: {'name': 'network-changed', 'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6', 'status': 'completed', 'code': 200} Apr 20 14:54:04.024293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5192c4-e438-47c0-977a-f18940fbdcbc service neutron] Pushing event updated for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:04.069525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Port 9415103b-41d8-480f-9535-a5ca584b5491 not found, will not notify nova. {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 14:54:04.084339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fd356035-d04b-48ae-88e2-0d8d6c52a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:04.085882 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-fd356035-d04b-48ae-88e2-0d8d6c52a69a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 1094 time: 0.2491174 Apr 20 14:54:04.113007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No DVR routers for this DVR port 9415103b-41d8-480f-9535-a5ca584b5491 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:04.114883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Port': ['ID=9415103b-41d8-480f-9535-a5ca584b5491,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:04.215263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:04.226315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:04.230123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-cfa4ab89-b9e1-485b-8a8c-89f947af1fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 200 len: 217 time: 0.1208928 Apr 20 14:54:04.331326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port cb62c02b-198f-4637-abcd-8c39ba484ffd {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:04.331855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:04.461569 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:04.519905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca500a-3b63-4339-a3fe-552ad48b4527 None None] Network 02a476f1-02be-49dd-96bf-5b73d3db0c6c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:04.597473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-dd41dfc1-7455-4315-be8f-64a46f96b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:04.607446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-dd41dfc1-7455-4315-be8f-64a46f96b54d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1449976 Apr 20 14:54:04.697004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-c785f381-1f3c-479d-9cfe-73bf5045e0fd tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:04.700166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-c785f381-1f3c-479d-9cfe-73bf5045e0fd tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.45 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.2443047 Apr 20 14:54:04.767836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-3e082b5f-17f1-4722-8bdb-fc5aac112fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:04.769257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-3e082b5f-17f1-4722-8bdb-fc5aac112fcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611559 Apr 20 14:54:04.931960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049e0d6-835a-4e65-b905-ea4e2a1f3444 None None] DHCP port deletion for 02a476f1-02be-49dd-96bf-5b73d3db0c6c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:04.980451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port cb62c02b-198f-4637-abcd-8c39ba484ffd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cb62c02b-198f-4637-abcd-8c39ba484ffd,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:04.980843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:04.999581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for cb62c02b-198f-4637-abcd-8c39ba484ffd owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:05.147299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=0404fb37-5806-41cc-b063-1e6930c5bc02,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:05.398001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.432494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Deleting port 30ddbc9a-10bb-4794-a8c8-08bf49711705 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:05.433066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.525125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=cb62c02b-198f-4637-abcd-8c39ba484ffd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:05.537703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port 97ef2cc8-4673-41da-af7a-57901ab4d6ae {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:05.538052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.595291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9415103b-41d8-480f-9535-a5ca584b5491 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:05.629877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.642746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9415103b-41d8-480f-9535-a5ca584b5491 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:05.651362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9415103b-41d8-480f-9535-a5ca584b5491 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:05.693806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce6312-5412-47b3-ae24-97dc3d46ab79 req-fa61d7a2-e076-4dfe-9bea-31168ab39f39 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:05.702635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ce6312-5412-47b3-ae24-97dc3d46ab79 req-fa61d7a2-e076-4dfe-9bea-31168ab39f39 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 943 time: 0.7562771 Apr 20 14:54:05.704142 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-48bb59df-993e-4b31-937f-6cd88cad5481 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9242582 Apr 20 14:54:05.736036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cd821-d8d6-4386-8461-a6b52ac1ef24 req-ec773dc5-f26f-4440-8d29-015d807b7c24 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:05.737932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-150cd821-d8d6-4386-8461-a6b52ac1ef24 req-ec773dc5-f26f-4440-8d29-015d807b7c24 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 909 time: 0.7937677 Apr 20 14:54:05.807659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a476f1-02be-49dd-96bf-5b73d3db0c6c']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:05.831516 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.831889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.844566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9320781-2092-455b-8b6e-0b4737f50447') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:05.851352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9320781-2092-455b-8b6e-0b4737f50447') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:05.894174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ce6312-5412-47b3-ae24-97dc3d46ab79 req-23325ed7-6137-4d85-945f-b44d9f701fc9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913815 Apr 20 14:54:05.911856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Calling delete_port for 30ddbc9a-10bb-4794-a8c8-08bf49711705 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:05.918243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port 97ef2cc8-4673-41da-af7a-57901ab4d6ae, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=97ef2cc8-4673-41da-af7a-57901ab4d6ae,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:05.918659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.933210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:05.981313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for 97ef2cc8-4673-41da-af7a-57901ab4d6ae owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:06.006998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e01eab4-ca86-47e7-8444-7d5dd6af9e25 req-a0810b3f-611b-47b4-9fb2-ce29d61f7d87 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0528753 Apr 20 14:54:06.018220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.027848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.030321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:06.031084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:06.035255 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:06.177325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e4cde8f4-e3de-49b9-8cc2-3fb9ee53c4b4 req-65fca6af-0114-41a1-9870-03fd671fa834 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408178 Apr 20 14:54:06.257453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.272576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.276013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/02a476f1-02be-49dd-96bf-5b73d3db0c6c HTTP/1.1" status: 204 len: 168 time: 4.1743636 Apr 20 14:54:06.283082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49530) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:06.327902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5c947-98a4-4bb5-8315-0f88b6c74d77 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=02a476f1-02be-49dd-96bf-5b73d3db0c6c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:06.359869 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4705536f-af7f-4f6f-b46e-27c98414664c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:06.360336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4705536f-af7f-4f6f-b46e-27c98414664c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:06.366018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4705536f-af7f-4f6f-b46e-27c98414664c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/0404fb37-5806-41cc-b063-1e6930c5bc02 HTTP/1.1" status: 404 len: 337 time: 0.0790153 Apr 20 14:54:06.367051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49536) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:06.394509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-8c74bece-1081-475f-bafc-c445062fb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:06.395371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-8c74bece-1081-475f-bafc-c445062fb359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 1094 time: 0.1613860 Apr 20 14:54:06.399747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.445971 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ee87d6-6ff7-4be4-a507-e7cab2fcebe0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:06.445971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ee87d6-6ff7-4be4-a507-e7cab2fcebe0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:06.451739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b2ee87d6-6ff7-4be4-a507-e7cab2fcebe0 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/02a476f1-02be-49dd-96bf-5b73d3db0c6c HTTP/1.1" status: 404 len: 339 time: 0.0826137 Apr 20 14:54:06.452448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49538) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:06.486136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ddbc9a-10bb-4794-a8c8-08bf49711705,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:06.534350 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.568221 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec244372-4a3f-4702-9c20-075fb9effbed tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:06.568850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec244372-4a3f-4702-9c20-075fb9effbed tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:06.575720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec244372-4a3f-4702-9c20-075fb9effbed tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/3cb3203f-0356-4cc5-b04f-acc94a989dcf HTTP/1.1" status: 404 len: 337 time: 0.0489900 Apr 20 14:54:06.577524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49544) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:06.590077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:06.605992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=97ef2cc8-4673-41da-af7a-57901ab4d6ae,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:06.626728 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-646f4b5c-13df-45f2-af32-5f1af84ee197 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:06.627608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646f4b5c-13df-45f2-af32-5f1af84ee197 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:06.636741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-646f4b5c-13df-45f2-af32-5f1af84ee197 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/6fa28ca4-0c14-45cb-ae72-21136999b70f HTTP/1.1" status: 404 len: 339 time: 0.0580423 Apr 20 14:54:06.637779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:06.752881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] No DVR routers for this DVR port 97ef2cc8-4673-41da-af7a-57901ab4d6ae on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:06.758357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.761774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a400c20-71a0-4bd9-b05b-8298c94419ea req-7f89b499-928d-46ff-b70c-736760375e78 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.45 "DELETE /v2.0/ports/97ef2cc8-4673-41da-af7a-57901ab4d6ae HTTP/1.1" status: 204 len: 173 time: 2.0527909 Apr 20 14:54:06.762894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-0ebb2ec2-e398-4012-b831-dc86e7020f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:06.765122 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-0ebb2ec2-e398-4012-b831-dc86e7020f89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.3521349 Apr 20 14:54:06.765122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'name': 'network-vif-deleted', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:06.786902 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9321b2b3-8a68-45e8-8adb-7d77234290cd" -d '{"events": [{"server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "name": "network-vif-deleted", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:06.931141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:06.936338 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ca0984-1ffa-4806-92cd-88f854b10628 x-openstack-request-id: req-a5ca0984-1ffa-4806-92cd-88f854b10628 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:06.939251 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424893ec-1c94-4e9d-981e-5e6e7a1c1094", "name": "network-vif-deleted", "tag": "97ef2cc8-4673-41da-af7a-57901ab4d6ae", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:06.939515 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5ca0984-1ffa-4806-92cd-88f854b10628 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:06.940005 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ca0984-1ffa-4806-92cd-88f854b10628'] response: {'server_uuid': '424893ec-1c94-4e9d-981e-5e6e7a1c1094', 'name': 'network-vif-deleted', 'tag': '97ef2cc8-4673-41da-af7a-57901ab4d6ae', 'status': 'completed', 'code': 200} Apr 20 14:54:06.959573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3443c31-28c3-43f1-b45a-6ea4ee8775c9 req-ad0db0b6-fe58-4b6a-9bd4-877a48489b90 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=424893ec-1c94-4e9d-981e-5e6e7a1c1094 HTTP/1.1" status: 200 len: 210 time: 0.0482688 Apr 20 14:54:06.959791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-27608b13-b245-475d-ae66-a0704be0362a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 200 len: 217 time: 0.1540453 Apr 20 14:54:07.005143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:07.018025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:07.031465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:07.034716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.036195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.044716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5b38b9c8-2beb-4057-94e4-7b4872505eb0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0099721 Apr 20 14:54:07.050358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49558) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:07.056298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-9f28226f-4325-49a2-9f4b-1f71aa977685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:07.057774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-9f28226f-4325-49a2-9f4b-1f71aa977685 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0747845 Apr 20 14:54:07.185921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-96ebe402-2d32-4f72-b6d6-ebe8d2295e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:07.192023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:07.192840 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-96ebe402-2d32-4f72-b6d6-ebe8d2295e24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247199 Apr 20 14:54:07.195048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.239302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ef09d8-6d02-4419-a3d5-c722dccece84 req-e052f255-6a83-4961-8f36-da7ce6fa550d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0710137 Apr 20 14:54:07.347718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet cd48cb6f-f81b-439c-b8b8-0da62dcfd247 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:07.358408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.385202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00e6c-dfb4-4b2e-8e10-29712e71b75c req-ffb6b514-cfa0-49c7-950f-19da8b226d59 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:07.387199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aea00e6c-dfb4-4b2e-8e10-29712e71b75c req-ffb6b514-cfa0-49c7-950f-19da8b226d59 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 943 time: 0.3015215 Apr 20 14:54:07.521169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.528064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.529045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aea00e6c-dfb4-4b2e-8e10-29712e71b75c req-62235ce6-5f0f-40a1-8966-33e9697f803e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773628 Apr 20 14:54:07.543659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.607864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=37fe4139-fce9-4a27-929d-d2c0cab09aeb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:07.621672 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-6ee7ef0b-8173-4a5a-aac1-bd73c1b8f1a0 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175982 Apr 20 14:54:07.694930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.780534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123a117a-9198-4cc9-9592-96d28d374f73']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.790336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.794235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbb3485-920d-421d-985d-9c8da0770d61') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.794631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbb3485-920d-421d-985d-9c8da0770d61') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.801906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:05Z', 'revision_number': 8, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.806144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.848062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.856378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:07.859333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938ad896-dfc9-4cce-b603-17806fd9a643']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.877386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:07.879831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:53:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.885900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1065a89e-8275-497b-831d-99d419948e33') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.886534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:07.886775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1065a89e-8275-497b-831d-99d419948e33') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:07.886994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.905989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.931638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b0e01e17-8868-4b8f-9d12-41c0132a555a req-6ebb8baa-0913-40ed-807e-27a759b927ef service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980275 Apr 20 14:54:07.938393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.957661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:07.958441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:07.960561 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:07.973299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:07.987476 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:07.992714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:08.052661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=cd48cb6f-f81b-439c-b8b8-0da62dcfd247,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:08.058354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.065095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d6c6f2af-0941-40a0-a884-2410308de667 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/cd48cb6f-f81b-439c-b8b8-0da62dcfd247 HTTP/1.1" status: 204 len: 168 time: 1.0113020 Apr 20 14:54:08.072303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49572) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.089874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.097116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.163531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.174051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 938ad896-dfc9-4cce-b603-17806fd9a643 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:54:08.177676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.185663 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/938ad896-dfc9-4cce-b603-17806fd9a643 HTTP/1.1" status: 204 len: 168 time: 4.4285967 Apr 20 14:54:08.221049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49576) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.223401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c23df-8d88-49cd-bdc4-f141693394be tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Network': ['ID=938ad896-dfc9-4cce-b603-17806fd9a643,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:08.231942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.242240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/123a117a-9198-4cc9-9592-96d28d374f73 HTTP/1.1" status: 204 len: 168 time: 1.5943174 Apr 20 14:54:08.242474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619dc307-3051-4494-8640-8d28a6cfecfc None None] Network 14067f77-476a-4e72-9d23-48bde7018554 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:08.247734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.359865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b83ce-1372-4632-ad2f-1bdd5eb5ec73 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=123a117a-9198-4cc9-9592-96d28d374f73,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:08.470630 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8eb92e-f60a-45bb-8e60-2aaadf9144d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:08.471871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8eb92e-f60a-45bb-8e60-2aaadf9144d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:08.481834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ef8eb92e-f60a-45bb-8e60-2aaadf9144d4 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/feaf62ae-abfb-4def-842e-9825ff33e489 HTTP/1.1" status: 404 len: 337 time: 0.2117701 Apr 20 14:54:08.508876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.515535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-857d165f-5d63-4eef-8e59-102599345ba8 req-498ddb60-1c13-4311-8d97-10c450dcc37d tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0863028 Apr 20 14:54:08.525425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.588703 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-939edfb2-c2a8-4227-968b-4f5d0f4b7e9c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:08.589441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939edfb2-c2a8-4227-968b-4f5d0f4b7e9c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:08.604839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-939edfb2-c2a8-4227-968b-4f5d0f4b7e9c tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/f2cfac59-1557-4e25-b153-22ead3165cf8 HTTP/1.1" status: 404 len: 339 time: 0.0945964 Apr 20 14:54:08.605511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49592) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.626134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 97ef2cc8-4673-41da-af7a-57901ab4d6ae no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:08.671955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 97ef2cc8-4673-41da-af7a-57901ab4d6ae {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:08.674469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 97ef2cc8-4673-41da-af7a-57901ab4d6ae not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:08.697289 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b33821f-50b1-4262-83ce-b9b42f73ea85 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:08.697908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b33821f-50b1-4262-83ce-b9b42f73ea85 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:08.704088 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1b33821f-50b1-4262-83ce-b9b42f73ea85 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/4741d4ac-f795-4187-b1fe-5fa7987134a4 HTTP/1.1" status: 404 len: 337 time: 0.0552289 Apr 20 14:54:08.705053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.749359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-df447b59-11bf-4005-aefc-4fe3b6cf8451 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.5015924 Apr 20 14:54:08.749359 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc8663-229b-4feb-a095-6138850ebdba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:08.749359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bc8663-229b-4feb-a095-6138850ebdba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:08.749359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42bc8663-229b-4feb-a095-6138850ebdba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/0fc6c3d4-7033-4043-b85e-c7debecd9fd9 HTTP/1.1" status: 404 len: 339 time: 0.0391905 Apr 20 14:54:08.749359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49598) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.750706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:08.882592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631127-7b0d-486e-86d4-0e061e8168e9 req-66eeb84a-510f-452f-8937-f28030289393 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:08.884046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07631127-7b0d-486e-86d4-0e061e8168e9 req-66eeb84a-510f-452f-8937-f28030289393 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 943 time: 0.2351644 Apr 20 14:54:08.898743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:08.899078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:08.938723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:05Z', 'revision_number': 8, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:09.009095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4d001a28-6262-4d2a-910d-4a520ba6e4f6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:54:09.011901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee13dc-2afe-4ee8-a8cc-5c18206d4349 None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:05Z', 'revision_number': 8, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': '31a6231e-d205-4683-be9a-9fadade3ee64', 'name': '', 'network_id': '59cb6184-1bb7-474f-8e99-5588b2a81aef', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:61:99:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:32Z', 'updated_at': '2022-04-20T14:53:46Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '1caa9cc5-94bd-402d-98ae-b92526c6788b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:09.039955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.040421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.040885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.041338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.041791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.046959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.047517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.047987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.050213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.050804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.051275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.051737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.052447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.052908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.055217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-990e676e-02b4-4e4a-92f5-558c89f98129 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8899 time: 0.2998297 Apr 20 14:54:09.058297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49602) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.137749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,segment=NetworkSegment(21cb59d8-2e29-4357-b553-787109dc28ae),segment_id=21cb59d8-2e29-4357-b553-787109dc28ae)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:09.137749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.151256 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-5a72b495-8a43-4422-94b6-bf03cc29c345 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] delete failed (client error): The resource could not be found. Apr 20 14:54:09.155599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5a72b495-8a43-4422-94b6-bf03cc29c345 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/31d541ca-ac17-49bd-8329-bd604fc5124a HTTP/1.1" status: 404 len: 345 time: 0.0963094 Apr 20 14:54:09.156498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49608) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.157706 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d86c02a-4f56-4ba3-950c-76d09287029b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.158201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d86c02a-4f56-4ba3-950c-76d09287029b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.168323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d86c02a-4f56-4ba3-950c-76d09287029b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/2e662464-b2da-4736-bf50-ebf2a1b93b90 HTTP/1.1" status: 404 len: 337 time: 0.4090412 Apr 20 14:54:09.172285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07631127-7b0d-486e-86d4-0e061e8168e9 req-f702019b-d5c6-49bd-8748-078c8fb58038 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680981 Apr 20 14:54:09.182017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.199496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:09.200010 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bca5f86-1961-4cb8-947c-b145b73cb00c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.201012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bca5f86-1961-4cb8-947c-b145b73cb00c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.211272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8bca5f86-1961-4cb8-947c-b145b73cb00c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/938ad896-dfc9-4cce-b603-17806fd9a643 HTTP/1.1" status: 404 len: 339 time: 0.0417593 Apr 20 14:54:09.211924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.217722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'name': 'tempest-network--1014539569', 'router:external': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:09.220280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:09.236902 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43ad4c4-765b-48f2-b775-90d103ab2e6a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.241767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:09.242942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43ad4c4-765b-48f2-b775-90d103ab2e6a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.244636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.246037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c43ad4c4-765b-48f2-b775-90d103ab2e6a tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/07cc2cc4-b079-4111-85a4-f09e27e1980a HTTP/1.1" status: 404 len: 339 time: 0.0675325 Apr 20 14:54:09.248952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.253314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4d001a28-6262-4d2a-910d-4a520ba6e4f6', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '4d001a28-6262-4d2a-910d-4a520ba6e4f6', 'mac_address': 'fa:16:3e:f4:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:54:09.255697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] DHCP port deletion for 14067f77-476a-4e72-9d23-48bde7018554 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:09.324989 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-775ccdc7-7651-4437-914d-9a93e8f66927 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.325374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775ccdc7-7651-4437-914d-9a93e8f66927 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.335872 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-775ccdc7-7651-4437-914d-9a93e8f66927 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/fac0a26a-becb-4e6d-a128-81dac7288d10 HTTP/1.1" status: 404 len: 337 time: 0.0858860 Apr 20 14:54:09.345404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.351565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.375535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.400554 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-989ffa21-7ca4-42eb-871d-29e1fe9b4c56 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.401127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989ffa21-7ca4-42eb-871d-29e1fe9b4c56 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.404183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-989ffa21-7ca4-42eb-871d-29e1fe9b4c56 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/630e87ec-97bb-4695-a76c-4b26fc8520e5 HTTP/1.1" status: 404 len: 339 time: 0.0577567 Apr 20 14:54:09.414465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49622) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.415591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:09.418898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:09.438521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d001a28-6262-4d2a-910d-4a520ba6e4f6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:54:09.440022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.440372 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Added segment 837f2291-2655-437e-b4da-f292b453ac64 of type vlan for network 81f4e355-b49d-40a3-a8ad-bc460d504ac8 Apr 20 14:54:09.496649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:09.513947 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.523707 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-376cdf68-2f1c-4a2a-9803-5fea7a1b500d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.524169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376cdf68-2f1c-4a2a-9803-5fea7a1b500d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.527134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Deleting port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:09.527705 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.532267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-376cdf68-2f1c-4a2a-9803-5fea7a1b500d tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/48b9fb78-c895-4777-8f38-c6d830f0380b HTTP/1.1" status: 404 len: 337 time: 0.1073074 Apr 20 14:54:09.532856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49624) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.582459 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-744c2e32-9767-47d5-81f5-e72b232df582 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.583160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744c2e32-9767-47d5-81f5-e72b232df582 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.585437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.589660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-744c2e32-9767-47d5-81f5-e72b232df582 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/e9234053-f9cd-4ed5-9ff1-22805e2cdc25 HTTP/1.1" status: 404 len: 339 time: 0.0317519 Apr 20 14:54:09.591096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:09.592727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.652895 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b0907d-edd1-4192-9950-3913649e3384 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:09.653384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b0907d-edd1-4192-9950-3913649e3384 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:09.657130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b3b0907d-edd1-4192-9950-3913649e3384 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/674d106c-de5a-4e7a-be3f-cea0f529f8c6 HTTP/1.1" status: 404 len: 337 time: 0.0598495 Apr 20 14:54:09.660298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.695198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.697174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:09.697621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.767332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] For port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:09.767732 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.770051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:09.809094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Calling delete_port for 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:09.814956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:54:09.896803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:54:09.902008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:09.902347 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6869545 Apr 20 14:54:09.913658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:09.995691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] Pushing event deleted for resources: {'Port': ['ID=52d2ab61-7126-47cb-ad02-e9e3b71f9a83,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:10.003333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:10.021996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426df3c-bed9-4936-9357-2db5714af3d8 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=81f4e355-b49d-40a3-a8ad-bc460d504ac8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:10.059783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 81f4e355-b49d-40a3-a8ad-bc460d504ac8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:10.228552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:10.229065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:10.249238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ec263-d020-448d-85b6-b7bc991d9f99 None None] No DVR routers for this DVR port 52d2ab61-7126-47cb-ad02-e9e3b71f9a83 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:10.306394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c110465b-2ffd-4298-ad59-89b56410c6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.410464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af877-ced4-4f8e-90ab-5e90b7816005 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:10.427534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af877-ced4-4f8e-90ab-5e90b7816005 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:10.436043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd9c9df4-4318-4bdd-8767-435f0e15f6b9 req-ffd29e09-4271-4d8a-a54e-53e9341e2e6b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.7013607 Apr 20 14:54:10.445379 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcf14a6-eacb-4f16-b722-fa1da5cb748e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:10.446388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcf14a6-eacb-4f16-b722-fa1da5cb748e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:10.449469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7dcf14a6-eacb-4f16-b722-fa1da5cb748e tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/f051c467-a800-4175-a940-7208db630255 HTTP/1.1" status: 404 len: 339 time: 0.7749522 Apr 20 14:54:10.450113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af877-ced4-4f8e-90ab-5e90b7816005 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:10.460351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2af877-ced4-4f8e-90ab-5e90b7816005 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:10.462104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8f2af877-ced4-4f8e-90ab-5e90b7816005 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5475080 Apr 20 14:54:10.469190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.469190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.542940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.549080 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d9bb3b-5c27-4109-838b-491f191dd71b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:10.549522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d9bb3b-5c27-4109-838b-491f191dd71b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:10.552602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-33d9bb3b-5c27-4109-838b-491f191dd71b tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/f2c8b53d-c3aa-4dc2-a3f0-602f9412a3cb HTTP/1.1" status: 404 len: 337 time: 0.0823843 Apr 20 14:54:10.555285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.581779 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fd86b8-94ea-44fd-8f34-4d7f10451983 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:10.582348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fd86b8-94ea-44fd-8f34-4d7f10451983 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:10.582989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14067f77-476a-4e72-9d23-48bde7018554']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:10.587737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57fd86b8-94ea-44fd-8f34-4d7f10451983 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/c918a9ef-7242-4312-9535-c92b753f0a04 HTTP/1.1" status: 404 len: 339 time: 0.0291338 Apr 20 14:54:10.590159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.620501 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed9126b-a307-462e-b3e0-483cc8342f49 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:10.620962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed9126b-a307-462e-b3e0-483cc8342f49 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:10.626366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ed9126b-a307-462e-b3e0-483cc8342f49 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/b072ea0a-435f-479d-8c85-6e24cbddc9af HTTP/1.1" status: 404 len: 337 time: 0.0328639 Apr 20 14:54:10.627252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cb59d8-2e29-4357-b553-787109dc28ae') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:10.627252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cb59d8-2e29-4357-b553-787109dc28ae') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:10.629468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.662195 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-10980780-514d-44d5-8dbd-5e7542ca95ba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:10.662793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10980780-514d-44d5-8dbd-5e7542ca95ba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:10.668112 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-10980780-514d-44d5-8dbd-5e7542ca95ba tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/097e7930-e7e7-4aa5-8284-4bd21721a713 HTTP/1.1" status: 404 len: 339 time: 0.0352614 Apr 20 14:54:10.668277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.669984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49654) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:10.698645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde8088-ec71-4cc1-8724-0c80fec3dd33 req-c259afb7-f985-4d6b-b592-ea3fc5528410 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:10.700160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dde8088-ec71-4cc1-8724-0c80fec3dd33 req-c259afb7-f985-4d6b-b592-ea3fc5528410 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 944 time: 0.2796972 Apr 20 14:54:10.704976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.718053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.739324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:10.739742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:10.745701 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:10.765621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Deleting subnet a9653f99-d7de-4da5-98e6-50b5ed2c0b95 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:10.774774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.836289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.846158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6dde8088-ec71-4cc1-8724-0c80fec3dd33 req-af7f2c50-5d5b-48c5-8182-b9b0469147d3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379962 Apr 20 14:54:10.855961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.944375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.964032 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.982285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:10.989803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/14067f77-476a-4e72-9d23-48bde7018554 HTTP/1.1" status: 204 len: 168 time: 2.9158430 Apr 20 14:54:10.992240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4d001a28-6262-4d2a-910d-4a520ba6e4f6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:11.001168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49660) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:11.027632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.059046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Subnet': ['ID=a9653f99-d7de-4da5-98e6-50b5ed2c0b95,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:11.062391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.065831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/subnets/a9653f99-d7de-4da5-98e6-50b5ed2c0b95 HTTP/1.1" status: 204 len: 168 time: 0.3949032 Apr 20 14:54:11.068457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:11.095772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.096277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.096724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.097169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.097647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.098085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.098518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.098977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.099409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.100349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.100850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.101344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b846e-7a9e-4be7-8c7a-05b0437823da tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:11.102545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8d785-57c1-4213-916e-ffba7519778d None None] Network 20608997-266e-4a94-ab84-bf14ad6c5ea1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:11.165426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.192305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697b14f-e92f-46d1-8c16-884e28bea5e4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=14067f77-476a-4e72-9d23-48bde7018554,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:11.207614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:54:11.214100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.223396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:11.224493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.286916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Deleting port c1fee68d-107b-4dd5-9780-3278800a8e1e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:11.287247 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.460932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] For port c1fee68d-107b-4dd5-9780-3278800a8e1e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c1fee68d-107b-4dd5-9780-3278800a8e1e,segment=NetworkSegment(761958f2-725a-4645-b9de-898d92618a65),segment_id=761958f2-725a-4645-b9de-898d92618a65)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:11.461481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.462594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.476462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4e355-b49d-40a3-a8ad-bc460d504ac8']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:11.482560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Calling delete_port for c1fee68d-107b-4dd5-9780-3278800a8e1e owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:11.492558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] DHCP port deletion for 20608997-266e-4a94-ab84-bf14ad6c5ea1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:11.546125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:11.554098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:11.558129 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0f55d-3555-4dcf-978e-a7b3e01ef92e" -d '{"events": [{"server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "name": "network-vif-plugged", "status": "completed", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:11.561459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cb62c02b-198f-4637-abcd-8c39ba484ffd no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:11.564766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837f2291-2655-437e-b4da-f292b453ac64') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:11.565706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837f2291-2655-437e-b4da-f292b453ac64') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:11.626659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d8c31aa-2d21-4124-9792-cd61a5465306 req-f60a80a4-ddeb-4625-932f-77198966c1e0 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0387285 Apr 20 14:54:11.641424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.682347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.707256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.740941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Port': ['ID=c1fee68d-107b-4dd5-9780-3278800a8e1e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:11.754926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:11.755631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:11.758659 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:11.761173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] No DVR routers for this DVR port c1fee68d-107b-4dd5-9780-3278800a8e1e on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:11.872489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.894801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81f4e355-b49d-40a3-a8ad-bc460d504ac8 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:54:11.971336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:11.976799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/81f4e355-b49d-40a3-a8ad-bc460d504ac8 HTTP/1.1" status: 204 len: 168 time: 1.4874485 Apr 20 14:54:11.987942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73403-57ef-41d8-bea3-9979d822bf4f tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Network': ['ID=81f4e355-b49d-40a3-a8ad-bc460d504ac8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:11.990249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:12.002289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'name': 'tempest-network--107658805', 'router:external': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:12.013387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.069226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: cb62c02b-198f-4637-abcd-8c39ba484ffd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:12.069572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cb62c02b-198f-4637-abcd-8c39ba484ffd not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:12.072791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.107258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20608997-266e-4a94-ab84-bf14ad6c5ea1']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:12.114311 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317d6c99-c3ea-4699-a09b-1f13e0206593 x-openstack-request-id: req-317d6c99-c3ea-4699-a09b-1f13e0206593 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:12.114820 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "name": "network-vif-plugged", "status": "completed", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:12.115224 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-317d6c99-c3ea-4699-a09b-1f13e0206593 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:12.115802 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317d6c99-c3ea-4699-a09b-1f13e0206593'] response: {'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6', 'code': 200} Apr 20 14:54:12.164884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761958f2-725a-4645-b9de-898d92618a65') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:12.164884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761958f2-725a-4645-b9de-898d92618a65') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:12.168395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee216e-5df8-4930-a679-4bb1e0d92b87 req-8d8817ef-136a-4f8a-9a8e-37f6a9a81a87 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:12.169411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:12.176604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71ee216e-5df8-4930-a679-4bb1e0d92b87 req-8d8817ef-136a-4f8a-9a8e-37f6a9a81a87 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.1595631 Apr 20 14:54:12.192352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.312511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.321850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:12.370176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port 2150f9cb-5ac7-4674-87ea-7c98b9feb065 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:12.370176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.373389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Deleting port c1fee68d-107b-4dd5-9780-3278800a8e1e {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:12.373980 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.376880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71ee216e-5df8-4930-a679-4bb1e0d92b87 req-1c5f5fe7-e08f-40d1-a212-c8bd6643fc17 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801434 Apr 20 14:54:12.385765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:12.401969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.404529 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Added segment 6ff0a5c9-e044-4840-bce1-537e86290e82 of type vlan for network 25cbae10-687f-40ee-8532-7f1b826f774e Apr 20 14:54:12.531571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.565690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] For port c1fee68d-107b-4dd5-9780-3278800a8e1e, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:12.567784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.620931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.630118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.631449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:12.632178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.637039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port 2150f9cb-5ac7-4674-87ea-7c98b9feb065, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2150f9cb-5ac7-4674-87ea-7c98b9feb065,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:12.639900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.641918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Calling delete_port for c1fee68d-107b-4dd5-9780-3278800a8e1e owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:12.649608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Port c1fee68d-107b-4dd5-9780-3278800a8e1e was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:54:12.652386 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.655098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:12.655632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:12.662435 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:12.691334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659904c6-d62d-42bc-bd19-546eb4a49f59 req-0808bef6-3249-4726-b384-20086d2557a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:12.693248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659904c6-d62d-42bc-bd19-546eb4a49f59 req-0808bef6-3249-4726-b384-20086d2557a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 1096 time: 0.4545743 Apr 20 14:54:12.707225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:12.729191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for 2150f9cb-5ac7-4674-87ea-7c98b9feb065 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:12.759259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] Pushing event deleted for resources: {'Port': ['ID=c1fee68d-107b-4dd5-9780-3278800a8e1e,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:12.763684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312dd5-4756-462c-81a9-df17323a4494 None None] No DVR routers for this DVR port c1fee68d-107b-4dd5-9780-3278800a8e1e on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:12.782946 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7914867 Apr 20 14:54:12.835244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:12.914083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef056-2d50-442d-a3f3-116195a99b90 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=25cbae10-687f-40ee-8532-7f1b826f774e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:12.932138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f190c307-5606-42e6-89c2-cb0828dcca8c req-7af31e9c-aa42-421a-8586-c2287bbf72b1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0833375 Apr 20 14:54:12.956327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 25cbae10-687f-40ee-8532-7f1b826f774e details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:13.072690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.129899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.133149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] 10.222.0.20 "DELETE /v2.0/networks/20608997-266e-4a94-ab84-bf14ad6c5ea1 HTTP/1.1" status: 204 len: 168 time: 2.0634081 Apr 20 14:54:13.147254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e93170-4e48-4a28-bc28-e20894d381f7 tempest-NetworksTest-1658646865 tempest-NetworksTest-1658646865-project] Pushing event deleted for resources: {'Network': ['ID=20608997-266e-4a94-ab84-bf14ad6c5ea1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:13.155161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-659904c6-d62d-42bc-bd19-546eb4a49f59 req-907895ff-555e-452e-a39a-c5e67b6326bb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208837 Apr 20 14:54:13.229995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db7483-6631-4842-85cc-941b83095074 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:13.250688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d2db7483-6631-4842-85cc-941b83095074 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "GET /v2.0/networks/25cbae10-687f-40ee-8532-7f1b826f774e HTTP/1.1" status: 200 len: 756 time: 0.4118347 Apr 20 14:54:13.251165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49690) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:13.392057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7abd1-aad4-407c-810c-241a698904df tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:13.404125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d0c7abd1-aad4-407c-810c-241a698904df tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "GET /v2.0/networks/9fb17e1a-4085-40e3-8851-9570e1059bb4 HTTP/1.1" status: 200 len: 767 time: 0.1517932 Apr 20 14:54:13.407755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49692) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:13.438872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5470454-3854-446e-aaab-7093462ffdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.584313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.607951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.617607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c1fee68d-107b-4dd5-9780-3278800a8e1e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:13.687176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c1fee68d-107b-4dd5-9780-3278800a8e1e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:13.687435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c1fee68d-107b-4dd5-9780-3278800a8e1e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:13.729776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:13.766404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=2150f9cb-5ac7-4674-87ea-7c98b9feb065,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:13.769026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:14.007457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b215-2b64-4903-9974-c31e20792957 req-7dcd08a0-05d8-49f8-a436-7e584f9f3650 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:14.016128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dd8b215-2b64-4903-9974-c31e20792957 req-7dcd08a0-05d8-49f8-a436-7e584f9f3650 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.3731389 Apr 20 14:54:14.216579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.446161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.491311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cbae10-687f-40ee-8532-7f1b826f774e']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:14.518933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff0a5c9-e044-4840-bce1-537e86290e82') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:14.519540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff0a5c9-e044-4840-bce1-537e86290e82') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:14.543085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.571059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.586802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:14.587402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:14.590048 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:14.615178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90d25af1-fbb2-4648-9481-8b16d1547875 req-d73a276c-94da-4f67-801a-fe2e7116c428 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.4861403 Apr 20 14:54:14.628435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ccbedff-3469-49a1-9a78-e12cb6f2b565 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7751900652334309b95144782909d5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530514 Apr 20 14:54:14.637444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49712) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:14.650504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dd8b215-2b64-4903-9974-c31e20792957 req-ddf14e91-5bde-4c73-baf6-b27fae1f9ca1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334372 Apr 20 14:54:14.673918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.689904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25cbae10-687f-40ee-8532-7f1b826f774e {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:54:14.691588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Network': ['ID=25cbae10-687f-40ee-8532-7f1b826f774e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:14.693776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.698128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3080387-a1d7-42a3-ad69-fa52d967ef03 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/25cbae10-687f-40ee-8532-7f1b826f774e HTTP/1.1" status: 204 len: 168 time: 1.2894123 Apr 20 14:54:14.702440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:14.707607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'name': 'tempest-network--1660973923'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:14.722995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.746226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Made reservation on behalf of 1531fb28607d4a438feb06aedbe4d75c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:14.748693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.781687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:14.794435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.795129 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Added segment 2d2de012-b7a0-4f65-9807-d02ccf000ca0 of type vlan for network 3d995880-59cb-498d-9795-c51986afa4e8 Apr 20 14:54:14.840501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.862749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.884478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.915723 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:54:14.924308 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.926053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.926823 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.927409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:14.928089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:14.928567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c102d5c-efff-4de3-ae6a-b559bd2e5003 HTTP/1.1" status: 204 len: 168 time: 0.2901187 Apr 20 14:54:14.969513 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2656791 Apr 20 14:54:14.970469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49722) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:14.973867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a80bd-af3b-4771-a522-5cbf497166eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c102d5c-efff-4de3-ae6a-b559bd2e5003,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:14.987757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:15.067176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 31a6231e-d205-4683-be9a-9fadade3ee64 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:15.067715 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.196262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34161742-0dab-4b94-bb97-b676592dbf3c tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=3d995880-59cb-498d-9795-c51986afa4e8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:15.224305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3d995880-59cb-498d-9795-c51986afa4e8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:15.289624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.412409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.473005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.526770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 31a6231e-d205-4683-be9a-9fadade3ee64, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=31a6231e-d205-4683-be9a-9fadade3ee64,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:15.527648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.533465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.545011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Network 3d995880-59cb-498d-9795-c51986afa4e8 is not hosted by any dhcp agent {{(pid=102863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:54:15.548581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:15.549257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:15.555323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "PUT /v2.0/networks/3d995880-59cb-498d-9795-c51986afa4e8 HTTP/1.1" status: 200 len: 858 time: 0.5777411 Apr 20 14:54:15.570804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router 0e88e785-29d1-4aa4-9abe-449c53e3896b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:15.580177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49740) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:15.622780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 31a6231e-d205-4683-be9a-9fadade3ee64 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:15.687944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0587cc8-44a2-4ee6-8499-cb8b66483c57 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event updated for resources: {'Network': ['ID=3d995880-59cb-498d-9795-c51986afa4e8,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:15.889068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38e3ed81-6570-4012-890b-8ac12b479206 req-1842f99d-c7b0-41ec-a951-9e3e1cb711e3 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/ports?device_id=7810b00b-1a24-4fdd-902e-41561c0d5e18 HTTP/1.1" status: 200 len: 210 time: 0.0777874 Apr 20 14:54:15.896970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.034338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9f8a-8bac-4258-8a26-ee116ed8f3d4 req-ebce6499-d212-42f2-9e73-2b1a666ded44 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:16.040059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9eae9f8a-8bac-4258-8a26-ee116ed8f3d4 req-ebce6499-d212-42f2-9e73-2b1a666ded44 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2267604 Apr 20 14:54:16.148433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:16.165742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Sync routers for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:16.184537 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:16.185498 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.189100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92b89165-0e95-4e8b-84a3-1d340e3ed72b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "PUT /v2.0/routers/0e88e785-29d1-4aa4-9abe-449c53e3896b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0907176 Apr 20 14:54:16.192297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49756) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:16.233100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.238983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9eae9f8a-8bac-4258-8a26-ee116ed8f3d4 req-8f2a627e-da11-4d3d-b679-f2aeedf6bbf9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892231 Apr 20 14:54:16.297118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d995880-59cb-498d-9795-c51986afa4e8']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.330417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2de012-b7a0-4f65-9807-d02ccf000ca0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.333856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2de012-b7a0-4f65-9807-d02ccf000ca0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.347034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.351366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting subnet e89a14f6-cc51-4610-b854-1110d9676b0c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:16.354917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.362456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.393671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:16.433307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.433437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=31a6231e-d205-4683-be9a-9fadade3ee64,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:16.462132 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.488180 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:16.630214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.701910 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.724975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:16.725462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:16.735196 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:16.756288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-af0fb9b5-6607-4c53-bb3a-1d088a7c4dc5 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] Request body: {'port': {'network_id': 'adf11afc-c63c-438b-aa9f-a2f87cf6b2a7', 'name': 'tempest-NetworksNegativeTestJSON-786613085'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:16.803786 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0fb9b5-6607-4c53-bb3a-1d088a7c4dc5 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] POST failed (client error): The resource could not be found. Apr 20 14:54:16.805743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0fb9b5-6607-4c53-bb3a-1d088a7c4dc5 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:16.818279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af0fb9b5-6607-4c53-bb3a-1d088a7c4dc5 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4230666 Apr 20 14:54:16.823253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49774) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:16.860336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.871070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:54:13Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.906932 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Checking router: 0e88e785-29d1-4aa4-9abe-449c53e3896b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:16.907695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e520862-8895-4618-bcd2-c5b533801b6b None None] Network 30d62ee5-3992-4052-9936-cc9407c232e6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:16.911959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:16.918329 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/subnets/e89a14f6-cc51-4610-b854-1110d9676b0c HTTP/1.1" status: 204 len: 168 time: 0.7218180 Apr 20 14:54:16.932662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Routers {'0e88e785-29d1-4aa4-9abe-449c53e3896b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:16.933281 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0e88e785-29d1-4aa4-9abe-449c53e3896b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:16.938629 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a97fa3-c851-4941-b5b5-e5511b1ee032 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:16.939263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a97fa3-c851-4941-b5b5-e5511b1ee032 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:16.949044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d9a97fa3-c851-4941-b5b5-e5511b1ee032 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "DELETE /v2.0/networks/97d97d27-4c5b-4a3a-8c22-0ecf7cd95e92 HTTP/1.1" status: 404 len: 339 time: 0.1233060 Apr 20 14:54:16.949694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:16.950079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49780) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:16.964969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b60789-5712-4d67-b1c5-977c71896fa3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Subnet': ['ID=e89a14f6-cc51-4610-b854-1110d9676b0c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:17.069339 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2686b1-fd43-44c8-8e00-6ae487af5e4a tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:17.070064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2686b1-fd43-44c8-8e00-6ae487af5e4a tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:17.086516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19762-a5e5-4285-8a75-05d8848e0a5f req-311e4860-0a88-4289-adcf-f244f2efeb37 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:17.088898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43b19762-a5e5-4285-8a75-05d8848e0a5f req-311e4860-0a88-4289-adcf-f244f2efeb37 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.3846796 Apr 20 14:54:17.090426 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b2686b1-fd43-44c8-8e00-6ae487af5e4a tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "DELETE /v2.0/ports/6d6bb742-0790-4834-8cfa-9b4abc401d18 HTTP/1.1" status: 404 len: 333 time: 0.1371617 Apr 20 14:54:17.091800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.099167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49786) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.116701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.169725 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] Set router 0e88e785-29d1-4aa4-9abe-449c53e3896b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:17.185375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] DHCP port deletion for 30d62ee5-3992-4052-9936-cc9407c232e6 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:17.194051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d995880-59cb-498d-9795-c51986afa4e8 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 14:54:17.206905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d995880-59cb-498d-9795-c51986afa4e8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:17.239956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.243426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14b3b9c7-ad1f-4fb7-b9f1-0a93bea8b572 tempest-ExternalNetworksTestJSON-728372963 tempest-ExternalNetworksTestJSON-728372963-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3d995880-59cb-498d-9795-c51986afa4e8 HTTP/1.1" status: 204 len: 168 time: 1.6601431 Apr 20 14:54:17.263365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.327213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Deleting port f23c45fd-53d8-4bed-b339-5645fa11bb80 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:17.328231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.368329 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b577739-be6f-4a43-8b3c-dba497479b4d tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:17.368329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b577739-be6f-4a43-8b3c-dba497479b4d tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:17.371461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b577739-be6f-4a43-8b3c-dba497479b4d tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "DELETE /v2.0/subnets/37fe4139-fce9-4a27-929d-d2c0cab09aeb HTTP/1.1" status: 404 len: 337 time: 0.0923088 Apr 20 14:54:17.402925 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f48af-f34e-4013-8868-8f456f481217 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:17.403862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f48af-f34e-4013-8868-8f456f481217 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:17.418468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf5f48af-f34e-4013-8868-8f456f481217 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "DELETE /v2.0/subnets/7ec6c02b-9a3a-4c7b-a0b7-025d048c8b4c HTTP/1.1" status: 404 len: 337 time: 0.3113453 Apr 20 14:54:17.419807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.420151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.420288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.546343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] For port f23c45fd-53d8-4bed-b339-5645fa11bb80, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f23c45fd-53d8-4bed-b339-5645fa11bb80,segment=NetworkSegment(5a5b0468-9368-4a78-a963-90737ffaf780),segment_id=5a5b0468-9368-4a78-a963-90737ffaf780)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:17.546868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.553366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.568843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Calling delete_port for f23c45fd-53d8-4bed-b339-5645fa11bb80 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:17.581259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.660377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43b19762-a5e5-4285-8a75-05d8848e0a5f req-b53c5705-3c80-4ca6-b148-6ced9f679431 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459893 Apr 20 14:54:17.660833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.663767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.664487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5e36766-3be5-47a8-8137-d6294d84b1ef HTTP/1.1" status: 204 len: 168 time: 0.5709693 Apr 20 14:54:17.705362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49800) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.714253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f23c45fd-53d8-4bed-b339-5645fa11bb80 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:17.751608 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-0b73077c-a212-454d-8d54-052f1d9b4071 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] show failed (client error): The resource could not be found. Apr 20 14:54:17.753971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b73077c-a212-454d-8d54-052f1d9b4071 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "GET /v2.0/security-groups/a5e36766-3be5-47a8-8137-d6294d84b1ef HTTP/1.1" status: 404 len: 347 time: 0.0438819 Apr 20 14:54:17.757841 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9355223-cffb-473b-9961-c5dddabd6e27 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] GET failed (client error): The resource could not be found. Apr 20 14:54:17.759666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a9355223-cffb-473b-9961-c5dddabd6e27 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "GET /v2.0/networks/eb346ee6-18ca-4378-a881-f6839ed5f9eb HTTP/1.1" status: 404 len: 339 time: 0.2760661 Apr 20 14:54:17.759796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.765215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:17.767347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.772256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e36766-3be5-47a8-8137-d6294d84b1ef,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:17.801059 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:54:13Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:17.862429 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5eb31-fd23-44e1-91c1-d9b0b5b93835 None None] The sync data for ids ['0e88e785-29d1-4aa4-9abe-449c53e3896b'] in n-d-836145-2 is: [{'id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-896697161', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:07Z', 'updated_at': '2022-04-20T14:54:13Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1d9d5188-a315-4754-8813-8f7e93d58fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:45:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e88e785-29d1-4aa4-9abe-449c53e3896b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:09Z', 'updated_at': '2022-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:17.951365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:17.955288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.000270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] Pushing event deleted for resources: {'Port': ['ID=f23c45fd-53d8-4bed-b339-5645fa11bb80,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:18.002405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port 1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:18.002925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.007474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port 1d9d5188-a315-4754-8813-8f7e93d58fca {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:18.008102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.009383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ca5ef-c0db-4899-9985-6ff3cdd99c14 None None] No DVR routers for this DVR port f23c45fd-53d8-4bed-b339-5645fa11bb80 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.027520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.033599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.035182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.036314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b3496-e808-4816-8e0b-a2ebd8fd8ba8 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:18.055461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:18.081573 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce511f2a-71c3-4189-88e7-6cfd361fd5c0 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] GET failed (client error): The resource could not be found. Apr 20 14:54:18.111454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce511f2a-71c3-4189-88e7-6cfd361fd5c0 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "GET /v2.0/ports/1679a468-e8f3-406f-b0d0-8596961751c1 HTTP/1.1" status: 404 len: 333 time: 0.3366098 Apr 20 14:54:18.113874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49812) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:18.201609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.202078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.220399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port 1d9d5188-a315-4754-8813-8f7e93d58fca, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1d9d5188-a315-4754-8813-8f7e93d58fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:18.220775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.239792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for 1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:18.246708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for 1d9d5188-a315-4754-8813-8f7e93d58fca owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:18.315987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.320654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:18.331093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ecea26b2-3200-49ba-af9f-5b2e54c7f17e tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3192167 Apr 20 14:54:18.332677 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4109d20a-b56c-4d3d-95b3-65fd100ba175 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] GET failed (client error): The resource could not be found. Apr 20 14:54:18.337740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:18.337915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4109d20a-b56c-4d3d-95b3-65fd100ba175 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "GET /v2.0/subnets/cddb843f-68fb-4919-bff3-0cbe37cbab09 HTTP/1.1" status: 404 len: 337 time: 0.2070007 Apr 20 14:54:18.338033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:18.340080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:18.375705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:18.378239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:18.409108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 1caa9cc5-94bd-402d-98ae-b92526c6788b {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:18.418393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-014cf1a4-db20-4906-a18d-4aecdfc52149 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:18.425461 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.445797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.467474 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-014cf1a4-db20-4906-a18d-4aecdfc52149 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] PUT failed (client error): The resource could not be found. Apr 20 14:54:18.467656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb17e1a-4085-40e3-8851-9570e1059bb4']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:18.468509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014cf1a4-db20-4906-a18d-4aecdfc52149 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:18.469571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-014cf1a4-db20-4906-a18d-4aecdfc52149 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "PUT /v2.0/networks/dc0979e3-d726-43a1-965f-00892fc14ade HTTP/1.1" status: 404 len: 339 time: 0.1308579 Apr 20 14:54:18.479582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ae9016-8207-444c-a8ee-24e5d00aa9b0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:18.480384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ae9016-8207-444c-a8ee-24e5d00aa9b0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:18.480543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49822) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:18.489782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.498061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c84d5200-06ac-416b-93fb-01129328fbbc tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:18.524936 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.532219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:18.532652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.538313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.589073 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84d5200-06ac-416b-93fb-01129328fbbc tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] PUT failed (client error): The resource could not be found. Apr 20 14:54:18.589800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84d5200-06ac-416b-93fb-01129328fbbc tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:18.591010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c84d5200-06ac-416b-93fb-01129328fbbc tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "PUT /v2.0/ports/1a16d7a2-cd73-4c71-869a-f56966b82f8b HTTP/1.1" status: 404 len: 333 time: 0.1086104 Apr 20 14:54:18.616882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:18.630128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:18.654705 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:18.660474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.673757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:18.685710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] 10.222.0.20 "DELETE /v2.0/networks/9fb17e1a-4085-40e3-8851-9570e1059bb4 HTTP/1.1" status: 204 len: 168 time: 1.2035768 Apr 20 14:54:18.705472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-07e94156-b905-4450-a58e-1fd4d3588499 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:18.706332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c8b11-3ecb-4599-bb7b-3f943459d413 tempest-ExternalNetworksTestJSON-2057877895 tempest-ExternalNetworksTestJSON-2057877895-project] Pushing event deleted for resources: {'Network': ['ID=9fb17e1a-4085-40e3-8851-9570e1059bb4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:18.777767 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e94156-b905-4450-a58e-1fd4d3588499 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] PUT failed (client error): The resource could not be found. Apr 20 14:54:18.778254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e94156-b905-4450-a58e-1fd4d3588499 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:18.784357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-07e94156-b905-4450-a58e-1fd4d3588499 tempest-NetworksNegativeTestJSON-165905639 tempest-NetworksNegativeTestJSON-165905639-project] 10.222.0.20 "PUT /v2.0/subnets/f7e2b725-6882-4634-9935-9bccbbada54c HTTP/1.1" status: 404 len: 337 time: 0.1616709 Apr 20 14:54:19.002734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b0c1-98e2-4c99-9a28-e0dae4a199fc req-3ff485ce-f7b6-4932-9ee2-efc994595ff1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:19.006300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.015376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af65b0c1-98e2-4c99-9a28-e0dae4a199fc req-3ff485ce-f7b6-4932-9ee2-efc994595ff1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.1531141 Apr 20 14:54:19.041763 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.076466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=1e3a2821-72e3-4ce4-8ac0-d52fd92db6d0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:19.089514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.125814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af65b0c1-98e2-4c99-9a28-e0dae4a199fc req-bef8b817-de8f-4f66-8e06-51a0da2ebe67 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082044 Apr 20 14:54:19.126654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:16Z', 'revision_number': 9, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:19.153368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=1d9d5188-a315-4754-8813-8f7e93d58fca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:19.221358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:19.221609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:19.266101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.269324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:19.269474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.269975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:19.272052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.273464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a26a90dc-1318-4c8b-915f-3eba0fd6368b tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/floatingips/98994db6-5450-4211-b7cd-95315eacb074 HTTP/1.1" status: 204 len: 168 time: 1.5079694 Apr 20 14:54:19.276271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49844) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:19.283597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.325989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=1caa9cc5-94bd-402d-98ae-b92526c6788b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:19.421468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fcd7e3-7878-47e7-8e9b-ca4c9a3647e8 None None] Network 59cb6184-1bb7-474f-8e99-5588b2a81aef requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:19.449280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.459380 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ccb830af-1ebb-421e-9ed8-2caf1aa2dbd0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/1caa9cc5-94bd-402d-98ae-b92526c6788b HTTP/1.1" status: 204 len: 168 time: 1.1243987 Apr 20 14:54:19.462032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:19.462606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49852) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:19.601242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:19.613745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.617595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.680247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2150f9cb-5ac7-4674-87ea-7c98b9feb065 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:19.704764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5feb-f1c1-48f8-b020-332e6a577643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.750136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.751010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Fanout notify agent at l3_agent the message router_deleted on router 0e88e785-29d1-4aa4-9abe-449c53e3896b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:54:19.785999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.794457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45175be9-2ed7-46f2-8641-d46b94a41160 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/routers/0e88e785-29d1-4aa4-9abe-449c53e3896b HTTP/1.1" status: 204 len: 168 time: 2.8394899 Apr 20 14:54:19.800454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49860) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:19.950822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5feb-f1c1-48f8-b020-332e6a577643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.959515 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:19.972485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2150f9cb-5ac7-4674-87ea-7c98b9feb065 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:19.972828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2150f9cb-5ac7-4674-87ea-7c98b9feb065 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:20.003197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5feb-f1c1-48f8-b020-332e6a577643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.059330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:16Z', 'revision_number': 9, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:20.095644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb81951a-cc99-499b-9339-02a0d02c0f8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a68292a0b004fcaab015ccde02df34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726966 Apr 20 14:54:20.096053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb5feb-f1c1-48f8-b020-332e6a577643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c7da2-5aad-4994-91da-02e4f5a23fb8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:20.098410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49862) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:20.118946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447d6ff-3b4f-44e7-8db7-b412b2c06498 None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:16Z', 'revision_number': 9, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f2afcef1-d258-4644-9dd0-90214ea241a0', 'name': '', 'network_id': '847e3f50-dd9f-407c-9fec-cb17cad31b95', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:fb:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:16Z', 'updated_at': '2022-04-20T14:53:27Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '62ff0210-9e92-47ab-be88-3af3afcd17cf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:20.137313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ebeb5feb-f1c1-48f8-b020-332e6a577643 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=704da8a36b664aa1a924932f41408f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632595 Apr 20 14:54:20.141093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49864) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:20.147395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.193244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port 2ecabacb-377c-450d-962c-56af8df8b0a4 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:20.193617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.258627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.274300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.301402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d62ee5-3992-4052-9936-cc9407c232e6']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:20.310531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:20.310914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.327286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.329684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b0468-9368-4a78-a963-90737ffaf780') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:20.329990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b0468-9368-4a78-a963-90737ffaf780') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:20.330767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.365666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.395144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.411000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] DHCP port deletion for 59cb6184-1bb7-474f-8e99-5588b2a81aef request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:20.433954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.434368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:20.435392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.440500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.463130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d6bc8-1b19-4c47-9a21-13e73d28c409 req-9ee20013-7a5f-43eb-a17a-c76d4e5357e7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:20.464651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d9d6bc8-1b19-4c47-9a21-13e73d28c409 req-9ee20013-7a5f-43eb-a17a-c76d4e5357e7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2110908 Apr 20 14:54:20.474414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for 2ecabacb-377c-450d-962c-56af8df8b0a4 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:20.515166 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:20.520741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:20.521452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.521766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Deleting port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:20.522152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.538379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:20.550554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.553265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.554324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf0914b4-1ea9-42bf-a513-a3d42e010080 HTTP/1.1" status: 204 len: 168 time: 0.4546018 Apr 20 14:54:20.645508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684412c-5e06-4ba9-992b-4578e1f90501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0914b4-1ea9-42bf-a513-a3d42e010080,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:20.650894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d9d6bc8-1b19-4c47-9a21-13e73d28c409 req-1b51bf47-9f73-4ed7-9991-d1671d062086 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665001 Apr 20 14:54:20.683442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] For port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,segment=NetworkSegment(1d9713f6-9648-40e0-b00b-efbae80a1fb2),segment_id=1d9713f6-9648-40e0-b00b-efbae80a1fb2)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:20.683775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.726465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Calling delete_port for 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:20.726721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.732244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.738245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/892c7da2-5aad-4994-91da-02e4f5a23fb8 HTTP/1.1" status: 204 len: 168 time: 0.5889518 Apr 20 14:54:20.756245 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.773949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.788681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/networks/30d62ee5-3992-4052-9936-cc9407c232e6 HTTP/1.1" status: 204 len: 168 time: 0.9866836 Apr 20 14:54:20.803835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:20.944201 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.971754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:20.973565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbffc-5c42-444a-a6a0-08b55b834680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c7da2-5aad-4994-91da-02e4f5a23fb8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:20.979175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Pushing event deleted for resources: {'Port': ['ID=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:21.005428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] No DVR routers for this DVR port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:21.012457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.013465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.014063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.015049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.015699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.016478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.017091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.017631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.018285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.018952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.019554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.020685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e3ec6-9c31-43b6-b929-bef3ea8747ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:54:21.060136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=2ecabacb-377c-450d-962c-56af8df8b0a4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:21.150177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62960-e2a3-47e9-8d97-121dc136fb56 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Network': ['ID=30d62ee5-3992-4052-9936-cc9407c232e6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:21.224234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.234314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d430842c-c23b-4ed7-9a3f-4aaab609b277 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/ports/2ecabacb-377c-450d-962c-56af8df8b0a4 HTTP/1.1" status: 204 len: 168 time: 1.9566295 Apr 20 14:54:21.235511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49888) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:21.304783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49892) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:21.342767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.379788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=0c4b2fc2-1fe2-4c93-a94d-02faf40c1365,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:21.391133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port bc51d01c-1694-442f-90b9-0d6bdf464253 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:21.391627 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.403168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:21.459540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f91beaa0-fc91-4edc-bff2-b39094c35cd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1531fb28607d4a438feb06aedbe4d75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529901 Apr 20 14:54:21.464606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:21.599746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:21.605833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.608796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.610814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.644384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for bc51d01c-1694-442f-90b9-0d6bdf464253 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:21.666855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:21.711567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:21.712009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0c4b2fc2-1fe2-4c93-a94d-02faf40c1365 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:21.712444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a6231e-d205-4683-be9a-9fadade3ee64 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:21.756832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 31a6231e-d205-4683-be9a-9fadade3ee64 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:21.757179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a6231e-d205-4683-be9a-9fadade3ee64 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:21.757817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1d9d5188-a315-4754-8813-8f7e93d58fca no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:21.799747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 1d9d5188-a315-4754-8813-8f7e93d58fca {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:21.800089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1d9d5188-a315-4754-8813-8f7e93d58fca not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:21.861709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.925654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:21.927586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:21.955873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.005149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cb6184-1bb7-474f-8e99-5588b2a81aef']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:22.019565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9713f6-9648-40e0-b00b-efbae80a1fb2') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:22.019896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9713f6-9648-40e0-b00b-efbae80a1fb2') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:22.039164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.055865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.067928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:22.068579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:22.072779 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:22.173533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.176465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.207223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.213639 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/59cb6184-1bb7-474f-8e99-5588b2a81aef HTTP/1.1" status: 204 len: 168 time: 2.7406096 Apr 20 14:54:22.235999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:22.254107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e3c7-469e-40de-a3e3-208891642e65 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=59cb6184-1bb7-474f-8e99-5588b2a81aef,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:22.256929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=bc51d01c-1694-442f-90b9-0d6bdf464253,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:22.275384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.314876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49924) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:22.317391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea7dc-a326-48ee-88a6-609ed2da4a34 req-1d97c3d9-5c3e-4f8d-8935-09b5c7763815 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:22.323180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-979ea7dc-a326-48ee-88a6-609ed2da4a34 req-1d97c3d9-5c3e-4f8d-8935-09b5c7763815 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.4747667 Apr 20 14:54:22.482978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.489089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.494905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/756e7c0b-0610-4918-ab76-852f6ac8d0b7 HTTP/1.1" status: 204 len: 168 time: 1.0269480 Apr 20 14:54:22.539569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.539937 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Floating IP 208c88e5-0795-4d85-a77d-4d519d061683 disassociated (deleted). External IP: 172.25.1.201, port: d7835504-e34c-41a0-bba3-5a782cee2fda. Apr 20 14:54:22.607476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efcfd7-77eb-42a7-a021-b493cb5df38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e7c0b-0610-4918-ab76-852f6ac8d0b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:22.638167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-979ea7dc-a326-48ee-88a6-609ed2da4a34 req-7c8f61ba-1ed0-4d30-ae9b-43e5c71bc803 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071117 Apr 20 14:54:22.641538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.707157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=ddfc3252-62d5-4b47-86a7-8bd2e3db25a0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:22.900667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:22.914515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-06915f19-d242-4153-b283-e848152ad501 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/ports/ddfc3252-62d5-4b47-86a7-8bd2e3db25a0 HTTP/1.1" status: 204 len: 168 time: 1.6761460 Apr 20 14:54:22.924555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49938) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:23.051590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting subnet 2bd627a8-1ec4-4cd4-afd9-14302c3ad88c {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:23.056760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.161956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.378838 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.462393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.494250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229090716'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:23.505509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router d22db6b4-ac28-4f90-9a01-7f0660919d0b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:23.528852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd627a8-1ec4-4cd4-afd9-14302c3ad88c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:23.530714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdace9-b2a8-430f-a10b-1360725f8caf None None] Network 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:23.531488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.538888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7f7ab3c0-70f3-45b7-95af-64e353fe83c9 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/subnets/2bd627a8-1ec4-4cd4-afd9-14302c3ad88c HTTP/1.1" status: 204 len: 168 time: 0.6085994 Apr 20 14:54:23.542399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49958) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:23.683584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting subnet fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:23.690496 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.698098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:23.730764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.794889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.856711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.861883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] DHCP port deletion for 07fb3036-a0dd-40ad-a62a-03aaa9c643c3 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:23.983562 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:23.991246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Deleting port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:23.991655 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.074045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:24.082496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.088494 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Sync routers for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:24.092400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49976) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:24.104363 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:24.104610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:24.112515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b470-baa7-4cf6-8388-8e6547efceac req-05d4dd31-554e-4816-8b02-b4b6ce0c2376 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:24.116036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3994b470-baa7-4cf6-8388-8e6547efceac req-05d4dd31-554e-4816-8b02-b4b6ce0c2376 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.3167288 Apr 20 14:54:24.120931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0925dea7-dfa7-4db1-bd4c-e54986c962d3 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/floatingips/208c88e5-0795-4d85-a77d-4d519d061683 HTTP/1.1" status: 204 len: 168 time: 3.3073370 Apr 20 14:54:24.130189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] For port 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5ed34b4a-0c1b-4221-819a-cd2a20daff66,segment=NetworkSegment(f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a),segment_id=f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:24.130606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.133071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:24.138363 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d31d592-c450-45e5-b197-ae848cd6455e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:24.164233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Calling delete_port for 5ed34b4a-0c1b-4221-819a-cd2a20daff66 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:24.255957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.273865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.299146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3994b470-baa7-4cf6-8388-8e6547efceac req-15be7cf5-6036-4c15-ae0c-bfc9189fd938 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525025 Apr 20 14:54:24.302468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.317825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.329156 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:24.358208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.365517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af83bdc-8dd0-43be-8dc3-894cf3bff447 None None] Network 86e54f71-fdc4-4820-a794-59cd6cfb6b11 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:24.371644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/subnets/fff9b088-ec9c-4e2e-ae92-85f94fdfbae3 HTTP/1.1" status: 204 len: 168 time: 0.8274951 Apr 20 14:54:24.379045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49988) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:24.462302 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdc719-927b-492b-a8c7-e42ec1bf20ec x-openstack-request-id: req-3ccdc719-927b-492b-a8c7-e42ec1bf20ec {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:24.462608 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:24.462864 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ccdc719-927b-492b-a8c7-e42ec1bf20ec {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:24.463260 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccdc719-927b-492b-a8c7-e42ec1bf20ec'] response: {'name': 'network-changed', 'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'status': 'completed', 'code': 200} Apr 20 14:54:24.489594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:24.566248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-389786385'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:24.584111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8b98dd-9655-46cb-9f60-19b9716d4d0e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:24.588852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f433-3ae2-4b7c-a11f-980f3ae116c1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Subnet': ['ID=fff9b088-ec9c-4e2e-ae92-85f94fdfbae3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:24.648118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:24.652852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.661152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.661503 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 7d144a0f-4d97-4a63-8e46-39ab9511a56f of type vlan for network ab8f706e-49f3-46ef-9850-51a95673d595 Apr 20 14:54:24.669053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.718628 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:24.730726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.741573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d592-c450-45e5-b197-ae848cd6455e req-2132780f-4f36-4096-aa9a-2aa73d301634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:24.743854 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-2132780f-4f36-4096-aa9a-2aa73d301634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=328b397878e64600aa3f2ffaff641d37&device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 1136 time: 0.2785711 Apr 20 14:54:24.777027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.795010 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Checking router: d22db6b4-ac28-4f90-9a01-7f0660919d0b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:24.795667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2f1ae-e3b6-4c3d-958a-4829efc86563 req-1b608a2a-1162-4047-8906-7241f367c3a5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:24.803687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fc2f1ae-e3b6-4c3d-958a-4829efc86563 req-1b608a2a-1162-4047-8906-7241f367c3a5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.2568951 Apr 20 14:54:24.819659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:24.820282 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:24.953138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:24.996356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] Pushing event deleted for resources: {'Port': ['ID=5ed34b4a-0c1b-4221-819a-cd2a20daff66,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:25.007680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe333c7-7fa9-454d-afcf-321f28cbe348 None None] No DVR routers for this DVR port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:25.026991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.032568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.033177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.056552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fc2f1ae-e3b6-4c3d-958a-4829efc86563 req-26ea3eeb-12c6-4ce6-8545-84f77d5ef089 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2271693 Apr 20 14:54:25.071353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] DHCP port deletion for 86e54f71-fdc4-4820-a794-59cd6cfb6b11 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:25.090600 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:25.108469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Deleting port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:25.109308 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.140802 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.181870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d592-c450-45e5-b197-ae848cd6455e req-0adf8c3a-2ca8-4720-8d88-e53526a88c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.187285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.189794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-0adf8c3a-2ca8-4720-8d88-e53526a88c5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 200 len: 897 time: 0.4362092 Apr 20 14:54:25.206529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Deleting port 066927a2-e726-4f4e-a744-22964e432350 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:25.206884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.213434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8936100 Apr 20 14:54:25.214378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50000) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:25.225638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1471729046'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:25.237202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd825b9-37c9-4b6c-8326-455de742db67 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=ab8f706e-49f3-46ef-9850-51a95673d595,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:25.282606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1e85f-d9c1-4c58-a9d1-4bdd3d8af834,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:25.287585 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-afc36139-3e69-46f8-a8dc-0b11bab45984 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 200 len: 217 time: 0.0671539 Apr 20 14:54:25.330413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:25.354753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d592-c450-45e5-b197-ae848cd6455e req-ebf8df9e-5341-416c-a457-afe8808b7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.356487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-ebf8df9e-5341-416c-a457-afe8808b7cbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15179a12-11d8-4e82-861e-eb129bf3a16b HTTP/1.1" status: 200 len: 835 time: 0.0638363 Apr 20 14:54:25.361739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] For port 5ed34b4a-0c1b-4221-819a-cd2a20daff66, host n-d-836145-2, got binding levels [] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:25.364167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.369812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port f2afcef1-d258-4644-9dd0-90214ea241a0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:25.372994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.378352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] For port 066927a2-e726-4f4e-a744-22964e432350, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=066927a2-e726-4f4e-a744-22964e432350,segment=NetworkSegment(12d4781f-6339-4272-bc04-9affb7700e39),segment_id=12d4781f-6339-4272-bc04-9affb7700e39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:25.380908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.391583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Calling delete_port for 5ed34b4a-0c1b-4221-819a-cd2a20daff66 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:25.395089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 was not found and therefore no delete operation was performed {{(pid=102864) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:54:25.409451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Calling delete_port for 066927a2-e726-4f4e-a744-22964e432350 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:25.411900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.413599 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 42a8c955-0e74-463a-826a-7985e7c91716 of type vlan for network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af Apr 20 14:54:25.421390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ab8f706e-49f3-46ef-9850-51a95673d595 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:25.433672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.468968 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:25.509145 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ede42d-1ca7-4f27-8a55-3c3ada3ecb5b None None] The sync data for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 is: [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:51:57Z', 'revision_number': 4, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd52cf26b-a053-48f2-abb8-9b62c3109ec6', 'name': '', 'network_id': '957543fd-7bd5-418b-8e66-db73e8a3b04b', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'mac_address': 'fa:16:3e:94:0d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:55Z', 'updated_at': '2022-04-20T14:52:04Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'subnets': [{'id': '15179a12-11d8-4e82-861e-eb129bf3a16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:25.564170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] No DVR routers for this DVR port 5ed34b4a-0c1b-4221-819a-cd2a20daff66 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:25.584284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:25.597777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.620710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5ed34b4a-0c1b-4221-819a-cd2a20daff66 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:25.630241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Port': ['ID=5ed34b4a-0c1b-4221-819a-cd2a20daff66,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:25.654031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.693466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port f2afcef1-d258-4644-9dd0-90214ea241a0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f2afcef1-d258-4644-9dd0-90214ea241a0,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:25.693841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.700645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22903ab-c788-4338-b8b5-3d1890faa8ae req-094d28cf-29e7-485d-a8cc-5a0b4b90f863 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.702399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f22903ab-c788-4338-b8b5-3d1890faa8ae req-094d28cf-29e7-485d-a8cc-5a0b4b90f863 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2532949 Apr 20 14:54:25.733229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for f2afcef1-d258-4644-9dd0-90214ea241a0 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:25.753786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:25.790137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.793377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:54:25.795320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d592-c450-45e5-b197-ae848cd6455e req-2a7a5194-b4cd-4cb5-a70c-679a23b870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.798332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-2a7a5194-b4cd-4cb5-a70c-679a23b870c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=957543fd-7bd5-418b-8e66-db73e8a3b04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4344215 Apr 20 14:54:25.804547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.804894 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 08ffa7d0-12f7-46d8-b56b-fbb4d938ae67 of type vlan for network e5f368ab-1951-472d-900b-b090d08886f2 Apr 20 14:54:25.833766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5ed34b4a-0c1b-4221-819a-cd2a20daff66 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:25.834164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5ed34b4a-0c1b-4221-819a-cd2a20daff66 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:25.834999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 066927a2-e726-4f4e-a744-22964e432350 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:25.861838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:25.906839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 066927a2-e726-4f4e-a744-22964e432350 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:25.907524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 066927a2-e726-4f4e-a744-22964e432350 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:25.927270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-8031958f-f754-4551-84da-47774775a9f5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:25.929129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-8031958f-f754-4551-84da-47774775a9f5 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.1951208 Apr 20 14:54:25.933954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f22903ab-c788-4338-b8b5-3d1890faa8ae req-f964e3fe-a887-4fd3-b9aa-bf9238db0dcb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221930 Apr 20 14:54:25.956571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] Pushing event deleted for resources: {'Port': ['ID=066927a2-e726-4f4e-a744-22964e432350,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:25.965328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb8a1f-6548-4952-8e21-868c14228281 None None] No DVR routers for this DVR port 066927a2-e726-4f4e-a744-22964e432350 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:26.007094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fb3036-a0dd-40ad-a62a-03aaa9c643c3']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:26.025760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abcf05d-52b6-440d-88c6-d5b2c21ba826 None None] New status for floating IP 208c88e5-0795-4d85-a77d-4d519d061683: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:54:26.042007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.051888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:26.052428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fd6cab-f9a2-4f0d-80b0-11836cd06b9a') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:26.143287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.145224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.151594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:26.152370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.165263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.171754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:26.173843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.192795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.217933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:26.218424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:26.223945 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:26.239903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-104e13f2-457d-45f5-bc8b-7776b425afd6 service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577292 Apr 20 14:54:26.240091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1066613 Apr 20 14:54:26.240183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0073984 Apr 20 14:54:26.240183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50014) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:26.240183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:26.485681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f0c0d-8af0-4c8f-b576-450890635bda tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:26.491498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9f5d1-ba1b-46ca-ba8a-3b63a5912c1f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=e5f368ab-1951-472d-900b-b090d08886f2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:26.507065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port d7835504-e34c-41a0-bba3-5a782cee2fda {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:26.507408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.543134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:26.553108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.639001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2217d42-b5ac-459c-bf28-6912ff730aa2 req-b81b79d9-0c81-43c8-be32-4c0a969c680a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:26.648249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2217d42-b5ac-459c-bf28-6912ff730aa2 req-b81b79d9-0c81-43c8-be32-4c0a969c680a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 985 time: 0.3127642 Apr 20 14:54:26.662141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e5f368ab-1951-472d-900b-b090d08886f2 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:26.678310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.682379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2d31d592-c450-45e5-b197-ae848cd6455e req-d4829e48-e19c-42ad-a7c0-648fa4a93e54 service neutron] 10.222.0.43 "GET /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497676 Apr 20 14:54:26.691064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.691944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/networks/07fb3036-a0dd-40ad-a62a-03aaa9c643c3 HTTP/1.1" status: 204 len: 168 time: 2.3086154 Apr 20 14:54:26.693411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:26.694456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50018) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:26.704478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.851258 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:26.891032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcec2e-731f-4f7a-96aa-87d601aacfac tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Network': ['ID=07fb3036-a0dd-40ad-a62a-03aaa9c643c3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:27.026844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2217d42-b5ac-459c-bf28-6912ff730aa2 req-02ebf993-9418-4288-9e3f-e21eef395fd8 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e929c3-5ab9-4b61-a29b-e92a16d70df0&id=3e3f05eb-1cc9-462c-89d9-8904f3828aff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3773489 Apr 20 14:54:27.048700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=f2afcef1-d258-4644-9dd0-90214ea241a0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:27.187879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port d7835504-e34c-41a0-bba3-5a782cee2fda, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d7835504-e34c-41a0-bba3-5a782cee2fda,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:27.188413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:27.213030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for d7835504-e34c-41a0-bba3-5a782cee2fda owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:27.241634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:27.608222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:27.662142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:27.707385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:27.815901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa8bff-a8f2-4012-9117-4c0a493e4676 req-9774831b-f600-4d2d-a66d-f284ad066091 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:27.818174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97aa8bff-a8f2-4012-9117-4c0a493e4676 req-9774831b-f600-4d2d-a66d-f284ad066091 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.6729596 Apr 20 14:54:27.825147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e54f71-fdc4-4820-a794-59cd6cfb6b11']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:27.877541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:27.950555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d4781f-6339-4272-bc04-9affb7700e39') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:27.950892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d4781f-6339-4272-bc04-9affb7700e39') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:28.006415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.006791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '7d144a0f-4d97-4a63-8e46-39ab9511a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:28.007087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: ab8f706e-49f3-46ef-9850-51a95673d595, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:28.075566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:28.076976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.090072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7be1d92d-e989-4967-ae59-1264004ad0da tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8503020 Apr 20 14:54:28.091397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50038) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:28.092780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ab8f706e-49f3-46ef-9850-51a95673d595 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:28.104789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:28.113748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:28.115901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.170373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:28.171806 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:28.245345 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:28.252227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 62ff0210-9e92-47ab-be88-3af3afcd17cf {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:28.272989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97aa8bff-a8f2-4012-9117-4c0a493e4676 req-e93be4a8-e244-4417-86aa-bb8013957188 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827894 Apr 20 14:54:28.274906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.280169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.289606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.360891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:28.376666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ab8f706e-49f3-46ef-9850-51a95673d595) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:28.410033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23cd98-00f6-42b2-b567-acfafee67c51 None None] Network ab8f706e-49f3-46ef-9850-51a95673d595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:28.432243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:28.443814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.524194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.650584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4aa1df7b-4ce2-45e5-84d1-641f583629e9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4157453 Apr 20 14:54:28.653472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50040) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:28.660764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:26Z', 'revision_number': 10, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:28.679406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:28.691707 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:28.715360 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:28.716417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:28.835004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=d7835504-e34c-41a0-bba3-5a782cee2fda,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:28.853984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7a9ed1a-8a44-4142-99f5-96af5b20b732 req-89bac227-fc8f-4331-afbd-4f598781a990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.6058168 Apr 20 14:54:28.872947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.887324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] 10.222.0.20 "DELETE /v2.0/networks/86e54f71-fdc4-4820-a794-59cd6cfb6b11 HTTP/1.1" status: 204 len: 168 time: 2.1658750 Apr 20 14:54:28.919955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ab8f706e-49f3-46ef-9850-51a95673d595', 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': '1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:28.919955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:28.935897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a44e2-3059-41b5-90cb-87f39cf74ef1 tempest-TaggedBootDevicesTest-783153460 tempest-TaggedBootDevicesTest-783153460-project] Pushing event deleted for resources: {'Network': ['ID=86e54f71-fdc4-4820-a794-59cd6cfb6b11,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:28.970783 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:29.019271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d7835504-e34c-41a0-bba3-5a782cee2fda no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:29.039913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] No DVR routers for this DVR port d7835504-e34c-41a0-bba3-5a782cee2fda on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:29.043312 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.047150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbf22cff-3b93-42af-ae5e-fa69a4321c20 req-d3ffc99b-b820-4461-bf2b-d0fc35a8865b tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.43 "DELETE /v2.0/ports/d7835504-e34c-41a0-bba3-5a782cee2fda HTTP/1.1" status: 204 len: 173 time: 3.1027222 Apr 20 14:54:29.047852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'name': 'network-vif-deleted', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:29.060518 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac6e1f-aff7-42a2-b441-a6d615e3f905" -d '{"events": [{"server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "name": "network-vif-deleted", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:29.142314 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c7c639-58be-4a72-8736-99adbbba8658 x-openstack-request-id: req-d6c7c639-58be-4a72-8736-99adbbba8658 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:29.143081 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88896-0392-4031-b59a-8475c73a1831", "name": "network-vif-deleted", "tag": "d7835504-e34c-41a0-bba3-5a782cee2fda", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:29.144145 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6c7c639-58be-4a72-8736-99adbbba8658 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:29.145290 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c7c639-58be-4a72-8736-99adbbba8658'] response: {'server_uuid': 'b8a88896-0392-4031-b59a-8475c73a1831', 'name': 'network-vif-deleted', 'tag': 'd7835504-e34c-41a0-bba3-5a782cee2fda', 'status': 'completed', 'code': 200} Apr 20 14:54:29.153915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.204281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: d7835504-e34c-41a0-bba3-5a782cee2fda {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:29.222848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.224871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d7835504-e34c-41a0-bba3-5a782cee2fda not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:29.281472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.285015 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/62ff0210-9e92-47ab-be88-3af3afcd17cf HTTP/1.1" status: 204 len: 168 time: 1.1879418 Apr 20 14:54:29.289735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:29.290727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50064) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:29.339501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.348576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bef650-133e-4aca-b305-8576a5631b52 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=62ff0210-9e92-47ab-be88-3af3afcd17cf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:29.469411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf0c59-a3d8-4c1c-a137-1a8f77f06a51 None None] Network 847e3f50-dd9f-407c-9fec-cb17cad31b95 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:29.781721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:29.900704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e856de-62e5-43f0-a904-5aa805cdc4c2 req-d6a3a19d-bd40-4970-8c52-519ad89dfb02 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:29.906750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09e856de-62e5-43f0-a904-5aa805cdc4c2 req-d6a3a19d-bd40-4970-8c52-519ad89dfb02 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.3365943 Apr 20 14:54:29.934679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:29.982588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:30.115665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Allocated IP 172.20.0.2 (ab8f706e-49f3-46ef-9850-51a95673d595/1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2/d9ba29c4-7305-4e48-a130-7a7042dd94cd) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:30.154986 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:26Z', 'revision_number': 10, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:30.201227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad2c9618-f8cf-4e15-915f-60ebf514c63c req-6cbe964a-287d-499d-a09e-716632d824fc tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a88896-0392-4031-b59a-8475c73a1831 HTTP/1.1" status: 200 len: 210 time: 0.1590209 Apr 20 14:54:30.224543 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9399a-9ece-4d46-98c6-182e5c7d420b None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:26Z', 'revision_number': 10, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None, '_interfaces': [{'id': 'f5e9dc48-a9f6-4478-8193-d4d82776dfbf', 'name': '', 'network_id': '5248b3e4-c78f-4867-a69c-17e96bf319e5', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'mac_address': 'fa:16:3e:ca:a8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:53:05Z', 'updated_at': '2022-04-20T14:53:13Z', 'revision_number': 5, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'subnets': [{'id': '97dbe388-84f2-4d26-bef4-5786a528bed7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:30.233828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09e856de-62e5-43f0-a904-5aa805cdc4c2 req-76318ea1-06c2-4ef5-810f-f9a43a053470 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717733 Apr 20 14:54:30.254252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port a58f0208-1d10-47d3-bce4-7fd3384a350f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:30.254874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.262692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:30.283113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.320445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.328925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port a58f0208-1d10-47d3-bce4-7fd3384a350f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a58f0208-1d10-47d3-bce4-7fd3384a350f,segment=NetworkSegment(e5ab8d09-904c-4ff5-8a38-3b521ee92f7e),segment_id=e5ab8d09-904c-4ff5-8a38-3b521ee92f7e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:30.329577 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.347051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for a58f0208-1d10-47d3-bce4-7fd3384a350f owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:30.376002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.398464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.475919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Pushing event updated for resources: {'Port': ['ID=d9ba29c4-7305-4e48-a130-7a7042dd94cd,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:30.500122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Network ab8f706e-49f3-46ef-9850-51a95673d595 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:30.503622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:30.506799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:30.603730 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.606955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Attempting to bind port d9ba29c4-7305-4e48-a130-7a7042dd94cd on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:30.607920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Attempting to bind port d9ba29c4-7305-4e48-a130-7a7042dd94cd by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '7d144a0f-4d97-4a63-8e46-39ab9511a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:30.608542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Attempting to bind port d9ba29c4-7305-4e48-a130-7a7042dd94cd on network ab8f706e-49f3-46ef-9850-51a95673d595 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:30.614700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:30.615289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Checking segment: {'id': '7d144a0f-4d97-4a63-8e46-39ab9511a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:30.616566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.617129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Bound using segment: {'id': '7d144a0f-4d97-4a63-8e46-39ab9511a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:30.618147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Bound port: d9ba29c4-7305-4e48-a130-7a7042dd94cd, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d144a0f-4d97-4a63-8e46-39ab9511a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ab8f706e-49f3-46ef-9850-51a95673d595'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:30.618723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.647256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=b2089bce-9756-4318-8d32-192003a164bb,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:30.673363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=a58f0208-1d10-47d3-bce4-7fd3384a350f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:30.685889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:30.687530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: e5f368ab-1951-472d-900b-b090d08886f2, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:30.703818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port a58f0208-1d10-47d3-bce4-7fd3384a350f on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:30.746090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea105cc-214e-438a-af4c-c73beeb10ea1 None None] DHCP port deletion for 847e3f50-dd9f-407c-9fec-cb17cad31b95 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:30.756184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network e5f368ab-1951-472d-900b-b090d08886f2 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:30.831261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] For port d9ba29c4-7305-4e48-a130-7a7042dd94cd, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:30.835019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] For port d9ba29c4-7305-4e48-a130-7a7042dd94cd, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9ba29c4-7305-4e48-a130-7a7042dd94cd,segment=NetworkSegment(7d144a0f-4d97-4a63-8e46-39ab9511a56f),segment_id=7d144a0f-4d97-4a63-8e46-39ab9511a56f)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:30.844723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.866800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e5f368ab-1951-472d-900b-b090d08886f2) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:30.888653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:30.889630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.952874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:30.961601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e2969-1ee0-4139-9f17-be76eae2b9f0 None None] Network e5f368ab-1951-472d-900b-b090d08886f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:30.977654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e52b8a43-d268-4712-9937-f0832b171566 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3173435 Apr 20 14:54:30.978609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50086) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:30.999609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1573682813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:31.003326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847e3f50-dd9f-407c-9fec-cb17cad31b95']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:31.020374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:31.020844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ab8d09-904c-4ff5-8a38-3b521ee92f7e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:31.044088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.069196 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.081665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:31.082187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:31.085394 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:31.154802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.184222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.185168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.209301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.219575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.228287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/847e3f50-dd9f-407c-9fec-cb17cad31b95 HTTP/1.1" status: 204 len: 168 time: 1.9348419 Apr 20 14:54:31.287413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50090) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:31.347344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d26ef-984d-4d2f-bba5-f6503304adae None None] Pushing event updated for resources: {'Port': ['ID=d9ba29c4-7305-4e48-a130-7a7042dd94cd,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:31.421940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50100) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:31.425178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.432869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=95015c2d-72e0-4fd2-a723-3229f7beae61,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:31.453178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.464295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '42a8c955-0e74-463a-826a-7985e7c91716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:31.464602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:31.507142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.512147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd54a0d6-3c20-4381-b7dd-43f1fe2f432a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5243051 Apr 20 14:54:31.516299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50104) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:31.548943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:31.641600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461707e-d889-4a35-a19e-1caa2f86ab4c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=847e3f50-dd9f-407c-9fec-cb17cad31b95,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:31.695417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:31.734540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e56ad-c804-41a8-b7e6-0033200d7455 None None] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:31.752829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:31.753438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.771092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e5f368ab-1951-472d-900b-b090d08886f2', 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': 'b2089bce-9756-4318-8d32-192003a164bb'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:31.772218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.774317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a58f0208-1d10-47d3-bce4-7fd3384a350f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:31.804815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecfbd4-7fa4-4643-8956-80f9480b7fe2 req-87076d45-e137-48c3-869c-9848c2b530ca tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:31.821700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8ecfbd4-7fa4-4643-8956-80f9480b7fe2 req-87076d45-e137-48c3-869c-9848c2b530ca tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.3438306 Apr 20 14:54:31.853108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a58f0208-1d10-47d3-bce4-7fd3384a350f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:31.853432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a58f0208-1d10-47d3-bce4-7fd3384a350f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:31.853951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f2afcef1-d258-4644-9dd0-90214ea241a0 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:31.883411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.915714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:31.924106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f2afcef1-d258-4644-9dd0-90214ea241a0 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:31.924447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f2afcef1-d258-4644-9dd0-90214ea241a0 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:32.105829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Allocated IP 172.21.0.2 (e5f368ab-1951-472d-900b-b090d08886f2/b2089bce-9756-4318-8d32-192003a164bb/c274edf3-ac13-4344-9778-2e7711cb0eda) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:32.115261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8ecfbd4-7fa4-4643-8956-80f9480b7fe2 req-13382e92-edc1-4239-9500-574387cd8453 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925148 Apr 20 14:54:32.432197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af', 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': '95015c2d-72e0-4fd2-a723-3229f7beae61'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:32.433061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.440078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.471436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.542187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:32.542807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e3d4cba8-9006-4024-bfb3-b4d59085af7b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6003742 Apr 20 14:54:32.548572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694203835'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:32.620845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Allocated IP 2001:db8:0:ffff::2 (50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af/95015c2d-72e0-4fd2-a723-3229f7beae61/90f71288-31d7-4715-bc8a-78c963c15e27) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:32.661264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:32.665073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.791188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:32.832720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.838850 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 147119ee-14fc-44ef-939c-f90fee0d3989 of type vlan for network eb698d65-6163-4f14-9464-71fd4ccfe318 Apr 20 14:54:32.938741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:32.976211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.032429 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.060547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4dd11-c757-47de-babd-ddc3ca64325f None None] Network ab8f706e-49f3-46ef-9850-51a95673d595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:33.111711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.119120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:33.120506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.171470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6267190 Apr 20 14:54:33.191848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:33.197331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:33.232232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Pushing event updated for resources: {'Port': ['ID=c274edf3-ac13-4344-9778-2e7711cb0eda,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:33.324394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Network e5f368ab-1951-472d-900b-b090d08886f2 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:33.337839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:33.340648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:33.368744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] Provisioning complete for port d9ba29c4-7305-4e48-a130-7a7042dd94cd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:33.379285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.414236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.20.0.1 (ab8f706e-49f3-46ef-9850-51a95673d595/1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2/3cf99269-1bb7-413f-8f04-b7e15126cf9c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:33.499437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaff328-2f52-4b9d-8be9-4435a77c06d9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=eb698d65-6163-4f14-9464-71fd4ccfe318,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:33.503909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.514819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.516204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e3f05eb-1cc9-462c-89d9-8904f3828aff HTTP/1.1" status: 204 len: 168 time: 2.0931883 Apr 20 14:54:33.529743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899941-d63c-445e-9dfe-3d3602e33156 req-7fe18dc0-6299-41eb-92c6-306bb0300ca7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:33.533091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62899941-d63c-445e-9dfe-3d3602e33156 req-7fe18dc0-6299-41eb-92c6-306bb0300ca7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2088671 Apr 20 14:54:33.541725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50136) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:33.593589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.600459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e538-8fa0-4335-9d84-b0f20739c990 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f05eb-1cc9-462c-89d9-8904f3828aff,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:33.606522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:33.616774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.703569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62899941-d63c-445e-9dfe-3d3602e33156 req-41dba95f-49fc-4819-b077-ad496059ab72 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510482 Apr 20 14:54:33.743438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network eb698d65-6163-4f14-9464-71fd4ccfe318 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:33.748275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Attempting to bind port c274edf3-ac13-4344-9778-2e7711cb0eda on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:33.748640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Attempting to bind port c274edf3-ac13-4344-9778-2e7711cb0eda by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:33.749041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Attempting to bind port c274edf3-ac13-4344-9778-2e7711cb0eda on network e5f368ab-1951-472d-900b-b090d08886f2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:33.753578 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.767457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port f5e9dc48-a9f6-4478-8193-d4d82776dfbf {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:33.768224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.779798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9ba29c4-7305-4e48-a130-7a7042dd94cd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:33.784076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.797946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.821345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:33.886588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.021546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ab8f706e-49f3-46ef-9850-51a95673d595 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:34.027468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:34.030744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.049241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:34.050677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Checking segment: {'id': '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:34.051401 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.052055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Bound using segment: {'id': '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:34.052918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Bound port: c274edf3-ac13-4344-9778-2e7711cb0eda, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e5f368ab-1951-472d-900b-b090d08886f2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:34.053624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.079150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port f5e9dc48-a9f6-4478-8193-d4d82776dfbf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:34.079150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.083649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:34.104186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for f5e9dc48-a9f6-4478-8193-d4d82776dfbf owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:34.116957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:34.122455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Pushing event updated for resources: {'Port': ['ID=90f71288-31d7-4715-bc8a-78c963c15e27,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:34.125985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:34.129986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:34.154287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=3cf99269-1bb7-413f-8f04-b7e15126cf9c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:34.203874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.275528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d9ba29c4-7305-4e48-a130-7a7042dd94cd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:34.276214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.413432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.416416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.420615 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9e929c3-5ab9-4b61-a29b-e92a16d70df0 HTTP/1.1" status: 204 len: 168 time: 0.8738480 Apr 20 14:54:34.423482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50148) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:34.477533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Attempting to bind port 90f71288-31d7-4715-bc8a-78c963c15e27 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:34.478082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Attempting to bind port 90f71288-31d7-4715-bc8a-78c963c15e27 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '42a8c955-0e74-463a-826a-7985e7c91716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:34.478462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Attempting to bind port 90f71288-31d7-4715-bc8a-78c963c15e27 on network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:34.504213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:34.505493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Checking segment: {'id': '42a8c955-0e74-463a-826a-7985e7c91716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:34.505493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.505493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Bound using segment: {'id': '42a8c955-0e74-463a-826a-7985e7c91716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:34.506013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Bound port: 90f71288-31d7-4715-bc8a-78c963c15e27, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a8c955-0e74-463a-826a-7985e7c91716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:34.506336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.508772 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.529460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] For port c274edf3-ac13-4344-9778-2e7711cb0eda, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:34.563387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] For port c274edf3-ac13-4344-9778-2e7711cb0eda, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c274edf3-ac13-4344-9778-2e7711cb0eda,segment=NetworkSegment(08ffa7d0-12f7-46d8-b56b-fbb4d938ae67),segment_id=08ffa7d0-12f7-46d8-b56b-fbb4d938ae67)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:34.584365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aea4dc-5b7b-41b0-a52e-d905f2e1da1a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e929c3-5ab9-4b61-a29b-e92a16d70df0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:34.665126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.676666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] For port 90f71288-31d7-4715-bc8a-78c963c15e27, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:34.680202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] For port 90f71288-31d7-4715-bc8a-78c963c15e27, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=90f71288-31d7-4715-bc8a-78c963c15e27,segment=NetworkSegment(42a8c955-0e74-463a-826a-7985e7c91716),segment_id=42a8c955-0e74-463a-826a-7985e7c91716)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:34.687969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.714268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.721220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.789522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=f5e9dc48-a9f6-4478-8193-d4d82776dfbf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:34.795403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.849905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] For port d9ba29c4-7305-4e48-a130-7a7042dd94cd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9ba29c4-7305-4e48-a130-7a7042dd94cd,segment=NetworkSegment(7d144a0f-4d97-4a63-8e46-39ab9511a56f),segment_id=7d144a0f-4d97-4a63-8e46-39ab9511a56f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:34.896837 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:34.966988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f72039-92ae-4833-87f2-92c9e75b1315 None None] Pushing event updated for resources: {'Port': ['ID=c274edf3-ac13-4344-9778-2e7711cb0eda,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:34.996940 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:35.314260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=e5f9cb69-173a-4c94-b08b-9b457219066f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:35.356490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:35.411651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '147119ee-14fc-44ef-939c-f90fee0d3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:35.411894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: eb698d65-6163-4f14-9464-71fd4ccfe318, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:35.427605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-39edf6eb-f0e1-404c-8e59-047d144af699 None None] Provisioning complete for port d9ba29c4-7305-4e48-a130-7a7042dd94cd triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:35.428082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-39edf6eb-f0e1-404c-8e59-047d144af699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:35.512917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565610e-2917-4178-81eb-2be7ba2837e0 req-6ea69a24-794a-4c14-aab1-fb10f5baa38d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:35.518432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7565610e-2917-4178-81eb-2be7ba2837e0 req-6ea69a24-794a-4c14-aab1-fb10f5baa38d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.6079285 Apr 20 14:54:35.532232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:54:35.532589 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:54:35.544542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da973-b19e-4aad-9dda-00beb88ea191 None None] Pushing event updated for resources: {'Port': ['ID=90f71288-31d7-4715-bc8a-78c963c15e27,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:35.678490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31db1f9-9bff-498e-897b-002b415e0a5d None None] Pushing event updated for resources: {'Port': ['ID=d9ba29c4-7305-4e48-a130-7a7042dd94cd,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:35.689873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network eb698d65-6163-4f14-9464-71fd4ccfe318 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:35.740050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, eb698d65-6163-4f14-9464-71fd4ccfe318) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:35.788202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acfe99-c6c3-4b16-9692-fa9f1b96172c None None] Network eb698d65-6163-4f14-9464-71fd4ccfe318 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:35.803599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:35.804537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.009799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:36.027124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7565610e-2917-4178-81eb-2be7ba2837e0 req-e6a9ea8c-9274-4bb9-9da8-4118255fb9ef tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793497 Apr 20 14:54:36.062339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5316ad34-a68f-4445-83ca-bb9e1ebb30e6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8693962 Apr 20 14:54:36.073116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50174) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:36.274196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:36.298817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ff59237f-3231-45fb-8a3f-b76cfe283c74 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0118949 Apr 20 14:54:36.301538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:36.334125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.381841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.407629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:36.427931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-eb698d65-6163-4f14-9464-71fd4ccfe318', 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': 'e5f9cb69-173a-4c94-b08b-9b457219066f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:36.427931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.455832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:36.457955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:36.465172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting subnet 97dbe388-84f2-4d26-bef4-5786a528bed7 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:36.469417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.574150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.820792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.839548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:36.859695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:36.973300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:34Z', 'revision_number': 11, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:36.989350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 90f71288-31d7-4715-bc8a-78c963c15e27 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:36.997146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:37.045959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=3cf99269-1bb7-413f-8f04-b7e15126cf9c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:37.160309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:37.218330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:37.220307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:37.228440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d877e-ef0c-4644-93e6-3a33acb74397 None None] Network e5f368ab-1951-472d-900b-b090d08886f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:37.471063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ab8f706e-49f3-46ef-9850-51a95673d595 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:37.486000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:37.598138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:37.634263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:37.749997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308b57-e28b-4aa3-a453-28ea7e68a04c req-0d64eff0-0fbe-4113-821c-f076bc3c3397 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:37.775661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09308b57-e28b-4aa3-a453-28ea7e68a04c req-0d64eff0-0fbe-4113-821c-f076bc3c3397 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2573464 Apr 20 14:54:37.931472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:37.973508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09308b57-e28b-4aa3-a453-28ea7e68a04c req-63f610ee-2072-4ff9-b95e-eb7ecbc9df59 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968472 Apr 20 14:54:37.976976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Subnet': ['ID=97dbe388-84f2-4d26-bef4-5786a528bed7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:37.991803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.000671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-658db678-19af-45a3-87e6-44e9db053759 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/97dbe388-84f2-4d26-bef4-5786a528bed7 HTTP/1.1" status: 204 len: 168 time: 1.6949937 Apr 20 14:54:38.001657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50200) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:38.073624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:38.137169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33664511-6fba-47a4-b51d-92c609dbafb4 None None] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:38.179915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.180753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:34Z', 'revision_number': 11, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.189693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa0245-1113-41ef-a0b2-7233b0f3630e None None] Network 5248b3e4-c78f-4867-a69c-17e96bf319e5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:38.215529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 3d320e6e-c564-4b1c-8498-1f10d3bea18c is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:54:38.294788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff4fd5-9720-42b2-abf7-0cb8f60c26cf None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:34Z', 'revision_number': 11, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:38.300140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Deleting port 4c672377-1d9a-4f17-a97d-243921b3fbad {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:38.300608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.315351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-60133292-cf64-4436-8528-824fd87168e4 None None] Provisioning complete for port 3cf99269-1bb7-413f-8f04-b7e15126cf9c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:38.315728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-60133292-cf64-4436-8528-824fd87168e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.408747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] For port 4c672377-1d9a-4f17-a97d-243921b3fbad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4c672377-1d9a-4f17-a97d-243921b3fbad,segment=NetworkSegment(b255b1d2-d561-46eb-b1da-72460e105ee3),segment_id=b255b1d2-d561-46eb-b1da-72460e105ee3)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:38.409215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.426109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Calling delete_port for 4c672377-1d9a-4f17-a97d-243921b3fbad owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:38.470526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port d52cf26b-a053-48f2-abb8-9b62c3109ec6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:38.470909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.536739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.615354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Port': ['ID=4c672377-1d9a-4f17-a97d-243921b3fbad,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:38.629431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No DVR routers for this DVR port 4c672377-1d9a-4f17-a97d-243921b3fbad on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:38.650280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port d52cf26b-a053-48f2-abb8-9b62c3109ec6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d52cf26b-a053-48f2-abb8-9b62c3109ec6,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:38.652083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.654773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-60133292-cf64-4436-8528-824fd87168e4 None None] Port 3cf99269-1bb7-413f-8f04-b7e15126cf9c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:38.667816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:38.685519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] Sync routers for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:38.690798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 90f71288-31d7-4715-bc8a-78c963c15e27 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:38.691362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.707290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:38.707910 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.708749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe234cae-e456-4912-bc2f-72d8594bc6b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1897640 Apr 20 14:54:38.713158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50208) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:38.715080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Allocated IP 2001:db8::1 (eb698d65-6163-4f14-9464-71fd4ccfe318/e5f9cb69-173a-4c94-b08b-9b457219066f/5b2913d7-a97b-496e-9074-0f72de1befc5) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:38.749554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for d52cf26b-a053-48f2-abb8-9b62c3109ec6 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:38.780539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.793910 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.831438 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:38.835834 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.842963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5248b3e4-c78f-4867-a69c-17e96bf319e5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.868561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b255b1d2-d561-46eb-b1da-72460e105ee3') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.869033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b255b1d2-d561-46eb-b1da-72460e105ee3') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.890560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.921178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.928872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:38.929276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:38.968367 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:38.969555 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8ab67-8e30-4fee-a810-2f3e0f189631 None None] The sync data for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:39.053779 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:39.072918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Provisioning complete for port 3cf99269-1bb7-413f-8f04-b7e15126cf9c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:39.073289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.075358 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.094982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.114207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/networks/5248b3e4-c78f-4867-a69c-17e96bf319e5 HTTP/1.1" status: 204 len: 168 time: 1.1101410 Apr 20 14:54:39.117585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50212) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:39.146384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'routes': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:39.218148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505e18a-c9ed-4513-8e8d-f3eb83a533c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:39.219869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a505e18a-c9ed-4513-8e8d-f3eb83a533c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports/3cf99269-1bb7-413f-8f04-b7e15126cf9c HTTP/1.1" status: 200 len: 910 time: 0.4995573 Apr 20 14:54:39.233368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:39.303231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa7b7-5385-42b1-a20c-ce1feae19047 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Pushing event deleted for resources: {'Network': ['ID=5248b3e4-c78f-4867-a69c-17e96bf319e5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:39.396241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Port 3cf99269-1bb7-413f-8f04-b7e15126cf9c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:39.433366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21274e03-18a0-43af-a4d5-7e25674544be None None] DHCP port deletion for 5248b3e4-c78f-4867-a69c-17e96bf319e5 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:39.483837 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.530442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Provisioning complete for port c274edf3-ac13-4344-9778-2e7711cb0eda triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:39.531033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.618078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Added routes are [] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:54:39.618378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Removed routes are [] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:54:39.618781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.762652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.800722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a36c7-30af-4eaa-8f26-061ed16524fb req-0e046a3a-4c0a-4c60-a2a4-95b24a270640 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:39.802525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad5a36c7-30af-4eaa-8f26-061ed16524fb req-0e046a3a-4c0a-4c60-a2a4-95b24a270640 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.6856868 Apr 20 14:54:39.830249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 90f71288-31d7-4715-bc8a-78c963c15e27, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=90f71288-31d7-4715-bc8a-78c963c15e27,segment=NetworkSegment(42a8c955-0e74-463a-826a-7985e7c91716),segment_id=42a8c955-0e74-463a-826a-7985e7c91716)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:39.846115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.847360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9ba29c4-7305-4e48-a130-7a7042dd94cd up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:39.982473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:39.988714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad5a36c7-30af-4eaa-8f26-061ed16524fb req-5a5d759b-d3fe-4af9-b4d7-57d529b47658 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023889 Apr 20 14:54:40.001101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.058210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.098602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] For port c274edf3-ac13-4344-9778-2e7711cb0eda, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c274edf3-ac13-4344-9778-2e7711cb0eda,segment=NetworkSegment(08ffa7d0-12f7-46d8-b56b-fbb4d938ae67),segment_id=08ffa7d0-12f7-46d8-b56b-fbb4d938ae67)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:40.123928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=90f71288-31d7-4715-bc8a-78c963c15e27,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:40.137136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.143968 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.162679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.189763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:40.209290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=d52cf26b-a053-48f2-abb8-9b62c3109ec6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:40.212066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.283627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d9ba29c4-7305-4e48-a130-7a7042dd94cd triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:40.284139 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.298251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2e90181-7036-4d51-96b7-1aecbd364b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.307147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Network eb698d65-6163-4f14-9464-71fd4ccfe318 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:40.346094 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Provisioning complete for port 90f71288-31d7-4715-bc8a-78c963c15e27 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:40.346678 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.427849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f9cb69-173a-4c94-b08b-9b457219066f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:40.447053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:40.452427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:40.458052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Pushing event updated for resources: {'Port': ['ID=5b2913d7-a97b-496e-9074-0f72de1befc5,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:40.514685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:40.543736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Sync routers for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:40.547577 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.552544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c5399501-c1ef-44c2-99e8-1a926756da3b tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 705 time: 1.4316440 Apr 20 14:54:40.554635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50228) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:40.622963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a025d674-02b4-4527-b041-e1d5acf2c5d4 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 205 time: 0.0666492 Apr 20 14:54:40.623935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:40.669171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.705895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb698d65-6163-4f14-9464-71fd4ccfe318']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:40.778954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147119ee-14fc-44ef-939c-f90fee0d3989') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:40.779253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147119ee-14fc-44ef-939c-f90fee0d3989') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:40.784081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:40.884645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031282d-96bf-4265-8d2d-77a3412c8280 None None] Pushing event updated for resources: {'Port': ['ID=c274edf3-ac13-4344-9778-2e7711cb0eda,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:40.920285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Routers {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:40.921433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:40.992189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.032840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Set router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:41.240424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.244070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.260993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.283515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:41.284326 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:41.290406 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:41.386965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8bb86-665b-49f0-b0dc-d9a96e905ef2 req-93aa8ba0-0ddd-481c-9e68-eb2d6ab2194e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:41.397435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3f8bb86-665b-49f0-b0dc-d9a96e905ef2 req-93aa8ba0-0ddd-481c-9e68-eb2d6ab2194e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.2422523 Apr 20 14:54:41.410192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.415898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router 67ccbb2a-335d-4925-bb8d-e0bfe756c206 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:54:41.423611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.424691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ad1a0d8-4b8c-45b4-96a1-437ba49f39ed tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 204 len: 168 time: 0.7993655 Apr 20 14:54:41.433940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.439557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:41.444360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362748955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:41.451000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.491365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.api [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:54:41.491365 n-d-836145-2 neutron-server[102863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:54:41.491365 n-d-836145-2 neutron-server[102863]: [parameters: {'id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'}] Apr 20 14:54:41.491365 n-d-836145-2 neutron-server[102863]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:54:41.492221 n-d-836145-2 neutron-server[102863]: DEBUG oslo_db.api [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:54:41.554644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3f8bb86-665b-49f0-b0dc-d9a96e905ef2 req-87b4ace3-b485-440f-a61d-efc97985397a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561861 Apr 20 14:54:41.584160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccbb2a-335d-4925-bb8d-e0bfe756c206', 'name': 'tempest-RoutersIpV6Test-router-1956047948', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:53:01Z', 'updated_at': '2022-04-20T14:54:34Z', 'revision_number': 11, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:41.595238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Attempting to bind port 5b2913d7-a97b-496e-9074-0f72de1befc5 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:41.595994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Attempting to bind port 5b2913d7-a97b-496e-9074-0f72de1befc5 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '147119ee-14fc-44ef-939c-f90fee0d3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:41.596557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Attempting to bind port 5b2913d7-a97b-496e-9074-0f72de1befc5 on network eb698d65-6163-4f14-9464-71fd4ccfe318 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:41.638648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Checking router: 67ccbb2a-335d-4925-bb8d-e0bfe756c206 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:41.671380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d3381b02-a340-4dd7-9e79-88c9cbafee7b None None] Provisioning complete for port c274edf3-ac13-4344-9778-2e7711cb0eda triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:41.671753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3381b02-a340-4dd7-9e79-88c9cbafee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.676690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:41.677068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Checking segment: {'id': '147119ee-14fc-44ef-939c-f90fee0d3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:41.677468 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.677861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Bound using segment: {'id': '147119ee-14fc-44ef-939c-f90fee0d3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:41.678349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Bound port: 5b2913d7-a97b-496e-9074-0f72de1befc5, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147119ee-14fc-44ef-939c-f90fee0d3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'eb698d65-6163-4f14-9464-71fd4ccfe318'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:41.678761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.731220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:41.731500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 14:54:41.732361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_agentschedulers_db [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67ccbb2a-335d-4925-bb8d-e0bfe756c206'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent'). {{(pid=102865) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 14:54:41.732745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ff052-c7b9-45d5-b2f6-8288c65d6b0f None None] The sync data for ids ['67ccbb2a-335d-4925-bb8d-e0bfe756c206'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:41.741331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c274edf3-ac13-4344-9778-2e7711cb0eda up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:41.956677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.965983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:41.971073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] For port 5b2913d7-a97b-496e-9074-0f72de1befc5, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:42.032979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] For port 5b2913d7-a97b-496e-9074-0f72de1befc5, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5b2913d7-a97b-496e-9074-0f72de1befc5,segment=NetworkSegment(147119ee-14fc-44ef-939c-f90fee0d3989),segment_id=147119ee-14fc-44ef-939c-f90fee0d3989)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:42.067404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.083807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.187880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa082-3629-49dc-bcb6-3c6fa1962fe4 None None] Pushing event updated for resources: {'Port': ['ID=5b2913d7-a97b-496e-9074-0f72de1befc5,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:42.209060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c274edf3-ac13-4344-9778-2e7711cb0eda triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:42.209435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.317571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d3381b02-a340-4dd7-9e79-88c9cbafee7b None None] Provisioning complete for port 90f71288-31d7-4715-bc8a-78c963c15e27 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:42.317951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3381b02-a340-4dd7-9e79-88c9cbafee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.324833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:42.345259 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.376162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.489811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a137f10-6138-4913-97c4-533fe616d237 None None] Network eb698d65-6163-4f14-9464-71fd4ccfe318 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:42.529421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b7d88e8-15f0-42e0-9271-e8a2c36eef74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.552230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.553366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-308d7e47-b365-4249-997b-a1680c3d325d tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1124911 Apr 20 14:54:42.561897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:42.566452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:42.902152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 5b2913d7-a97b-496e-9074-0f72de1befc5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:42.902845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:42.976260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4fb1e-db13-4202-803d-6333c8c0e059 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:54:43.076160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 5b2913d7-a97b-496e-9074-0f72de1befc5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5b2913d7-a97b-496e-9074-0f72de1befc5,segment=NetworkSegment(147119ee-14fc-44ef-939c-f90fee0d3989),segment_id=147119ee-14fc-44ef-939c-f90fee0d3989)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:43.076446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.100417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 5b2913d7-a97b-496e-9074-0f72de1befc5 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:43.107638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c622e-1d82-4d2e-8b8c-36537368436f req-4da489ac-5b49-4f15-83eb-4956a667f35b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:43.115323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f4c622e-1d82-4d2e-8b8c-36537368436f req-4da489ac-5b49-4f15-83eb-4956a667f35b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.4241185 Apr 20 14:54:43.182382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 90f71288-31d7-4715-bc8a-78c963c15e27 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:43.185933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4fb1e-db13-4202-803d-6333c8c0e059 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:54:43.226372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.269353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b7d88e8-15f0-42e0-9271-e8a2c36eef74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.269584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Router d22db6b4-ac28-4f90-9a01-7f0660919d0b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:43.285362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.21.0.1 (e5f368ab-1951-472d-900b-b090d08886f2/b2089bce-9756-4318-8d32-192003a164bb/03b7640c-8aa3-423c-8dc7-7cfef3ee206a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:43.286095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f4c622e-1d82-4d2e-8b8c-36537368436f req-bd17d320-c30e-490c-bd7b-b58eaecf17d3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697578 Apr 20 14:54:43.287942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 5b2913d7-a97b-496e-9074-0f72de1befc5 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:43.292380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=5b2913d7-a97b-496e-9074-0f72de1befc5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:43.452115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 90f71288-31d7-4715-bc8a-78c963c15e27 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:43.452654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.537103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3dd1ab9-b7e0-4eec-a030-f18cb58ded75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.682481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c274edf3-ac13-4344-9778-2e7711cb0eda up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:43.688167 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.762138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c274edf3-ac13-4344-9778-2e7711cb0eda triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:43.762881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.763001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.772391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b7d88e8-15f0-42e0-9271-e8a2c36eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.777819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.808677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:43.818659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b8d795b6-c5e3-47e4-b2f8-084bfbe33b8d tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "PUT /v2.0/routers/d22db6b4-ac28-4f90-9a01-7f0660919d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3852344 Apr 20 14:54:43.820588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.824407 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Sync routers for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:43.836561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50296) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:43.858913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:43.858913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:43.916067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network e5f368ab-1951-472d-900b-b090d08886f2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:43.918221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:43.927526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:43.946365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:43.978214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=03b7640c-8aa3-423c-8dc7-7cfef3ee206a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:44.002341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.030840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4c672377-1d9a-4f17-a97d-243921b3fbad no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:44.032470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b7d88e8-15f0-42e0-9271-e8a2c36eef74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06f3c09c45934cd585e8b316b7bd747a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7059312 Apr 20 14:54:44.033334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50298) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:44.053438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb698d65-6163-4f14-9464-71fd4ccfe318']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.080229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4c672377-1d9a-4f17-a97d-243921b3fbad {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:44.080669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4c672377-1d9a-4f17-a97d-243921b3fbad not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:44.083087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f5e9dc48-a9f6-4478-8193-d4d82776dfbf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:44.087012 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:44.093374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147119ee-14fc-44ef-939c-f90fee0d3989') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.094412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147119ee-14fc-44ef-939c-f90fee0d3989') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.121476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.130678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d88e8-15f0-42e0-9271-e8a2c36eef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de753f4-6e7b-477b-8285-fbbfb59f4191,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:44.137638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f5e9dc48-a9f6-4478-8193-d4d82776dfbf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:44.139979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f5e9dc48-a9f6-4478-8193-d4d82776dfbf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:44.172195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26150928-e134-4155-8c53-41cdc5b638ec req-4e128132-2188-4395-90c2-5d3ab1ea29bf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:44.174375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26150928-e134-4155-8c53-41cdc5b638ec req-4e128132-2188-4395-90c2-5d3ab1ea29bf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.4127285 Apr 20 14:54:44.185732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting subnet 15179a12-11d8-4e82-861e-eb129bf3a16b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:44.233895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.244810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26150928-e134-4155-8c53-41cdc5b638ec req-cf5a1453-8e9f-4225-8e2f-58db5e56b3a0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Apr 20 14:54:44.257675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.327490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Router b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:54:44.340736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.346905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.379426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.460302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.478887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.489898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:44.490402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.491738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9e08f2d6-5207-441c-a307-a1b4496519d6 None None] Provisioning complete for port 03b7640c-8aa3-423c-8dc7-7cfef3ee206a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:44.492180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e08f2d6-5207-441c-a307-a1b4496519d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.570197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9e08f2d6-5207-441c-a307-a1b4496519d6 None None] Port 03b7640c-8aa3-423c-8dc7-7cfef3ee206a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:44.576023 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:54:39Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:44.586770 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:44.613088 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.613894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.624622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.631669 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/eb698d65-6163-4f14-9464-71fd4ccfe318 HTTP/1.1" status: 204 len: 168 time: 8.5542312 Apr 20 14:54:44.635166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50310) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:44.645677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942973814'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:44.651125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Checking router: d22db6b4-ac28-4f90-9a01-7f0660919d0b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:44.663733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:44.665857 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Routers {'d22db6b4-ac28-4f90-9a01-7f0660919d0b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:44.668553 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.671596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.674787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0437497d-3481-406c-8b65-6196c6849fb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "PUT /v2.0/routers/b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 200 len: 698 time: 2.1101027 Apr 20 14:54:44.676303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Sync routers for ids ['b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:44.679665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50312) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:44.693342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Routers {'b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:44.693880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.736614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cabbd-c2b4-4f55-9d72-a294b5611e86 req-0c0e4a9f-c69c-49a0-8827-fcb1b67e3e1e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:44.739038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d79cabbd-c2b4-4f55-9d72-a294b5611e86 req-0c0e4a9f-c69c-49a0-8827-fcb1b67e3e1e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3410029 Apr 20 14:54:44.814408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Set router b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:44.816303 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-800518a6-3e25-4c89-b3a5-61071af382fe tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/routers/b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 200 len: 704 time: 0.1312163 Apr 20 14:54:44.817669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8c298-39c4-485f-aa98-3042fa44bf16 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=eb698d65-6163-4f14-9464-71fd4ccfe318,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:44.864061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50318) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:44.865627 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] Set router d22db6b4-ac28-4f90-9a01-7f0660919d0b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:44.877724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:44.879878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d0a61b-b01d-48bd-bf2c-df9dd70713c5', 'name': 'tempest-RoutersIpV6Test-router-1362748955', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:54:41Z', 'updated_at': '2022-04-20T14:54:43Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.932443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Checking router: b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:44.943298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Routers {'b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:44.944224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:44.981976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d79cabbd-c2b4-4f55-9d72-a294b5611e86 req-9d174cc7-a021-4e47-b2e0-499bb6fb1efb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351334 Apr 20 14:54:45.027068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8db3efd9-2c95-43e7-872c-0ae37bd4b1bc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 200 len: 205 time: 0.1411920 Apr 20 14:54:45.032519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] Set router b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:45.038149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50322) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:45.112595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d0a61b-b01d-48bd-bf2c-df9dd70713c5', 'name': 'tempest-RoutersIpV6Test-router-1362748955', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:54:41Z', 'updated_at': '2022-04-20T14:54:43Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:45.145703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:45.155111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.177116 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:54:39Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:45.215683 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d78f1-0b46-4722-bf41-cf830fd2443c None None] The sync data for ids ['d22db6b4-ac28-4f90-9a01-7f0660919d0b'] in n-d-836145-2 is: [{'id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1662286419', 'tenant_id': '328b397878e64600aa3f2ffaff641d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:51:43Z', 'updated_at': '2022-04-20T14:54:39Z', 'revision_number': 5, 'project_id': '328b397878e64600aa3f2ffaff641d37', 'gw_port': {'id': '1ee3ff60-9828-44a3-9ee7-ef2097906fca', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22db6b4-ac28-4f90-9a01-7f0660919d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:51:44Z', 'updated_at': '2022-04-20T14:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:45.241774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81864367-347b-4fac-a28d-c7d8955b5c11 None None] The sync data for ids ['b9d0a61b-b01d-48bd-bf2c-df9dd70713c5'] in n-d-836145-2 is: [{'id': 'b9d0a61b-b01d-48bd-bf2c-df9dd70713c5', 'name': 'tempest-RoutersIpV6Test-router-1362748955', 'tenant_id': '0ace92b8eaa14f81b242177613ce2e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:54:41Z', 'updated_at': '2022-04-20T14:54:43Z', 'revision_number': 2, 'project_id': '0ace92b8eaa14f81b242177613ce2e00', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:45.275016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.278084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.309129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:45.316972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.367247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c935c4-4559-4740-a968-db15999075e1 None None] Network 957543fd-7bd5-418b-8e66-db73e8a3b04b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:45.377741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.380634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.386140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/subnets/15179a12-11d8-4e82-861e-eb129bf3a16b HTTP/1.1" status: 204 len: 168 time: 1.4779429 Apr 20 14:54:45.392320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:45.400213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.404794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.412307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab053a-b706-4d69-bd1c-b4b9a9440f05 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Subnet': ['ID=15179a12-11d8-4e82-861e-eb129bf3a16b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:45.414894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.418264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.420154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de753f4-6e7b-477b-8285-fbbfb59f4191 HTTP/1.1" status: 204 len: 168 time: 1.3793464 Apr 20 14:54:45.492983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bc379-b38f-412d-8ba7-c16d581cb00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de753f4-6e7b-477b-8285-fbbfb59f4191,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:45.540578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50336) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:45.555267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82dcd-579a-442c-9e5a-bb4b2c5dcf93 req-95e5d4f8-fb91-4eb0-90b0-6203fbb05f89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:45.557314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ad82dcd-579a-442c-9e5a-bb4b2c5dcf93 req-95e5d4f8-fb91-4eb0-90b0-6203fbb05f89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3628397 Apr 20 14:54:45.664525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ad82dcd-579a-442c-9e5a-bb4b2c5dcf93 req-a3facb34-423b-411d-9f79-02860be4da6b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773621 Apr 20 14:54:45.912086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.914720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.932698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] DHCP port deletion for 957543fd-7bd5-418b-8e66-db73e8a3b04b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:45.998816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:45.999373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Fanout notify agent at l3_agent the message router_deleted on router b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:54:46.017625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.018967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dfc697bc-9152-4731-802e-e19db4880652 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 204 len: 168 time: 0.9772358 Apr 20 14:54:46.033207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.125352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e819f7d-b66a-4dae-972d-6e2b895a1104 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 200 len: 205 time: 0.0804205 Apr 20 14:54:46.132460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50356) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.246186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af582ff-a489-4b7f-ad46-28c000cacd1b req-947069d2-99ec-450c-af53-8a284d3ca403 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:46.248286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0af582ff-a489-4b7f-ad46-28c000cacd1b req-947069d2-99ec-450c-af53-8a284d3ca403 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.4151106 Apr 20 14:54:46.251623 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-4eabe8dd-293e-4730-a64e-74dd29de6bb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:46.252692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4eabe8dd-293e-4730-a64e-74dd29de6bb6 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/b9d0a61b-b01d-48bd-bf2c-df9dd70713c5 HTTP/1.1" status: 404 len: 336 time: 0.1158323 Apr 20 14:54:46.255631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50362) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.346349 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8558a0-3558-4420-b277-06ab13be7151 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:46.346832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8558a0-3558-4420-b277-06ab13be7151 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:46.350339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c8558a0-3558-4420-b277-06ab13be7151 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/cd48cb6f-f81b-439c-b8b8-0da62dcfd247 HTTP/1.1" status: 404 len: 337 time: 0.0933998 Apr 20 14:54:46.354025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50368) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.382263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Deleting port d62b22e3-9da9-4de0-98ce-91541d465d0d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:46.383073 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.414749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.422001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.423654 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 28bf37e5-fc05-4245-9e31-ed7f0ce9b863 of type vlan for network d3d891e2-087b-4fbf-9b9a-5c92fee316bd Apr 20 14:54:46.532037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] For port d62b22e3-9da9-4de0-98ce-91541d465d0d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d62b22e3-9da9-4de0-98ce-91541d465d0d,segment=NetworkSegment(a6f82dbf-3fad-46e7-a13c-b89ce39d41c0),segment_id=a6f82dbf-3fad-46e7-a13c-b89ce39d41c0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:46.532636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.554790 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3abf7d-d898-4e3e-9283-bb769af8b585 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:46.555769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3abf7d-d898-4e3e-9283-bb769af8b585 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:46.559033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bc3abf7d-d898-4e3e-9283-bb769af8b585 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/1caa9cc5-94bd-402d-98ae-b92526c6788b HTTP/1.1" status: 404 len: 337 time: 0.2019207 Apr 20 14:54:46.568265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.570271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=03b7640c-8aa3-423c-8dc7-7cfef3ee206a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:46.572114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.589175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Calling delete_port for d62b22e3-9da9-4de0-98ce-91541d465d0d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:46.651220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0af582ff-a489-4b7f-ad46-28c000cacd1b req-75c2c74d-ecef-44ce-b22a-0947e750fa2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847578 Apr 20 14:54:46.674807 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe33091-00f2-4bb4-b843-e2634e377e45 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:46.675260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe33091-00f2-4bb4-b843-e2634e377e45 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:46.695964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6fe33091-00f2-4bb4-b843-e2634e377e45 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/62ff0210-9e92-47ab-be88-3af3afcd17cf HTTP/1.1" status: 404 len: 337 time: 0.0814068 Apr 20 14:54:46.710859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50378) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.712929 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.786132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:46.838749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] Pushing event deleted for resources: {'Port': ['ID=d62b22e3-9da9-4de0-98ce-91541d465d0d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:46.860767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96ac89-1a1c-4d98-8e18-b64a9462c3d2 None None] No DVR routers for this DVR port d62b22e3-9da9-4de0-98ce-91541d465d0d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:46.911476 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.resource_extend [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:54:46.924371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d52cf26b-a053-48f2-abb8-9b62c3109ec6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:46.961579 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-e751bdd5-c019-4210-9d7d-f85707fb3ebd tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:46.967332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e751bdd5-c019-4210-9d7d-f85707fb3ebd tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:46.977149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50390) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:46.981886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d52cf26b-a053-48f2-abb8-9b62c3109ec6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:46.982243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d52cf26b-a053-48f2-abb8-9b62c3109ec6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:46.982702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e751bdd5-c019-4210-9d7d-f85707fb3ebd tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/97dbe388-84f2-4d26-bef4-5786a528bed7 HTTP/1.1" status: 404 len: 337 time: 0.2596128 Apr 20 14:54:46.982829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d62b22e3-9da9-4de0-98ce-91541d465d0d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:47.056800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.064760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d62b22e3-9da9-4de0-98ce-91541d465d0d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:47.065126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d62b22e3-9da9-4de0-98ce-91541d465d0d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:47.065660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50400) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.071961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5a58629d-8ea6-4bbd-9a0f-aaa94a8e84cc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 200 len: 205 time: 0.0906124 Apr 20 14:54:47.076762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:47.077388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.082047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.233736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.241495 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-2419d148-d398-4468-af28-81cb3f99a001 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:47.246032 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2419d148-d398-4468-af28-81cb3f99a001 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/67ccbb2a-335d-4925-bb8d-e0bfe756c206 HTTP/1.1" status: 404 len: 336 time: 0.1495678 Apr 20 14:54:47.252223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.286107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.297692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network e5f368ab-1951-472d-900b-b090d08886f2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:47.319991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:47.332303 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6914489 Apr 20 14:54:47.354947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50412) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.359761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1a91ed2a-610d-40b2-b54f-e89c1e2f3cd3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=1db41803-0640-4529-97c3-928bd5ad3db3 HTTP/1.1" status: 200 len: 205 time: 0.0700099 Apr 20 14:54:47.363352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:47.365731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50416) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.410203 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-b4bc70e6-0d64-4baa-8159-e6b5e40875a7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:47.411870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b4bc70e6-0d64-4baa-8159-e6b5e40875a7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/1db41803-0640-4529-97c3-928bd5ad3db3 HTTP/1.1" status: 404 len: 336 time: 0.0416551 Apr 20 14:54:47.422154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-579099970-network', 'tenant_id': '323cda7e82dd4707aff4a2874257bffd'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:47.440884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50418) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.474388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Made reservation on behalf of 323cda7e82dd4707aff4a2874257bffd for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:47.480817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.518777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12133b46-5355-4c5e-a96e-cc424abfea3d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=d3d891e2-087b-4fbf-9b9a-5c92fee316bd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:47.529891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:47.563614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-2440de63-bdca-440f-be86-273e26c02c3c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:47.571675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-2440de63-bdca-440f-be86-273e26c02c3c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.4880662 Apr 20 14:54:47.587042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:47.590542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.611373 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0549a49-2f88-41c7-ab3a-79e5725e4be0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:47.612940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0549a49-2f88-41c7-ab3a-79e5725e4be0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:47.616820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f0549a49-2f88-41c7-ab3a-79e5725e4be0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/0a793fab-299f-42b1-b2f3-d93e4886cbfd HTTP/1.1" status: 404 len: 337 time: 0.1709104 Apr 20 14:54:47.624701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-22e34152-6a15-4043-8ff3-5f65438726d4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/quotas/bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 375 time: 0.0519106 Apr 20 14:54:47.626853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.628379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.706295 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e35abfa0-6254-4d83-837b-684c4a51b573 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 200 len: 205 time: 0.0749166 Apr 20 14:54:47.708798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50426) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.726493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 3d320e6e-c564-4b1c-8498-1f10d3bea18c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:47.736759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d51b77b7-adc5-489f-8092-7e3e9f53a297 None None] Provisioning complete for port 03b7640c-8aa3-423c-8dc7-7cfef3ee206a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:47.737536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d51b77b7-adc5-489f-8092-7e3e9f53a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.739602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Deleting port 1ee3ff60-9828-44a3-9ee7-ef2097906fca {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:47.739939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:47.777520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-e8625307-9420-4df8-8046-cda16cc0ba8e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1515586 Apr 20 14:54:47.781390 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-8dc1dfc3-9016-40c1-900c-9f50d1967d0a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:47.782898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8dc1dfc3-9016-40c1-900c-9f50d1967d0a tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/3b8ad0e6-59fd-48ed-b81c-98d8b13ad757 HTTP/1.1" status: 404 len: 336 time: 0.0731080 Apr 20 14:54:47.788276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.839173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d51b77b7-adc5-489f-8092-7e3e9f53a297 None None] Port 03b7640c-8aa3-423c-8dc7-7cfef3ee206a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:47.850159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-96466b63-6f89-43d0-a549-ddb72cac18e0 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=be954db5-3cfc-4f2a-b0ae-a0f507f9377b HTTP/1.1" status: 200 len: 205 time: 0.0592000 Apr 20 14:54:47.871964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50432) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:47.958799 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-72a865b6-f13a-4a70-b9f8-db95b88ca2cd tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:47.962589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-72a865b6-f13a-4a70-b9f8-db95b88ca2cd tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/be954db5-3cfc-4f2a-b0ae-a0f507f9377b HTTP/1.1" status: 404 len: 336 time: 0.0869613 Apr 20 14:54:47.975661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50434) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.036071 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d5e60a-fd10-4dd5-af64-592dbb283cfc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:48.036517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d5e60a-fd10-4dd5-af64-592dbb283cfc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:48.039971 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1d5e60a-fd10-4dd5-af64-592dbb283cfc tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/544b8c64-eb57-45c6-a12c-24555760937c HTTP/1.1" status: 404 len: 337 time: 0.0553026 Apr 20 14:54:48.052243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.062728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] For port 1ee3ff60-9828-44a3-9ee7-ef2097906fca, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1ee3ff60-9828-44a3-9ee7-ef2097906fca,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:48.063058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.075215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:48.083710 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f15aaca1-ae85-423c-8048-9ba5c764eb14 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8461149 Apr 20 14:54:48.092534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] Sync routers for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:48.101343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50442) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.106428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-802fd017-9d16-4591-813e-74cd93aee782 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ac2b5a6-00e8-456b-9a94-777d810036ab HTTP/1.1" status: 200 len: 205 time: 0.0505378 Apr 20 14:54:48.109379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50444) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.111695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Calling delete_port for 1ee3ff60-9828-44a3-9ee7-ef2097906fca owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:48.118945 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:48.121339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:48.171819 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:48.183732 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:48.185029 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:48.224955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57594684-b97e-4340-8bf9-6b7c75508254 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:48.229304 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57594684-b97e-4340-8bf9-6b7c75508254 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports/03b7640c-8aa3-423c-8dc7-7cfef3ee206a HTTP/1.1" status: 200 len: 910 time: 0.1217921 Apr 20 14:54:48.230541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.231494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.237050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:48.238221 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce2e93-4e26-4cd0-9249-1ebe10a58881 None None] The sync data for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:48.289718 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-389fcace-6d16-49b3-8d78-cb1ba05ea96c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:48.291554 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-389fcace-6d16-49b3-8d78-cb1ba05ea96c tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/0ac2b5a6-00e8-456b-9a94-777d810036ab HTTP/1.1" status: 404 len: 336 time: 0.1805866 Apr 20 14:54:48.295336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50450) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.356600 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-1154fcc2-4550-46f9-97c1-d80b9e128c83 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:48.357048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1154fcc2-4550-46f9-97c1-d80b9e128c83 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:48.362901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1154fcc2-4550-46f9-97c1-d80b9e128c83 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/6f844f99-ed70-4758-9b81-5949eb684ab2 HTTP/1.1" status: 404 len: 337 time: 0.0633323 Apr 20 14:54:48.366258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50456) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.368059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.386703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.419956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f17a268e-d878-46e0-8565-9316577a7a33 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f36b21-d4fd-4332-ad46-560285aa4554 HTTP/1.1" status: 200 len: 205 time: 0.0458460 Apr 20 14:54:48.425860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50458) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.445016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:48.480037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=c7f855ab-e2ed-41df-8475-608adb262bdc,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:48.503111 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-2b79b082-40ee-4686-92dc-4157b84d11f3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] delete failed (client error): The resource could not be found. Apr 20 14:54:48.504147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b79b082-40ee-4686-92dc-4157b84d11f3 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/routers/d7f36b21-d4fd-4332-ad46-560285aa4554 HTTP/1.1" status: 404 len: 336 time: 0.0723226 Apr 20 14:54:48.508629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.510793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.511335 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Added segment 69d1b669-4faa-4630-a10b-ffded9a0a315 of type vlan for network 21f03704-340f-4912-bd82-c2d10bd48120 Apr 20 14:54:48.512547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:48.524192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-25bacc9c-4226-4c86-84a5-e95029b6e9bd service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345781 Apr 20 14:54:48.562287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '28bf37e5-fc05-4245-9e31-ed7f0ce9b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:48.563022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: d3d891e2-087b-4fbf-9b9a-5c92fee316bd, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:48.582902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.587514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Deleting port f28f766d-d95f-4ef9-8145-beb1e78b99cf {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:48.587833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.616656 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-550ed221-1172-4a3b-b12f-ea2786520067 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:48.617110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550ed221-1172-4a3b-b12f-ea2786520067 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:48.620159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-550ed221-1172-4a3b-b12f-ea2786520067 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/5dd6b06a-65fd-49e8-902c-87c93b5de399 HTTP/1.1" status: 404 len: 337 time: 0.1095674 Apr 20 14:54:48.627681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50464) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.691157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:48.710850 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e37306-3adc-46b6-bc82-e4fffac774e7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] DELETE failed (client error): The resource could not be found. Apr 20 14:54:48.711302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e37306-3adc-46b6-bc82-e4fffac774e7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:54:48.714386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c6e37306-3adc-46b6-bc82-e4fffac774e7 tempest-RoutersIpV6Test-1039297803 tempest-RoutersIpV6Test-1039297803-project] 10.222.0.20 "DELETE /v2.0/subnets/cf6412cb-73dc-4aea-894b-31ba98573a88 HTTP/1.1" status: 404 len: 337 time: 0.0844481 Apr 20 14:54:48.731590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.732841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:48.733841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.790638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] For port f28f766d-d95f-4ef9-8145-beb1e78b99cf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f28f766d-d95f-4ef9-8145-beb1e78b99cf,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:48.790989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.805535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7346301 Apr 20 14:54:48.807686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-02d7b287-705f-45f8-b8a9-4be49504cc60 service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551970 Apr 20 14:54:48.811723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:48.847837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Calling delete_port for f28f766d-d95f-4ef9-8145-beb1e78b99cf owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:48.854655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Request body: {'subnet': {'network_id': '21f03704-340f-4912-bd82-c2d10bd48120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-579099970-subnet', 'tenant_id': '323cda7e82dd4707aff4a2874257bffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:48.866309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f4a68-b9c4-4393-9831-43d7d67873d9 admin admin] Pushing event updated for resources: {'Network': ['ID=21f03704-340f-4912-bd82-c2d10bd48120,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:48.868262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, d3d891e2-087b-4fbf-9b9a-5c92fee316bd) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:48.879998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 21f03704-340f-4912-bd82-c2d10bd48120 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:48.885088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:48.885808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.890661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6528a0a-d2e1-49bd-8728-d24b26a7ba46 None None] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:48.916897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:48.922030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Made reservation on behalf of 323cda7e82dd4707aff4a2874257bffd for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:48.925664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.132550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-351974ec-0bc2-4e66-aa48-dc38376d6b9e tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7760553 Apr 20 14:54:49.136476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50480) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:49.151916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154153765'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:49.177211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Port': ['ID=1ee3ff60-9828-44a3-9ee7-ef2097906fca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:49.218737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.236140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:49.243514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.250022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50484) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:49.285328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.291717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.315238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cd0ec4b-8372-4a1d-8cf0-6244fe4379ce req-6338fe02-481d-4544-87ba-6dba874b6d8a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 210 time: 0.0985365 Apr 20 14:54:49.322204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f28f766d-d95f-4ef9-8145-beb1e78b99cf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:49.383491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-d3d891e2-087b-4fbf-9b9a-5c92fee316bd', 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': 'c7f855ab-e2ed-41df-8475-608adb262bdc'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:49.384375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.465234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:49.513749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.515163 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 07d431cb-2bd1-4b91-9afb-193d23fe60f8 of type vlan for network 15fb47a0-e829-442e-92f2-f2064c371f08 Apr 20 14:54:49.566736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.583405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.624907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.628497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Checking segment: {'id': '69d1b669-4faa-4630-a10b-ffded9a0a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:49.628811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Network hostable DHCP agents. Network: 21f03704-340f-4912-bd82-c2d10bd48120, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:49.664957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d095005-670c-405e-971a-557d82ccec32,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:49.678586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Allocated IP 2001:db8::3 (d3d891e2-087b-4fbf-9b9a-5c92fee316bd/c7f855ab-e2ed-41df-8475-608adb262bdc/5fcc849a-6bd4-49be-9a89-9ae0e0085bab) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:49.766383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.786650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.792928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:49.793538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.821937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.822503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Fanout notify agent at l3_agent the message router_deleted on router d22db6b4-ac28-4f90-9a01-7f0660919d0b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:54:49.831192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:49.834761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-49364d08-6e52-4034-a6fb-7b490f59bd4a tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/routers/d22db6b4-ac28-4f90-9a01-7f0660919d0b HTTP/1.1" status: 204 len: 168 time: 4.4385712 Apr 20 14:54:49.873775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50500) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:49.964918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Network 21f03704-340f-4912-bd82-c2d10bd48120 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:50.031792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=15fb47a0-e829-442e-92f2-f2064c371f08,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:50.035825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.037335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.053071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 15fb47a0-e829-442e-92f2-f2064c371f08 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:50.061066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-014086f0-fd4c-4fb1-b4db-82664e9eadb1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9198430 Apr 20 14:54:50.062958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:50.067954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.080278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': '15fb47a0-e829-442e-92f2-f2064c371f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:50.082340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9957fad5-e748-4ab6-a558-6bbf0db9d55e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ace92b8eaa14f81b242177613ce2e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914522 Apr 20 14:54:50.087244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:50.093326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 21f03704-340f-4912-bd82-c2d10bd48120) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:50.122704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c77f5-c627-4e90-b17e-73ae1eb424f0 None None] Network 21f03704-340f-4912-bd82-c2d10bd48120 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:50.133708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:50.134531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.322592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:50.336068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.337366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:50.341539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:50.411925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.454870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:50.509186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c79ebf25-1593-441c-968a-7dc6e82dc964 req-e7ccd87d-c41a-4aa8-82b6-88eacc9f97c7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 210 time: 0.0503392 Apr 20 14:54:50.628546 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.632185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.633457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1a2a98b-ebf0-4f83-b358-c1f73e75968d HTTP/1.1" status: 204 len: 168 time: 0.4131870 Apr 20 14:54:50.636650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Pushing event updated for resources: {'Port': ['ID=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:50.638881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.649199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Attempting to bind port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:50.649554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Attempting to bind port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '28bf37e5-fc05-4245-9e31-ed7f0ce9b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:50.650428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Attempting to bind port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab on network d3d891e2-087b-4fbf-9b9a-5c92fee316bd {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:50.680086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8bc2a-4379-46d7-9ce5-3cf47d2373cb None None] Network 21f03704-340f-4912-bd82-c2d10bd48120 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:50.703534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c203ed0-cd81-4e2e-bd7c-d55425085171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2a98b-ebf0-4f83-b358-c1f73e75968d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:50.727040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:50.734297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Checking segment: {'id': '28bf37e5-fc05-4245-9e31-ed7f0ce9b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:50.735744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.736227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Bound using segment: {'id': '28bf37e5-fc05-4245-9e31-ed7f0ce9b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:50.737174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Bound port: 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bf37e5-fc05-4245-9e31-ed7f0ce9b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd3d891e2-087b-4fbf-9b9a-5c92fee316bd'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:50.737577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:50.769098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:50.786470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-42b6c671-34a1-4060-9aae-d01674c1af5e admin admin] 10.222.0.20 "PUT /v2.0/routers/c3794ce1-eb90-4d85-9b09-ab4a4a9317c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2252874 Apr 20 14:54:50.787558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50524) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:50.818700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Sync routers for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:50.905735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:50.907211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:50.967331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29d14664-851f-4541-8096-d4f5b745a70d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1290717 Apr 20 14:54:50.986660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.082717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:51.127440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-a83018f8-1590-4b11-9834-3fb71fc57f4d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:51.129033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-a83018f8-1590-4b11-9834-3fb71fc57f4d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.4875503 Apr 20 14:54:51.177391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'device_id': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'admin_state_up': True, 'tenant_id': 'bc8a263d1db3499eb97080380db61077'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:51.228266 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.251592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1ee3ff60-9828-44a3-9ee7-ef2097906fca no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:51.359124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.360829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Deleting port d9af6c90-8d64-4526-b639-0d7ab3649f8e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:51.361289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.367424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 1ee3ff60-9828-44a3-9ee7-ef2097906fca {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:51.367769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1ee3ff60-9828-44a3-9ee7-ef2097906fca not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:51.414420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957543fd-7bd5-418b-8e66-db73e8a3b04b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:51.433803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:51.435664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f82dbf-3fad-46e7-a13c-b89ce39d41c0') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:51.503123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] For port d9af6c90-8d64-4526-b639-0d7ab3649f8e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9af6c90-8d64-4526-b639-0d7ab3649f8e,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:51.503519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.531625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Calling delete_port for d9af6c90-8d64-4526-b639-0d7ab3649f8e owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:51.546942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:51.550944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.561584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.584543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] For port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:51.628859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] For port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,segment=NetworkSegment(28bf37e5-fc05-4245-9e31-ed7f0ce9b863),segment_id=28bf37e5-fc05-4245-9e31-ed7f0ce9b863)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:51.653825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.707597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.741222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:51.747358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.759446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing IP validity checks on allocation pools {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:54:51.764523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.ipam_backend_mixin [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102863) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:54:51.774853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:51.775267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:51.780589 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:51.885861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3d1a6-9bc9-49d1-b823-cb7c327d6e84 None None] Pushing event updated for resources: {'Port': ['ID=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:51.917254 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:54:51.918795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:54:49Z', 'revision_number': 5, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port': {'id': 'd9af6c90-8d64-4526-b639-0d7ab3649f8e', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:19Z', 'updated_at': '2022-04-20T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:51.983115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 03b7640c-8aa3-423c-8dc7-7cfef3ee206a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:51.983730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:51.997418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee1a3f9c-70ad-4555-a662-7ddec9ada4a8 req-b6a825f3-9656-4d33-b324-e46b85947177 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 210 time: 0.2585537 Apr 20 14:54:52.061376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.069500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.079187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] 10.222.0.20 "DELETE /v2.0/networks/957543fd-7bd5-418b-8e66-db73e8a3b04b HTTP/1.1" status: 204 len: 168 time: 2.2023776 Apr 20 14:54:52.117339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6768189-5ff7-4e56-871d-3768881d86f6 tempest-TestSecurityGroupsBasicOps-1672706060 tempest-TestSecurityGroupsBasicOps-1672706060-project] Pushing event deleted for resources: {'Network': ['ID=957543fd-7bd5-418b-8e66-db73e8a3b04b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:52.150194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50576) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:52.216214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.248239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Checking router: c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:54:52.267179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Routers {'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:52.267822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:52.272963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9af6c90-8d64-4526-b639-0d7ab3649f8e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:52.415320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.464883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] Set router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:54:52.532254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:54:52Z', 'revision_number': 7, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:52.548798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50592) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:52.593586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-835233508-network', 'tenant_id': '3fc2da97d6b3451086e0db73ac8a7241'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:52.600159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.613042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30fd1-886d-4e56-b9df-ae6f9028e5ce None None] The sync data for ids ['c3794ce1-eb90-4d85-9b09-ab4a4a9317c9'] in n-d-836145-2 is: [{'id': 'c3794ce1-eb90-4d85-9b09-ab4a4a9317c9', 'name': 'tempest-TaggedBootDevicesTest-1479748740-router', 'tenant_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:17Z', 'updated_at': '2022-04-20T14:54:52Z', 'revision_number': 7, 'project_id': 'bfcf7a4ea2094b69ace37d9b80bcfd31', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:52.642446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c27c39fe-c13e-4cac-b591-5ebc1086aa05 tempest-DvrRoutersNegativeTest-1963707657 tempest-DvrRoutersNegativeTest-1963707657-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1091363412', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:52.646853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.policy [None req-c27c39fe-c13e-4cac-b591-5ebc1086aa05 tempest-DvrRoutersNegativeTest-1963707657 tempest-DvrRoutersNegativeTest-1963707657-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102864) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 20 14:54:52.646998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.policy [None req-c27c39fe-c13e-4cac-b591-5ebc1086aa05 tempest-DvrRoutersNegativeTest-1963707657 tempest-DvrRoutersNegativeTest-1963707657-project] Failed policy check for 'create_router' {{(pid=102864) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 20 14:54:52.647681 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-c27c39fe-c13e-4cac-b591-5ebc1086aa05 tempest-DvrRoutersNegativeTest-1963707657 tempest-DvrRoutersNegativeTest-1963707657-project] create failed (client error): Access was denied to this resource. Apr 20 14:54:52.649255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c27c39fe-c13e-4cac-b591-5ebc1086aa05 tempest-DvrRoutersNegativeTest-1963707657 tempest-DvrRoutersNegativeTest-1963707657-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4963152 Apr 20 14:54:52.653235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:52.663409 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.665934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.681118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.708758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.20.0.7 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/8ab49954-1518-4d09-9270-4c01c9fdb2e2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:52.907113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.961945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:52.989692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Made reservation on behalf of 3fc2da97d6b3451086e0db73ac8a7241 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:52.992041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:52.996930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 03b7640c-8aa3-423c-8dc7-7cfef3ee206a owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:53.094793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.116294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.131544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:54:53.195373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=f8603c0f-7e9f-49b1-8d9f-11badaf13929,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:53.248758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '07d431cb-2bd1-4b91-9afb-193d23fe60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '15fb47a0-e829-442e-92f2-f2064c371f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:53.249447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: 15fb47a0-e829-442e-92f2-f2064c371f08, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:53.292789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a417979b-5c25-433c-ab6a-db895bf13814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.293585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.294304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:54:53.302326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:53.308328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.314791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-930e5e25-bad5-440f-8afe-efac77d428b1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c3794ce1-eb90-4d85-9b09-ab4a4a9317c9 HTTP/1.1" status: 204 len: 168 time: 2.5265222 Apr 20 14:54:53.322732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:53.385256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:53.422669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d4b31df0-c788-42fe-aeb3-d499f125bbcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=328b397878e64600aa3f2ffaff641d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638307 Apr 20 14:54:53.423413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50620) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:53.462147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75463e-b5f9-4ed1-b701-50fa1d6393ac req-e3b49684-f682-4059-96d2-995e6fd0edf1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:53.463770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae75463e-b5f9-4ed1-b701-50fa1d6393ac req-e3b49684-f682-4059-96d2-995e6fd0edf1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 931 time: 0.2686005 Apr 20 14:54:53.493169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:53.500100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 15fb47a0-e829-442e-92f2-f2064c371f08 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:53.523307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Deleting subnet ecddf9b8-3a2e-44d3-aa9b-73174b14e1db {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:54:53.533218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.564679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:53.609856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 15fb47a0-e829-442e-92f2-f2064c371f08) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:53.630366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:53.630933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.636857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89284f2-9775-4177-875a-a1a2a692a649 None None] Network 15fb47a0-e829-442e-92f2-f2064c371f08 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:53.674876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae75463e-b5f9-4ed1-b701-50fa1d6393ac req-f917540d-1d49-46d3-aa58-aca46afb6a92 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889353 Apr 20 14:54:53.680226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.719402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.719723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:53.720333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.757697 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-22bfdb86-77f9-4cc4-a054-e369f00ff077 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.6826420 Apr 20 14:54:53.763790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.765238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50622) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:53.850690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a417979b-5c25-433c-ab6a-db895bf13814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.909650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5fcc849a-6bd4-49be-9a89-9ae0e0085bab up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:53.910505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.911780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e22352-8551-43e9-b072-bc32fe93feff None None] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:53.911906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a417979b-5c25-433c-ab6a-db895bf13814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.946866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.957270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-30c2e7f8-112b-44b5-8f6a-889ffe704768 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7830596 Apr 20 14:54:53.969482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.971278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:53.996720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Request body: {'port': {'device_id': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:54.003613 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.006065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.009939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f558ea72-432a-439f-b000-7d0d0873c86d HTTP/1.1" status: 204 len: 168 time: 0.5795951 Apr 20 14:54:54.019250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.037234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ee486-fdc9-410f-b7be-b03a250d4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f558ea72-432a-439f-b000-7d0d0873c86d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.070600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a417979b-5c25-433c-ab6a-db895bf13814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b1bb0b0a31d4c6aaef88528d56c89a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925915 Apr 20 14:54:54.070744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:54.099565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.119865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:54.135052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.136004 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Added segment 75414121-804c-442e-b877-4c8d88d8b721 of type vlan for network 72fb062a-451a-4799-b6a1-26fdb8e1a401 Apr 20 14:54:54.141817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:54.142210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.150121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] Provisioning complete for port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:54.150457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.163629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.170047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ecddf9b8-3a2e-44d3-aa9b-73174b14e1db HTTP/1.1" status: 204 len: 168 time: 0.8462481 Apr 20 14:54:54.171084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50632) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:54.233633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417979b-5c25-433c-ab6a-db895bf13814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b7f03-7c98-4084-aee2-95a80f5c61cf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.243066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=03b7640c-8aa3-423c-8dc7-7cfef3ee206a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.280666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999fe90-db6d-4205-8530-35b4d56798a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-15fb47a0-e829-442e-92f2-f2064c371f08', 'network_id': '15fb47a0-e829-442e-92f2-f2064c371f08', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': 'f8603c0f-7e9f-49b1-8d9f-11badaf13929'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:54.281885 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e999fe90-db6d-4205-8530-35b4d56798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.285614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f012d361-236f-46ce-b1da-bac7c486d8cd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.301921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0c970-9b59-4e86-bcc4-b82592a4d348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecddf9b8-3a2e-44d3-aa9b-73174b14e1db,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.305026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9199cc-876c-4da4-a44e-6bbbd3aed8e7 None None] Network 2562f0c8-7885-49e6-bfb7-ffc007729be6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:54.312337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.319685 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.361037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.390248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.481322 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.490276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.508978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.529085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.530130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:54.530741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-e999fe90-db6d-4205-8530-35b4d56798a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8603c0f-7e9f-49b1-8d9f-11badaf13929: This subnet is being modified by another concurrent operation. Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8603c0f-7e9f-49b1-8d9f-11badaf13929: This subnet is being modified by another concurrent operation. Apr 20 14:54:54.633158 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:54:54.642055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=f8603c0f-7e9f-49b1-8d9f-11badaf13929,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.654002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50642) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:54.712965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.726412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3462f-9e12-48ea-bf79-03b2cb61dd6b None None] Network 15fb47a0-e829-442e-92f2-f2064c371f08 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:54.753485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.764652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Deleting port e119f4b5-1a06-42d4-bea9-76d881b9169b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:54.765256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.783010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a75bac33-095d-405d-9db2-e6519bc48a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.791340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] Pushing event updated for resources: {'Network': ['ID=72fb062a-451a-4799-b6a1-26fdb8e1a401,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.871085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-517bee7d-49b3-45ca-8119-d4e3f07c3a55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2844605 Apr 20 14:54:54.882761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:54.886030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] For port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,segment=NetworkSegment(28bf37e5-fc05-4245-9e31-ed7f0ce9b863),segment_id=28bf37e5-fc05-4245-9e31-ed7f0ce9b863)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:54.887864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 72fb062a-451a-4799-b6a1-26fdb8e1a401 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:54.907232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Request body: {'subnet': {'network_id': '72fb062a-451a-4799-b6a1-26fdb8e1a401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-835233508-subnet', 'tenant_id': '3fc2da97d6b3451086e0db73ac8a7241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:54.916326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.919264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.921023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a58b7f03-7c98-4084-aee2-95a80f5c61cf HTTP/1.1" status: 204 len: 168 time: 0.8492117 Apr 20 14:54:54.931467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fb47a0-e829-442e-92f2-f2064c371f08']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:54.937973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.975166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d431cb-2bd1-4b91-9afb-193d23fe60f8') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:54.975491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d431cb-2bd1-4b91-9afb-193d23fe60f8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:54.988764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] For port e119f4b5-1a06-42d4-bea9-76d881b9169b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e119f4b5-1a06-42d4-bea9-76d881b9169b,segment=NetworkSegment(b201936d-14c4-4d6b-93d0-fd2f92af167b),segment_id=b201936d-14c4-4d6b-93d0-fd2f92af167b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:54:54.989181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:54.993226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fef52-7628-4cc8-93ae-587319657aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b7f03-7c98-4084-aee2-95a80f5c61cf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:54.996373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.013621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.048255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06658f-cb46-49df-9c19-27748ed3c38b req-1a8ec352-820d-415b-baaa-d9dd56afd337 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:55.057767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f06658f-cb46-49df-9c19-27748ed3c38b req-1a8ec352-820d-415b-baaa-d9dd56afd337 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 931 time: 0.2297695 Apr 20 14:54:55.057767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Calling delete_port for e119f4b5-1a06-42d4-bea9-76d881b9169b owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:54:55.095541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.115178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:55.115705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:55.120589 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:55.207527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Made reservation on behalf of 3fc2da97d6b3451086e0db73ac8a7241 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:55.227829 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.240186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f06658f-cb46-49df-9c19-27748ed3c38b req-7f03110c-1fc2-4fd2-bb94-d722d64bd15b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835160 Apr 20 14:54:55.274980 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a75bac33-095d-405d-9db2-e6519bc48a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.286820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a75bac33-095d-405d-9db2-e6519bc48a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.319055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.323903 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.336205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/15fb47a0-e829-442e-92f2-f2064c371f08 HTTP/1.1" status: 204 len: 168 time: 1.5698366 Apr 20 14:54:55.351023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.367444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50660) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:55.382669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843df35-dfa6-4033-b4cb-570ae41f854f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=15fb47a0-e829-442e-92f2-f2064c371f08,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:55.394244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094815183'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:55.414468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bac33-095d-405d-9db2-e6519bc48a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b12cd-69a7-4215-94c9-0807c886b0a9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:55.424264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a75bac33-095d-405d-9db2-e6519bc48a07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64c3ef3fced040b785fb9958522bdf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676413 Apr 20 14:54:55.427275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50664) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:55.463705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.487759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:54:55.488436 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:54:55.524988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:55.531459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.560207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Pushing event deleted for resources: {'Port': ['ID=e119f4b5-1a06-42d4-bea9-76d881b9169b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:55.629457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] No DVR routers for this DVR port e119f4b5-1a06-42d4-bea9-76d881b9169b on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:54:55.661984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:54:55.682001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56881de6-61eb-4cc9-a138-b6bb169683e5 None None] DHCP port deletion for 2562f0c8-7885-49e6-bfb7-ffc007729be6 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:54:55.683663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.684403 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment a9d01ed8-4049-4b2b-80db-4431ca08d1ce of type vlan for network 2a2ef6ec-7263-443e-98b0-43f79a66a245 Apr 20 14:54:55.712801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ddc17-0311-4afd-b26d-22420756d265 None None] Pushing event updated for resources: {'Port': ['ID=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:55.724093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-10a48845-a7fd-4d18-a31f-79a9372dce78 None None] Provisioning complete for port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:55.725512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-10a48845-a7fd-4d18-a31f-79a9372dce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.855830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-10a48845-a7fd-4d18-a31f-79a9372dce78 None None] Port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:54:55.917904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:55.971756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2562f0c8-7885-49e6-bfb7-ffc007729be6']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:55.992887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b201936d-14c4-4d6b-93d0-fd2f92af167b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:55.993178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b201936d-14c4-4d6b-93d0-fd2f92af167b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:56.001587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 3d320e6e-c564-4b1c-8498-1f10d3bea18c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:54:56.014979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.045713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.056979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:54:56.057395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.062014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e679cdb-19dd-4b1d-8d91-9d49f29d98cc None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:54:56.129926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab49954-1518-4d09-9270-4c01c9fdb2e2 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:54:56.146446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:54:56.151215 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:54:56.157229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f28f766d-d95f-4ef9-8145-beb1e78b99cf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:56.160584 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.187892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Transition to ACTIVE for port object 8ab49954-1518-4d09-9270-4c01c9fdb2e2 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:54:56.199600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.203261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.209516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2562f0c8-7885-49e6-bfb7-ffc007729be6 HTTP/1.1" status: 204 len: 168 time: 2.0339069 Apr 20 14:54:56.232124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f28f766d-d95f-4ef9-8145-beb1e78b99cf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:56.232902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f28f766d-d95f-4ef9-8145-beb1e78b99cf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:56.246479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:56.249139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.254774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5f207083-9d33-4ed8-87bd-5260239f49da None None] Provisioning complete for port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:56.256535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5f207083-9d33-4ed8-87bd-5260239f49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.263832 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.266715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707600e-152b-46dc-b5ab-173b13c4c213 admin admin] Pushing event deleted for resources: {'Network': ['ID=2562f0c8-7885-49e6-bfb7-ffc007729be6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:56.384227 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:54:56.440538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.548447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:56.599857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.608318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50700) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:56.611452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:56.612252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.679966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5fcc849a-6bd4-49be-9a89-9ae0e0085bab up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:54:56.804477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:54:56.813585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686435828'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:56.818901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] Sync routers for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:54:56.828692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=2a2ef6ec-7263-443e-98b0-43f79a66a245,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:56.829402 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8d616f6-063b-4df3-aefb-3c773357d155 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5954366 Apr 20 14:54:56.834851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:56.839444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:56.840978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1fd09-77da-4a7b-8ce7-44ca4c626725 req-29d52d41-d76a-4504-987a-44b23bb439b5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:56.841110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:56.844196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ba1fd09-77da-4a7b-8ce7-44ca4c626725 req-29d52d41-d76a-4504-987a-44b23bb439b5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 943 time: 0.4237852 Apr 20 14:54:56.858371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.861971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:54:56.875295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-82462fa2-3a0f-408c-9093-11ed1bb42ca8 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4893448 Apr 20 14:54:56.880059 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.882818 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.884059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a1b12cd-69a7-4215-94c9-0807c886b0a9 HTTP/1.1" status: 204 len: 168 time: 1.4547777 Apr 20 14:54:56.891624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:56.894678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:54:56.895261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:56.899505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:56.944356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e679cdb-19dd-4b1d-8d91-9d49f29d98cc None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:54:56.969312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:56.980847 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:54:56.981720 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:57.063856 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:54:57.065747 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866ed35-a9d4-4c86-bde8-f14d618d6e18 None None] The sync data for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:54:57.092830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c2fe0-1175-4736-84ff-c37624338f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b12cd-69a7-4215-94c9-0807c886b0a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:57.171691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ba1fd09-77da-4a7b-8ce7-44ca4c626725 req-ed95679a-5e2c-47bd-8cc4-95ca1bb0b01f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036635 Apr 20 14:54:57.183780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:54:57.189353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.567633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50726) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:57.590134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Attempting to bind port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:57.590819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Attempting to bind port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:57.590819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Attempting to bind port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:57.620588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.626483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9af6c90-8d64-4526-b639-0d7ab3649f8e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:57.634665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:54:57.635295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Attempting to bind port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:57.660756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.672234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d9af6c90-8d64-4526-b639-0d7ab3649f8e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:57.672612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9af6c90-8d64-4526-b639-0d7ab3649f8e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:57.673216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e119f4b5-1a06-42d4-bea9-76d881b9169b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:54:57.684714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:57.685453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:57.686085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:57.686916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Bound port: 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:57.687499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.696328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e119f4b5-1a06-42d4-bea9-76d881b9169b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:54:57.696673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e119f4b5-1a06-42d4-bea9-76d881b9169b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:54:57.717949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6fa42aa-31e1-4fba-b2cd-cd7b8e204110,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:57.735465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Checking segment: {'id': '75414121-804c-442e-b877-4c8d88d8b721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '72fb062a-451a-4799-b6a1-26fdb8e1a401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:57.735859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Network hostable DHCP agents. Network: 72fb062a-451a-4799-b6a1-26fdb8e1a401, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:57.763206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4411c490-353c-4d69-ae84-67a92db55734 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8739e2264612480bb7e70ec5cc84a47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905591 Apr 20 14:54:57.792460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50728) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:57.866651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.885214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Network 72fb062a-451a-4799-b6a1-26fdb8e1a401 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:57.938824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 72fb062a-451a-4799-b6a1-26fdb8e1a401) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:57.944247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:57.944945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:57.949097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2367af-82ad-4205-bb7e-f5a66924c426 None None] Network 72fb062a-451a-4799-b6a1-26fdb8e1a401 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:57.957988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:57.963792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:57.978121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.005923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.007399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=d8bc783e-f482-471c-b0e5-16e9cc56e1ef,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:58.036971 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.055834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:58.056177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: 2a2ef6ec-7263-443e-98b0-43f79a66a245, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:54:58.071685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7292b2b2-dd3e-4a9a-9835-beaa20d952fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1902184 Apr 20 14:54:58.073228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.090492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:58.091221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.093139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] 10.222.0.45 "PUT /v2.0/ports/8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 1091 time: 4.1149347 Apr 20 14:54:58.096502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:54:58.102919 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748" -d '{"events": [{"name": "network-changed", "server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:54:58.118654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.158201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddc773-6af2-425c-8dd5-ae0015db240c None None] Network 72fb062a-451a-4799-b6a1-26fdb8e1a401 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:58.179438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.197080 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91cf33-5b3c-42c0-bae0-89d7120cf198 x-openstack-request-id: req-ff91cf33-5b3c-42c0-bae0-89d7120cf198 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:54:58.197472 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:54:58.197674 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff91cf33-5b3c-42c0-bae0-89d7120cf198 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:54:58.198081 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff91cf33-5b3c-42c0-bae0-89d7120cf198'] response: {'name': 'network-changed', 'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2', 'status': 'completed', 'code': 200} Apr 20 14:54:58.267545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd0127-2b5c-44e5-a23a-4740fb015bbc service neutron] Pushing event updated for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:58.357460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2ac68-4d57-4716-a635-263444c25f08,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:58.372740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:54:58.407317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.410789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.414523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd1c087-cfa6-462e-b003-47f10d2ea8b0 HTTP/1.1" status: 204 len: 168 time: 0.6172755 Apr 20 14:54:58.429929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-16c38fbb-f7fa-42e8-9dcd-80d0434dafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:58.431696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-16c38fbb-f7fa-42e8-9dcd-80d0434dafa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1094 time: 0.2713249 Apr 20 14:54:58.467638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2a2ef6ec-7263-443e-98b0-43f79a66a245) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:58.479367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5529703-9e0b-4798-927e-ed76f1e00768 None None] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:54:58.479523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:58.481515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.502209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d8d69-7bbb-44aa-a0b3-310f19ab9a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1c087-cfa6-462e-b003-47f10d2ea8b0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:58.549229 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-067c7482-a123-4536-ac70-32a5d8b56a09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 217 time: 0.0587378 Apr 20 14:54:58.627478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.651225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.653218 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.661209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-51ceab6a-7977-4daa-bf5c-ff7a2854671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:58.662712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-51ceab6a-7977-4daa-bf5c-ff7a2854671f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1068010 Apr 20 14:54:58.663815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab1ea7ab-b5e4-43ea-917c-3a94436b9ca7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7697399 Apr 20 14:54:58.666817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50746) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:58.724870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3862a-0569-4261-b481-9c9816a6b5dd req-1e5808e3-63f6-417b-8a2d-28eb7dd544af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:58.734933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fdc3862a-0569-4261-b481-9c9816a6b5dd req-1e5808e3-63f6-417b-8a2d-28eb7dd544af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 943 time: 0.4127245 Apr 20 14:54:58.884753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.886884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2736866 Apr 20 14:54:58.928460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50756) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:58.997221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-2a2ef6ec-7263-443e-98b0-43f79a66a245', 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': 'd8bc783e-f482-471c-b0e5-16e9cc56e1ef'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:54:58.998525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:58.999199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-9d201cf4-ac7c-4b2d-b676-0aeb5b9c8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:59.001070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-9d201cf4-ac7c-4b2d-b676-0aeb5b9c8b0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911479 Apr 20 14:54:59.001920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5ccca-ff2f-42ca-81a8-e1dec139dcb7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de35f9f-59ac-4511-ba0b-c0488a16a853,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:59.062815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.087776 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-498c8f0f-c93d-44b8-a165-0ef71956139e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1538923 Apr 20 14:54:59.104212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50758) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:59.115896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-security--1456852491', 'description': 'tempest-security-description-422764369'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:59.228378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.248809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Allocated IP 2001:db8::1 (2a2ef6ec-7263-443e-98b0-43f79a66a245/d8bc783e-f482-471c-b0e5-16e9cc56e1ef/078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:54:59.383438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.391746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-3490bd61-708d-4068-ba5b-e89ba61e3a84 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806229 Apr 20 14:54:59.394337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.396957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.401187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "PUT /v2.0/security-groups/0de35f9f-59ac-4511-ba0b-c0488a16a853 HTTP/1.1" status: 200 len: 1779 time: 0.2955480 Apr 20 14:54:59.404191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:59.446355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.455269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.495816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:54:59.499544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:54:59.504439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:54:59.532895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d8151a20-7c1a-4aff-b246-dd79323bee1a req-9a6313e6-2e68-4345-bee6-a66a176a9008 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294022 Apr 20 14:54:59.549850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Pushing event updated for resources: {'Port': ['ID=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:59.575299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16f387ed-3726-4ba4-83d2-c841cc4a3ad4 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups/0de35f9f-59ac-4511-ba0b-c0488a16a853 HTTP/1.1" status: 200 len: 1779 time: 0.1669676 Apr 20 14:54:59.576139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50762) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:54:59.578752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbefcb0-d3d3-4e67-bd05-adb6aeaf9989 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de35f9f-59ac-4511-ba0b-c0488a16a853,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:59.594169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Attempting to bind port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:54:59.594673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Attempting to bind port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:54:59.595119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Attempting to bind port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 on network 2a2ef6ec-7263-443e-98b0-43f79a66a245 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:54:59.604592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:54:59.605076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Checking segment: {'id': 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:54:59.606349 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.607215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Bound using segment: {'id': 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:54:59.607839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Bound port: 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2a2ef6ec-7263-443e-98b0-43f79a66a245'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:54:59.608602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.615338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 3cf99269-1bb7-413f-8f04-b7e15126cf9c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:59.617113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.677022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fdc3862a-0569-4261-b481-9c9816a6b5dd req-b18eadce-6417-4545-b7c3-119c53aa0804 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9415984 Apr 20 14:54:59.684663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-08ef3b37-9ea4-4eda-863e-dfbc49479e29 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:59.687421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-08ef3b37-9ea4-4eda-863e-dfbc49479e29 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/networks?id=21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 200 len: 811 time: 0.6166329 Apr 20 14:54:59.730854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-43d37022-3262-4406-a07e-7be4d3c0978c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/quotas/323cda7e82dd4707aff4a2874257bffd HTTP/1.1" status: 200 len: 375 time: 0.0360186 Apr 20 14:54:59.735516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-1da7f2f8-e8c9-4a01-8f4d-93a10ea2c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:59.737142 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-1da7f2f8-e8c9-4a01-8f4d-93a10ea2c7d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1094 time: 0.1347489 Apr 20 14:54:59.766668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] For port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:54:59.770254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] For port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,segment=NetworkSegment(a9d01ed8-4049-4b2b-80db-4431ca08d1ce),segment_id=a9d01ed8-4049-4b2b-80db-4431ca08d1ce)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:54:59.778013 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.790195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-4e6ea78e-aef5-4a40-8f8f-45afb075fd88 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=323cda7e82dd4707aff4a2874257bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486932 Apr 20 14:54:59.796514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:54:59.797223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.886982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-7d88de19-2bcf-426b-995a-cc2bd1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:54:59.888618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-7d88de19-2bcf-426b-995a-cc2bd1b8cc8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1416469 Apr 20 14:54:59.892330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.917150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ae079-ad66-43ff-9e2b-9e25ac0658b7 None None] Pushing event updated for resources: {'Port': ['ID=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:54:59.957589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.969053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-1be015a7-5c7f-4291-bc23-15e417647352 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 217 time: 0.0682199 Apr 20 14:54:59.982118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:54:59.985610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 3cf99269-1bb7-413f-8f04-b7e15126cf9c owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:00.054837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-27b39521-0ba2-45d0-bf3b-e4c45e86137b service neutron] 10.222.0.20 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496848 Apr 20 14:55:00.121923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.125236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.126406 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/0de35f9f-59ac-4511-ba0b-c0488a16a853 HTTP/1.1" status: 204 len: 168 time: 0.5446885 Apr 20 14:55:00.137429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50766) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:00.202966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab8bcb-7a8c-4a1d-b5fc-2e190c1d7ba8 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de35f9f-59ac-4511-ba0b-c0488a16a853,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:00.225346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-60d4bf63-8573-41ca-af2f-94f983a8842b service neutron] 10.222.0.20 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695185 Apr 20 14:55:00.244157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,segment=NetworkSegment(a9d01ed8-4049-4b2b-80db-4431ca08d1ce),segment_id=a9d01ed8-4049-4b2b-80db-4431ca08d1ce)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:00.244539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.289623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-68c391fd-cbf8-4c69-9e5d-6ad22662636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:00.293422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-68c391fd-cbf8-4c69-9e5d-6ad22662636e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1812258 Apr 20 14:55:00.306830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:00.321118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Deleting port 26c4938b-8bf7-46d6-b963-5c9d9d640871 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:00.321395 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.419924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0c1b6d4-0223-4790-8bde-5db1a1a856c0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2539182 Apr 20 14:55:00.446640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50770) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:00.476678 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-a19bf704-3f90-4b00-9479-d44c06338f9d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] delete failed (client error): The resource could not be found. Apr 20 14:55:00.481441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a19bf704-3f90-4b00-9479-d44c06338f9d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/0de35f9f-59ac-4511-ba0b-c0488a16a853 HTTP/1.1" status: 404 len: 347 time: 0.0298679 Apr 20 14:55:00.485770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50774) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:00.503210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--417814202'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:00.571752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-a1a5be77-a6b2-48a1-af38-6064732cab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:00.573550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-a1a5be77-a6b2-48a1-af38-6064732cab10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985433 Apr 20 14:55:00.628913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.633708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b451d6f4-c6e7-4ebc-8c35-6a65d125722a req-925ae876-3dae-4c10-882a-c505d98af421 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 210 time: 0.0894697 Apr 20 14:55:00.645474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:00.737223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] For port 26c4938b-8bf7-46d6-b963-5c9d9d640871, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=26c4938b-8bf7-46d6-b963-5c9d9d640871,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:00.738585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.751365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:00.752019 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.789824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Calling delete_port for 26c4938b-8bf7-46d6-b963-5c9d9d640871 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:00.898038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.931861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:00.967207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=3cf99269-1bb7-413f-8f04-b7e15126cf9c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:01.030591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,segment=NetworkSegment(a9d01ed8-4049-4b2b-80db-4431ca08d1ce),segment_id=a9d01ed8-4049-4b2b-80db-4431ca08d1ce)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:01.040843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.089238 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-c95bc469-c1c9-457d-8fc8-5c6bff3b360b service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987214 Apr 20 14:55:01.210623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:01.273856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.333222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.398092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.430475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.469833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9545d572-5820-4c73-b52b-812ac52311b9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:01.477029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:01.509759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.514655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad960c20-379d-428a-9d89-102d472741dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0131981 Apr 20 14:55:01.514824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:01.537567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61677c8c-a8f9-4ad8-8c61-5d5070701395 None None] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:01.549714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:01.555660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': '9545d572-5820-4c73-b52b-812ac52311b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:01.555899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e3e10a0d-f6ef-42dc-8800-65e7d91fd748 req-1498a07a-0faf-4c35-9ecd-801c7fac54ad service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141898 Apr 20 14:55:01.622018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346762-1bd2-4061-adbb-e37286b84853 req-a0fd494f-6632-450f-8637-6a63121248b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:01.623512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df346762-1bd2-4061-adbb-e37286b84853 req-a0fd494f-6632-450f-8637-6a63121248b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 943 time: 0.5118310 Apr 20 14:55:01.629944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.677841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.693256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-92c5c8ae-db61-4db2-8f59-c8c236cdfa1c None None] Could not find standard attr ID for object 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:55:01.769163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 3d320e6e-c564-4b1c-8498-1f10d3bea18c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:01.789617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Pushing event deleted for resources: {'Port': ['ID=26c4938b-8bf7-46d6-b963-5c9d9d640871,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:01.841258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df346762-1bd2-4061-adbb-e37286b84853 req-45839698-2563-4893-bb58-660ba1baabc3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568916 Apr 20 14:55:01.878187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:01.916076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:01.925575 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1fe9b49d-fdfa-411d-8d84-14652b98b00a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0891821 Apr 20 14:55:01.928401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50792) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:01.931161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] Sync routers for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:01.941502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-049dc1c5-10fe-413e-87ba-5e149b2a4a7f req-e4acbba6-0757-4072-b551-0c243c9eb5b7 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 210 time: 0.1628911 Apr 20 14:55:01.949817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:01.950503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:01.974987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b30b742f-8b6c-4ad1-93ff-d8abc9044f0f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d320e6e-c564-4b1c-8498-1f10d3bea18c HTTP/1.1" status: 200 len: 205 time: 0.0452931 Apr 20 14:55:01.985297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50794) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:02.039282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.057329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.063666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.075422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] Routers {'3d320e6e-c564-4b1c-8498-1f10d3bea18c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:02.076097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.140845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.145965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.147362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a3b0e-54d9-442d-b3d6-72d75d26000e None None] The sync data for ids ['3d320e6e-c564-4b1c-8498-1f10d3bea18c'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:02.305916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44d9680-2801-4c65-8fa9-6d76fba15ec1,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:02.320616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.324816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-56ffe88d-6871-479f-b717-6878f0a2b24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7705557 Apr 20 14:55:02.327573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:02.362604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.411493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.469364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.473789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.512479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961e722-8a3f-45d1-b1cf-2923fdb2635c None None] Network 2a2ef6ec-7263-443e-98b0-43f79a66a245 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:02.572026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-cecec590-0795-4d9e-b92d-8352cc8cc72c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:02.573973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-cecec590-0795-4d9e-b92d-8352cc8cc72c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.43 "GET /v2.0/networks?id=21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 200 len: 811 time: 0.4594266 Apr 20 14:55:02.581410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bc783e-f482-471c-b0e5-16e9cc56e1ef,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:02.633086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Request body: {'port': {'device_id': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120', 'admin_state_up': True, 'tenant_id': '323cda7e82dd4707aff4a2874257bffd'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:02.730640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.733169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bdff80-3752-4679-82a2-bafde83e71be None None] DHCP port deletion for 2a2ef6ec-7263-443e-98b0-43f79a66a245 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:02.750211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.758530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.759254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.762203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.765221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c44d9680-2801-4c65-8fa9-6d76fba15ec1 HTTP/1.1" status: 204 len: 168 time: 0.4355061 Apr 20 14:55:02.770982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8ab49954-1518-4d09-9270-4c01c9fdb2e2 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:55:02.785027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50800) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:02.812256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.813003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router 3d320e6e-c564-4b1c-8498-1f10d3bea18c {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:55:02.813153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2ef6ec-7263-443e-98b0-43f79a66a245']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.824191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.824489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d01ed8-4049-4b2b-80db-4431ca08d1ce') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:02.830185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.833924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95d9b0ee-e07b-4336-92dd-98f1a30a0dfb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c HTTP/1.1" status: 204 len: 168 time: 0.8448489 Apr 20 14:55:02.834237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50802) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:02.866612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.899597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet b2089bce-9756-4318-8d32-192003a164bb {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:02.908424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.924012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.932971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5aac-e088-4b66-85ec-0492c60ea0dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44d9680-2801-4c65-8fa9-6d76fba15ec1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:02.943226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:02.943735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:02.948928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:02.951843 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:02.972233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8ab49954-1518-4d09-9270-4c01c9fdb2e2', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '8ab49954-1518-4d09-9270-4c01c9fdb2e2', 'mac_address': 'fa:16:3e:c1:51:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:55:02.981636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.016843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.038363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab49954-1518-4d09-9270-4c01c9fdb2e2 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:55:03.082690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:03.088584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.101579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.148679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-299c3670-59bc-49a2-85b4-36b7d0906d56 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2621596 Apr 20 14:55:03.150018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:03.168925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50808) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.202409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.203923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-493f846a-9f1d-428d-94e1-23903c0ee8ac req-a3255876-b6a9-4d88-9d12-127336037bc5 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 210 time: 0.0715625 Apr 20 14:55:03.209257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.214157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.218106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/2a2ef6ec-7263-443e-98b0-43f79a66a245 HTTP/1.1" status: 204 len: 168 time: 4.5045552 Apr 20 14:55:03.226802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.250736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.257373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae094f8-9588-4809-abc7-f1cdf79886ba None None] Network e5f368ab-1951-472d-900b-b090d08886f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:03.258041 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/b2089bce-9756-4318-8d32-192003a164bb HTTP/1.1" status: 204 len: 168 time: 0.4219632 Apr 20 14:55:03.267351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997234203'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:03.271722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.284942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81470141-3927-4a31-bafc-e65467b02496 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=b2089bce-9756-4318-8d32-192003a164bb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:03.348853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:03.352702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.370184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.398016 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.454014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet 1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:03.459177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.459623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.462388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.463877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/9545d572-5820-4c73-b52b-812ac52311b9 HTTP/1.1" status: 204 len: 168 time: 0.2939596 Apr 20 14:55:03.466317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.471851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.511950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:55:03.536730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:03.542144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52b403-3e67-4253-a81b-10304bf9d2ba tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545d572-5820-4c73-b52b-812ac52311b9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:03.558380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.581549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] DHCP port deletion for e5f368ab-1951-472d-900b-b090d08886f2 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:03.594141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.594607 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 883065d0-e45c-44ff-a110-6e6801d59605 of type vlan for network fc1db2c9-4f64-4104-9f1e-e0ce741085df Apr 20 14:55:03.615364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Made reservation on behalf of 323cda7e82dd4707aff4a2874257bffd for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:03.618678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.624612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d945-2fcc-4c2b-9892-aa3cd0d718f4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=2a2ef6ec-7263-443e-98b0-43f79a66a245,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:03.649184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5d598-a4dc-4b0c-8c47-26ee0c19df0a req-9c36e73a-2408-44cc-b38c-af232b346eb7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:03.650764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05b5d598-a4dc-4b0c-8c47-26ee0c19df0a req-9c36e73a-2408-44cc-b38c-af232b346eb7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 943 time: 0.6641862 Apr 20 14:55:03.662738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80b585c9-7acd-4cc3-b791-4ea1d1398ca3 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683364 Apr 20 14:55:03.666675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.670508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.677422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467892434'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:03.693411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Deleting port c274edf3-ac13-4344-9778-2e7711cb0eda {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:03.693815 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.706946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:03.741770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.746896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:03.747511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.761776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.776016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-05b5d598-a4dc-4b0c-8c47-26ee0c19df0a req-700d2f27-a4ef-4344-b921-ee63cbe75a19 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932269 Apr 20 14:55:03.785025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:03.888969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6571519 Apr 20 14:55:03.892386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50822) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:03.897450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:03.911176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb942-eb86-4d24-932d-d581a784202b tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=fc1db2c9-4f64-4104-9f1e-e0ce741085df,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:03.960281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Allocated IP 172.20.0.11 (21f03704-340f-4912-bd82-c2d10bd48120/9d095005-670c-405e-971a-557d82ccec32/78611fec-85c9-4d01-8816-92e90b64ffe3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:03.984497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network fc1db2c9-4f64-4104-9f1e-e0ce741085df details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:03.994437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.003532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.017570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.024477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] For port c274edf3-ac13-4344-9778-2e7711cb0eda, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c274edf3-ac13-4344-9778-2e7711cb0eda,segment=NetworkSegment(08ffa7d0-12f7-46d8-b56b-fbb4d938ae67),segment_id=08ffa7d0-12f7-46d8-b56b-fbb4d938ae67)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:04.024948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.049866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:04.058980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Sync routers for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:04.079229 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:04.080073 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.080273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Calling delete_port for c274edf3-ac13-4344-9778-2e7711cb0eda owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:04.094329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:04.096743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1eaaed14-8e15-4c42-8e23-1eaf895ee06f admin admin] 10.222.0.20 "PUT /v2.0/routers/22dbd9f3-17f8-47be-8a78-90fc2e8f65e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8369584 Apr 20 14:55:04.108887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:04.119507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.120855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4479580 Apr 20 14:55:04.126667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.140869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50828) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:04.141620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-068ad500-7567-4292-98e1-37b87b728ff2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2 HTTP/1.1" status: 204 len: 168 time: 0.8661299 Apr 20 14:55:04.142424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:04.159222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'd164140d-aa16-4766-bd6b-2cd493ce33b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:04.191955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b874e1f-8a66-4078-a50a-b953f422bc25 None None] Network ab8f706e-49f3-46ef-9850-51a95673d595 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:04.199128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:04.208235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871604-848f-400b-8ad8-6bcf24d3cca7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d164140d-aa16-4766-bd6b-2cd493ce33b0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:04.209079 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.282970 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:55:04.431520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.447566 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.473723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.489628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] Pushing event deleted for resources: {'Port': ['ID=c274edf3-ac13-4344-9778-2e7711cb0eda,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:04.493611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b04050-f6b1-4088-9f58-e75ba8cf7832 None None] No DVR routers for this DVR port c274edf3-ac13-4344-9778-2e7711cb0eda on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:04.500053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.558132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dc184b0-60b4-416f-8152-1392ce12295f req-baa6976b-3503-4711-b22f-89e748c18a8b tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 210 time: 0.1611748 Apr 20 14:55:04.564477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] DHCP port deletion for ab8f706e-49f3-46ef-9850-51a95673d595 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:04.573213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:55:01Z', 'revision_number': 5, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.641478 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Checking router: 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:55:04.648115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:04.652362 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Routers {'22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:04.653088 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:54:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.706660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:04.707020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 078ebfdf-8797-4b5a-a0f5-3b01eb6aadb6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:04.707420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c274edf3-ac13-4344-9778-2e7711cb0eda no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:04.730944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.753571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.755649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f368ab-1951-472d-900b-b090d08886f2']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.755984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.763237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c274edf3-ac13-4344-9778-2e7711cb0eda {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:04.763549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c274edf3-ac13-4344-9778-2e7711cb0eda not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:04.769862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.770148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.770449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ffa7d0-12f7-46d8-b56b-fbb4d938ae67') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:04.780483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Deleting port d9ba29c4-7305-4e48-a130-7a7042dd94cd {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:04.780868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.784000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.788162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8ab49954-1518-4d09-9270-4c01c9fdb2e2 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:04.802380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.810308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:04.810743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.829669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f2404a-b5f7-4bd2-a943-f1b54d515f13,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:04.857973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.859214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ff71464-26e8-473e-870b-ac3240f1c5c7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7154083 Apr 20 14:55:04.869574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:04.874614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'd164140d-aa16-4766-bd6b-2cd493ce33b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:04.878146 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:04.886886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] Set router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:55:04.900104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.905460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.912915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:04.916265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/e5f368ab-1951-472d-900b-b090d08886f2 HTTP/1.1" status: 204 len: 168 time: 0.7627745 Apr 20 14:55:04.921925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50842) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:04.964150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706111d-f3ff-43fb-863f-9dae7c9723ef tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=e5f368ab-1951-472d-900b-b090d08886f2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:04.972966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.003610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Deleting port 47848031-7554-4299-91c9-fe4f73ad4f40 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:05.004147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.011056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] For port d9ba29c4-7305-4e48-a130-7a7042dd94cd, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9ba29c4-7305-4e48-a130-7a7042dd94cd,segment=NetworkSegment(7d144a0f-4d97-4a63-8e46-39ab9511a56f),segment_id=7d144a0f-4d97-4a63-8e46-39ab9511a56f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:05.011584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.051007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Calling delete_port for d9ba29c4-7305-4e48-a130-7a7042dd94cd owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:05.077643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:55:05.083158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:05.084347 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.131419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.133366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] For port 47848031-7554-4299-91c9-fe4f73ad4f40, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=47848031-7554-4299-91c9-fe4f73ad4f40,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:05.134491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.135114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.163949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Calling delete_port for 47848031-7554-4299-91c9-fe4f73ad4f40 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:05.233458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Network 21f03704-340f-4912-bd82-c2d10bd48120 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:05.234472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=5858f994-6b32-4b40-95d2-7edddd13be36,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.256564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.256810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:05.263638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Pushing event updated for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.271696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:55:01Z', 'revision_number': 5, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:05.273114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:05.284003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.304736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.312291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] Pushing event deleted for resources: {'Port': ['ID=d9ba29c4-7305-4e48-a130-7a7042dd94cd,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.315428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1cc49-c0a2-4296-a3ea-46609266ae53 None None] No DVR routers for this DVR port d9ba29c4-7305-4e48-a130-7a7042dd94cd on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:05.319450 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d988e77-afae-4413-8c61-90fc75672756 None None] The sync data for ids ['22dbd9f3-17f8-47be-8a78-90fc2e8f65e9'] in n-d-836145-2 is: [{'id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'name': 'tempest-TaggedBootDevicesTest-645927249-router', 'tenant_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:47:31Z', 'updated_at': '2022-04-20T14:55:01Z', 'revision_number': 5, 'project_id': 'b6b6d70adf5e4d6bacacf5ab6eb13c09', 'gw_port': {'id': '47848031-7554-4299-91c9-fe4f73ad4f40', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dbd9f3-17f8-47be-8a78-90fc2e8f65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:47:32Z', 'updated_at': '2022-04-20T14:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:05.349776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092d419-2709-432a-af30-5c95300aee9c req-1fe92837-7e0f-41f1-ab83-2545e07da903 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:05.351462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9092d419-2709-432a-af30-5c95300aee9c req-1fe92837-7e0f-41f1-ab83-2545e07da903 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 944 time: 0.3616517 Apr 20 14:55:05.376302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:05.377370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:05.380048 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714fb78d-9811-47bc-9bf8-6dcff5043633" -d '{"events": [{"server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "name": "network-vif-plugged", "status": "completed", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:05.384354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.445699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:05.446344 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.451918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.472769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.481145 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f458d73-9a64-4e18-ac0d-f7bfcb3ab290 x-openstack-request-id: req-5f458d73-9a64-4e18-ac0d-f7bfcb3ab290 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:05.481453 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "name": "network-vif-plugged", "status": "completed", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:05.482287 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f458d73-9a64-4e18-ac0d-f7bfcb3ab290 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:05.482782 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f458d73-9a64-4e18-ac0d-f7bfcb3ab290'] response: {'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2', 'code': 200} Apr 20 14:55:05.528539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.560422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '883065d0-e45c-44ff-a110-6e6801d59605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:05.561026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: fc1db2c9-4f64-4104-9f1e-e0ce741085df, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:05.577260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-d24a76c7-49ea-417f-af63-5efd69aa0045 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9581425 Apr 20 14:55:05.592831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Request body: {'port': {'device_id': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:05.613673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.619687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.626394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25877faf-560a-4aed-9c6b-1bc7c389282b req-dd04f711-daab-49af-8f6e-b5fcee1d7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:05.627950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-25877faf-560a-4aed-9c6b-1bc7c389282b req-dd04f711-daab-49af-8f6e-b5fcee1d7efd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1096 time: 0.0746825 Apr 20 14:55:05.646793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29da742c-e67e-4530-866f-f4ac44a80a34,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.664638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Pushing event deleted for resources: {'Port': ['ID=47848031-7554-4299-91c9-fe4f73ad4f40,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:05.692856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9092d419-2709-432a-af30-5c95300aee9c req-ebbc994f-ecfb-4964-963b-6a55aa6a07a8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700412 Apr 20 14:55:05.713171 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.714556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b25e240-f807-42f4-a1d9-b9646354d2ca tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8439934 Apr 20 14:55:05.716686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8f706e-49f3-46ef-9850-51a95673d595']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:05.733792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50848) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:05.738441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'd164140d-aa16-4766-bd6b-2cd493ce33b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:05.744693 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-25877faf-560a-4aed-9c6b-1bc7c389282b req-c9876136-d2c4-45b6-8761-c5faf27944bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869577 Apr 20 14:55:05.763709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.766367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d144a0f-4d97-4a63-8e46-39ab9511a56f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:05.766951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d144a0f-4d97-4a63-8e46-39ab9511a56f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:05.768432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network fc1db2c9-4f64-4104-9f1e-e0ce741085df is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:05.790934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.794662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.815832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, fc1db2c9-4f64-4104-9f1e-e0ce741085df) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:05.825735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7492a-3e49-4adb-822e-f3bc03f87996 None None] Network fc1db2c9-4f64-4104-9f1e-e0ce741085df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:05.825901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:05.826522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.834193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.852150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae6a07-ceea-4ab5-bd6d-fc71bc2993d4 req-dc0ed5ce-7f41-43ba-916e-9218b386166c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:05.853704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1ae6a07-ceea-4ab5-bd6d-fc71bc2993d4 req-dc0ed5ce-7f41-43ba-916e-9218b386166c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 932 time: 0.1975489 Apr 20 14:55:05.874659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.880455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:05.880859 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.884100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:05.885309 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:05.888887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.940825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.941463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:55:05.946150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:05.947445 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46519164-c601-456e-818c-647ca71ade2e admin admin] 10.222.0.20 "DELETE /v2.0/routers/22dbd9f3-17f8-47be-8a78-90fc2e8f65e9 HTTP/1.1" status: 204 len: 168 time: 1.8224297 Apr 20 14:55:05.949897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:05.965669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-340eedeb-ebc1-4645-b3a9-2f4399e8a7de tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0698669 Apr 20 14:55:06.001574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50852) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:06.004872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Deleting subnet 1fb3547a-7b64-424e-be63-057a35a3fd37 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:06.008560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.022101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-fc1db2c9-4f64-4104-9f1e-e0ce741085df', 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': '5858f994-6b32-4b40-95d2-7edddd13be36'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:06.023063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.089445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.148452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1ae6a07-ceea-4ab5-bd6d-fc71bc2993d4 req-e1ce99f8-2be6-4a32-a3ca-6db10bcec702 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709298 Apr 20 14:55:06.174488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.195830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.198961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/ab8f706e-49f3-46ef-9850-51a95673d595 HTTP/1.1" status: 204 len: 168 time: 1.2747312 Apr 20 14:55:06.201042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Allocated IP 2001:db8::1 (fc1db2c9-4f64-4104-9f1e-e0ce741085df/5858f994-6b32-4b40-95d2-7edddd13be36/c9db7b6c-eb20-47eb-aa4d-e004dd254348) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:06.204552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50854) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:06.206470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.220412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-484757219'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:06.240047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b902af-9a4c-4012-8a1e-756cf2b91b6c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=ab8f706e-49f3-46ef-9850-51a95673d595,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.265564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.292508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.307192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.313713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.324532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:06.325821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.361807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97f2dc3-43d1-407e-b686-31445fbc9920,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.377716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.378872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc33e9a5-e42d-460f-bd1a-95f8d05e4b43 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6440699 Apr 20 14:55:06.381627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50856) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:06.386010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'd164140d-aa16-4766-bd6b-2cd493ce33b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:06.398988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.402673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:06.425912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.425912 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment fe19e1cb-f3ed-41f9-9b92-9b645ad9788c of type vlan for network af3aafb6-b71b-4da8-9471-ec9e9e662714 Apr 20 14:55:06.427580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb3547a-7b64-424e-be63-057a35a3fd37,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.429898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.433131 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bdec1258-d6ac-4bb1-938e-565ed50f5417 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1fb3547a-7b64-424e-be63-057a35a3fd37 HTTP/1.1" status: 204 len: 168 time: 0.4822273 Apr 20 14:55:06.436267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50858) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:06.438831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4abcb2-04c9-49ae-bba7-69594b597bf9 None None] Network 207d0d55-de51-4fda-8366-35cdad692df1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:06.509146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.516017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78611fec-85c9-4d01-8816-92e90b64ffe3 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:55:06.520548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.524919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.526856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.527776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.532739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.578110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.585018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Transition to ACTIVE for port object 78611fec-85c9-4d01-8816-92e90b64ffe3 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:55:06.599659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.615119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.626058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:06.626741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.640902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=5858f994-6b32-4b40-95d2-7edddd13be36,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.651746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Pushing event updated for resources: {'Port': ['ID=c9db7b6c-eb20-47eb-aa4d-e004dd254348,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.657947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Network fc1db2c9-4f64-4104-9f1e-e0ce741085df is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:06.689980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:06.692951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:06.761101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.769921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Deleting port a8e95cfb-512f-4226-a2d7-094f174ee26d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:06.770290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.871793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6616182 Apr 20 14:55:06.872339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Attempting to bind port c9db7b6c-eb20-47eb-aa4d-e004dd254348 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:06.872339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Attempting to bind port c9db7b6c-eb20-47eb-aa4d-e004dd254348 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '883065d0-e45c-44ff-a110-6e6801d59605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:06.872339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Attempting to bind port c9db7b6c-eb20-47eb-aa4d-e004dd254348 on network fc1db2c9-4f64-4104-9f1e-e0ce741085df {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:06.876687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50864) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:06.877779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:06.878246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Checking segment: {'id': '883065d0-e45c-44ff-a110-6e6801d59605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:06.878831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.879284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Bound using segment: {'id': '883065d0-e45c-44ff-a110-6e6801d59605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:06.879838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Bound port: c9db7b6c-eb20-47eb-aa4d-e004dd254348, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883065d0-e45c-44ff-a110-6e6801d59605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:06.880286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.896562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Pushing event updated for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.896951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9ba29c4-7305-4e48-a130-7a7042dd94cd no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:06.904467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cbd94-d84d-465c-850e-5c394fc8aadb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=af3aafb6-b71b-4da8-9471-ec9e9e662714,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.911615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.925842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:06.933517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] DHCP port deletion for 207d0d55-de51-4fda-8366-35cdad692df1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:06.935975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:06.940132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d9ba29c4-7305-4e48-a130-7a7042dd94cd {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:06.940467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9ba29c4-7305-4e48-a130-7a7042dd94cd not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:06.941048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26c4938b-8bf7-46d6-b963-5c9d9d640871 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:06.947604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] For port a8e95cfb-512f-4226-a2d7-094f174ee26d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a8e95cfb-512f-4226-a2d7-094f174ee26d,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:06.947997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.949038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:06.997829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0720f75-6283-406e-bc12-4bb5c4d47853,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:06.999513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1db2c9-4f64-4104-9f1e-e0ce741085df']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:07.007303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.009046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f4541a89-8f89-4f79-ac16-82c982ee646d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6264894 Apr 20 14:55:07.015594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Calling delete_port for a8e95cfb-512f-4226-a2d7-094f174ee26d owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:07.028773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50866) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:07.035254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'd164140d-aa16-4766-bd6b-2cd493ce33b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:07.052624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ee57-37c0-44b0-983e-3f72c5623106 req-cc04cca7-c3cf-443f-af57-16c357c9432f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:07.054041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a78ee57-37c0-44b0-983e-3f72c5623106 req-cc04cca7-c3cf-443f-af57-16c357c9432f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 945 time: 0.1829898 Apr 20 14:55:07.062253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Attempting to bind port 78611fec-85c9-4d01-8816-92e90b64ffe3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:07.062891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Attempting to bind port 78611fec-85c9-4d01-8816-92e90b64ffe3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '69d1b669-4faa-4630-a10b-ffded9a0a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:07.064751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Attempting to bind port 78611fec-85c9-4d01-8816-92e90b64ffe3 on network 21f03704-340f-4912-bd82-c2d10bd48120 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:07.074023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Port 78611fec-85c9-4d01-8816-92e90b64ffe3 on network 21f03704-340f-4912-bd82-c2d10bd48120 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:55:07.074712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Attempting to bind port 78611fec-85c9-4d01-8816-92e90b64ffe3 on network 21f03704-340f-4912-bd82-c2d10bd48120 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:07.082066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883065d0-e45c-44ff-a110-6e6801d59605') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:07.083005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883065d0-e45c-44ff-a110-6e6801d59605') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:07.091792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:07.092670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Checking segment: {'id': '69d1b669-4faa-4630-a10b-ffded9a0a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:07.093310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] For port c9db7b6c-eb20-47eb-aa4d-e004dd254348, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:07.093989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Bound using segment: {'id': '69d1b669-4faa-4630-a10b-ffded9a0a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:07.094686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Bound port: 78611fec-85c9-4d01-8816-92e90b64ffe3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d1b669-4faa-4630-a10b-ffded9a0a315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:07.095230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.098378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.100577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] For port c9db7b6c-eb20-47eb-aa4d-e004dd254348, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c9db7b6c-eb20-47eb-aa4d-e004dd254348,segment=NetworkSegment(883065d0-e45c-44ff-a110-6e6801d59605),segment_id=883065d0-e45c-44ff-a110-6e6801d59605)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:07.103826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 26c4938b-8bf7-46d6-b963-5c9d9d640871 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:07.104293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 26c4938b-8bf7-46d6-b963-5c9d9d640871 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:07.105256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 47848031-7554-4299-91c9-fe4f73ad4f40 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:07.120508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.131483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:07.131985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.141445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.176951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a78ee57-37c0-44b0-983e-3f72c5623106 req-7c719f08-ab7f-44c1-8a35-2587d65f15ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060264 Apr 20 14:55:07.214843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.255565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.265130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:07.268100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 47848031-7554-4299-91c9-fe4f73ad4f40 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:07.268543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 47848031-7554-4299-91c9-fe4f73ad4f40 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:07.269896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:07.270836 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:07.290913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=78611fec-85c9-4d01-8816-92e90b64ffe3,segment=NetworkSegment(69d1b669-4faa-4630-a10b-ffded9a0a315),segment_id=69d1b669-4faa-4630-a10b-ffded9a0a315)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:07.329527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.338797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e62dc57-3a21-46b0-9769-011d85542e8f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.370544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42eedae-72eb-4015-9d30-725809ff5979 None None] Network fc1db2c9-4f64-4104-9f1e-e0ce741085df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:07.392419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9313c1a-80fa-44b6-9eb2-e9febec10641 None None] Pushing event updated for resources: {'Port': ['ID=c9db7b6c-eb20-47eb-aa4d-e004dd254348,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.397696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Deleting port a8e95cfb-512f-4226-a2d7-094f174ee26d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:07.398189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.403980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.api [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:55:07.403980 n-d-836145-2 neutron-server[102863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:55:07.403980 n-d-836145-2 neutron-server[102863]: [parameters: {'id': 'fc1db2c9-4f64-4104-9f1e-e0ce741085df'}] Apr 20 14:55:07.403980 n-d-836145-2 neutron-server[102863]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:55:07.404538 n-d-836145-2 neutron-server[102863]: DEBUG oslo_db.api [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:55:07.409347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.413502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-15f117fc-1a11-4a2a-8308-771e5f451552 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3790197 Apr 20 14:55:07.415117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50870) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:07.438395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:07.439214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.440734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] 10.222.0.43 "PUT /v2.0/ports/78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 200 len: 1092 time: 1.8526974 Apr 20 14:55:07.442084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:07.444543 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd357d-3c1d-496e-9f8a-4574f4729cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:07.495204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d1bed-e802-4a86-9de6-26fe4500a970 service neutron] Pushing event updated for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.496757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.511213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c8c87-1c04-496a-b1df-04b4509bb07e req-70c39bb6-3257-42f1-95bc-b1e4bd48b59b tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:07.511444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.513405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d34c8c87-1c04-496a-b1df-04b4509bb07e req-70c39bb6-3257-42f1-95bc-b1e4bd48b59b tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 944 time: 0.1133595 Apr 20 14:55:07.556180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:07.560428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.567629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.577793 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f33a1f9-3671-4360-8a24-ce8c0b5179bf x-openstack-request-id: req-8f33a1f9-3671-4360-8a24-ce8c0b5179bf {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:07.578407 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:07.578945 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f33a1f9-3671-4360-8a24-ce8c0b5179bf {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:07.579580 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f33a1f9-3671-4360-8a24-ce8c0b5179bf'] response: {'name': 'network-changed', 'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3', 'status': 'completed', 'code': 200} Apr 20 14:55:07.588601 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.589754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7e62dc57-3a21-46b0-9769-011d85542e8f HTTP/1.1" status: 204 len: 168 time: 0.1714122 Apr 20 14:55:07.592883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50874) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:07.618128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d34c8c87-1c04-496a-b1df-04b4509bb07e req-b0274fb5-a24a-4e53-adba-c0546a26bfa8 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Apr 20 14:55:07.620967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] For port a8e95cfb-512f-4226-a2d7-094f174ee26d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a8e95cfb-512f-4226-a2d7-094f174ee26d,segment=NetworkSegment(f3e8f18b-e684-49ed-885b-ed6a227fb2a3),segment_id=f3e8f18b-e684-49ed-885b-ed6a227fb2a3)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:07.621366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.634918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc50b8-0891-473d-ac6e-dd860780b231 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e62dc57-3a21-46b0-9769-011d85542e8f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.637780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-abf0ae04-84e5-4339-9887-5b828e315e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:07.640812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-abf0ae04-84e5-4339-9887-5b828e315e6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=323cda7e82dd4707aff4a2874257bffd&device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 1095 time: 0.1256094 Apr 20 14:55:07.641606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Calling delete_port for a8e95cfb-512f-4226-a2d7-094f174ee26d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:07.679158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4cc6116f-34c3-4712-ad22-241933fa3b52 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0817165 Apr 20 14:55:07.683965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:07.696525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.716517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-dd6b19da-93f5-4363-9c5a-3cfaa1652755 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0541503 Apr 20 14:55:07.733694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e95cfb-512f-4226-a2d7-094f174ee26d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.756467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] No DVR routers for this DVR port a8e95cfb-512f-4226-a2d7-094f174ee26d on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:07.779732 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.800205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.805027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-13e44bea-5f6a-4080-b30c-8256acbabbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:07.806811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-13e44bea-5f6a-4080-b30c-8256acbabbeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d095005-670c-405e-971a-557d82ccec32 HTTP/1.1" status: 200 len: 851 time: 0.0831954 Apr 20 14:55:07.819250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] Pushing event deleted for resources: {'Port': ['ID=a8e95cfb-512f-4226-a2d7-094f174ee26d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:07.824153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e7440-8b80-4e59-a9d2-c6e2c98195d6 None None] No DVR routers for this DVR port a8e95cfb-512f-4226-a2d7-094f174ee26d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:07.846328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb407ffc-afe0-4fb4-ab5a-005f770c6b7f None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:55:07.863894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.875415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-52b6d142-4f70-453f-88a1-78178374ab88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f03704-340f-4912-bd82-c2d10bd48120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603938 Apr 20 14:55:07.907982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.914777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:07.976510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207d0d55-de51-4fda-8366-35cdad692df1']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:07.981384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb407ffc-afe0-4fb4-ab5a-005f770c6b7f None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:55:07.994644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:07.995030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e8f18b-e684-49ed-885b-ed6a227fb2a3') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:08.013128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-2739dedb-7a3e-4d10-81af-e0e6ada47c04 service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307287 Apr 20 14:55:08.044220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.047388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.064570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.065808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e0720f75-6283-406e-bc12-4bb5c4d47853 HTTP/1.1" status: 204 len: 168 time: 0.3805866 Apr 20 14:55:08.074551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf28c6f-0f85-490e-81aa-95085dbe1313 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0720f75-6283-406e-bc12-4bb5c4d47853,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:08.076420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:08.102202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.126216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:08.126678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:08.128404 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:08.147912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.160724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9da4ff3d-f936-41e1-aa9f-0a0550f5e0ba req-cf42d3c3-0927-4242-9617-77533cece9ce service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406264 Apr 20 14:55:08.270781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port c9db7b6c-eb20-47eb-aa4d-e004dd254348 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:08.271159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.287050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-9bbe5046-e2ef-462d-9bb1-c5234e4de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:08.288691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-9bbe5046-e2ef-462d-9bb1-c5234e4de34b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=323cda7e82dd4707aff4a2874257bffd&device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 1095 time: 0.0779066 Apr 20 14:55:08.306687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=d92b0bb3-8b0e-4a18-8366-27762245f7cd,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:08.362114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-042e1bfd-e99d-49b4-8268-10145f1b03a5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2777827 Apr 20 14:55:08.367429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50884) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:08.384913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.424514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad46b-a904-4537-8389-1402039a013e req-e3d03859-edf8-41f0-9d00-8c2ae033d70f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:08.426684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383ad46b-a904-4537-8389-1402039a013e req-e3d03859-edf8-41f0-9d00-8c2ae033d70f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 945 time: 0.1370573 Apr 20 14:55:08.475980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-e92dbcfe-e2aa-42d4-bb33-e78f650a6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:08.477934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-e92dbcfe-e2aa-42d4-bb33-e78f650a6c4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 200 len: 912 time: 0.1778812 Apr 20 14:55:08.514421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a8e95cfb-512f-4226-a2d7-094f174ee26d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:08.523537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383ad46b-a904-4537-8389-1402039a013e req-77f9072f-dbf1-4ceb-86a7-94e2e31a8f52 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835538 Apr 20 14:55:08.543753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a8e95cfb-512f-4226-a2d7-094f174ee26d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:08.544424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a8e95cfb-512f-4226-a2d7-094f174ee26d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:08.575527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-7c283789-5129-47dc-b54f-309ebb630482 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0771425 Apr 20 14:55:08.637556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-641a6dd4-f52a-47f3-8023-233715c8427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:08.639781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-641a6dd4-f52a-47f3-8023-233715c8427f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d095005-670c-405e-971a-557d82ccec32 HTTP/1.1" status: 200 len: 851 time: 0.0573800 Apr 20 14:55:08.677212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-96eaf902-b3f6-4b73-b5eb-d464e6a0ebdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f03704-340f-4912-bd82-c2d10bd48120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296214 Apr 20 14:55:08.766276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.771874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] 10.222.0.20 "DELETE /v2.0/networks/207d0d55-de51-4fda-8366-35cdad692df1 HTTP/1.1" status: 204 len: 168 time: 2.3321364 Apr 20 14:55:08.796224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port c9db7b6c-eb20-47eb-aa4d-e004dd254348, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c9db7b6c-eb20-47eb-aa4d-e004dd254348,segment=NetworkSegment(883065d0-e45c-44ff-a110-6e6801d59605),segment_id=883065d0-e45c-44ff-a110-6e6801d59605)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:08.796579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.801102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf824fc-56db-41c7-8a84-c20da0a1713e admin admin] Pushing event deleted for resources: {'Network': ['ID=207d0d55-de51-4fda-8366-35cdad692df1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:08.823834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for c9db7b6c-eb20-47eb-aa4d-e004dd254348 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:08.826544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.831873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:08.832231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: af3aafb6-b71b-4da8-9471-ec9e9e662714, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:08.919724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.929797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:08.987247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=c9db7b6c-eb20-47eb-aa4d-e004dd254348,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:08.995005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port c9db7b6c-eb20-47eb-aa4d-e004dd254348 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:09.026211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:09.041497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.043062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.055467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.058623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a97f2dc3-43d1-407e-b686-31445fbc9920 HTTP/1.1" status: 204 len: 168 time: 0.6860251 Apr 20 14:55:09.070542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50896) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.104236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031815-9856-4ed0-af41-075e5c8a2f2f req-fd4f4f9a-123e-482d-9c01-15c1def4a7c2 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:09.105804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28031815-9856-4ed0-af41-075e5c8a2f2f req-fd4f4f9a-123e-482d-9c01-15c1def4a7c2 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 944 time: 0.3930089 Apr 20 14:55:09.116550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 78611fec-85c9-4d01-8816-92e90b64ffe3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:55:09.118247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, af3aafb6-b71b-4da8-9471-ec9e9e662714) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:09.120386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f3aa-62af-41fb-9d1e-af6e8fb4efa5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97f2dc3-43d1-407e-b686-31445fbc9920,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.140620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e50f0-cd00-4e8b-b524-0dc45fac5c28 None None] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:09.141552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.144959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:09.145549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.168072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28031815-9856-4ed0-af41-075e5c8a2f2f req-b44ec727-6ed8-4a75-8a78-cf4bea20edb2 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524786 Apr 20 14:55:09.185051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-c1aa1ab9-3da4-48e0-a366-898f948f870c service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999251 Apr 20 14:55:09.195357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cc06951e-1550-4e51-bc19-cad8575bcc76 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2998655 Apr 20 14:55:09.197721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1db2c9-4f64-4104-9f1e-e0ce741085df']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:09.204374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50898) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.219180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883065d0-e45c-44ff-a110-6e6801d59605') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:09.220194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883065d0-e45c-44ff-a110-6e6801d59605') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:09.221762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-517543772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:09.236065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-76f719af-0f4d-49b5-993f-1abd63bccc1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfcf7a4ea2094b69ace37d9b80bcfd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863322 Apr 20 14:55:09.242534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.250667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.267564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3607e945-15fe-4a98-830f-006719bd3006 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1666167 Apr 20 14:55:09.269982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.290508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.304543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:09.304757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:09.308637 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:09.325233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.326275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.341317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.363436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.379398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66cd357d-3c1d-496e-9f8a-4574f4729cc7 req-76d979dc-7056-4dec-bcab-2ae580cc5043 service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871762 Apr 20 14:55:09.402434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=78611fec-85c9-4d01-8816-92e90b64ffe3,segment=NetworkSegment(69d1b669-4faa-4630-a10b-ffded9a0a315),segment_id=69d1b669-4faa-4630-a10b-ffded9a0a315)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:09.406590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.409187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.429479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.433221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '78611fec-85c9-4d01-8816-92e90b64ffe3', 'network_id': '21f03704-340f-4912-bd82-c2d10bd48120', 'port_id': '78611fec-85c9-4d01-8816-92e90b64ffe3', 'mac_address': 'fa:16:3e:88:fc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d095005-670c-405e-971a-557d82ccec32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:55:09.438804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-af3aafb6-b71b-4da8-9471-ec9e9e662714', 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': 'd92b0bb3-8b0e-4a18-8366-27762245f7cd'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:09.439632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.441736 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/fc1db2c9-4f64-4104-9f1e-e0ce741085df HTTP/1.1" status: 204 len: 168 time: 3.4058943 Apr 20 14:55:09.450396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50904) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.471419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.471834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213517108'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:09.473481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.478406 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.481494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.485808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/29da742c-e67e-4530-866f-f4ac44a80a34 HTTP/1.1" status: 204 len: 168 time: 0.2147439 Apr 20 14:55:09.486736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50906) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.496158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.497083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075897-3b10-4091-8b3c-8de1fd08b476 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=fc1db2c9-4f64-4104-9f1e-e0ce741085df,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.504822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:09.508428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.513114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.569190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:09.581893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.582541 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 83c9e8ca-36e7-4593-94de-da5018f5fb7f of type vlan for network c869bc12-900d-4450-8a3a-50c69586b526 Apr 20 14:55:09.591701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50908) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.595261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-523b862b-901c-4e58-be37-e101bdaa1854 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0968387 Apr 20 14:55:09.596649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6ef0a-d18f-4b6f-996e-917c7072ce0f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29da742c-e67e-4530-866f-f4ac44a80a34,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.610935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.612611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7d897246-609d-44ea-8448-7c6a4f438b5c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4072657 Apr 20 14:55:09.615358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.621478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'port': {'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714', 'name': 'tempest-RoutersTest-837072870'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:09.659030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.679435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.680688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4264b51-cbda-4aa1-b33b-860db763fb24 HTTP/1.1" status: 204 len: 168 time: 0.4371896 Apr 20 14:55:09.709613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.733629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.746363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.750670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9648c29-b8ed-4c30-9008-254e3619e24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4264b51-cbda-4aa1-b33b-860db763fb24,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.797843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:09.798162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78611fec-85c9-4d01-8816-92e90b64ffe3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:55:09.801984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.830902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.832927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=78611fec-85c9-4d01-8816-92e90b64ffe3,segment=NetworkSegment(69d1b669-4faa-4630-a10b-ffded9a0a315),segment_id=69d1b669-4faa-4630-a10b-ffded9a0a315)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:09.835887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] device_id is not set on port 11734135-8bae-4553-88aa-e0468306332f yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:55:09.852114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.853819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b2f2404a-b5f7-4bd2-a943-f1b54d515f13 HTTP/1.1" status: 204 len: 168 time: 0.2603800 Apr 20 14:55:09.859539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:09.863063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.863561 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.872399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:09.873061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:09.875844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439e1ed-6eb9-44f1-8858-db2df48406dd tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2f2404a-b5f7-4bd2-a943-f1b54d515f13,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.919134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Allocated IP 172.20.0.2 (af3aafb6-b71b-4da8-9471-ec9e9e662714/d92b0bb3-8b0e-4a18-8366-27762245f7cd/436070a3-ca35-4265-bbc8-f7c0245555e6) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:09.952378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:09.994344 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5425484 Apr 20 14:55:09.997463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.002649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:10.019375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4c719bc3-abbb-455c-8423-f71ea2288448 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549842 Apr 20 14:55:10.019375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.036108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c7a4-1f3e-4b8d-979b-e7032fa97d5f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=c869bc12-900d-4450-8a3a-50c69586b526,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.060600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c869bc12-900d-4450-8a3a-50c69586b526 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:10.132721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.136732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['78611fec-85c9-4d01-8816-92e90b64ffe3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:55:10.164097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:10.169894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.215372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3ebf-63f0-4d89-a624-454bc672be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.229843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.306054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.323939 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.324761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.329484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.330993 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/d164140d-aa16-4766-bd6b-2cd493ce33b0 HTTP/1.1" status: 204 len: 168 time: 0.3101113 Apr 20 14:55:10.336241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50928) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.342857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ceecdc-63dd-4f49-afe2-e7668ef3c0b0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d164140d-aa16-4766-bd6b-2cd493ce33b0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.381957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:10.390751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:10.396919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:10.436992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50930) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.437511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Pushing event updated for resources: {'Port': ['ID=436070a3-ca35-4265-bbc8-f7c0245555e6,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.505066 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-303fa521-b8d9-4d32-9646-d075b3d8b7c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6b6d70adf5e4d6bacacf5ab6eb13c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688899 Apr 20 14:55:10.508271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.522245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Attempting to bind port 436070a3-ca35-4265-bbc8-f7c0245555e6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:10.522660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Attempting to bind port 436070a3-ca35-4265-bbc8-f7c0245555e6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:10.524398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Attempting to bind port 436070a3-ca35-4265-bbc8-f7c0245555e6 on network af3aafb6-b71b-4da8-9471-ec9e9e662714 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:10.532530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:10.532852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Checking segment: {'id': 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:10.533249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.533644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Bound using segment: {'id': 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:10.534125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Bound port: 436070a3-ca35-4265-bbc8-f7c0245555e6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af3aafb6-b71b-4da8-9471-ec9e9e662714'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:10.535037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.571923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.573634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.20.0.3 (af3aafb6-b71b-4da8-9471-ec9e9e662714/d92b0bb3-8b0e-4a18-8366-27762245f7cd/11734135-8bae-4553-88aa-e0468306332f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:10.598327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a454ad-95f9-4391-82fa-31fb7eddb4cc req-62fd4c60-ba66-4b21-a975-7f278d84ea96 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:10.601762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.606939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29a454ad-95f9-4391-82fa-31fb7eddb4cc req-62fd4c60-ba66-4b21-a975-7f278d84ea96 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 945 time: 0.3475552 Apr 20 14:55:10.627749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] For port 436070a3-ca35-4265-bbc8-f7c0245555e6, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:10.632541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] For port 436070a3-ca35-4265-bbc8-f7c0245555e6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=436070a3-ca35-4265-bbc8-f7c0245555e6,segment=NetworkSegment(fe19e1cb-f3ed-41f9-9b92-9b645ad9788c),segment_id=fe19e1cb-f3ed-41f9-9b92-9b645ad9788c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:10.640737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.668222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.671998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2291b34-939a-4bfc-8642-3c4024700dc9 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3079000 Apr 20 14:55:10.683341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.689870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6b413c1-eb1e-421d-8f88-aaa222bfdc66 HTTP/1.1" status: 204 len: 168 time: 0.1802249 Apr 20 14:55:10.690514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.706111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--455248759'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:10.725857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d5f82-ecbc-4434-ac0f-090823114f07 None None] Pushing event updated for resources: {'Port': ['ID=436070a3-ca35-4265-bbc8-f7c0245555e6,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.730423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb29c6-2d48-4072-94a9-fcb5a3401ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b413c1-eb1e-421d-8f88-aaa222bfdc66,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.763338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29a454ad-95f9-4391-82fa-31fb7eddb4cc req-f4678cde-af81-4c63-832f-d344e4b59ca4 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552420 Apr 20 14:55:10.781215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.802220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.881555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=7d24d485-75de-46e7-a525-0552441c4a5e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:10.891724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.897907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.949494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:10.951615 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2559757 Apr 20 14:55:10.954252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50942) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:10.959555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': '1487a2b9-0481-4f7d-92ea-7c97171e93b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:10.971308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebacd7e-de48-416f-af03-712e33319c31 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1487a2b9-0481-4f7d-92ea-7c97171e93b2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:11.009121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.023094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '83c9e8ca-36e7-4593-94de-da5018f5fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:11.023459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: c869bc12-900d-4450-8a3a-50c69586b526, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:11.098395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network c869bc12-900d-4450-8a3a-50c69586b526 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:11.115139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.123313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.137109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.140576 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 78611fec-85c9-4d01-8816-92e90b64ffe3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:11.158281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c869bc12-900d-4450-8a3a-50c69586b526) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:11.158706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd84d23a-17a8-4b30-b8e8-44cf87b7d624,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:11.177678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.178278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.178845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.179359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.179853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.180354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.180832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.181340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.181823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.182380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.182928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.183430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:11.184918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:11.185521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.213220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3f9456d9-8fce-46ec-86f2-cff8fc0a5eb5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2149301 Apr 20 14:55:11.216381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50946) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:11.224680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:11.225234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.228186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a50ae5c9-c224-4b25-910d-0bb1fa55ef04 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2728066 Apr 20 14:55:11.231630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50948) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:11.248122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8913d5-56d7-4257-8eda-ebdaac41b032 None None] Network c869bc12-900d-4450-8a3a-50c69586b526 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:11.266617 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.322408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 78611fec-85c9-4d01-8816-92e90b64ffe3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:55:11.349040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.349500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 78611fec-85c9-4d01-8816-92e90b64ffe3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:11.349875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.383126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.386480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:11.402596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=11734135-8bae-4553-88aa-e0468306332f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:11.411495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:11.416326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:11.477451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.480909 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.484855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/1487a2b9-0481-4f7d-92ea-7c97171e93b2 HTTP/1.1" status: 204 len: 168 time: 0.2494352 Apr 20 14:55:11.490325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50954) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:11.512796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70d520-3537-4082-96e8-a2f69f50d0a1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487a2b9-0481-4f7d-92ea-7c97171e93b2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:11.518756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:11.519420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.563078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3abd3133-ab44-4f51-a1ff-646c5c1ca168 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9463506 Apr 20 14:55:11.565937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:11.577487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5c4248c5-14d1-4e1e-b546-a130ab6f10be tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821712 Apr 20 14:55:11.578128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:11.586178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.589544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c869bc12-900d-4450-8a3a-50c69586b526', 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': '7d24d485-75de-46e7-a525-0552441c4a5e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:11.590273 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.666285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:11.668704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50960) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:11.681241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805791153'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:11.884449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.010950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Allocated IP 2001:db8::2 (c869bc12-900d-4450-8a3a-50c69586b526/7d24d485-75de-46e7-a525-0552441c4a5e/183cd6dc-fbc1-446d-a6e6-fc06f810934a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:12.132001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac96339-6521-4d04-acb5-4994ea88138f req-7f14ad8f-1e63-4953-ace8-34e2bc14ebb8 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.141082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ac96339-6521-4d04-acb5-4994ea88138f req-7f14ad8f-1e63-4953-ace8-34e2bc14ebb8 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 945 time: 0.2538946 Apr 20 14:55:12.145044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:12.171621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.237235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network c869bc12-900d-4450-8a3a-50c69586b526 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:12.238041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.246661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:12.250999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.251946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.276307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=78611fec-85c9-4d01-8816-92e90b64ffe3,segment=NetworkSegment(69d1b669-4faa-4630-a10b-ffded9a0a315),segment_id=69d1b669-4faa-4630-a10b-ffded9a0a315)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:12.277876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:12.279058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ac96339-6521-4d04-acb5-4994ea88138f req-5ba58741-cb8a-4330-95d6-e4bd97028f26 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290653 Apr 20 14:55:12.281549 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0278c-622d-4e98-8129-b70f70cbfc61" -d '{"events": [{"server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "name": "network-vif-plugged", "status": "completed", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:12.285969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.296211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=4caf7ddb-961f-4f92-a545-6707f07bca6a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:12.297636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.315618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-849dd0a7-e67b-45c3-a8e7-ac1fd7ff624d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0961022 Apr 20 14:55:12.316340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50984) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:12.344618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Network c869bc12-900d-4450-8a3a-50c69586b526 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:12.347834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:12.351450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:12.366329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee29cc5-73ff-4273-8491-254bc14ef04a None None] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:12.402754 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a428b2-7989-4e59-8af7-fddbebb1501c x-openstack-request-id: req-96a428b2-7989-4e59-8af7-fddbebb1501c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:12.403167 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "name": "network-vif-plugged", "status": "completed", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:12.403298 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96a428b2-7989-4e59-8af7-fddbebb1501c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:12.403730 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a428b2-7989-4e59-8af7-fddbebb1501c'] response: {'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3', 'code': 200} Apr 20 14:55:12.407485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1371270224-network', 'tenant_id': '33d03f184cad40c0b89bf51f6bb6a60b'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:12.415752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Pushing event updated for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:12.465262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.469948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.472183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.473949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.476330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.484358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.485059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Attempting to bind port 183cd6dc-fbc1-446d-a6e6-fc06f810934a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:12.485059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Attempting to bind port 183cd6dc-fbc1-446d-a6e6-fc06f810934a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '83c9e8ca-36e7-4593-94de-da5018f5fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:12.485059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Attempting to bind port 183cd6dc-fbc1-446d-a6e6-fc06f810934a on network c869bc12-900d-4450-8a3a-50c69586b526 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:12.485951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51b5b094-75b8-40e7-9d04-d9e04815b419 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1684210 Apr 20 14:55:12.492981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50986) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:12.515512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.525844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246906080'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:12.541231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Made reservation on behalf of 33d03f184cad40c0b89bf51f6bb6a60b for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:12.546627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.555806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.565543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.581980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7dd8-a5bd-4c13-a05a-906b878ac477 req-66718865-aace-4cfa-8009-3d79ae4919f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.584579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4dd7dd8-a5bd-4c13-a05a-906b878ac477 req-66718865-aace-4cfa-8009-3d79ae4919f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 1097 time: 0.1316776 Apr 20 14:55:12.610285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] Provisioning complete for port 436070a3-ca35-4265-bbc8-f7c0245555e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:12.610800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.613056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:12.613359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Checking segment: {'id': '83c9e8ca-36e7-4593-94de-da5018f5fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:12.613610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.614054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Bound using segment: {'id': '83c9e8ca-36e7-4593-94de-da5018f5fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:12.614631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Bound port: 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9e8ca-36e7-4593-94de-da5018f5fb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:12.615016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.616013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.617253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9463990 Apr 20 14:55:12.621344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50988) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:12.627218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--351843772'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:12.629154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 436070a3-ca35-4265-bbc8-f7c0245555e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:12.631240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c426a0-dc96-4721-9d5c-882530c3a218 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4dfff4-f39b-4979-b43b-c2d2568a9d22,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:12.659982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:12.664201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.669499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4dd7dd8-a5bd-4c13-a05a-906b878ac477 req-c3eaf7b5-1f8d-4b50-ab2d-9a8d5e7a6f1d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739520 Apr 20 14:55:12.730912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.737753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.750362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:12.753743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.762813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:12.781922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a625192f-da90-4568-8eff-9149a6070f54,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:12.785389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:12.816462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.827285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.827285 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment e16af11b-faf8-48f7-b705-4cbf0a94a92c of type vlan for network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 Apr 20 14:55:12.833489 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Added segment cdd87181-5a58-4d65-8d3f-b53d9e68f647 of type vlan for network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 Apr 20 14:55:12.923205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:12.947110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.958657 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.963360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 436070a3-ca35-4265-bbc8-f7c0245555e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:12.964608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.970409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=183cd6dc-fbc1-446d-a6e6-fc06f810934a,segment=NetworkSegment(83c9e8ca-36e7-4593-94de-da5018f5fb7f),segment_id=83c9e8ca-36e7-4593-94de-da5018f5fb7f)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:12.972474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.991022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:12.993366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:12.994331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.029557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.046309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.066423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.072915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9241977 Apr 20 14:55:13.093039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969822e-9de8-4a84-9237-2f3edf15d26c admin admin] Pushing event updated for resources: {'Network': ['ID=062c65bd-8fae-4b18-8d88-5d8335ae3e80,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.096292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50996) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:13.102947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Request body: {'subnet': {'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1371270224-subnet', 'tenant_id': '33d03f184cad40c0b89bf51f6bb6a60b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:13.111184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7289ebdb-6911-4b49-8fbb-1b941e433fcd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.114871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.117489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:13.120443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:13.121291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.138133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Made reservation on behalf of 33d03f184cad40c0b89bf51f6bb6a60b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:13.142169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.159023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.207643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.208906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28ef85e3-6180-49e0-8930-867a5b19b88e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5854113 Apr 20 14:55:13.209852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.224980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50998) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:13.230463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] For port 436070a3-ca35-4265-bbc8-f7c0245555e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=436070a3-ca35-4265-bbc8-f7c0245555e6,segment=NetworkSegment(fe19e1cb-f3ed-41f9-9b92-9b645ad9788c),segment_id=fe19e1cb-f3ed-41f9-9b92-9b645ad9788c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:13.245663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63380dab-a1a7-4aa7-894d-4ecef7f0047a None None] Pushing event updated for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.247261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': '6f4dfff4-f39b-4979-b43b-c2d2568a9d22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7289ebdb-6911-4b49-8fbb-1b941e433fcd', 'remote_ip_prefix': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:13.248610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.267763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7740829 Apr 20 14:55:13.277055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51000) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:13.291232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:13.321561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87585f6-226f-41c1-ac6b-c8c5908d0ce4 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.344881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:13.390403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2ee53-ca6c-4e30-a6a3-df8670fc5be4 None None] Pushing event updated for resources: {'Port': ['ID=436070a3-ca35-4265-bbc8-f7c0245555e6,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.490635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=11734135-8bae-4553-88aa-e0468306332f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.532702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.533740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.562408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f368d36f-05af-49ff-b1fd-6b4af0455204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.627056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433f06a-a4da-49f0-88d7-b6b6ef860bf0 req-f29fd0f7-8e21-4a68-ac29-ad1c1803efaf tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:13.628405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a433f06a-a4da-49f0-88d7-b6b6ef860bf0 req-f29fd0f7-8e21-4a68-ac29-ad1c1803efaf tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.1365190 Apr 20 14:55:13.640411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f4de2f-83b8-438c-994e-bc5d36413326,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:13.670395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.693101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Checking segment: {'id': 'cdd87181-5a58-4d65-8d3f-b53d9e68f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:13.693516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Network hostable DHCP agents. Network: 062c65bd-8fae-4b18-8d88-5d8335ae3e80, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:13.744317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a433f06a-a4da-49f0-88d7-b6b6ef860bf0 req-d33f8dd5-6ac2-4ba2-b701-8330c81014e2 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056728 Apr 20 14:55:13.751313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:13.779154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 062c65bd-8fae-4b18-8d88-5d8335ae3e80) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:13.781247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ca2592a2-311f-4b97-988e-4c7628ad0431 None None] Provisioning complete for port 11734135-8bae-4553-88aa-e0468306332f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:13.783061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ca2592a2-311f-4b97-988e-4c7628ad0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.784725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:13.786670 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.809429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b7027afc-04d7-40a7-91a7-9c881759015b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106137 Apr 20 14:55:13.813994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603411ad-2efc-46f7-a6c0-c806bf8a6a91 None None] Network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:13.850453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.872207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.880098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.896092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.961350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 is not hosted by any dhcp agent {{(pid=102863) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:55:13.973041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:13.973770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:13.975072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "PUT /v2.0/networks/8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 HTTP/1.1" status: 200 len: 723 time: 0.6902447 Apr 20 14:55:13.978353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51010) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:13.984833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:14.039049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32705d0-ad24-4414-9b2b-07a990d75268,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:14.050952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.120443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:14.121418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ca2592a2-311f-4b97-988e-4c7628ad0431 None None] Port 11734135-8bae-4553-88aa-e0468306332f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:14.127566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.226134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ca2592a2-311f-4b97-988e-4c7628ad0431 None None] Provisioning complete for port 436070a3-ca35-4265-bbc8-f7c0245555e6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:14.226793 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ca2592a2-311f-4b97-988e-4c7628ad0431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.227387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27a134-3a19-473e-87e5-257691e285a1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:14.337957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:14.345325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.347387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.349071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9883f57f-7afc-4ce4-ab51-817736395cf5 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1090574 Apr 20 14:55:14.355644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51020) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:14.421200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.438422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.476993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.483497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.487126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f32705d0-ad24-4414-9b2b-07a990d75268 HTTP/1.1" status: 204 len: 168 time: 0.1278942 Apr 20 14:55:14.496160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51026) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:14.509357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc38fa-5974-4660-8f55-57c7d6c2ac8c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f32705d0-ad24-4414-9b2b-07a990d75268,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:14.515571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c5e07-d0a7-4c1d-95f8-faa44a1d32b0 None None] Network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:14.570272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.869609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:14.956819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 183cd6dc-fbc1-446d-a6e6-fc06f810934a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:14.959923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-02598bad-97dd-4c57-8fc6-2546cd67df7d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3725672 Apr 20 14:55:14.959923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51048) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:14.992818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab01c2-9ad2-419a-8753-cd32c8a28abe None None] Network c869bc12-900d-4450-8a3a-50c69586b526 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:15.048019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-df03b920-42f3-4f90-b11d-6ccb32c134d6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:15.058146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-df03b920-42f3-4f90-b11d-6ccb32c134d6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/networks?id=062c65bd-8fae-4b18-8d88-5d8335ae3e80 HTTP/1.1" status: 200 len: 814 time: 0.5092752 Apr 20 14:55:15.059980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.060694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=52514436-c680-4ae6-93ee-7f6bd9f7841e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:15.072940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.121107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.125472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': 'e16af11b-faf8-48f7-b705-4cbf0a94a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:15.125910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:15.129725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-66c00924-a1d1-4293-b236-2274d2643870 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/quotas/33d03f184cad40c0b89bf51f6bb6a60b HTTP/1.1" status: 200 len: 375 time: 0.0703626 Apr 20 14:55:15.167229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.168975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=11734135-8bae-4553-88aa-e0468306332f,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:15.198196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-b68c17fd-35a5-4057-8e1c-37f3599406bd tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=33d03f184cad40c0b89bf51f6bb6a60b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544348 Apr 20 14:55:15.204104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:15.204754 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.206919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.218966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38604c5d-e271-4598-b8a2-ba98d7b6779b req-1a0b5029-374a-4d78-bc93-74da949a7459 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:15.220491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38604c5d-e271-4598-b8a2-ba98d7b6779b req-1a0b5029-374a-4d78-bc93-74da949a7459 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.2090564 Apr 20 14:55:15.221124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:15.256158 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.256738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-827b487b-a88b-4d4d-899f-e07a541e8296 None None] Provisioning complete for port 11734135-8bae-4553-88aa-e0468306332f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:15.257088 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-827b487b-a88b-4d4d-899f-e07a541e8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.293495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:15.311955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b7f59-9b9b-4c2f-b905-cac611fedebe None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:15.340121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:15.340549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.349759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:15.350214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.355533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:15.391368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38604c5d-e271-4598-b8a2-ba98d7b6779b req-49fedf69-a42a-413d-9e9c-825a0a0930dc tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534541 Apr 20 14:55:15.408550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-827b487b-a88b-4d4d-899f-e07a541e8296 None None] Port 11734135-8bae-4553-88aa-e0468306332f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:15.412099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-602bc891-3aaa-415b-a933-0957a8473b04 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4270179 Apr 20 14:55:15.423948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51062) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:15.424652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.429614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.433152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/7289ebdb-6911-4b49-8fbb-1b941e433fcd HTTP/1.1" status: 204 len: 168 time: 0.5381241 Apr 20 14:55:15.443117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:15.452193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51066) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:15.554048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6ab2-95cb-43a6-902c-a00873417fde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7289ebdb-6911-4b49-8fbb-1b941e433fcd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:15.560614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-827b487b-a88b-4d4d-899f-e07a541e8296 None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:15.560614 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-827b487b-a88b-4d4d-899f-e07a541e8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.581635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-4a50110c-f49a-456d-ab06-53c629a4b5ee service neutron] 10.222.0.20 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579683 Apr 20 14:55:15.650912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.655390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 5eb98540-f492-4871-a68c-31dbb12e4ddc is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:55:15.778949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=183cd6dc-fbc1-446d-a6e6-fc06f810934a,segment=NetworkSegment(83c9e8ca-36e7-4593-94de-da5018f5fb7f),segment_id=83c9e8ca-36e7-4593-94de-da5018f5fb7f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:15.799204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:15.804009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.806074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 436070a3-ca35-4265-bbc8-f7c0245555e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:15.809933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ffa3fcc1-fa88-4919-95a1-5c3a6ca7c013 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/5eb98540-f492-4871-a68c-31dbb12e4ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2414057 Apr 20 14:55:15.810671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:15.817023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] Sync routers for ids ['5eb98540-f492-4871-a68c-31dbb12e4ddc'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:15.819216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Update dhcp port {'port': {'network_id': 'c869bc12-900d-4450-8a3a-50c69586b526', 'fixed_ips': [{'subnet_id': '7d24d485-75de-46e7-a525-0552441c4a5e', 'ip_address': '2001:db8::2'}, {'subnet_id': '4caf7ddb-961f-4f92-a545-6707f07bca6a'}], 'binding:host_id': 'n-d-836145-2'}, 'id': '183cd6dc-fbc1-446d-a6e6-fc06f810934a'} from n-d-836145-2. {{(pid=102865) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 14:55:15.885090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7', 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': '52514436-c680-4ae6-93ee-7f6bd9f7841e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:15.886355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.931848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62338630'] for subnet, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:15.980377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] Routers {'5eb98540-f492-4871-a68c-31dbb12e4ddc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:15.981404 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5eb98540-f492-4871-a68c-31dbb12e4ddc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:15.983702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:16.052043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:16.063385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:16.158482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-d7df881a-16fd-4a68-b366-5a87779b7887 service neutron] 10.222.0.20 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681992 Apr 20 14:55:16.172722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a67e912e-0574-42b8-99fc-75c29ccc74eb None None] Provisioning complete for port 11734135-8bae-4553-88aa-e0468306332f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:16.173096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a67e912e-0574-42b8-99fc-75c29ccc74eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:16.197503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742240465592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58914321'] for subnet, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:16.213284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] Routers {'5eb98540-f492-4871-a68c-31dbb12e4ddc'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:16.214169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5eb98540-f492-4871-a68c-31dbb12e4ddc'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:16.218446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c1fcc8f-9429-4188-b530-29aad36f3c7d tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7650325 Apr 20 14:55:16.225376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51080) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:16.257858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:16.258555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16278f4c-ff25-4b5c-ba1b-74ee34a33f95 None None] The sync data for ids ['5eb98540-f492-4871-a68c-31dbb12e4ddc'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:16.259999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 436070a3-ca35-4265-bbc8-f7c0245555e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:16.260563 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:16.316145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97848c3-8067-4549-9fad-ec56fe6cbb79 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:16.318308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c97848c3-8067-4549-9fad-ec56fe6cbb79 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports/11734135-8bae-4553-88aa-e0468306332f HTTP/1.1" status: 200 len: 976 time: 0.5058296 Apr 20 14:55:16.320596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:16.417609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a67e912e-0574-42b8-99fc-75c29ccc74eb None None] Port 11734135-8bae-4553-88aa-e0468306332f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:16.459563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Allocated IP 2001:db8::2 (8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7/52514436-c680-4ae6-93ee-7f6bd9f7841e/5caaeca8-55f2-4c58-90f0-9327366c5bc3) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:16.744416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=52514436-c680-4ae6-93ee-7f6bd9f7841e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:16.786158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:16.788378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:16.790402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab41da3f-6df9-4a76-bb8c-d5180ccef16d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "PUT /v2.0/subnets/52514436-c680-4ae6-93ee-7f6bd9f7841e HTTP/1.1" status: 200 len: 826 time: 1.3585906 Apr 20 14:55:16.817111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51100) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:16.828760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-184d1e40-23e7-4786-97a1-69d621b2ab0c req-85c29e97-cfd7-4543-96e8-60f561e151dc tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 210 time: 0.0698647 Apr 20 14:55:16.832120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Allocated IP 172.20.0.1 (c869bc12-900d-4450-8a3a-50c69586b526/4caf7ddb-961f-4f92-a545-6707f07bca6a/183cd6dc-fbc1-446d-a6e6-fc06f810934a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:16.912030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94cd4a-980a-4d93-aca5-eeb6bbdde648 req-1c998a64-d466-4711-b88c-4b303ae1a7cb tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:16.919406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e94cd4a-980a-4d93-aca5-eeb6bbdde648 req-1c998a64-d466-4711-b88c-4b303ae1a7cb tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 1.1594388 Apr 20 14:55:17.020489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 183cd6dc-fbc1-446d-a6e6-fc06f810934a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:17.088527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.115901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.143902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e94cd4a-980a-4d93-aca5-eeb6bbdde648 req-99254870-bec8-474e-9e43-d7a4927db7d7 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234228 Apr 20 14:55:17.177797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=183cd6dc-fbc1-446d-a6e6-fc06f810934a,segment=NetworkSegment(83c9e8ca-36e7-4593-94de-da5018f5fb7f),segment_id=83c9e8ca-36e7-4593-94de-da5018f5fb7f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:17.220317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.227584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.248493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.266765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:17.281669 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.306385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.357974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.397773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 11734135-8bae-4553-88aa-e0468306332f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:17.398372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.408157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.418931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.423629 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.427926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51114) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:17.429049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f4dfff4-f39b-4979-b43b-c2d2568a9d22 HTTP/1.1" status: 204 len: 168 time: 0.6855562 Apr 20 14:55:17.495049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e529b-11d8-4409-9c2e-ec5222bdedbf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4dfff4-f39b-4979-b43b-c2d2568a9d22,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:17.510192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.534778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.540735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Pushing event updated for resources: {'Port': ['ID=5caaeca8-55f2-4c58-90f0-9327366c5bc3,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:17.560508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:17.566482 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60d8319b-45c1-4e96-8c6b-8628cd823999 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371617 Apr 20 14:55:17.568213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=52514436-c680-4ae6-93ee-7f6bd9f7841e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:17.575875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51120) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:17.590844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348063327'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:17.611167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:17.630141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:17.667841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.697243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 11734135-8bae-4553-88aa-e0468306332f owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:17.714989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.749712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc586a6-0e2d-4ac2-adc6-d884e0b226c1 req-a18d45b3-8d11-423d-9725-5882536c48f1 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:17.751765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbc586a6-0e2d-4ac2-adc6-d884e0b226c1 req-a18d45b3-8d11-423d-9725-5882536c48f1 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.1920125 Apr 20 14:55:17.761586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:17.773701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223471f-181b-4320-9e38-542f2a4c594c None None] Pushing event updated for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:17.790451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16af11b-faf8-48f7-b705-4cbf0a94a92c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:17.790700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Attempting to bind port 5caaeca8-55f2-4c58-90f0-9327366c5bc3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:17.791090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Attempting to bind port 5caaeca8-55f2-4c58-90f0-9327366c5bc3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e16af11b-faf8-48f7-b705-4cbf0a94a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:17.792879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Attempting to bind port 5caaeca8-55f2-4c58-90f0-9327366c5bc3 on network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:17.793764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16af11b-faf8-48f7-b705-4cbf0a94a92c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:17.799008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:17.799272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Checking segment: {'id': 'e16af11b-faf8-48f7-b705-4cbf0a94a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:17.799629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.800063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Bound using segment: {'id': 'e16af11b-faf8-48f7-b705-4cbf0a94a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:17.800617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Bound port: 5caaeca8-55f2-4c58-90f0-9327366c5bc3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16af11b-faf8-48f7-b705-4cbf0a94a92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:17.801070 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.828724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.854048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.890765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.912989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbc586a6-0e2d-4ac2-adc6-d884e0b226c1 req-96e657b5-d116-4d1b-a205-afe5923eb2fb tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472938 Apr 20 14:55:17.923233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:17.923848 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:17.931733 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:17.944842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] For port 5caaeca8-55f2-4c58-90f0-9327366c5bc3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:18.020410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.089713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-086a126a-89d7-4b02-ad1f-a9cbab7e5f4c req-6014b55c-c8fd-4767-b4ca-f1201fb187da tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 210 time: 0.0623693 Apr 20 14:55:18.094293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] For port 5caaeca8-55f2-4c58-90f0-9327366c5bc3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5caaeca8-55f2-4c58-90f0-9327366c5bc3,segment=NetworkSegment(e16af11b-faf8-48f7-b705-4cbf0a94a92c),segment_id=e16af11b-faf8-48f7-b705-4cbf0a94a92c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:18.104525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.api [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:55:18.104525 n-d-836145-2 neutron-server[102864]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:55:18.104525 n-d-836145-2 neutron-server[102864]: [parameters: {'id': '8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7'}] Apr 20 14:55:18.104525 n-d-836145-2 neutron-server[102864]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102864) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:55:18.105729 n-d-836145-2 neutron-server[102864]: DEBUG oslo_db.api [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:55:18.111206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.168950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=11734135-8bae-4553-88aa-e0468306332f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:18.184823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d726dd1-e306-465f-b0e6-c49788c72f1e None None] Pushing event updated for resources: {'Port': ['ID=5caaeca8-55f2-4c58-90f0-9327366c5bc3,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:18.287247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63d773-f924-4d22-b3e6-a2b9c5969c01 None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:18.434332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.482858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.490617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aafd6c-0033-426a-9ae3-bc0e8fb8f4b9 None None] Network 8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:18.542392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-7904262b-0616-436a-b2c7-1fe8103bea01 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:18.547298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-7904262b-0616-436a-b2c7-1fe8103bea01 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.45 "GET /v2.0/networks?id=062c65bd-8fae-4b18-8d88-5d8335ae3e80 HTTP/1.1" status: 200 len: 814 time: 0.4144397 Apr 20 14:55:18.566528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Request body: {'port': {'device_id': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80', 'admin_state_up': True, 'tenant_id': '33d03f184cad40c0b89bf51f6bb6a60b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:18.587335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.607465 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.629806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.633764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0522497 Apr 20 14:55:18.662884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51136) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:18.682691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ac47-8499-4638-a6d2-bc3c85401a08 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c801a-5c88-4c4a-b48a-16b5b0f8688b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:18.699647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': '0e0c801a-5c88-4c4a-b48a-16b5b0f8688b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:18.736933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.800931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d04f1-ab84-477e-83c2-a13e7b3ac464 None None] Network c869bc12-900d-4450-8a3a-50c69586b526 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:18.827514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 5caaeca8-55f2-4c58-90f0-9327366c5bc3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:18.828170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.831615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.847341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.867736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd44e97-a937-4b41-8443-1a6806c18c09,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:18.893840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 5eb98540-f492-4871-a68c-31dbb12e4ddc has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:18.905179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Made reservation on behalf of 33d03f184cad40c0b89bf51f6bb6a60b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:18.909132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.928709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.929409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.930018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.930951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.931464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.934227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.934869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.935407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.936187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.936703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.937218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.937695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:18.977583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c6d9c215-2c47-45d2-bfe1-22b8ec9615db None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:18.978289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6d9c215-2c47-45d2-bfe1-22b8ec9615db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.983658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:18.990505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7fdfce09-fa87-41bc-a6c2-4113a5d51314 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3254240 Apr 20 14:55:18.991486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.002448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 5caaeca8-55f2-4c58-90f0-9327366c5bc3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5caaeca8-55f2-4c58-90f0-9327366c5bc3,segment=NetworkSegment(e16af11b-faf8-48f7-b705-4cbf0a94a92c),segment_id=e16af11b-faf8-48f7-b705-4cbf0a94a92c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:19.003110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.056692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 5caaeca8-55f2-4c58-90f0-9327366c5bc3 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:19.062357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 183cd6dc-fbc1-446d-a6e6-fc06f810934a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:19.067404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:19.076964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-09d6ec71-eef9-4ad7-831a-8dee66264c41 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/5eb98540-f492-4871-a68c-31dbb12e4ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7526424 Apr 20 14:55:19.078317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.085262 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] Sync routers for ids ['5eb98540-f492-4871-a68c-31dbb12e4ddc'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:19.106386 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] Routers {'5eb98540-f492-4871-a68c-31dbb12e4ddc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:19.107038 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5eb98540-f492-4871-a68c-31dbb12e4ddc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.178382 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.197893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.203864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] Routers {'5eb98540-f492-4871-a68c-31dbb12e4ddc'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:19.204049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5eb98540-f492-4871-a68c-31dbb12e4ddc'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.221933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.310318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Allocated IP 172.20.0.5 (062c65bd-8fae-4b18-8d88-5d8335ae3e80/b4f4de2f-83b8-438c-994e-bc5d36413326/d26e5007-02e9-4d9b-ae90-7825c454fa38) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:19.313449 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.315757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0cdee-51eb-4aac-90d6-1815159f97a1 None None] The sync data for ids ['5eb98540-f492-4871-a68c-31dbb12e4ddc'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:19.350372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:19.353731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.363101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.387760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.392585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5dd44e97-a937-4b41-8443-1a6806c18c09 HTTP/1.1" status: 204 len: 168 time: 0.3941963 Apr 20 14:55:19.407007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8604bf96-ebc7-40ef-96a9-0bf3b2f448b4 req-fbfe474d-ef43-40b4-873a-efcb9cd85a8f tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 210 time: 0.0655580 Apr 20 14:55:19.415281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.441048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7ec76-1eae-451a-9838-1d59a28d2ce0 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dd44e97-a937-4b41-8443-1a6806c18c09,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:19.461062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46ee2-0605-4eff-818d-6b45bd4a423d req-2a5883d4-9107-4514-a665-8229eab29d91 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:19.462643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ed46ee2-0605-4eff-818d-6b45bd4a423d req-2a5883d4-9107-4514-a665-8229eab29d91 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.3740747 Apr 20 14:55:19.518083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4cd5e069-cafb-4cb1-b898-6cca21e20064 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1014118 Apr 20 14:55:19.522856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51158) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.577970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ed46ee2-0605-4eff-818d-6b45bd4a423d req-150f81f4-4e90-4553-ac35-ce2ed352e77f tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008949 Apr 20 14:55:19.580618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.589059 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-0b1c22b5-4062-49ed-8f9b-65cbcf823764 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 14:55:19.592665 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b1c22b5-4062-49ed-8f9b-65cbcf823764 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/5eb98540-f492-4871-a68c-31dbb12e4ddc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5110874 Apr 20 14:55:19.595261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51162) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.602158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 5caaeca8-55f2-4c58-90f0-9327366c5bc3 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:19.635015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=5caaeca8-55f2-4c58-90f0-9327366c5bc3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:19.668252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-297d3489-8cfa-4ea0-a175-10505119a59d tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eb98540-f492-4871-a68c-31dbb12e4ddc HTTP/1.1" status: 200 len: 205 time: 0.0554683 Apr 20 14:55:19.671918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:19.759239 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.796984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.811477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.832101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a85d2c-d2ba-404d-a34c-a67b4cc793f6 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:55:19.860374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16af11b-faf8-48f7-b705-4cbf0a94a92c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.860981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16af11b-faf8-48f7-b705-4cbf0a94a92c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:19.872227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.918965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.926637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.934857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.942581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:19.943150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.951016 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.973101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-11a657bd-ed49-4cc3-b579-6e76c0fa5ec9 None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:19.973918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-11a657bd-ed49-4cc3-b579-6e76c0fa5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:19.986022 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:20.045658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c33ca-c89f-4444-9a63-adb3b7f6c076 req-5114c8e0-ff4f-4e04-9554-6ff231d8d867 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.051229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e6c33ca-c89f-4444-9a63-adb3b7f6c076 req-5114c8e0-ff4f-4e04-9554-6ff231d8d867 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.2316985 Apr 20 14:55:20.066645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a85d2c-d2ba-404d-a34c-a67b4cc793f6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:55:20.077635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.083096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.089564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 HTTP/1.1" status: 204 len: 168 time: 3.2592845 Apr 20 14:55:20.093523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:20.117742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0810f-3f80-4589-b201-34ba257716f2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:20.122240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-d6798004-7d46-44f5-973a-b72e4f5dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.124244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-d6798004-7d46-44f5-973a-b72e4f5dd543 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=323cda7e82dd4707aff4a2874257bffd&device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 1097 time: 0.2533948 Apr 20 14:55:20.149887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.152156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.239892 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57a9c26-ef2a-454d-a8a8-76afeae15531 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:20.240772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57a9c26-ef2a-454d-a8a8-76afeae15531 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:20.248856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e57a9c26-ef2a-454d-a8a8-76afeae15531 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 HTTP/1.1" status: 404 len: 339 time: 0.1403058 Apr 20 14:55:20.249661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51182) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:20.259865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035571249', 'description': 'd1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:20.275687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e6c33ca-c89f-4444-9a63-adb3b7f6c076 req-7666f4df-74ed-43bb-a77b-f1f61b7ef6e5 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201073 Apr 20 14:55:20.316377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-e3f8c7bf-3ff4-494c-8217-5eb34f25da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.318317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-e3f8c7bf-3ff4-494c-8217-5eb34f25da0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 200 len: 912 time: 0.1783550 Apr 20 14:55:20.325483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:20.329958 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.409278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-c47abd6e-72c6-4201-99af-bcb963fe0eb9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0765989 Apr 20 14:55:20.496133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:20.572777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-c155aff9-9e66-4fd8-9e93-2353695c220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.574369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-c155aff9-9e66-4fd8-9e93-2353695c220d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d095005-670c-405e-971a-557d82ccec32 HTTP/1.1" status: 200 len: 851 time: 0.1496565 Apr 20 14:55:20.578443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.578946 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 7fcb54fe-1fe5-4342-8cb2-1d3868dff50c of type vlan for network cb6b1086-b497-47ff-9958-6278f70969a9 Apr 20 14:55:20.644873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26a44890-4866-4fe1-85ea-8fa59a820083 req-f35b40d4-244a-418c-be8d-c264632f337a tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 210 time: 0.1459758 Apr 20 14:55:20.674619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.675392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.676450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e0c801a-5c88-4c4a-b48a-16b5b0f8688b HTTP/1.1" status: 204 len: 168 time: 1.1505165 Apr 20 14:55:20.681330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:20.683107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.689838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-7db66bea-b205-4ab2-9d33-112662a506c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f03704-340f-4912-bd82-c2d10bd48120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624690 Apr 20 14:55:20.692081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.692703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb98540-f492-4871-a68c-31dbb12e4ddc {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:55:20.700915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.705246 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d589855d-b9b1-4dcd-aecf-afdc5d3dddc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/5eb98540-f492-4871-a68c-31dbb12e4ddc HTTP/1.1" status: 204 len: 168 time: 1.0259137 Apr 20 14:55:20.705246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def41af-fa02-4835-a939-38096503a24c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c801a-5c88-4c4a-b48a-16b5b0f8688b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:20.707029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:20.754308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.811465 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.817464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.818120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4152624'] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.820188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet d92b0bb3-8b0e-4a18-8366-27762245f7cd {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:20.832998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:20.835695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0de9ea-3fc5-4469-9bb2-4a084ec1a0d7 req-57fb0d28-40bf-484d-8c6a-3f5d710224a3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.836844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.840229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:20.859134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d0de9ea-3fc5-4469-9bb2-4a084ec1a0d7 req-57fb0d28-40bf-484d-8c6a-3f5d710224a3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3590724 Apr 20 14:55:20.862107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Pushing event updated for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:20.864695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:20.913483 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.947472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:20.948079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:20.979289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f037621-3a9a-4656-83db-b1a4654f659a tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2895451 Apr 20 14:55:20.979518 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-214adc03-adc7-4c67-a73b-f8acd336bd26 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4218988 Apr 20 14:55:20.979757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:20.988091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--229133903'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:20.993288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7363594 Apr 20 14:55:20.999494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51202) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.026140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Request body: {'port': {'device_id': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:21.037242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e3b71-7eb9-45f9-89c5-5233627ae71a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=cb6b1086-b497-47ff-9958-6278f70969a9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:21.041688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-1fe1fdb1-00a8-467d-89bb-480d70d405ec service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405840 Apr 20 14:55:21.053460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network cb6b1086-b497-47ff-9958-6278f70969a9 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:21.055870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d0de9ea-3fc5-4469-9bb2-4a084ec1a0d7 req-2ca48e7e-5096-44bb-a722-ee3bef8bbe0e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491406 Apr 20 14:55:21.067843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.085309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.160027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.258281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.284175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b9df0-c97b-4ed8-bdba-f011ea05bda9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:21.286620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce1b9df0-c97b-4ed8-bdba-f011ea05bda9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks?id=cb6b1086-b497-47ff-9958-6278f70969a9 HTTP/1.1" status: 200 len: 765 time: 0.2862852 Apr 20 14:55:21.290194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51210) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.298116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'description': 'd2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:21.356164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.356496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e447b-ee88-4995-8f95-a3eb4c77f563 None None] Network af3aafb6-b71b-4da8-9471-ec9e9e662714 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:21.359779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/d92b0bb3-8b0e-4a18-8366-27762245f7cd HTTP/1.1" status: 204 len: 168 time: 0.6516316 Apr 20 14:55:21.364789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed2e55-10d2-4e5e-9255-94c63ecf11dc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=d92b0bb3-8b0e-4a18-8366-27762245f7cd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:21.366989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51214) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.368313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.373950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.382773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72758ee2-173d-442d-a0a4-b941216e2f47 req-76a1d45f-0893-44cb-9028-513bf59cdf2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:21.391061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72758ee2-173d-442d-a0a4-b941216e2f47 req-76a1d45f-0893-44cb-9028-513bf59cdf2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2299659 Apr 20 14:55:21.430529 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.432381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4503596 Apr 20 14:55:21.433556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da74e8-1317-4d6b-8f87-9d668f2eb0b7 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ceb042-99da-4449-8f6f-7b65be751bc1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:21.439263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51216) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.477292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'a2ceb042-99da-4449-8f6f-7b65be751bc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:21.480170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f199d6f-cfa5-44a2-8d96-e1b653ffd366 req-a5adcf38-4310-4d17-beba-37ea464ad4d1 service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052773 Apr 20 14:55:21.522118 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.586488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72758ee2-173d-442d-a0a4-b941216e2f47 req-846b6bd4-9e67-41f8-a6f1-205917fe4a11 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945336 Apr 20 14:55:21.624701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.643500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d465fed-d374-4876-bd98-a12c942635f1 req-8c422ae8-7cba-427e-8a86-b97342e58c37 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:21.645092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d465fed-d374-4876-bd98-a12c942635f1 req-8c422ae8-7cba-427e-8a86-b97342e58c37 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.2328715 Apr 20 14:55:21.681972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.687775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.691609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26e5007-02e9-4d9b-ae90-7825c454fa38 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:55:21.708212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] DHCP port deletion for af3aafb6-b71b-4da8-9471-ec9e9e662714 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:21.714493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.715581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.742376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732c6626-2dbd-499a-8b7e-1e6d69938381,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:21.747193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Transition to ACTIVE for port object d26e5007-02e9-4d9b-ae90-7825c454fa38 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:55:21.750402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.754459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-87ba14ac-5712-4e2b-940c-9f1901ab8dde tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137074 Apr 20 14:55:21.755472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.757583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.786985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.819078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d465fed-d374-4876-bd98-a12c942635f1 req-754eb9aa-9e77-47ed-a7e3-93b57bb831bf tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540289 Apr 20 14:55:21.824443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network cb6b1086-b497-47ff-9958-6278f70969a9 is not hosted by any dhcp agent {{(pid=102864) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:55:21.827616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Deleting port 436070a3-ca35-4265-bbc8-f7c0245555e6 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:21.830917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:21.831643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.831799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.833093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "PUT /v2.0/networks/cb6b1086-b497-47ff-9958-6278f70969a9 HTTP/1.1" status: 200 len: 762 time: 0.5409994 Apr 20 14:55:21.843383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51228) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.844044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41e607d2-afc9-46f7-9128-084ebc859743 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules/732c6626-2dbd-499a-8b7e-1e6d69938381 HTTP/1.1" status: 200 len: 763 time: 0.0874252 Apr 20 14:55:21.844647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51230) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.893062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:21.922409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafc96-7d88-40a0-821a-0e9a3841312d req-86682ecc-7626-45ec-bcce-92517e28f21d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:21.929598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84fafc96-7d88-40a0-821a-0e9a3841312d req-86682ecc-7626-45ec-bcce-92517e28f21d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2507854 Apr 20 14:55:21.931061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] For port 436070a3-ca35-4265-bbc8-f7c0245555e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=436070a3-ca35-4265-bbc8-f7c0245555e6,segment=NetworkSegment(fe19e1cb-f3ed-41f9-9b92-9b645ad9788c),segment_id=fe19e1cb-f3ed-41f9-9b92-9b645ad9788c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:21.931479 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:21.947487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Calling delete_port for 436070a3-ca35-4265-bbc8-f7c0245555e6 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:21.957264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af5dcf81-d474-42a1-8c16-670fac86b36b tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1078672 Apr 20 14:55:21.957879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51232) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:21.985205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2327e4-a0ac-4a29-ba54-69a7c81d5760 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=cb6b1086-b497-47ff-9958-6278f70969a9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:22.007481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.034686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network cb6b1086-b497-47ff-9958-6278f70969a9 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:22.040211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 436070a3-ca35-4265-bbc8-f7c0245555e6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:22.040211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.048260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.066134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Attempting to bind port d26e5007-02e9-4d9b-ae90-7825c454fa38 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:22.066549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Attempting to bind port d26e5007-02e9-4d9b-ae90-7825c454fa38 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'cdd87181-5a58-4d65-8d3f-b53d9e68f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:22.066911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Attempting to bind port d26e5007-02e9-4d9b-ae90-7825c454fa38 on network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:22.079800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Port d26e5007-02e9-4d9b-ae90-7825c454fa38 on network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:55:22.080219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Attempting to bind port d26e5007-02e9-4d9b-ae90-7825c454fa38 on network 062c65bd-8fae-4b18-8d88-5d8335ae3e80 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:22.088471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:22.088885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Checking segment: {'id': 'cdd87181-5a58-4d65-8d3f-b53d9e68f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:22.089320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Bound using segment: {'id': 'cdd87181-5a58-4d65-8d3f-b53d9e68f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:22.090334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Bound port: d26e5007-02e9-4d9b-ae90-7825c454fa38, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd87181-5a58-4d65-8d3f-b53d9e68f647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:22.090334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.118727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84fafc96-7d88-40a0-821a-0e9a3841312d req-7e209f7d-b73a-4d52-bcc3-9d9a4cde2670 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839869 Apr 20 14:55:22.155876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f111424-9177-4633-bd66-7afa9af3d2cb tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.163017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3f111424-9177-4633-bd66-7afa9af3d2cb tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks?id=cb6b1086-b497-47ff-9958-6278f70969a9 HTTP/1.1" status: 200 len: 765 time: 0.2958057 Apr 20 14:55:22.164690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.170213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51238) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:22.247154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.268899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48af77e-5a33-4978-a07e-437cc2e71159 req-2c6d6c91-b0f2-432f-9d85-80d2bde85fab tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.270160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.271367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/732c6626-2dbd-499a-8b7e-1e6d69938381 HTTP/1.1" status: 204 len: 168 time: 0.3092270 Apr 20 14:55:22.272389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb578a-e13a-4eb6-87fe-daaa52b0a1da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=732c6626-2dbd-499a-8b7e-1e6d69938381,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:22.274099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:22.278015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e48af77e-5a33-4978-a07e-437cc2e71159 req-2c6d6c91-b0f2-432f-9d85-80d2bde85fab tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 943 time: 0.3034029 Apr 20 14:55:22.298536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Pushing event deleted for resources: {'Port': ['ID=436070a3-ca35-4265-bbc8-f7c0245555e6,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:22.311136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] No DVR routers for this DVR port 436070a3-ca35-4265-bbc8-f7c0245555e6 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:22.332278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.334657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:22.336827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.337402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.338031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.338644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.339195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.339735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.340273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.341036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.341898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.342446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.343157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae31d8f3-97ea-4853-9f45-7613670170ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:55:22.354757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 436070a3-ca35-4265-bbc8-f7c0245555e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=436070a3-ca35-4265-bbc8-f7c0245555e6,segment=NetworkSegment(fe19e1cb-f3ed-41f9-9b92-9b645ad9788c),segment_id=fe19e1cb-f3ed-41f9-9b92-9b645ad9788c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:22.355107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.380974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 436070a3-ca35-4265-bbc8-f7c0245555e6 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:22.387902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38,segment=NetworkSegment(cdd87181-5a58-4d65-8d3f-b53d9e68f647),segment_id=cdd87181-5a58-4d65-8d3f-b53d9e68f647)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:22.404776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.492974 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-39328184-42f4-4f67-ab77-e4323ecedca2 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813197 Apr 20 14:55:22.502605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:22.505842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.506035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.507453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/d26e5007-02e9-4d9b-ae90-7825c454fa38 HTTP/1.1" status: 200 len: 1091 time: 1.5082700 Apr 20 14:55:22.509285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:22.512078 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b83ad-2bc7-44cd-9451-b8d947c3dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:22.525330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'a2ceb042-99da-4449-8f6f-7b65be751bc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:22.553594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2f45c-2d52-493b-9f3a-a48856371372 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.558105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-14d2f45c-2d52-493b-9f3a-a48856371372 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3845556 Apr 20 14:55:22.561385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51252) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:22.602668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675b94c-8645-4ff0-a988-43d6108e60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:22.676612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.685047 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e34af5fa-65bf-4833-8314-514f5d85f4d7 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 207 time: 0.1156726 Apr 20 14:55:22.688975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51256) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:22.811873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b5f26-9566-4361-865b-01565ab020d8 req-9d022993-bded-42a5-9fdd-6af129184e3e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.814424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-9406624d-860d-4c99-8ebb-7683eaeb65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:22.815994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-9406624d-860d-4c99-8ebb-7683eaeb65f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33d03f184cad40c0b89bf51f6bb6a60b&device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 1094 time: 0.2515793 Apr 20 14:55:22.825977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e9b5f26-9566-4361-865b-01565ab020d8 req-9d022993-bded-42a5-9fdd-6af129184e3e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.5779192 Apr 20 14:55:22.839795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e48af77e-5a33-4978-a07e-437cc2e71159 req-c37f1c57-ff07-4e9c-842d-b9c762f5b292 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607562 Apr 20 14:55:22.843063 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:22.883254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=436070a3-ca35-4265-bbc8-f7c0245555e6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:22.910343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 436070a3-ca35-4265-bbc8-f7c0245555e6 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:22.918866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-26444fba-4f60-426e-a20e-fec58a421ea9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38 HTTP/1.1" status: 200 len: 217 time: 0.0886540 Apr 20 14:55:22.948029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e9b5f26-9566-4361-865b-01565ab020d8 req-629e89ac-290a-46d5-b02d-997feb66dafd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270022 Apr 20 14:55:22.969140 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17a9fe9-ed0a-4435-a499-d4ce5b6a52e9 x-openstack-request-id: req-b17a9fe9-ed0a-4435-a499-d4ce5b6a52e9 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:22.969140 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:22.969140 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17a9fe9-ed0a-4435-a499-d4ce5b6a52e9 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:22.969140 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17a9fe9-ed0a-4435-a499-d4ce5b6a52e9'] response: {'name': 'network-changed', 'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38', 'status': 'completed', 'code': 200} Apr 20 14:55:23.029223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.038676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 436070a3-ca35-4265-bbc8-f7c0245555e6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:23.068120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3aafb6-b71b-4da8-9471-ec9e9e662714']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:23.084340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 436070a3-ca35-4265-bbc8-f7c0245555e6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:23.084679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 436070a3-ca35-4265-bbc8-f7c0245555e6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:23.091619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.099172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.101911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:23.102028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe19e1cb-f3ed-41f9-9b92-9b645ad9788c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:23.105446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.112171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.113686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.117968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.124617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.126466 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fb8a8fa4-ab4c-4d01-8229-5fffcf4512f9 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4351144 Apr 20 14:55:23.133038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51266) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.143401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe554-13cc-46a0-8617-84b430816ea9 req-c1190b87-4134-4202-9e5a-8107f06ebd47 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.144943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9dfe554-13cc-46a0-8617-84b430816ea9 req-c1190b87-4134-4202-9e5a-8107f06ebd47 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.0908477 Apr 20 14:55:23.159305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.163877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-c4ba5afa-3e48-4f46-93e8-83376838c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.165453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-c4ba5afa-3e48-4f46-93e8-83376838c344 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4f4de2f-83b8-438c-994e-bc5d36413326 HTTP/1.1" status: 200 len: 854 time: 0.2352264 Apr 20 14:55:23.167167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.213675 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-cc20eae2-6a08-492a-830e-4c836dfa3ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062c65bd-8fae-4b18-8d88-5d8335ae3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387390 Apr 20 14:55:23.215675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8b5d39-e4c1-42e4-8066-c6258ddd1bc0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:23.229484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.248681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:23.249078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:23.252044 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:23.254654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.255600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8e7ad9f-5edd-4107-9016-32ad8db02f07 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7470725 Apr 20 14:55:23.258175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.309284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b65d5898-9939-4a41-a50e-9fd2334eb51c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules/fc8b5d39-e4c1-42e4-8066-c6258ddd1bc0 HTTP/1.1" status: 200 len: 763 time: 0.0496926 Apr 20 14:55:23.312046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51274) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.358033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9dfe554-13cc-46a0-8617-84b430816ea9 req-0610ad41-8d61-4fd8-b0b5-da9cbdc74ea6 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516409 Apr 20 14:55:23.368294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-42f4ed01-b7a3-4c8c-9329-3afa89cb2f6d service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467786 Apr 20 14:55:23.383146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3634f4ea-4091-4074-80c9-114320be587f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0698206 Apr 20 14:55:23.390306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.435211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b97774b-08d1-434b-bafe-35c3859bae8d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2891357 Apr 20 14:55:23.438821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.439793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.455630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.462486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/af3aafb6-b71b-4da8-9471-ec9e9e662714 HTTP/1.1" status: 204 len: 168 time: 2.0639291 Apr 20 14:55:23.471683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680399e-77cf-4dd9-9a59-f5cad4c8bf38 req-278afa5d-0ea4-459c-90ac-caffc9e2fce7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.473191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5680399e-77cf-4dd9-9a59-f5cad4c8bf38 req-278afa5d-0ea4-459c-90ac-caffc9e2fce7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1958599 Apr 20 14:55:23.473685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.491069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1353140766'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:23.506068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eda670-99b7-4cdb-86df-809ae741bae2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=af3aafb6-b71b-4da8-9471-ec9e9e662714,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:23.517724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.534126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.563101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:23.566512 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.585037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.586923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.588589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.592694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.595917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.598396 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-180d31dc-5a38-4246-9dcb-34853ef413ac tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1583538 Apr 20 14:55:23.610814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5680399e-77cf-4dd9-9a59-f5cad4c8bf38 req-ca25b38f-114e-4e65-9aed-fa82f8acd5bc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002557 Apr 20 14:55:23.611728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.628919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-994ce60b-3d96-4be4-99ff-7e593fca0ef6 req-e5c3c040-cc76-4472-8395-b06466614909 service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442319 Apr 20 14:55:23.682914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.709049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:23.728007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.732178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fc8b5d39-e4c1-42e4-8066-c6258ddd1bc0 HTTP/1.1" status: 204 len: 168 time: 0.3406975 Apr 20 14:55:23.733162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.733669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7f784-a78d-4ce1-84bf-2ec1c200d226 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc8b5d39-e4c1-42e4-8066-c6258ddd1bc0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:23.760970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.761334 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 91448986-22c4-450b-b781-64d4806c560d of type vlan for network 867c9caa-4d68-4856-bf5e-557279ab56f3 Apr 20 14:55:23.764761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-4d3808e5-f9dc-43d9-b99a-06e8f0d64e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.766359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-4d3808e5-f9dc-43d9-b99a-06e8f0d64e18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33d03f184cad40c0b89bf51f6bb6a60b&device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 1094 time: 0.0840509 Apr 20 14:55:23.826278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e9b1621b-ad9a-426d-acef-635dcb004a09 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0893767 Apr 20 14:55:23.830509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.840037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'a2ceb042-99da-4449-8f6f-7b65be751bc1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:23.845646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.898745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.900970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.902599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.904187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.905881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.908010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7b495d8-8e81-42d3-8c88-664ea557ea42 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2851655 Apr 20 14:55:23.909054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.915260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51306) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:23.918265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:23.918941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:23.950539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.018653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-80625dbe-60d6-4dd9-9652-e6cb200b797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.021407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-80625dbe-60d6-4dd9-9652-e6cb200b797e service neutron] 10.222.0.45 "GET /v2.0/networks?id=062c65bd-8fae-4b18-8d88-5d8335ae3e80 HTTP/1.1" status: 200 len: 915 time: 0.2478604 Apr 20 14:55:24.036847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5497482 Apr 20 14:55:24.058608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51310) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.064713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:24.079841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-c357cb32-8d6e-40ee-9ed1-40a230da11c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38 HTTP/1.1" status: 200 len: 217 time: 0.0394373 Apr 20 14:55:24.180819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da60a4-67f6-4243-a86e-a838415a4085 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=867c9caa-4d68-4856-bf5e-557279ab56f3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:24.192843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.195698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:24.198081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-dfabde51-c83b-446d-b394-df47f7c8edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.199688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-dfabde51-c83b-446d-b394-df47f7c8edd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4f4de2f-83b8-438c-994e-bc5d36413326 HTTP/1.1" status: 200 len: 854 time: 0.1112297 Apr 20 14:55:24.208953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad3642-ec2e-4147-bae3-8b93a9acf528 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.214705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3fad3642-ec2e-4147-bae3-8b93a9acf528 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks/50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af HTTP/1.1" status: 200 len: 803 time: 0.2983012 Apr 20 14:55:24.215656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51312) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.226934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.270371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f291-cc23-4722-8867-67089e55dc1a req-3aad8aae-a319-49e9-aaad-cac119fa3ccb tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.280411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a11f291-cc23-4722-8867-67089e55dc1a req-3aad8aae-a319-49e9-aaad-cac119fa3ccb tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.1554906 Apr 20 14:55:24.298097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-ea7b37af-68f2-4abf-a083-c90d4dbadb0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062c65bd-8fae-4b18-8d88-5d8335ae3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804985 Apr 20 14:55:24.301111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c1e72-2725-4775-8084-e78136b0019c req-63242de1-a5fe-4b2e-936d-de7bc9f1e1e6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.302449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9c1e72-2725-4775-8084-e78136b0019c req-63242de1-a5fe-4b2e-936d-de7bc9f1e1e6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 943 time: 0.3265231 Apr 20 14:55:24.310669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:24.315488 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.348067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b4e63e-0e8b-44ba-8c60-15605d9bddf9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:24.396121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.397379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d2e564d-ebb9-4552-ac4f-33f204f87986 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5628769 Apr 20 14:55:24.419487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51318) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.454542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a11f291-cc23-4722-8867-67089e55dc1a req-6bbd9460-def3-48e1-8641-d0c48ccc9ef5 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732206 Apr 20 14:55:24.463977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-245e860b-4142-46fa-ac84-1c7e253e33da tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules/73b4e63e-0e8b-44ba-8c60-15605d9bddf9 HTTP/1.1" status: 200 len: 764 time: 0.0396814 Apr 20 14:55:24.467170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51322) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.469814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-69e897e3-ff43-402e-b93c-80dc87d620b6 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/networks/50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2438953 Apr 20 14:55:24.482952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51324) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.493209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9c1e72-2725-4775-8084-e78136b0019c req-a382da77-0180-4d27-adc6-51f32e9e47f7 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697769 Apr 20 14:55:24.528579 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-d4f308ff-2202-4ea2-8430-5591ce04983e service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214062 Apr 20 14:55:24.538936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2303cf33-f651-464a-b4bc-e8b9974faa33 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0706728 Apr 20 14:55:24.541646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51326) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.579851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.600478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46b78d-6f35-482d-a03a-0c50e435c98c tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.601881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fd46b78d-6f35-482d-a03a-0c50e435c98c tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets/95015c2d-72e0-4fd2-a723-3229f7beae61 HTTP/1.1" status: 200 len: 843 time: 0.1179314 Apr 20 14:55:24.605941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51330) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.612804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.714450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.718182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44886730-315d-4b05-8810-a07fbff4f1e1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['shared'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.723296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44886730-315d-4b05-8810-a07fbff4f1e1 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "GET /v2.0/subnets/95015c2d-72e0-4fd2-a723-3229f7beae61?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1167262 Apr 20 14:55:24.725405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51334) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.731057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-74199713'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:24.735857 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-474b83ad-2bc7-44cd-9451-b8d947c3dadb req-0303f891-a124-4b71-9ac7-9dcb7a355c44 service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999590 Apr 20 14:55:24.736536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.739050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/73b4e63e-0e8b-44ba-8c60-15605d9bddf9 HTTP/1.1" status: 204 len: 168 time: 0.1948321 Apr 20 14:55:24.749547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51336) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.760461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:24.766215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.767340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d49a4-b47f-4c60-8bf1-0f6bb2d0481c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b4e63e-0e8b-44ba-8c60-15605d9bddf9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:24.776004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.812067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:24.824685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.825551 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Added segment 6121d4ca-3bcd-4320-86b5-f9496c86d52b of type vlan for network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 Apr 20 14:55:24.851233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acb249-0403-499f-9a07-e4912d2004f8 req-6da4fb8d-62b7-4658-94e4-994b091e109d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.852799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9acb249-0403-499f-9a07-e4912d2004f8 req-6da4fb8d-62b7-4658-94e4-994b091e109d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1573131 Apr 20 14:55:24.878187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.880271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8e28b571-b903-4882-bce3-4f28e166ede2 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1282554 Apr 20 14:55:24.883330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51340) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:24.905172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=104a4498-939e-4086-ac47-f3e2b2bcaad0,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:24.929547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9acb249-0403-499f-9a07-e4912d2004f8 req-8e117203-a3d3-4c37-a740-0ac26e2a1c98 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680351 Apr 20 14:55:24.930761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '91448986-22c4-450b-b781-64d4806c560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:24.931133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: 867c9caa-4d68-4856-bf5e-557279ab56f3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:24.951916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:24.959617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.961465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 867c9caa-4d68-4856-bf5e-557279ab56f3) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:24.965830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.966599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.969184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:24.970063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:24.989205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c00f6e-44b1-41c8-af34-5d4c2e466282 None None] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:25.000094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-81451dcb-9748-4e10-bafe-79345738acc3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9404783 Apr 20 14:55:25.002745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51342) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.023772 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2943711 Apr 20 14:55:25.027082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1886569596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:25.031984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51346) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.037102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:25.056659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.075242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9db76-0759-4c35-a6b6-eb49b89d8785 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Network': ['ID=3090e9dc-ca27-4f62-9edd-ce2b037b45c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.090083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.092862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:25.137261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.138909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.144279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.148094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.149578 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2ceb042-99da-4449-8f6f-7b65be751bc1 HTTP/1.1" status: 204 len: 168 time: 0.2636406 Apr 20 14:55:25.153485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.179901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc2dd4-6316-4c97-a6da-f06d27a78113 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ceb042-99da-4449-8f6f-7b65be751bc1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.207194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Made reservation on behalf of ccca2bbceb414cc2a83e93c602a1c377 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:25.213994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.227237 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8f2ad46-a5ea-49e6-a9b7-7af1f1899eaf tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722382 Apr 20 14:55:25.231303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51352) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.238816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group': {'name': 'tempest-secgroup--782275489'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:25.268908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.276816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-867c9caa-4d68-4856-bf5e-557279ab56f3', 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': '104a4498-939e-4086-ac47-f3e2b2bcaad0'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:25.278460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.315123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.325196 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.358972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.360531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-83d44d56-dc8c-49e6-a8a3-97dafb88f8ab tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3558674 Apr 20 14:55:25.364623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51356) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.374058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing IP validity checks on allocation pools {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:55:25.374058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:55:25.385671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.391870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.434985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.439231 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2040095 Apr 20 14:55:25.439417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.443955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Request body: {'security_group_rule': {'security_group_id': 'a3df6020-0d06-4e14-ab71-65f8f7fab9b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:25.450098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96ecbf-ab7d-4e73-8e5d-c02b126a45f1 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df6020-0d06-4e14-ab71-65f8f7fab9b9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.484320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.627177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.636850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.657567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Allocated IP 172.20.0.2 (867c9caa-4d68-4856-bf5e-557279ab56f3/104a4498-939e-4086-ac47-f3e2b2bcaad0/503255db-7261-4196-a44e-39ca9de3faf8) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:25.684560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4351f148-2de3-4e42-b956-16f3c6faafea,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.697104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.702550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7cc9d712-3471-45b0-97e3-ba76bbc24343 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2620454 Apr 20 14:55:25.703183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.786428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.829340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.843101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.849702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.854350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.867596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19babeb-5bd1-4fc3-b8b1-e3ceb03f5501 req-6fcd53ac-349d-49d4-85e2-02f3dbfb8d5d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:25.869146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d19babeb-5bd1-4fc3-b8b1-e3ceb03f5501 req-6fcd53ac-349d-49d4-85e2-02f3dbfb8d5d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.2499285 Apr 20 14:55:25.884731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02290e34-23ad-4416-bbe2-66cd63120793 req-e0a021a1-19ec-4591-94c3-8da815ec142b tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:25.886226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02290e34-23ad-4416-bbe2-66cd63120793 req-e0a021a1-19ec-4591-94c3-8da815ec142b tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 943 time: 0.2460229 Apr 20 14:55:25.895286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.898505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:25.902798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3df6020-0d06-4e14-ab71-65f8f7fab9b9 HTTP/1.1" status: 204 len: 168 time: 0.1965060 Apr 20 14:55:25.906042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:25.911647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:25.916059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:25.928294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:25.945555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbc3b3-0d6f-4b54-a17a-9deca0e9628f tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df6020-0d06-4e14-ab71-65f8f7fab9b9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.968123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Pushing event updated for resources: {'Port': ['ID=503255db-7261-4196-a44e-39ca9de3faf8,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:25.977750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-434dee16-16ce-4760-b78a-c6e4f1f4db9c tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704629 Apr 20 14:55:25.983671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:26.032528 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f112f5c9-57ce-44af-889b-e7238171e054 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0476179 Apr 20 14:55:26.035057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:26.045863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d19babeb-5bd1-4fc3-b8b1-e3ceb03f5501 req-cb4b3932-2903-425a-9867-89fc96fc47da tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564870 Apr 20 14:55:26.064384 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-63c7aadb-768f-4865-9359-f272609aa287 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] delete failed (client error): The resource could not be found. Apr 20 14:55:26.069620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-63c7aadb-768f-4865-9359-f272609aa287 tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "DELETE /v2.0/security-groups/a3df6020-0d06-4e14-ab71-65f8f7fab9b9 HTTP/1.1" status: 404 len: 347 time: 0.0299761 Apr 20 14:55:26.069878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51384) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:26.070489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Attempting to bind port 503255db-7261-4196-a44e-39ca9de3faf8 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:26.071252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Attempting to bind port 503255db-7261-4196-a44e-39ca9de3faf8 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '91448986-22c4-450b-b781-64d4806c560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:26.071822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Attempting to bind port 503255db-7261-4196-a44e-39ca9de3faf8 on network 867c9caa-4d68-4856-bf5e-557279ab56f3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:26.080037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:26.080693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Checking segment: {'id': '91448986-22c4-450b-b781-64d4806c560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:26.081114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.081626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Bound using segment: {'id': '91448986-22c4-450b-b781-64d4806c560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:26.082318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Bound port: 503255db-7261-4196-a44e-39ca9de3faf8, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91448986-22c4-450b-b781-64d4806c560d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '867c9caa-4d68-4856-bf5e-557279ab56f3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:26.082798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.103157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.146703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02290e34-23ad-4416-bbe2-66cd63120793 req-2bb63c40-c317-4a11-8f1f-9a8e9bc4ab3f tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343953 Apr 20 14:55:26.148682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-10305322-23ac-4ec0-9a71-15833e14e19e tempest-SecGroupTest-1867885280 tempest-SecGroupTest-1867885280-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770230 Apr 20 14:55:26.243286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] For port 503255db-7261-4196-a44e-39ca9de3faf8, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:26.248284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] For port 503255db-7261-4196-a44e-39ca9de3faf8, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=503255db-7261-4196-a44e-39ca9de3faf8,segment=NetworkSegment(91448986-22c4-450b-b781-64d4806c560d),segment_id=91448986-22c4-450b-b781-64d4806c560d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:26.257470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.377243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=ea619557-9a4f-4418-84eb-a3ad760e8e34,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:26.404474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce945bc-dba3-4f09-aff4-d976b2db07b6 req-2dbbe976-af77-4a0d-af33-68e9bb6f3d33 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:26.412069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ce945bc-dba3-4f09-aff4-d976b2db07b6 req-2dbbe976-af77-4a0d-af33-68e9bb6f3d33 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2167447 Apr 20 14:55:26.421925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d96d60-94b8-45f9-9a4f-dabb5ef14656 None None] Pushing event updated for resources: {'Port': ['ID=503255db-7261-4196-a44e-39ca9de3faf8,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:26.581344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:26.642289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ce945bc-dba3-4f09-aff4-d976b2db07b6 req-ff494f9e-054a-4f29-97a6-eab3b8945603 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278912 Apr 20 14:55:26.652274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Checking segment: {'id': '6121d4ca-3bcd-4320-86b5-f9496c86d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:26.652924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network hostable DHCP agents. Network: 3090e9dc-ca27-4f62-9edd-ce2b037b45c3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:26.692185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.20.0.1 (867c9caa-4d68-4856-bf5e-557279ab56f3/104a4498-939e-4086-ac47-f3e2b2bcaad0/65d863ed-3c7f-49d2-a05a-fc3a936ac16c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:26.814312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0bba5ba6-6e12-4c3d-95fb-9e3b695ee7a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3f132d79e3144bc9ad2acb803aafe58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293558 Apr 20 14:55:26.814905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:26.819961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8bd8-4a7d-4150-a5a6-bf447f172e77 req-65f15dbd-73e2-45b3-84c6-56e066e70b05 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:26.821435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-438d8bd8-4a7d-4150-a5a6-bf447f172e77 req-65f15dbd-73e2-45b3-84c6-56e066e70b05 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.3010590 Apr 20 14:55:26.862354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d26e5007-02e9-4d9b-ae90-7825c454fa38 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:55:26.867811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-de3bb629-9494-4881-8f3f-9b251b56015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:26.869349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-de3bb629-9494-4881-8f3f-9b251b56015c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=323cda7e82dd4707aff4a2874257bffd&device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 1097 time: 0.3468392 Apr 20 14:55:26.876076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:26.899249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.933618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.934795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:26.960615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 3090e9dc-ca27-4f62-9edd-ce2b037b45c3) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:26.981790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06878ad6-826f-4d6a-8d2b-9e220a35d539 None None] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:27.037440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:27.039436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.055506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.058731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.060471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53b2ac68-4d57-4716-a635-263444c25f08 HTTP/1.1" status: 204 len: 168 time: 0.2446339 Apr 20 14:55:27.079537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38,segment=NetworkSegment(cdd87181-5a58-4d65-8d3f-b53d9e68f647),segment_id=cdd87181-5a58-4d65-8d3f-b53d9e68f647)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:27.093319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5022f4-8325-4db4-8f3b-44dd2c87d4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2ac68-4d57-4716-a635-263444c25f08,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:27.093462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 503255db-7261-4196-a44e-39ca9de3faf8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:27.129587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-438d8bd8-4a7d-4150-a5a6-bf447f172e77 req-cd317074-cc88-41df-acbb-11d06fb18694 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830217 Apr 20 14:55:27.165208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:27.165362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7288b4de-5194-4631-b080-9631ff664484 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1322646 Apr 20 14:55:27.176233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'd26e5007-02e9-4d9b-ae90-7825c454fa38', 'network_id': '062c65bd-8fae-4b18-8d88-5d8335ae3e80', 'port_id': 'd26e5007-02e9-4d9b-ae90-7825c454fa38', 'mac_address': 'fa:16:3e:a3:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f4de2f-83b8-438c-994e-bc5d36413326', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:55:27.178463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:27.241834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-2a9f4407-2f26-4523-aecc-fcec0516b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:27.248146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-2a9f4407-2f26-4523-aecc-fcec0516b5a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 200 len: 912 time: 0.3593326 Apr 20 14:55:27.257086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.318741 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.324389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 503255db-7261-4196-a44e-39ca9de3faf8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:27.324979 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.403342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26e5007-02e9-4d9b-ae90-7825c454fa38 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:55:27.422178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-3090e9dc-ca27-4f62-9edd-ce2b037b45c3', 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3', 'tenant_id': 'ccca2bbceb414cc2a83e93c602a1c377', 'fixed_ips': [{'subnet_id': 'ea619557-9a4f-4418-84eb-a3ad760e8e34'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:27.423155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.424899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59609409'] for subnet, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.466841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38,segment=NetworkSegment(cdd87181-5a58-4d65-8d3f-b53d9e68f647),segment_id=cdd87181-5a58-4d65-8d3f-b53d9e68f647)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:27.479009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.510918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:27.517531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:27.520655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-31f1e9df-0a2a-4ef9-94e0-5d2d58fd3c2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 200 len: 217 time: 0.2650886 Apr 20 14:55:27.521387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:27.648604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=65d863ed-3c7f-49d2-a05a-fc3a936ac16c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:27.680182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-b2ee2b12-4b28-4ee0-b229-77acca031957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:27.686926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-b2ee2b12-4b28-4ee0-b229-77acca031957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9d095005-670c-405e-971a-557d82ccec32 HTTP/1.1" status: 200 len: 851 time: 0.1553352 Apr 20 14:55:27.703664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.741613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.744323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:27.804075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 503255db-7261-4196-a44e-39ca9de3faf8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=503255db-7261-4196-a44e-39ca9de3faf8,segment=NetworkSegment(91448986-22c4-450b-b781-64d4806c560d),segment_id=91448986-22c4-450b-b781-64d4806c560d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:27.811684 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.835776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa2650-2a04-4130-a60d-9508bceb32f0 req-d984fec9-e180-41aa-a861-77aba3e66464 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:27.858467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abfa2650-2a04-4130-a60d-9508bceb32f0 req-d984fec9-e180-41aa-a861-77aba3e66464 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 944 time: 0.5759876 Apr 20 14:55:27.864181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['d26e5007-02e9-4d9b-ae90-7825c454fa38'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:55:27.873985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742240465592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59829037'] for subnet, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:27.997732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=503255db-7261-4196-a44e-39ca9de3faf8,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:28.015363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22296e2d-1437-40ca-a620-cb805a506ab4 None None] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:28.018825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event updated for resources: {'Subnet': ['ID=ea619557-9a4f-4418-84eb-a3ad760e8e34,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:28.031936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Allocated IP 2001:db8::3 (3090e9dc-ca27-4f62-9edd-ce2b037b45c3/ea619557-9a4f-4418-84eb-a3ad760e8e34/9dbb8301-5237-40d7-8cd9-87ab4c259ce0) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:28.035304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:28.046927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.048844 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd28e570-282b-4500-addb-d53ec4abac01 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "PUT /v2.0/subnets/ea619557-9a4f-4418-84eb-a3ad760e8e34 HTTP/1.1" status: 200 len: 900 time: 0.8807817 Apr 20 14:55:28.051912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51446) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:28.203679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.327595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.344945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-58583063-957b-4772-ad5b-ed8ffd7b148b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f03704-340f-4912-bd82-c2d10bd48120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5176654 Apr 20 14:55:28.358874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-160beb26-48da-4747-81fa-2c3214d54960 None None] Provisioning complete for port 503255db-7261-4196-a44e-39ca9de3faf8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:28.359289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-160beb26-48da-4747-81fa-2c3214d54960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.501206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.522425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abfa2650-2a04-4130-a60d-9508bceb32f0 req-30b0a260-d6cb-4c87-95b5-3fd136d86eb8 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629143 Apr 20 14:55:28.522657 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.557496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.564673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.566922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11516a-0f68-447a-92a6-915969985a91 req-6cc38de7-3117-4049-ba53-6b7d93e74c11 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:28.569590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e11516a-0f68-447a-92a6-915969985a91 req-6cc38de7-3117-4049-ba53-6b7d93e74c11 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.7441776 Apr 20 14:55:28.648409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Pushing event updated for resources: {'Port': ['ID=9dbb8301-5237-40d7-8cd9-87ab4c259ce0,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:28.683300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=ea619557-9a4f-4418-84eb-a3ad760e8e34,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:28.768626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.781390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:28.830533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:28.847679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:28.856730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3090e9dc-ca27-4f62-9edd-ce2b037b45c3']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:28.879397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6121d4ca-3bcd-4320-86b5-f9496c86d52b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:28.880678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6121d4ca-3bcd-4320-86b5-f9496c86d52b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:28.904998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.928161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:55:28.930819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.941979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:28.942672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:28.946377 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:29.042871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Attempting to bind port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:29.043256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Attempting to bind port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '6121d4ca-3bcd-4320-86b5-f9496c86d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:29.043602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Attempting to bind port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 on network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:29.067355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:29.067747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Checking segment: {'id': '6121d4ca-3bcd-4320-86b5-f9496c86d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:29.068209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.068587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Bound using segment: {'id': '6121d4ca-3bcd-4320-86b5-f9496c86d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:29.069115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Bound port: 9dbb8301-5237-40d7-8cd9-87ab4c259ce0, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6121d4ca-3bcd-4320-86b5-f9496c86d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:29.069499 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.100901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.db.api [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:55:29.100901 n-d-836145-2 neutron-server[102863]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:55:29.100901 n-d-836145-2 neutron-server[102863]: [parameters: {'id': '3090e9dc-ca27-4f62-9edd-ce2b037b45c3'}] Apr 20 14:55:29.100901 n-d-836145-2 neutron-server[102863]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102863) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:55:29.101250 n-d-836145-2 neutron-server[102863]: DEBUG oslo_db.api [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:55:29.117229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.134633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 503255db-7261-4196-a44e-39ca9de3faf8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:29.170872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.205963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-b2d1709f-87a1-466a-8e6e-f18124fa3468 service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514915 Apr 20 14:55:29.285640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e11516a-0f68-447a-92a6-915969985a91 req-6d4c276c-d1bd-425a-a633-94eaa798755e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421228 Apr 20 14:55:29.389943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5209f3-dd2c-46d6-b39a-1d7a3b5b4e9e req-9847ad51-cc91-4d31-bd56-97cf22edb9e6 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:29.391072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe5209f3-dd2c-46d6-b39a-1d7a3b5b4e9e req-9847ad51-cc91-4d31-bd56-97cf22edb9e6 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.6372941 Apr 20 14:55:29.397058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=65d863ed-3c7f-49d2-a05a-fc3a936ac16c,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:29.485331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.535198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-afb2f2b5-b4b9-43e0-82ba-951e59fab2fd None None] Provisioning complete for port 503255db-7261-4196-a44e-39ca9de3faf8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:29.535678 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-afb2f2b5-b4b9-43e0-82ba-951e59fab2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.546637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bba0301-1d33-459f-895e-066f3a7cd820 req-3b615b16-6b71-40c0-8dc0-9130fe530a64 service neutron] 10.222.0.43 "GET /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599165 Apr 20 14:55:29.569197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] For port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:29.600882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] For port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9dbb8301-5237-40d7-8cd9-87ab4c259ce0,segment=NetworkSegment(6121d4ca-3bcd-4320-86b5-f9496c86d52b),segment_id=6121d4ca-3bcd-4320-86b5-f9496c86d52b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:29.603055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.614828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.635861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 503255db-7261-4196-a44e-39ca9de3faf8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:29.637748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:29.709445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe5209f3-dd2c-46d6-b39a-1d7a3b5b4e9e req-3d5ae8bb-b730-455c-9a06-cf7c19d0e122 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987514 Apr 20 14:55:29.860386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c601c4-dc9d-44c0-b9ed-1d5b76462382 None None] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:29.889640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b78d-5290-4040-8ee4-6737559b2942 req-ad3f3fe1-582b-4a09-b5dc-96b4b604183e tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:29.904187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe89b78d-5290-4040-8ee4-6737559b2942 req-ad3f3fe1-582b-4a09-b5dc-96b4b604183e tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 944 time: 0.2473295 Apr 20 14:55:29.969491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:29.995662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe89b78d-5290-4040-8ee4-6737559b2942 req-0cd7f69d-2950-43cc-b4d3-f24a93810c1e tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903463 Apr 20 14:55:29.996822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:30.130662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932d570-a589-4bc8-b2f0-bb01c7fff628 None None] Pushing event updated for resources: {'Port': ['ID=9dbb8301-5237-40d7-8cd9-87ab4c259ce0,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:30.156714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-afb2f2b5-b4b9-43e0-82ba-951e59fab2fd None None] Provisioning complete for port 65d863ed-3c7f-49d2-a05a-fc3a936ac16c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:30.156953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-afb2f2b5-b4b9-43e0-82ba-951e59fab2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:30.258811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-afb2f2b5-b4b9-43e0-82ba-951e59fab2fd None None] Port 65d863ed-3c7f-49d2-a05a-fc3a936ac16c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:30.262753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2362683d-db56-4d66-9241-9875172faaa7 None None] Network 3090e9dc-ca27-4f62-9edd-ce2b037b45c3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:30.313264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:30.313825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:30.335385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router bdfcc21a-44e2-41fe-b107-d7a513adda1b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:55:30.463365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9dbb8301-5237-40d7-8cd9-87ab4c259ce0,segment=NetworkSegment(6121d4ca-3bcd-4320-86b5-f9496c86d52b),segment_id=6121d4ca-3bcd-4320-86b5-f9496c86d52b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:30.463741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:30.475723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-00cfa4f8-993d-46b0-93a8-3d0dcd044a8d None None] Provisioning complete for port 65d863ed-3c7f-49d2-a05a-fc3a936ac16c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:30.476278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4f8-993d-46b0-93a8-3d0dcd044a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:30.487919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:30.544602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cd856-1e7b-4721-8920-58522f170b5e req-46990ab7-b311-4af1-8897-c08940809308 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:30.554252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c61cd856-1e7b-4721-8920-58522f170b5e req-46990ab7-b311-4af1-8897-c08940809308 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1289833 Apr 20 14:55:30.555850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:30.562062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-77d90bdc-13a4-48cd-a5ac-faa3134b7867 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/bdfcc21a-44e2-41fe-b107-d7a513adda1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1960452 Apr 20 14:55:30.568968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51520) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:30.609626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa4f8-993d-46b0-93a8-3d0dcd044a8d None None] Port 65d863ed-3c7f-49d2-a05a-fc3a936ac16c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:30.612254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] Sync routers for ids ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:30.648379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] Routers {'bdfcc21a-44e2-41fe-b107-d7a513adda1b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:30.650793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:30.665108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a2d5fc-c923-427a-a803-7c2bf834e564 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:30.666625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-83a2d5fc-c923-427a-a803-7c2bf834e564 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports/65d863ed-3c7f-49d2-a05a-fc3a936ac16c HTTP/1.1" status: 200 len: 910 time: 0.0954866 Apr 20 14:55:30.678117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51524) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:30.687213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c61cd856-1e7b-4721-8920-58522f170b5e req-2a36c82a-bf4b-4dc1-b770-be9436b580b3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172202 Apr 20 14:55:30.700814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:30.725825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] Routers {'bdfcc21a-44e2-41fe-b107-d7a513adda1b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:30.726453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:30.766431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e0b9b-6f7c-4d71-b2c2-d538a7fa322f None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:55:30.799006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:30.800018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84671a93-4f73-439c-b5f9-40fc58e3787d None None] The sync data for ids ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:30.823874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:30.860820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc044400-f3b9-47a3-afc1-eddf7414cc95 req-31f50d3f-c023-4f6c-9938-cd67cff060a6 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:30.862504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc044400-f3b9-47a3-afc1-eddf7414cc95 req-31f50d3f-c023-4f6c-9938-cd67cff060a6 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.0670109 Apr 20 14:55:30.887159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=9dbb8301-5237-40d7-8cd9-87ab4c259ce0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:30.904124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e0b9b-6f7c-4d71-b2c2-d538a7fa322f None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:55:30.905880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc044400-f3b9-47a3-afc1-eddf7414cc95 req-32a196bd-2d07-4f17-acbd-77649670aa5d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Apr 20 14:55:30.909723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d26e5007-02e9-4d9b-ae90-7825c454fa38 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:30.962840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 9dbb8301-5237-40d7-8cd9-87ab4c259ce0 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:31.054083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port d26e5007-02e9-4d9b-ae90-7825c454fa38 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:55:31.062674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port d26e5007-02e9-4d9b-ae90-7825c454fa38 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:31.063049 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.102986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.187983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3090e9dc-ca27-4f62-9edd-ce2b037b45c3']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.207434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6121d4ca-3bcd-4320-86b5-f9496c86d52b') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.207434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6121d4ca-3bcd-4320-86b5-f9496c86d52b') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.218089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.230302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d1965-6a6d-4b86-8ae2-f52fa832b04e req-d7e8c88c-1ae5-40ab-a463-32ff41da4673 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:31.231374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd7d1965-6a6d-4b86-8ae2-f52fa832b04e req-d7e8c88c-1ae5-40ab-a463-32ff41da4673 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 944 time: 0.0988750 Apr 20 14:55:31.239100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.252801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:31.253258 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:31.256757 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:31.274975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.281096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd7d1965-6a6d-4b86-8ae2-f52fa832b04e req-45c47dd2-b389-417b-be05-754a58c3b82d tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Apr 20 14:55:31.294076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a64a5-a420-4274-a99d-f604a6b4578f req-db00f23c-abd9-49ac-a27a-6901ee129e3b tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:31.295985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c74a64a5-a420-4274-a99d-f604a6b4578f req-db00f23c-abd9-49ac-a27a-6901ee129e3b tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.1058750 Apr 20 14:55:31.325860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38,segment=NetworkSegment(cdd87181-5a58-4d65-8d3f-b53d9e68f647),segment_id=cdd87181-5a58-4d65-8d3f-b53d9e68f647)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:31.328306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:31.331253 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef95aa-0ecd-4ec0-8ab5-8b7b8c631143" -d '{"events": [{"server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "name": "network-vif-plugged", "status": "completed", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:31.345602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c74a64a5-a420-4274-a99d-f604a6b4578f req-d36c3156-52e7-4ed0-8d57-7a85f35d55cf tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Apr 20 14:55:31.347945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.391416 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab3e50e-5194-452b-8c6a-8b33ebad2c99 x-openstack-request-id: req-8ab3e50e-5194-452b-8c6a-8b33ebad2c99 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:31.391715 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "name": "network-vif-plugged", "status": "completed", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:31.391967 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab3e50e-5194-452b-8c6a-8b33ebad2c99 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:31.392368 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab3e50e-5194-452b-8c6a-8b33ebad2c99'] response: {'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38', 'code': 200} Apr 20 14:55:31.402289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.415411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.421846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/3090e9dc-ca27-4f62-9edd-ce2b037b45c3 HTTP/1.1" status: 204 len: 168 time: 3.3653882 Apr 20 14:55:31.423503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51546) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:31.436694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915983-5a15-4bf6-9be1-a3f3e4f4b87f tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=3090e9dc-ca27-4f62-9edd-ce2b037b45c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:31.476568 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-57db59f8-06a3-446e-89e7-a91aa8a1c2ef tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:31.477351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57db59f8-06a3-446e-89e7-a91aa8a1c2ef tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:31.484572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-57db59f8-06a3-446e-89e7-a91aa8a1c2ef tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/ea619557-9a4f-4418-84eb-a3ad760e8e34 HTTP/1.1" status: 404 len: 337 time: 0.0597703 Apr 20 14:55:31.485529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51550) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:31.488082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:31.505324 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-790f020c-8716-4e01-8e34-af712e1b8a22 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:31.506168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790f020c-8716-4e01-8e34-af712e1b8a22 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:31.509908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-790f020c-8716-4e01-8e34-af712e1b8a22 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/3090e9dc-ca27-4f62-9edd-ce2b037b45c3 HTTP/1.1" status: 404 len: 339 time: 0.0231619 Apr 20 14:55:31.512987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51552) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:31.582143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4b5d-385a-4dfd-b6cf-901dc70c2102 req-2bc3f597-8f8c-4d47-8343-c50bd3fe1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:31.583721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-acef4b5d-385a-4dfd-b6cf-901dc70c2102 req-2bc3f597-8f8c-4d47-8343-c50bd3fe1a99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 1096 time: 0.1066387 Apr 20 14:55:31.587024 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.613858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.715310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-acef4b5d-385a-4dfd-b6cf-901dc70c2102 req-04516dea-b8e1-4294-94dd-ab825adfb0ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244504 Apr 20 14:55:31.740315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.779254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6b1086-b497-47ff-9958-6278f70969a9']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.790287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcb54fe-1fe5-4342-8cb2-1d3868dff50c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.790960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcb54fe-1fe5-4342-8cb2-1d3868dff50c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:31.806702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.830364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.841377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:31.841798 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:31.863017 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:31.967275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.972086 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.975369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/cb6b1086-b497-47ff-9958-6278f70969a9 HTTP/1.1" status: 204 len: 168 time: 0.4613428 Apr 20 14:55:31.980039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:31.980233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 65d863ed-3c7f-49d2-a05a-fc3a936ac16c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:31.980659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:31.988946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf37be-cfb4-4039-8ffc-a210a870937a req-6fd92cbd-6dba-4e17-8183-70879306f910 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:31.996364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87bf37be-cfb4-4039-8ffc-a210a870937a req-6fd92cbd-6dba-4e17-8183-70879306f910 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0965762 Apr 20 14:55:32.067547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e53bf-d530-43ab-b09f-ae1df2a9c61d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=cb6b1086-b497-47ff-9958-6278f70969a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:32.076589 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f812eae5-be53-42a9-a4f1-137dbda616b0 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:32.077044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f812eae5-be53-42a9-a4f1-137dbda616b0 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:32.082454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f812eae5-be53-42a9-a4f1-137dbda616b0 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/52514436-c680-4ae6-93ee-7f6bd9f7841e HTTP/1.1" status: 404 len: 337 time: 0.0814784 Apr 20 14:55:32.083431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:32.102245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87bf37be-cfb4-4039-8ffc-a210a870937a req-458bc594-2a69-43d6-bcb8-6977db870b7b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049731 Apr 20 14:55:32.212942 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf588425-24cd-4bf8-a0d7-06b79081de5c tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:32.213547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf588425-24cd-4bf8-a0d7-06b79081de5c tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:32.219156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf588425-24cd-4bf8-a0d7-06b79081de5c tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/8fa7c5bb-b7ee-4c95-8b24-a3c642241cf7 HTTP/1.1" status: 404 len: 339 time: 0.1324527 Apr 20 14:55:32.219574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:32.224690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.242543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 65d863ed-3c7f-49d2-a05a-fc3a936ac16c owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:32.265275 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-3609ab42-1c13-41a7-821d-3e1f9fa0e971 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425622 Apr 20 14:55:32.292368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting subnet 4caf7ddb-961f-4f92-a545-6707f07bca6a {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:32.302436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.435108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.483815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-6c2e9b3e-ad76-4c74-a91d-df59192e3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:32.486208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-6c2e9b3e-ad76-4c74-a91d-df59192e3677 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1096 time: 0.1551664 Apr 20 14:55:32.616102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87dcd9-7262-413b-8b08-49bc884c5f66 req-15faffbe-bf6b-49cc-9f0d-41a73b573732 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:32.617663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a87dcd9-7262-413b-8b08-49bc884c5f66 req-15faffbe-bf6b-49cc-9f0d-41a73b573732 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.1141617 Apr 20 14:55:32.637278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f45a6-ec17-4a6a-873f-0a3418b84ef9 req-ae59c5a7-6352-4bef-b8ea-295ca4a393c6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:32.639429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d0f45a6-ec17-4a6a-873f-0a3418b84ef9 req-ae59c5a7-6352-4bef-b8ea-295ca4a393c6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.1571877 Apr 20 14:55:32.718053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-78cc628c-59ec-46a5-aebb-17e296166fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:32.720098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-78cc628c-59ec-46a5-aebb-17e296166fb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.2028973 Apr 20 14:55:32.728577 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.749300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.801789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-829f63d0-2b79-4ba0-8fac-f971992c38ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 217 time: 0.0708523 Apr 20 14:55:32.822722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a87dcd9-7262-413b-8b08-49bc884c5f66 req-3b086120-b804-4217-93c5-613ff0a89f1c tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962707 Apr 20 14:55:32.837881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d0f45a6-ec17-4a6a-873f-0a3418b84ef9 req-39b47bd3-34c8-493c-a2ea-07497b417b53 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886392 Apr 20 14:55:32.868729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=65d863ed-3c7f-49d2-a05a-fc3a936ac16c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:32.901092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.933033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:32.936047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d6e3c-37fd-4386-8bc9-3a12dacd9364 None None] Network c869bc12-900d-4450-8a3a-50c69586b526 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:32.957661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/4caf7ddb-961f-4f92-a545-6707f07bca6a HTTP/1.1" status: 204 len: 168 time: 0.7370441 Apr 20 14:55:32.973942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:32.983240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3478a4-9298-47d5-938f-0af167d12398 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf7ddb-961f-4f92-a545-6707f07bca6a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:33.165912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-528a739f-26c6-42b7-92b1-0f5e3699ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:33.167660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-528a739f-26c6-42b7-92b1-0f5e3699ce68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.3400218 Apr 20 14:55:33.276063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b507c-579a-4a45-8865-c206169073c3 req-70fd6abb-b5e4-422c-bad0-07f579f33207 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:33.279003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f0b507c-579a-4a45-8865-c206169073c3 req-70fd6abb-b5e4-422c-bad0-07f579f33207 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 946 time: 0.2213931 Apr 20 14:55:33.353368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting subnet 7d24d485-75de-46e7-a525-0552441c4a5e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:33.363568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.428715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.463626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.475183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f287b9-d2a6-4337-ae00-71b486620a1e req-34e52541-7e3b-4401-9ede-5f39a456edbc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:33.477005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f287b9-d2a6-4337-ae00-71b486620a1e req-34e52541-7e3b-4401-9ede-5f39a456edbc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1223373 Apr 20 14:55:33.521967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Deleting port 78611fec-85c9-4d01-8816-92e90b64ffe3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:33.522382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.583625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-90d38d87-9fe0-449f-8a00-18f1041f42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:33.585712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-90d38d87-9fe0-449f-8a00-18f1041f42ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081302 Apr 20 14:55:33.596050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f287b9-d2a6-4337-ae00-71b486620a1e req-87c696bf-9e61-4a10-b74c-a17fcceda8c3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089878 Apr 20 14:55:33.626838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.682559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] For port 78611fec-85c9-4d01-8816-92e90b64ffe3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=78611fec-85c9-4d01-8816-92e90b64ffe3,segment=NetworkSegment(69d1b669-4faa-4630-a10b-ffded9a0a315),segment_id=69d1b669-4faa-4630-a10b-ffded9a0a315)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:33.683168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.700195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Calling delete_port for 78611fec-85c9-4d01-8816-92e90b64ffe3 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:33.918244 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:33.933749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['78611fec-85c9-4d01-8816-92e90b64ffe3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:55:33.996276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Pushing event deleted for resources: {'Port': ['ID=78611fec-85c9-4d01-8816-92e90b64ffe3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:34.057271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ff55f37-7c9e-4f24-93f5-7c2e8cbbebd0 req-99d0ce11-0405-4af9-9b5f-1c58ebffd464 tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0627f55-eaf2-49fe-acf4-a0c6deec7e5f HTTP/1.1" status: 200 len: 210 time: 0.0836205 Apr 20 14:55:34.080105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] No DVR routers for this DVR port 78611fec-85c9-4d01-8816-92e90b64ffe3 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:34.083987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.088269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f0b507c-579a-4a45-8865-c206169073c3 req-1bfd20ee-4610-4e85-90a5-04f1bc72924d tempest-TestServerAdvancedOps-1403921984 tempest-TestServerAdvancedOps-1403921984-project] 10.222.0.43 "DELETE /v2.0/ports/78611fec-85c9-4d01-8816-92e90b64ffe3 HTTP/1.1" status: 204 len: 173 time: 0.8010750 Apr 20 14:55:34.088818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'name': 'network-vif-deleted', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:34.091201 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db6e301-7108-4f22-a723-4d212775beeb" -d '{"events": [{"server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "name": "network-vif-deleted", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:34.145263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b4c55-e7a5-469a-bf69-1631fa1bf7cc req-6458f95b-d412-4a11-9613-617039b87f66 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:34.154776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e2b4c55-e7a5-469a-bf69-1631fa1bf7cc req-6458f95b-d412-4a11-9613-617039b87f66 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.1817956 Apr 20 14:55:34.164409 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d7748-fb1f-4194-ab3a-67e90afbc841 x-openstack-request-id: req-619d7748-fb1f-4194-ab3a-67e90afbc841 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:34.165033 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0627f55-eaf2-49fe-acf4-a0c6deec7e5f", "name": "network-vif-deleted", "tag": "78611fec-85c9-4d01-8816-92e90b64ffe3", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:34.165435 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-619d7748-fb1f-4194-ab3a-67e90afbc841 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:34.165990 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619d7748-fb1f-4194-ab3a-67e90afbc841'] response: {'server_uuid': 'a0627f55-eaf2-49fe-acf4-a0c6deec7e5f', 'name': 'network-vif-deleted', 'tag': '78611fec-85c9-4d01-8816-92e90b64ffe3', 'status': 'completed', 'code': 200} Apr 20 14:55:34.212473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e2b4c55-e7a5-469a-bf69-1631fa1bf7cc req-cb6ac725-81ea-4498-a8b1-96ccc55b7cb6 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562434 Apr 20 14:55:34.309738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-914451f9-f8b3-4d5c-ae25-42e2fa1a5208 None None] Provisioning complete for port 183cd6dc-fbc1-446d-a6e6-fc06f810934a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:34.310740 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-914451f9-f8b3-4d5c-ae25-42e2fa1a5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.334985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router bdfcc21a-44e2-41fe-b107-d7a513adda1b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:34.360565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-73841fed-7e1f-49fb-a181-cdf863387ed2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297013 Apr 20 14:55:34.379218 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.597918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:34.600621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.614060 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] Sync routers for ids ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:34.618495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a0dd5a20-833a-452d-85f0-bd4173d380ea tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/bdfcc21a-44e2-41fe-b107-d7a513adda1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9377024 Apr 20 14:55:34.633463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] Routers {'bdfcc21a-44e2-41fe-b107-d7a513adda1b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:34.636192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51654) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:34.636485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:34.646148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=7d24d485-75de-46e7-a525-0552441c4a5e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:34.648737 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.655278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bca6036e-5e38-4044-80a3-cbb40c6bbd66 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/7d24d485-75de-46e7-a525-0552441c4a5e HTTP/1.1" status: 204 len: 168 time: 1.6694233 Apr 20 14:55:34.661444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51658) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:34.666777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bedf124-1a9c-4b97-9b21-d8fd2b3e1b30 None None] Network c869bc12-900d-4450-8a3a-50c69586b526 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:34.803323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-366d7e8d-03a7-4610-947c-a43fd0fd2e10 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfcc21a-44e2-41fe-b107-d7a513adda1b HTTP/1.1" status: 200 len: 205 time: 0.1422606 Apr 20 14:55:34.803978 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:34.804886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51662) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:34.844931 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] Routers {'bdfcc21a-44e2-41fe-b107-d7a513adda1b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:34.845808 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:34.890197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b17d28fc-5871-4eec-9673-0483fb80d9a6 req-79be5105-050b-4a99-9809-6473859cad12 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212381 Apr 20 14:55:34.929691 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:34.936562 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1b2fb-4e7a-4a33-a2d8-1cb7192e248a None None] The sync data for ids ['bdfcc21a-44e2-41fe-b107-d7a513adda1b'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:34.968164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:34.985427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-2b4df7f7-9c31-47e0-a8b0-3864a295d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:34.987470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-2b4df7f7-9c31-47e0-a8b0-3864a295d909 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33d03f184cad40c0b89bf51f6bb6a60b&device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 1096 time: 0.3903856 Apr 20 14:55:35.061852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] DHCP port deletion for c869bc12-900d-4450-8a3a-50c69586b526 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:35.064444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 183cd6dc-fbc1-446d-a6e6-fc06f810934a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:35.065213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.150502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Deleting port 183cd6dc-fbc1-446d-a6e6-fc06f810934a {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:35.151335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.184349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=183cd6dc-fbc1-446d-a6e6-fc06f810934a,segment=NetworkSegment(83c9e8ca-36e7-4593-94de-da5018f5fb7f),segment_id=83c9e8ca-36e7-4593-94de-da5018f5fb7f)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:35.185800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.211686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 183cd6dc-fbc1-446d-a6e6-fc06f810934a owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:35.272283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] For port 183cd6dc-fbc1-446d-a6e6-fc06f810934a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=183cd6dc-fbc1-446d-a6e6-fc06f810934a,segment=NetworkSegment(83c9e8ca-36e7-4593-94de-da5018f5fb7f),segment_id=83c9e8ca-36e7-4593-94de-da5018f5fb7f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:35.272995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.293160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Calling delete_port for 183cd6dc-fbc1-446d-a6e6-fc06f810934a owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:35.390635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.430938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.456572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] No DVR routers for this DVR port 183cd6dc-fbc1-446d-a6e6-fc06f810934a on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:35.465651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:35.475092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 183cd6dc-fbc1-446d-a6e6-fc06f810934a on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:35.527466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d6980-969c-405c-a764-fafaac70dcb7 None None] Pushing event deleted for resources: {'Port': ['ID=183cd6dc-fbc1-446d-a6e6-fc06f810934a,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:35.572559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-4f56f877-2340-40fd-8184-04186e913fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:35.574313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-4f56f877-2340-40fd-8184-04186e913fbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=062c65bd-8fae-4b18-8d88-5d8335ae3e80 HTTP/1.1" status: 200 len: 915 time: 0.5351799 Apr 20 14:55:35.581233 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.618862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.658433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c869bc12-900d-4450-8a3a-50c69586b526']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:35.675462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c9e8ca-36e7-4593-94de-da5018f5fb7f') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:35.675887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c9e8ca-36e7-4593-94de-da5018f5fb7f') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:35.697610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.703840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686750a7-7db4-4612-bd06-0d279251384e req-f5444da2-a7ce-4212-83bb-6815c9c3e2fc tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:35.706090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-686750a7-7db4-4612-bd06-0d279251384e req-f5444da2-a7ce-4212-83bb-6815c9c3e2fc tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 1.0260012 Apr 20 14:55:35.707034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-e99c02fa-4c63-4a29-9d2f-839d92608967 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38 HTTP/1.1" status: 200 len: 217 time: 0.0502784 Apr 20 14:55:35.716859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.724515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:35.725377 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.803093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e12cc2-d4b2-43d0-b600-837b03eef821 req-0adc9d90-0303-401c-ac09-59e123214e58 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:35.808560 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:35.816453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5e12cc2-d4b2-43d0-b600-837b03eef821 req-0adc9d90-0303-401c-ac09-59e123214e58 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.8554938 Apr 20 14:55:35.818061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.825889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:35.832051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/c869bc12-900d-4450-8a3a-50c69586b526 HTTP/1.1" status: 204 len: 168 time: 1.1670301 Apr 20 14:55:35.833737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51674) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:35.859803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e18af-9e8b-4ab1-b491-218dee05c83a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=c869bc12-900d-4450-8a3a-50c69586b526,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:36.033672 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a40b7f5-97df-4421-ae96-ad3a6c0e14e2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.034305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a40b7f5-97df-4421-ae96-ad3a6c0e14e2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.040139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a40b7f5-97df-4421-ae96-ad3a6c0e14e2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/5858f994-6b32-4b40-95d2-7edddd13be36 HTTP/1.1" status: 404 len: 337 time: 0.1409678 Apr 20 14:55:36.041586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.048478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-686750a7-7db4-4612-bd06-0d279251384e req-a1c743db-578b-4793-a3f7-3522609bce8d tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279574 Apr 20 14:55:36.074359 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-506f76c1-aada-4b81-92cf-1dd94e9d6b1a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.078847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506f76c1-aada-4b81-92cf-1dd94e9d6b1a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.091864 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-506f76c1-aada-4b81-92cf-1dd94e9d6b1a tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/fc1db2c9-4f64-4104-9f1e-e0ce741085df HTTP/1.1" status: 404 len: 339 time: 0.0486133 Apr 20 14:55:36.094768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-12a59ce4-25f5-4bd7-b703-03b50afb1ffc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5179086 Apr 20 14:55:36.098022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.099909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.104453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-30c4ef3e-a0e7-499d-ab22-064d40609c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:36.108771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-30c4ef3e-a0e7-499d-ab22-064d40609c80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4f4de2f-83b8-438c-994e-bc5d36413326 HTTP/1.1" status: 200 len: 854 time: 0.3684156 Apr 20 14:55:36.116955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.160091 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-97816871-f7f7-4d81-a21c-2451a141c335 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.161006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97816871-f7f7-4d81-a21c-2451a141c335 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.168377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97816871-f7f7-4d81-a21c-2451a141c335 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/d8bc783e-f482-471c-b0e5-16e9cc56e1ef HTTP/1.1" status: 404 len: 337 time: 0.0688558 Apr 20 14:55:36.169114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51684) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.180476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.197735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-2e44ffe6-2419-4837-b9c8-c7e7b563bc84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=062c65bd-8fae-4b18-8d88-5d8335ae3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783191 Apr 20 14:55:36.203992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5e12cc2-d4b2-43d0-b600-837b03eef821 req-97fa5600-85c3-4b00-b161-4debd6dd0e9b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866558 Apr 20 14:55:36.240721 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6aa616-e6b4-410b-ad4f-5f5f7da829b5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.241528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6aa616-e6b4-410b-ad4f-5f5f7da829b5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.249038 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e6aa616-e6b4-410b-ad4f-5f5f7da829b5 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/2a2ef6ec-7263-443e-98b0-43f79a66a245 HTTP/1.1" status: 404 len: 339 time: 0.0744693 Apr 20 14:55:36.249038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51688) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.259616 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.260128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router bdfcc21a-44e2-41fe-b107-d7a513adda1b {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:55:36.273321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.274462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-904a7035-3e2c-451b-bc7e-6606498ea61c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/bdfcc21a-44e2-41fe-b107-d7a513adda1b HTTP/1.1" status: 204 len: 168 time: 1.4670157 Apr 20 14:55:36.303906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51690) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.306304 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f395c3-36d0-46db-861a-9cd3a4414ba2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.306902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f395c3-36d0-46db-861a-9cd3a4414ba2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.313102 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f3f395c3-36d0-46db-861a-9cd3a4414ba2 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/f8603c0f-7e9f-49b1-8d9f-11badaf13929 HTTP/1.1" status: 404 len: 337 time: 0.0602851 Apr 20 14:55:36.314926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51692) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.320112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Deleting subnet 9d095005-670c-405e-971a-557d82ccec32 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:36.324241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.378284 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.405616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722904-23f6-463d-8286-517927d0647c req-7c5a80b4-4c76-4afc-b53a-33015b1797f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:36.407507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-7c5a80b4-4c76-4afc-b53a-33015b1797f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.2193873 Apr 20 14:55:36.409541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-9eac3837-0e69-453f-99a6-51fa4b28c0f2 service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881773 Apr 20 14:55:36.435440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.468444 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fad550-76d0-45ef-86db-e95dda1823b3 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:36.469469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fad550-76d0-45ef-86db-e95dda1823b3 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:36.476051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74fad550-76d0-45ef-86db-e95dda1823b3 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/15fb47a0-e829-442e-92f2-f2064c371f08 HTTP/1.1" status: 404 len: 339 time: 0.1515906 Apr 20 14:55:36.504692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51694) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.517040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.547120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d095005-670c-405e-971a-557d82ccec32,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:36.560428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.565787 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a6fa5ec1-84c2-41f0-90bc-5bc3b99e476e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9d095005-670c-405e-971a-557d82ccec32 HTTP/1.1" status: 204 len: 168 time: 0.3838997 Apr 20 14:55:36.568372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:36.600270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet 104a4498-939e-4086-ac47-f3e2b2bcaad0 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:36.653153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.683049 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.749185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.800175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f03704-340f-4912-bd82-c2d10bd48120']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:36.813447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d71bc64a-cc49-429f-a8c7-42870333de7d req-69dfffd1-ce92-455c-b44f-e8bad330e544 service neutron] 10.222.0.45 "GET /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820553 Apr 20 14:55:36.815575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d1b669-4faa-4630-a10b-ffded9a0a315') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:36.815575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d1b669-4faa-4630-a10b-ffded9a0a315') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:36.843463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.853900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting subnet c7f855ab-e2ed-41df-8475-608adb262bdc {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:36.855322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.874674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.883673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:36.884196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:36.886210 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:36.933899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.068295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.106843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722904-23f6-463d-8286-517927d0647c req-26fa6053-37a3-4248-84d4-fa8542996ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:37.110520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-26fa6053-37a3-4248-84d4-fa8542996ecf service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.6629813 Apr 20 14:55:37.123785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.134078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] 10.222.0.20 "DELETE /v2.0/networks/21f03704-340f-4912-bd82-c2d10bd48120 HTTP/1.1" status: 204 len: 168 time: 0.5642607 Apr 20 14:55:37.177537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51704) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:37.200207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.200476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd98cd-4dad-4301-8105-6916b841dceb admin admin] Pushing event deleted for resources: {'Network': ['ID=21f03704-340f-4912-bd82-c2d10bd48120,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:37.336735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.406942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 183cd6dc-fbc1-446d-a6e6-fc06f810934a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:37.409674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 78611fec-85c9-4d01-8816-92e90b64ffe3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:37.425026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Deleting subnet d6fa42aa-31e1-4fba-b2cd-cd7b8e204110 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:37.440761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.455255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 78611fec-85c9-4d01-8816-92e90b64ffe3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:37.455955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 78611fec-85c9-4d01-8816-92e90b64ffe3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:37.457694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 183cd6dc-fbc1-446d-a6e6-fc06f810934a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:37.459086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 183cd6dc-fbc1-446d-a6e6-fc06f810934a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:37.492182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.496476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-7c7acc20-1167-494b-97d9-c3101ae39c3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.3772860 Apr 20 14:55:37.576736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=104a4498-939e-4086-ac47-f3e2b2bcaad0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:37.614207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.615705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb0751-4ab0-41ef-b774-eaf6ebc059b7 None None] Network 867c9caa-4d68-4856-bf5e-557279ab56f3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:37.620370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:37.620637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22e090e7-5b4a-4929-8f34-c6ecf802026e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/104a4498-939e-4086-ac47-f3e2b2bcaad0 HTTP/1.1" status: 204 len: 168 time: 1.3155687 Apr 20 14:55:37.678702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad5c61-2622-4003-a581-b9bb97d2691b req-db4e7914-83f6-4461-8065-a5f01c3a4bfa tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:37.687150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2cad5c61-2622-4003-a581-b9bb97d2691b req-db4e7914-83f6-4461-8065-a5f01c3a4bfa tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.3874078 Apr 20 14:55:37.713008 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.751539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722904-23f6-463d-8286-517927d0647c req-f3828e6c-f221-46ba-9dd9-e8f71ebf1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:37.753381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-f3828e6c-f221-46ba-9dd9-e8f71ebf1e6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1979039 Apr 20 14:55:37.780497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2728be-6503-4b60-9157-f7cc2c7db84b req-8fae3ef6-3ff9-4a53-858c-e6bc850fe991 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:37.787215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2728be-6503-4b60-9157-f7cc2c7db84b req-8fae3ef6-3ff9-4a53-858c-e6bc850fe991 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3594899 Apr 20 14:55:37.789080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.799439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.900946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 503255db-7261-4196-a44e-39ca9de3faf8 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:37.911092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:37.981197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] DHCP port deletion for 867c9caa-4d68-4856-bf5e-557279ab56f3 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:37.999912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 503255db-7261-4196-a44e-39ca9de3faf8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=503255db-7261-4196-a44e-39ca9de3faf8,segment=NetworkSegment(91448986-22c4-450b-b781-64d4806c560d),segment_id=91448986-22c4-450b-b781-64d4806c560d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:37.999912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.014748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 503255db-7261-4196-a44e-39ca9de3faf8 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:38.039571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2cad5c61-2622-4003-a581-b9bb97d2691b req-89e50a46-dd8c-4de8-a80b-522033c21e05 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512866 Apr 20 14:55:38.043047 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.062347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Deleting port 503255db-7261-4196-a44e-39ca9de3faf8 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:38.062748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.105940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722904-23f6-463d-8286-517927d0647c req-cc44e36e-f46c-4d89-9305-201ea1b22890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:38.108134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-cc44e36e-f46c-4d89-9305-201ea1b22890 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998433 Apr 20 14:55:38.111989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2728be-6503-4b60-9157-f7cc2c7db84b req-913d15ee-18cd-459d-9161-64ae6e0a730a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989550 Apr 20 14:55:38.115763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.137700 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.171069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=503255db-7261-4196-a44e-39ca9de3faf8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:38.185000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 503255db-7261-4196-a44e-39ca9de3faf8 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:38.188954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] For port 503255db-7261-4196-a44e-39ca9de3faf8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=503255db-7261-4196-a44e-39ca9de3faf8,segment=NetworkSegment(91448986-22c4-450b-b781-64d4806c560d),segment_id=91448986-22c4-450b-b781-64d4806c560d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:38.189361 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.208563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f855ab-e2ed-41df-8475-608adb262bdc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:38.208779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Calling delete_port for 503255db-7261-4196-a44e-39ca9de3faf8 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:38.215391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30522f-9586-41a3-b612-92388f6d8bbd None None] Network d3d891e2-087b-4fbf-9b9a-5c92fee316bd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:38.274002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.286960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f857a120-8d99-46df-876c-83a63a265060 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/c7f855ab-e2ed-41df-8475-608adb262bdc HTTP/1.1" status: 204 len: 168 time: 1.7806590 Apr 20 14:55:38.291462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:38.309517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.336808 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.400774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867c9caa-4d68-4856-bf5e-557279ab56f3']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:38.427618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91448986-22c4-450b-b781-64d4806c560d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:38.428468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91448986-22c4-450b-b781-64d4806c560d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:38.455917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.489318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.512162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.533234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:38.533851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:38.539000 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:38.578381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.603462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] No DVR routers for this DVR port 503255db-7261-4196-a44e-39ca9de3faf8 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:38.666292 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.675293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.678817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/867c9caa-4d68-4856-bf5e-557279ab56f3 HTTP/1.1" status: 204 len: 168 time: 1.0568511 Apr 20 14:55:38.685208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:38.697989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] DHCP port deletion for d3d891e2-087b-4fbf-9b9a-5c92fee316bd request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:38.704086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa75086-b01d-45b6-bb1f-e16c104cb73a None None] Pushing event deleted for resources: {'Port': ['ID=503255db-7261-4196-a44e-39ca9de3faf8,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:38.712750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-750694400', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:38.772151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:38.772927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.782060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.784912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.796751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35aef9-49ed-48dd-8fbf-308ae564c848 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=867c9caa-4d68-4856-bf5e-557279ab56f3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:38.831240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Deleting port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:38.831787 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.878847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6fa42aa-31e1-4fba-b2cd-cd7b8e204110,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:38.929337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.934760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] For port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,segment=NetworkSegment(28bf37e5-fc05-4245-9e31-ed7f0ce9b863),segment_id=28bf37e5-fc05-4245-9e31-ed7f0ce9b863)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:38.935121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:38.935316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ced7a56f-edc6-4221-bdde-3c0f7ae37394 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6fa42aa-31e1-4fba-b2cd-cd7b8e204110 HTTP/1.1" status: 204 len: 168 time: 1.7564406 Apr 20 14:55:38.938255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51728) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:38.954745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Calling delete_port for 5fcc849a-6bd4-49be-9a89-9ae0e0085bab owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:38.964018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-df5626bf-cc1e-44c6-8270-285e8046864c service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432682 Apr 20 14:55:39.046752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.062011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,segment=NetworkSegment(28bf37e5-fc05-4245-9e31-ed7f0ce9b863),segment_id=28bf37e5-fc05-4245-9e31-ed7f0ce9b863)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:39.063248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.063947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 503255db-7261-4196-a44e-39ca9de3faf8 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:39.069851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da52a9-d2c8-4671-bbe8-a15c5cabe9f5 req-1a2abfa8-7449-4b0c-8b43-74d8becf5294 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:39.071555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29da52a9-d2c8-4671-bbe8-a15c5cabe9f5 req-1a2abfa8-7449-4b0c-8b43-74d8becf5294 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2053502 Apr 20 14:55:39.110760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.123679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 5fcc849a-6bd4-49be-9a89-9ae0e0085bab owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:39.138011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 503255db-7261-4196-a44e-39ca9de3faf8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:39.138347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 503255db-7261-4196-a44e-39ca9de3faf8 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:39.138776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5fcc849a-6bd4-49be-9a89-9ae0e0085bab no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:39.194845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9722904-23f6-463d-8286-517927d0647c req-552f3070-69de-4c7b-8eae-99d7c9adbfa1 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230513 Apr 20 14:55:39.232545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29da52a9-d2c8-4671-bbe8-a15c5cabe9f5 req-d733072b-0064-41e0-8d42-10c21e8fc88b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479292 Apr 20 14:55:39.273189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.315216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.320716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] Pushing event deleted for resources: {'Port': ['ID=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:39.336446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4ef88-7d19-43a3-9be6-f7a449dbc3f4 None None] No DVR routers for this DVR port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:39.341493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.498509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.507636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-3306604e-14a1-4554-93ee-9e4239e87e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:39.511159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-3306604e-14a1-4554-93ee-9e4239e87e20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.1961827 Apr 20 14:55:39.516136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.532859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=5fcc849a-6bd4-49be-9a89-9ae0e0085bab,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:39.538752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 5fcc849a-6bd4-49be-9a89-9ae0e0085bab on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:39.559287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516cef6-90f3-4aa1-a03c-d0aa41245301 req-05b446df-688f-4a6e-94e9-96f12732b85b tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:39.561510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c516cef6-90f3-4aa1-a03c-d0aa41245301 req-05b446df-688f-4a6e-94e9-96f12732b85b tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.3640747 Apr 20 14:55:39.646336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.691870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-4ca8b973-63a5-4ecb-8586-17f8f30aea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:39.693555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-4ca8b973-63a5-4ecb-8586-17f8f30aea6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1742532 Apr 20 14:55:39.697027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fb062a-451a-4799-b6a1-26fdb8e1a401']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.720327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75414121-804c-442e-b877-4c8d88d8b721') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.720534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75414121-804c-442e-b877-4c8d88d8b721') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.736965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d891e2-087b-4fbf-9b9a-5c92fee316bd']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.763380 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.769207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bf37e5-fc05-4245-9e31-ed7f0ce9b863') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.769502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bf37e5-fc05-4245-9e31-ed7f0ce9b863') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:39.774376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.790297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c516cef6-90f3-4aa1-a03c-d0aa41245301 req-b1931395-7a69-4644-a245-d2c44f9a823a tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156050 Apr 20 14:55:39.792568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.803545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.807771 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.822451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-2dd08180-56cd-464a-a464-1d17d84ac31c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.1164608 Apr 20 14:55:39.823532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:39.823992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:39.826061 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:39.983730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.015380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.016430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:40.016847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:40.020191 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:40.030519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.034157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] 10.222.0.20 "DELETE /v2.0/networks/72fb062a-451a-4799-b6a1-26fdb8e1a401 HTTP/1.1" status: 204 len: 168 time: 1.0948997 Apr 20 14:55:40.036153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-45f52f10-a3d4-4b8d-a193-11f6652f142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:40.037896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-45f52f10-a3d4-4b8d-a193-11f6652f142b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1827481 Apr 20 14:55:40.129237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07affd06-3395-4603-9627-3d37735c3982 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fb062a-451a-4799-b6a1-26fdb8e1a401,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:40.136417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.154847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.161242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/d3d891e2-087b-4fbf-9b9a-5c92fee316bd HTTP/1.1" status: 204 len: 168 time: 1.8685119 Apr 20 14:55:40.172385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.25.1.106 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/6744dcf8-796f-4e72-b02b-c9e0a91c0b9b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:40.174552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51744) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:40.177683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-18d01a3f-23eb-4138-beb4-d740118524a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.209189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb959cf-cc33-4c1d-8f2f-e79acc28ef47 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=d3d891e2-087b-4fbf-9b9a-5c92fee316bd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:40.214615 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a6dca1-deb3-4c97-bb6e-e9f42379c009 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:40.215071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a6dca1-deb3-4c97-bb6e-e9f42379c009 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:40.218471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4a6dca1-deb3-4c97-bb6e-e9f42379c009 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/e5f9cb69-173a-4c94-b08b-9b457219066f HTTP/1.1" status: 404 len: 337 time: 0.0426219 Apr 20 14:55:40.222960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51746) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:40.247625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-6904f2c2-324f-48f5-8d0c-0ff917475a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:40.249301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-6904f2c2-324f-48f5-8d0c-0ff917475a14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683712 Apr 20 14:55:40.259431 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-405e2024-fcd4-43aa-a293-2536c5d67f50 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] DELETE failed (client error): The resource could not be found. Apr 20 14:55:40.259851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405e2024-fcd4-43aa-a293-2536c5d67f50 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:40.265632 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-405e2024-fcd4-43aa-a293-2536c5d67f50 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/eb698d65-6163-4f14-9464-71fd4ccfe318 HTTP/1.1" status: 404 len: 339 time: 0.0389702 Apr 20 14:55:40.273458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51752) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:40.395058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting subnet 95015c2d-72e0-4fd2-a723-3229f7beae61 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:40.403712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-dc23289a-01d5-4a7d-b7f1-75d763ce0326 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461039 Apr 20 14:55:40.409607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.479997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:40.676584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11c13c-0496-4f1c-bd1d-7423458a7a28 req-4e00aa5b-1b59-482f-bc59-b648dd980741 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:40.678648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb11c13c-0496-4f1c-bd1d-7423458a7a28 req-4e00aa5b-1b59-482f-bc59-b648dd980741 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2629423 Apr 20 14:55:40.686757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-32a0e487-cf2b-4b19-9557-7f890e160255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=323cda7e82dd4707aff4a2874257bffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901195 Apr 20 14:55:40.695339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d194c-43b6-4ece-9d58-14c83394d399 req-6120fac1-6140-4c2d-ac12-2b25dc5d7f71 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:40.704384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-088d194c-43b6-4ece-9d58-14c83394d399 req-6120fac1-6140-4c2d-ac12-2b25dc5d7f71 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.2992587 Apr 20 14:55:40.736709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:40.818330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.821946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.859032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-088d194c-43b6-4ece-9d58-14c83394d399 req-61bd0f1a-1993-4d14-8a33-5954318e4df3 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534898 Apr 20 14:55:40.869303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb11c13c-0496-4f1c-bd1d-7423458a7a28 req-25583229-6c14-4761-a61a-04e7d35c250f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558700 Apr 20 14:55:40.887856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e06555f-3534-4060-b9a9-dbc87d3f1709 req-6f39cc96-e99b-41e4-9f0f-e112f1414c83 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568815 Apr 20 14:55:40.909779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.968061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:40.998133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.051926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=6744dcf8-796f-4e72-b02b-c9e0a91c0b9b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:41.053072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.056792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.062513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c HTTP/1.1" status: 204 len: 168 time: 0.3155046 Apr 20 14:55:41.068991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a446-fc70-428e-b9c0-81de00bbeb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac2ad0-ff12-4b03-8e2f-e90d5321a86c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:41.072845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.110668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:41.116279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:41.120789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:41.183370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.256955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Subnet': ['ID=95015c2d-72e0-4fd2-a723-3229f7beae61,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:41.268573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe23d6-4192-404b-bf50-83af57b9f241 None None] Network 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:41.290343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.293537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f361d854-0cb7-4695-97cc-54f7c4e79f1d tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/subnets/95015c2d-72e0-4fd2-a723-3229f7beae61 HTTP/1.1" status: 204 len: 168 time: 1.0191085 Apr 20 14:55:41.297738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51766) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:41.567915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.571677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.651428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] DHCP port deletion for 50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:55:41.721459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Deleting port 90f71288-31d7-4715-bc8a-78c963c15e27 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:41.721459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.779588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Deleting port 90f71288-31d7-4715-bc8a-78c963c15e27 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:41.780567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.847796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] For port 90f71288-31d7-4715-bc8a-78c963c15e27, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=90f71288-31d7-4715-bc8a-78c963c15e27,segment=NetworkSegment(42a8c955-0e74-463a-826a-7985e7c91716),segment_id=42a8c955-0e74-463a-826a-7985e7c91716)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:41.848289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.867801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Calling delete_port for 90f71288-31d7-4715-bc8a-78c963c15e27 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:41.887093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51776) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:41.909842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-12298711-f8fa-4ed7-8ad0-e1da4d8a6574 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:41.911808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-12298711-f8fa-4ed7-8ad0-e1da4d8a6574 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.45 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.1686482 Apr 20 14:55:41.969600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:41.983551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.013540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] For port 90f71288-31d7-4715-bc8a-78c963c15e27, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=90f71288-31d7-4715-bc8a-78c963c15e27,segment=NetworkSegment(42a8c955-0e74-463a-826a-7985e7c91716),segment_id=42a8c955-0e74-463a-826a-7985e7c91716)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:42.014228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.035940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] Pushing event deleted for resources: {'Port': ['ID=90f71288-31d7-4715-bc8a-78c963c15e27,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:42.046515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04b772-24b3-479c-8bf2-03cc4e928f75 None None] No DVR routers for this DVR port 90f71288-31d7-4715-bc8a-78c963c15e27 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:42.094713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ca3b7d63-ba0b-437c-827a-5aa19328caef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fc2da97d6b3451086e0db73ac8a7241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059753 Apr 20 14:55:42.100031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:42.113690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Calling delete_port for 90f71288-31d7-4715-bc8a-78c963c15e27 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:42.240188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 9118a8f8-fbb7-4c4b-abb1-93163fbac34c is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:55:42.245838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7496fcc-f057-46c3-8def-ad02bbb9016f req-497f4fba-c326-4ecc-b4b5-0a71f4904037 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:42.248444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7496fcc-f057-46c3-8def-ad02bbb9016f req-497f4fba-c326-4ecc-b4b5-0a71f4904037 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 945 time: 0.2869127 Apr 20 14:55:42.298924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.333797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.383128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Deleting port d26e5007-02e9-4d9b-ae90-7825c454fa38 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:42.383598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.499248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7496fcc-f057-46c3-8def-ad02bbb9016f req-df731cb5-4e9b-42de-80e1-2b007c16a70f tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/security-groups?id=a625192f-da90-4568-8eff-9149a6070f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397149 Apr 20 14:55:42.505231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:42.509511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.522945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] Sync routers for ids ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:42.546626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] Routers {'9118a8f8-fbb7-4c4b-abb1-93163fbac34c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:42.547517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.558158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.559591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0cde7b0b-1a63-41ba-b54a-e38210a30d1e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8682103 Apr 20 14:55:42.563349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51794) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:42.592439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Port': ['ID=90f71288-31d7-4715-bc8a-78c963c15e27,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:42.609626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] No DVR routers for this DVR port 90f71288-31d7-4715-bc8a-78c963c15e27 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:42.609858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.620280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.624534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] Routers {'9118a8f8-fbb7-4c4b-abb1-93163fbac34c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:42.625171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.627177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.635738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f012d361-236f-46ce-b1da-bac7c486d8cd HTTP/1.1" status: 204 len: 168 time: 0.5339093 Apr 20 14:55:42.670729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.671988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3352f0-0d8c-4cf7-9aa7-9f93228b0a17 None None] The sync data for ids ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:42.722235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaef9e-8cec-4fbc-a49f-f2b53d31f9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012d361-236f-46ce-b1da-bac7c486d8cd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:42.728674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] For port d26e5007-02e9-4d9b-ae90-7825c454fa38, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=d26e5007-02e9-4d9b-ae90-7825c454fa38,segment=NetworkSegment(cdd87181-5a58-4d65-8d3f-b53d9e68f647),segment_id=cdd87181-5a58-4d65-8d3f-b53d9e68f647)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:42.742698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.825326 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.856673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.865293 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a3ef881-831e-4467-b99b-5f95f6e9b407 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers/9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 200 len: 880 time: 0.2985618 Apr 20 14:55:42.866093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51800) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:42.867458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a8c955-0e74-463a-826a-7985e7c91716') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.867838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a8c955-0e74-463a-826a-7985e7c91716') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:42.879669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.926490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:42.942747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Calling delete_port for d26e5007-02e9-4d9b-ae90-7825c454fa38 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:43.001888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:43.002698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:43.005653 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:43.086464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 90f71288-31d7-4715-bc8a-78c963c15e27 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:43.098241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf3837-2d89-4ee8-828c-9f00749a943a req-91a0b236-1638-4a43-92e9-a8ec0e5ee8c4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:43.100404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eadf3837-2d89-4ee8-828c-9f00749a943a req-91a0b236-1638-4a43-92e9-a8ec0e5ee8c4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 1.1034944 Apr 20 14:55:43.140430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 90f71288-31d7-4715-bc8a-78c963c15e27 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:43.141068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 90f71288-31d7-4715-bc8a-78c963c15e27 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:43.179199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eadf3837-2d89-4ee8-828c-9f00749a943a req-5fdcfae1-db84-47f9-ba69-17f62851caf4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646875 Apr 20 14:55:43.179818 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.187463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.191016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] 10.222.0.20 "DELETE /v2.0/networks/50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af HTTP/1.1" status: 204 len: 168 time: 1.8919103 Apr 20 14:55:43.214158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d70ff-643e-49c0-853c-2b0965bede86 tempest-NetworksIpV6Test-1690518355 tempest-NetworksIpV6Test-1690518355-project] Pushing event deleted for resources: {'Network': ['ID=50b4ff56-a9e1-4f6c-a5da-64cbf5fbe8af,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:43.324795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.422867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-42aebb3d-0e5b-4598-ae4b-4cc91b6d5602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.515270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3c3fa7ce-4dfd-439d-892d-bab7240e2174 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6477852 Apr 20 14:55:43.516601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:43.530432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-750694400'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:43.590314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Pushing event deleted for resources: {'Port': ['ID=d26e5007-02e9-4d9b-ae90-7825c454fa38,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:43.699253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.706353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] No DVR routers for this DVR port d26e5007-02e9-4d9b-ae90-7825c454fa38 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:55:43.713621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:43.717679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e558345c-5dcd-455c-818f-8fed0b5de97f req-e686940e-1c4d-4aab-9179-0a10f80109a0 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.45 "DELETE /v2.0/ports/d26e5007-02e9-4d9b-ae90-7825c454fa38 HTTP/1.1" status: 204 len: 173 time: 1.7895677 Apr 20 14:55:43.718814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'name': 'network-vif-deleted', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:55:43.721275 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f383e-c005-482a-a346-9e0061675718" -d '{"events": [{"server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "name": "network-vif-deleted", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:55:43.759381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb2ed199-afaa-4c22-a294-8a3a667cc865 req-5261d931-5af9-471b-b205-068abbad9b81 tempest-InstanceActionsTestJSON-475265912 tempest-InstanceActionsTestJSON-475265912-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01be0d5-11bd-412e-bb02-72d4932b7936 HTTP/1.1" status: 200 len: 210 time: 0.0492907 Apr 20 14:55:43.773968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c65c-a4f6-4acd-a2fd-c284d6f92291 req-563d27bb-6dd1-4798-8357-20d537d0ff8a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:43.775956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75e4c65c-a4f6-4acd-a2fd-c284d6f92291 req-563d27bb-6dd1-4798-8357-20d537d0ff8a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3854051 Apr 20 14:55:43.882394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75e4c65c-a4f6-4acd-a2fd-c284d6f92291 req-e6610948-c37f-4d38-89a4-4ff58733758f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972402 Apr 20 14:55:43.890974 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff839f0d-81b0-4331-863b-de68036d3284 x-openstack-request-id: req-ff839f0d-81b0-4331-863b-de68036d3284 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:55:43.891590 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01be0d5-11bd-412e-bb02-72d4932b7936", "name": "network-vif-deleted", "tag": "d26e5007-02e9-4d9b-ae90-7825c454fa38", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:55:43.894266 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff839f0d-81b0-4331-863b-de68036d3284 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:55:43.897427 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff839f0d-81b0-4331-863b-de68036d3284'] response: {'server_uuid': 'c01be0d5-11bd-412e-bb02-72d4932b7936', 'name': 'network-vif-deleted', 'tag': 'd26e5007-02e9-4d9b-ae90-7825c454fa38', 'status': 'completed', 'code': 200} Apr 20 14:55:43.936444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:44.262160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.374065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ced1e277-7a07-41ad-af47-408fe7f69d01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccca2bbceb414cc2a83e93c602a1c377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362171 Apr 20 14:55:44.374711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51846) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:44.541751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.555788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:44.610406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.637374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb974822-716f-4b48-bace-b1d03329c5f5 req-68e03b77-a257-4c0a-8a61-66c98195b013 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:44.641947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb974822-716f-4b48-bace-b1d03329c5f5 req-68e03b77-a257-4c0a-8a61-66c98195b013 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1690130 Apr 20 14:55:44.715971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb974822-716f-4b48-bace-b1d03329c5f5 req-4ae95d3f-6154-4fe5-b573-5310c4669aa7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576577 Apr 20 14:55:44.748677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.752166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.767472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.771376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65d1e85f-d9c1-4c58-a9d1-4bdd3d8af834 HTTP/1.1" status: 204 len: 168 time: 0.3931518 Apr 20 14:55:44.779959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.787343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c0316-e514-46ed-ae46-7f2175bc9404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1e85f-d9c1-4c58-a9d1-4bdd3d8af834,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:44.844925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-549021942-network', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:44.883433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51862) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:44.954176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Made reservation on behalf of fa0c63939a5a40aeb68c1a56d183aade for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:44.957523 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:44.984507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d26e5007-02e9-4d9b-ae90-7825c454fa38 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:55:45.026479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: d26e5007-02e9-4d9b-ae90-7825c454fa38 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:55:45.027339 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device d26e5007-02e9-4d9b-ae90-7825c454fa38 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:55:45.060207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.083927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Deleting subnet b4f4de2f-83b8-438c-994e-bc5d36413326 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:45.088880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.132624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.193492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 9118a8f8-fbb7-4c4b-abb1-93163fbac34c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:45.195035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.245172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3122-f9de-40f0-b2c1-d352e49e125b req-cdf86567-754e-47b9-aadc-949c8eb08fc5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:45.254900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e77a3122-f9de-40f0-b2c1-d352e49e125b req-cdf86567-754e-47b9-aadc-949c8eb08fc5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3724649 Apr 20 14:55:45.268586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.302796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.355463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.372305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.411701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e77a3122-f9de-40f0-b2c1-d352e49e125b req-5f268a7e-73e7-4a3e-a3a9-e6f7cb9fc9b0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558309 Apr 20 14:55:45.445296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.487431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f4de2f-83b8-438c-994e-bc5d36413326,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:45.500218 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.501918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:45.507177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-862fbf3e-5087-4d64-8584-ee5e80d68e14 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4f4de2f-83b8-438c-994e-bc5d36413326 HTTP/1.1" status: 204 len: 168 time: 0.6227858 Apr 20 14:55:45.509950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51878) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:45.521747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6204a0cf-42fc-462a-a221-90e9a3c80ba5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:45.527575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.529722 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Added segment a8ce64f0-86b7-4b3e-a763-b5f8d866f631 of type vlan for network 0f18c12b-60f9-403d-8737-f91fb03fff3c Apr 20 14:55:45.550659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:45.558731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.560223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee93f911-f7e8-42c5-8ab4-b827518a9d32 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 200 len: 887 time: 2.0413213 Apr 20 14:55:45.570078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] Sync routers for ids ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:45.579691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:45.589819 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] Routers {'9118a8f8-fbb7-4c4b-abb1-93163fbac34c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:45.589819 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:45.653184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.689880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.702840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb35af-82ba-4b82-9e24-df5a4276b83e req-956f55cc-546c-4e09-89e5-6c2e65d7dfdb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:45.710477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12cb35af-82ba-4b82-9e24-df5a4276b83e req-956f55cc-546c-4e09-89e5-6c2e65d7dfdb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Apr 20 14:55:45.734255 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:45.759889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] Routers {'9118a8f8-fbb7-4c4b-abb1-93163fbac34c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:45.760810 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:45.828683 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:45.829584 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e6ced-d8a3-43cc-a9fb-7b1abbcdd030 None None] The sync data for ids ['9118a8f8-fbb7-4c4b-abb1-93163fbac34c'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:45.862893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.863889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:45.864463 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.919554 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f85084ce-ea3e-42c1-bd34-30ea2bedd5f0 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers/9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 200 len: 887 time: 0.3385692 Apr 20 14:55:45.923898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51888) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:45.939955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:45.985587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12cb35af-82ba-4b82-9e24-df5a4276b83e req-5c550e02-cbdf-4cdc-ae70-5c164ae77d23 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740700 Apr 20 14:55:45.998086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062c65bd-8fae-4b18-8d88-5d8335ae3e80']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:46.006514 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d7ab03a7-d30e-43f2-8ba6-732347cadd59 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 200 len: 205 time: 0.0798428 Apr 20 14:55:46.009134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51892) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:46.025205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd87181-5a58-4d65-8d3f-b53d9e68f647') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:46.025515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd87181-5a58-4d65-8d3f-b53d9e68f647') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:46.026258 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4693408 Apr 20 14:55:46.031448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:46.035754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c032202-dfa1-41d5-ae28-ae18ef998186 admin admin] Pushing event updated for resources: {'Network': ['ID=0f18c12b-60f9-403d-8737-f91fb03fff3c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:46.050249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:46.142002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Request body: {'subnet': {'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-549021942-subnet', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:46.177920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.434360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:46.580403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075666515'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:46.616855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:46.620349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.632212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.671947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.689443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Made reservation on behalf of fa0c63939a5a40aeb68c1a56d183aade for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:46.691881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.710470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:55:46.711066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:46.716185 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:46.842299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.893086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.898875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bc5af-5705-4a8e-8e8f-ec040af65137 req-7e277b1a-d579-4e39-8afe-b4951ac3f5fc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:46.900593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.906798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec0bc5af-5705-4a8e-8e8f-ec040af65137 req-7e277b1a-d579-4e39-8afe-b4951ac3f5fc tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2320042 Apr 20 14:55:46.912224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.928585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:46.932319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/062c65bd-8fae-4b18-8d88-5d8335ae3e80 HTTP/1.1" status: 204 len: 168 time: 1.4214005 Apr 20 14:55:46.956609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d26e-4a56-460b-bfd8-e8e204a50b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=062c65bd-8fae-4b18-8d88-5d8335ae3e80,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:46.959438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:47.036029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.036384 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment 2a20e602-38bb-460f-b025-33d943f0d0c6 of type vlan for network 28b68da0-e570-4acd-976a-11ae07c220b6 Apr 20 14:55:47.106924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7412187-fb6b-4a77-95e6-f3f0befdf0e0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:47.135291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.167846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.199539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.206544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:47.209006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.225268 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.280903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8442485 Apr 20 14:55:47.407830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:47.468386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25add69b-363c-4bef-92d8-a66e714267cf tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=28b68da0-e570-4acd-976a-11ae07c220b6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:47.493693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c896d353-d372-4aff-80a2-4daee5e7389f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:47.521568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec0bc5af-5705-4a8e-8e8f-ec040af65137 req-f052c0c6-05f0-4a53-b367-8bc081270203 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6137843 Apr 20 14:55:47.543118 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fdaf2af9-c72f-44e7-874b-c273d2aef832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33d03f184cad40c0b89bf51f6bb6a60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324739 Apr 20 14:55:47.543907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 6744dcf8-796f-4e72-b02b-c9e0a91c0b9b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:55:47.545148 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.545475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51956) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:47.546108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 28b68da0-e570-4acd-976a-11ae07c220b6 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:47.675487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.678028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Checking segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:47.678665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Network hostable DHCP agents. Network: 0f18c12b-60f9-403d-8737-f91fb03fff3c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:47.760334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.810932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:47.867095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0f18c12b-60f9-403d-8737-f91fb03fff3c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:47.887966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.915451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:47.919735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.936866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.939562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:47.942153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7d8f5-3371-4ad2-a77b-750d5c25a949 None None] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:47.959845 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a625192f-da90-4568-8eff-9149a6070f54 HTTP/1.1" status: 204 len: 168 time: 0.4104190 Apr 20 14:55:47.987967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0965073-140f-4664-a25d-c3069e618204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625192f-da90-4568-8eff-9149a6070f54,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:47.994258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 6744dcf8-796f-4e72-b02b-c9e0a91c0b9b owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:55:48.083295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c7aff0e2-ce8e-492b-8381-9635e82012a2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9461393 Apr 20 14:55:48.085233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51994) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:48.090299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:48.167693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:48.168936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:48.378325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:48.541942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:48.654006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0f18c12b-60f9-403d-8737-f91fb03fff3c', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:48.655629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:48.699610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=6744dcf8-796f-4e72-b02b-c9e0a91c0b9b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:48.860854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.075736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20496bdc-60da-4540-9cf3-f862979c7b96 req-4a153446-1081-4e4b-ab30-fce5de88e0b8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:49.079002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20496bdc-60da-4540-9cf3-f862979c7b96 req-4a153446-1081-4e4b-ab30-fce5de88e0b8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3889570 Apr 20 14:55:49.147247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Allocated IP 172.20.0.2 (0f18c12b-60f9-403d-8737-f91fb03fff3c/c896d353-d372-4aff-80a2-4daee5e7389f/b4a23892-99e9-47f2-ac99-737e173415c3) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:49.161770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.427082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.433391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.536975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.550276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.610706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:49.617842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.620097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router 9118a8f8-fbb7-4c4b-abb1-93163fbac34c {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:55:49.633722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.638060 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.645803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d3e0ba0b-71c0-4b06-9c10-6159308344f3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 204 len: 168 time: 3.6352413 Apr 20 14:55:49.653634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:49.664518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:49.666042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690137456'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:49.670506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:49.679002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.701211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20496bdc-60da-4540-9cf3-f862979c7b96 req-f5ee0d1e-a2d0-4f97-adab-76cceb62c9e6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6061206 Apr 20 14:55:49.733449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:49.737411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.804365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:49.844572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.845155 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 2a00d4ef-8059-48e9-9794-8f766ea90638 of type vlan for network ea417982-4901-47f2-a703-27ab1c516bdf Apr 20 14:55:49.856407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52132) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:49.874612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Attempting to bind port b4a23892-99e9-47f2-ac99-737e173415c3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:49.875254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Attempting to bind port b4a23892-99e9-47f2-ac99-737e173415c3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:49.875952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Attempting to bind port b4a23892-99e9-47f2-ac99-737e173415c3 on network 0f18c12b-60f9-403d-8737-f91fb03fff3c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:49.888409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:49.889642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Checking segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:49.890358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.891023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Bound using segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:49.891860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Bound port: b4a23892-99e9-47f2-ac99-737e173415c3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:49.892626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:49.904052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Pushing event updated for resources: {'Port': ['ID=b4a23892-99e9-47f2-ac99-737e173415c3,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:50.004557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] For port b4a23892-99e9-47f2-ac99-737e173415c3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:50.013689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] For port b4a23892-99e9-47f2-ac99-737e173415c3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b4a23892-99e9-47f2-ac99-737e173415c3,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:50.022276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.040241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.046065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Allocated IP 172.25.1.83 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/b6294b20-7c1d-4b47-a13f-514a29cd4a5b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:50.204265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.215009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:50.215571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.346985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-390772022-network', 'tenant_id': '9ca7e3c6fa384527b1df3540501613e5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:50.362706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792db3-8a35-4fc6-ba1d-88cee5665537 None None] Pushing event updated for resources: {'Port': ['ID=b4a23892-99e9-47f2-ac99-737e173415c3,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:50.563658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Made reservation on behalf of 9ca7e3c6fa384527b1df3540501613e5 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:50.567134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.583172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.592859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.608712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9496632 Apr 20 14:55:50.611012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b012f9-73fb-4bfe-92ec-f7476c03a432 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=ea417982-4901-47f2-a703-27ab1c516bdf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:50.625602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:50.631909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ea417982-4901-47f2-a703-27ab1c516bdf details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:50.650471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:50.676313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52204) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:50.777170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:50.805111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.815855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e258984-9387-4bf8-837c-d4418b5eb608 req-2a602778-7670-4680-a1e5-aae9999554ac tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:50.817651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e258984-9387-4bf8-837c-d4418b5eb608 req-2a602778-7670-4680-a1e5-aae9999554ac tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.5088105 Apr 20 14:55:50.879826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:50.883515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:50.900379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:50.912049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:50.931351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:51.011401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Pushing event updated for resources: {'Port': ['ID=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.036278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e258984-9387-4bf8-837c-d4418b5eb608 req-25f44526-52ed-46f7-9c08-809771c0c56f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787531 Apr 20 14:55:51.073390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:51.078953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.085768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b4a23892-99e9-47f2-ac99-737e173415c3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:51.150926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b4a23892-99e9-47f2-ac99-737e173415c3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:51.151569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.192820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.204333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.205388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.225556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:51.252468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.253031 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Added segment 316cc585-edaf-4fb7-aa99-3653dca26260 of type vlan for network 5ba9d005-e928-4bf7-9eff-7991013da0fc Apr 20 14:55:51.266593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.308996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b4a23892-99e9-47f2-ac99-737e173415c3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b4a23892-99e9-47f2-ac99-737e173415c3,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:55:51.321238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.335088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67edba21-bd0b-4791-934c-b2b815639f1e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.357477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.468569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b4a23892-99e9-47f2-ac99-737e173415c3,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.496808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.498730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:51.499488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.594811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.599985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.606001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] Pushing event updated for resources: {'Network': ['ID=5ba9d005-e928-4bf7-9eff-7991013da0fc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.621126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5ba9d005-e928-4bf7-9eff-7991013da0fc details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:51.705614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30e14d95-8230-4d66-a926-a1d6fb87dbdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8471665 Apr 20 14:55:51.717419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=27ecd1c5-9074-4347-96af-3cc439711784,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.723623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52310) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:51.729863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Request body: {'subnet': {'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-390772022-subnet', 'tenant_id': '9ca7e3c6fa384527b1df3540501613e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:51.845741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=4a88fee0-e40d-40c7-b13a-3e24510d5c0e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:51.857700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '2a00d4ef-8059-48e9-9794-8f766ea90638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:51.858133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: ea417982-4901-47f2-a703-27ab1c516bdf, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:51.889707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': '2a20e602-38bb-460f-b025-33d943f0d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:51.890499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 28b68da0-e570-4acd-976a-11ae07c220b6, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:51.905229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ea417982-4901-47f2-a703-27ab1c516bdf is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:51.921948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 28b68da0-e570-4acd-976a-11ae07c220b6 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:51.929140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ea417982-4901-47f2-a703-27ab1c516bdf) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:51.938299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e860a0a-08b4-4e81-ab40-2711a9064308 None None] Network ea417982-4901-47f2-a703-27ab1c516bdf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:51.943610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 28b68da0-e570-4acd-976a-11ae07c220b6) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:51.948719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:51.952904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:51.966421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:51.967663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.000723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-654b3302-fc6a-4027-86df-27e638bfb586 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3730257 Apr 20 14:55:52.003729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52344) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:52.010416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-375475557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:52.030110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6ba4db1a-9d41-41ce-b101-27be51f9fee3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2644513 Apr 20 14:55:52.035075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52350) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:52.040548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1961799574'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:52.061248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a800bf1-720f-47b4-a04a-261052ebc06d None None] Network 28b68da0-e570-4acd-976a-11ae07c220b6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:52.070068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb8d7f-9dba-447f-9932-0c36efa6f442 None None] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:52.070998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:52.076292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.103397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.104630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.170347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:52.281099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.281598 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment 284354ed-85d8-4f6f-894a-007be3bebbf0 of type vlan for network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe Apr 20 14:55:52.293824 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Made reservation on behalf of 9ca7e3c6fa384527b1df3540501613e5 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:52.297206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.320754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.345337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.370946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.395476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5c72-52d3-4dc8-a840-83a851f61e8e req-6d8aac8d-90d0-4eb4-97a6-654c7c100113 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:52.397139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d48d5c72-52d3-4dc8-a840-83a851f61e8e req-6d8aac8d-90d0-4eb4-97a6-654c7c100113 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2341559 Apr 20 14:55:52.423704 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.428590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a147d0ad-7b17-4652-9338-40818f8b85b8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4233484 Apr 20 14:55:52.429600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:52.549693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.581192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.586809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:52.587400 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.675100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d48d5c72-52d3-4dc8-a840-83a851f61e8e req-4768cc6f-11f0-47ad-bf66-46df5630956c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692235 Apr 20 14:55:52.778030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7414868 Apr 20 14:55:52.778867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52434) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:52.792428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:52.820774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.831859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7499321b-b130-4c42-b119-e805960325f0 None None] Provisioning complete for port b4a23892-99e9-47f2-ac99-737e173415c3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:52.832947 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7499321b-b130-4c42-b119-e805960325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:52.884169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17060-2b32-4079-a8b3-b6c9b00015af tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:52.904526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7500c4-300b-4636-b1fa-f4a8873be9dd,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:52.930934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Checking segment: {'id': '316cc585-edaf-4fb7-aa99-3653dca26260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:52.931335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Network hostable DHCP agents. Network: 5ba9d005-e928-4bf7-9eff-7991013da0fc, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:52.984056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:55:52.988575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Network 5ba9d005-e928-4bf7-9eff-7991013da0fc is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:53.008419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5ba9d005-e928-4bf7-9eff-7991013da0fc) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:53.047598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:53.049081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:53.049858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:53.078617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a14d841d-e344-4076-a9a0-b762585f0884 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3447034 Apr 20 14:55:53.100875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bffbe-4130-41c4-828d-51a03ecd3c85 None None] Network 5ba9d005-e928-4bf7-9eff-7991013da0fc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:53.120391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b4a23892-99e9-47f2-ac99-737e173415c3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:53.158678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:53.198870 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:53.205600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5435d5c9-0992-412e-a8ec-e83fcf1e233a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1190286 Apr 20 14:55:53.207492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52452) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:53.292831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Sync routers for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:53.450318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0a1f-d538-4f36-8c80-20c720b79c71 req-841671b0-5283-4b95-8b1a-3fd5f9edecb6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:53.452013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120a0a1f-d538-4f36-8c80-20c720b79c71 req-841671b0-5283-4b95-8b1a-3fd5f9edecb6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.6504130 Apr 20 14:55:53.496314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:53.497543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:53.518477 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:53.522746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:53.572663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:53.657841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-120a0a1f-d538-4f36-8c80-20c720b79c71 req-f99c916b-ecd6-4d03-8e41-1c76092bacad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977558 Apr 20 14:55:53.724846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ea417982-4901-47f2-a703-27ab1c516bdf', 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': '27ecd1c5-9074-4347-96af-3cc439711784'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:53.725814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:53.847416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-28b68da0-e570-4acd-976a-11ae07c220b6', 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6', 'tenant_id': 'a961edd025474cc783594b7bcf5b20ae', 'fixed_ips': [{'subnet_id': '4a88fee0-e40d-40c7-b13a-3e24510d5c0e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:53.848306 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.062776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.085959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Allocated IP 2001:db8:0:ffff::2 (28b68da0-e570-4acd-976a-11ae07c220b6/4a88fee0-e40d-40c7-b13a-3e24510d5c0e/cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:54.257015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd31ae-897d-484d-9e3f-0536f7dacdc0 req-bed6c350-d09e-4dfc-8a28-2c701520cd7f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:54.259505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dd31ae-897d-484d-9e3f-0536f7dacdc0 req-bed6c350-d09e-4dfc-8a28-2c701520cd7f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2693181 Apr 20 14:55:54.290269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.316229 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.380767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b4a23892-99e9-47f2-ac99-737e173415c3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:54.381145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.463867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-3fa25ed5-38ba-4789-9e35-3eb405297c7f tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:54.465504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-3fa25ed5-38ba-4789-9e35-3eb405297c7f tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/networks?id=5ba9d005-e928-4bf7-9eff-7991013da0fc HTTP/1.1" status: 200 len: 821 time: 0.6715238 Apr 20 14:55:54.482885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Allocated IP 172.20.0.1 (0f18c12b-60f9-403d-8737-f91fb03fff3c/c896d353-d372-4aff-80a2-4daee5e7389f/c5278ae8-69a5-4841-94c0-4801fa0393c4) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:54.634554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3776213-b4dc-4de1-860a-cb5e3df554d1 None None] Network 5ba9d005-e928-4bf7-9eff-7991013da0fc requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:54.645976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.objects.ports [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:55:54.656993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-2c98e640-49a3-4f2d-9ab6-d362801ae81f tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/quotas/9ca7e3c6fa384527b1df3540501613e5 HTTP/1.1" status: 200 len: 375 time: 0.1707964 Apr 20 14:55:54.677472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.695913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.760186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-eb6be943-9cc2-46f0-b9e8-9c7c23211d4e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ca7e3c6fa384527b1df3540501613e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744221 Apr 20 14:55:54.764774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Pushing event updated for resources: {'Port': ['ID=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:54.770685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dd31ae-897d-484d-9e3f-0536f7dacdc0 req-2a07e112-a9a2-4493-aec4-b1ade3c82fd8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331363 Apr 20 14:55:54.771941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.20.0.1 (ea417982-4901-47f2-a703-27ab1c516bdf/27ecd1c5-9074-4347-96af-3cc439711784/3dcf9b19-42ff-40d2-80b6-87f171b1d2e3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:54.801363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:54.876754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Network 28b68da0-e570-4acd-976a-11ae07c220b6 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:54.890031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:54.893396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:54.896103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:54.906420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:54.911967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=f3732f7a-5b1c-4f20-927a-b204e49b72d4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:54.950838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:54.962972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': '284354ed-85d8-4f6f-894a-007be3bebbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:54.963328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:55:54.993187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.000521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:55:55.098626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:55:55.119329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-5cc4b034-4a9e-4d1c-9eda-e16c6e8c25b9 service neutron] 10.222.0.20 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364801 Apr 20 14:55:55.119940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:55.137396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcca60-e7ec-4e29-a7cf-22f08e0bace8 req-ecb5cc19-3dc2-4f51-a936-68c3d010ee42 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:55.146215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0bcca60-e7ec-4e29-a7cf-22f08e0bace8 req-ecb5cc19-3dc2-4f51-a936-68c3d010ee42 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1877356 Apr 20 14:55:55.152032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:55.152668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.158025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:55.161237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669fb54-1b0b-4b16-a8ba-37e6b568a522 None None] Network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:55.267008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.279545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.319419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0bcca60-e7ec-4e29-a7cf-22f08e0bace8 req-5421dd33-f7c6-442a-8525-1ae1f4f71c36 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691000 Apr 20 14:55:55.323221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.359324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-babb00eb-9b37-44ba-bc84-71aa70fe918b None None] Provisioning complete for port b4a23892-99e9-47f2-ac99-737e173415c3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:55.359850 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-babb00eb-9b37-44ba-bc84-71aa70fe918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.364618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4a1cc58e-560d-4c9e-b990-ff925e816c5d tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5746994 Apr 20 14:55:55.379968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52496) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:55.397326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'port': {'network_id': '0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe', 'name': 'tempest-NetworksIpV6TestAttrs-379026680'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:55.485611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=3dcf9b19-42ff-40d2-80b6-87f171b1d2e3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:55.489184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ea417982-4901-47f2-a703-27ab1c516bdf is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:55.492138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-e16109fd-da24-4e17-be59-e73f8adb6be9 service neutron] 10.222.0.20 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335285 Apr 20 14:55:55.501712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:55.504347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:55.646309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.668617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddca140-14e4-4cca-b8c1-337a7f3542a6 req-e1afb5c0-8759-4d35-affa-86c97f6bbfc4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:55.676729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ddca140-14e4-4cca-b8c1-337a7f3542a6 req-e1afb5c0-8759-4d35-affa-86c97f6bbfc4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1859968 Apr 20 14:55:55.816485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:55.820276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:55.856604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Allocated IP 172.20.0.2 (ea417982-4901-47f2-a703-27ab1c516bdf/27ecd1c5-9074-4347-96af-3cc439711784/1c43d7e9-e72b-4520-83eb-4789849ceedf) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:55.918443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] device_id is not set on port f24aafa0-f68b-4764-aeda-78ff4ddcaea3 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:55:55.974175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-176708c4-e94a-4593-ab25-fad7c10d60d9 req-a1eb7fd3-a053-4c6c-9169-42790f14249b tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 210 time: 0.0560002 Apr 20 14:55:55.979825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ddca140-14e4-4cca-b8c1-337a7f3542a6 req-8b6df859-075a-412e-a213-09b54a833bf3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200613 Apr 20 14:55:56.065152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:56.119066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:56.129282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:56.280444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:56.290427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Allocated IP 2001:db8::f816:3eff:fe0d:71a8 (0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe/f3732f7a-5b1c-4f20-927a-b204e49b72d4/f24aafa0-f68b-4764-aeda-78ff4ddcaea3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:56.323984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:56.471180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ffbcb-c6a9-466f-a6fb-7cfa7a3abc4d req-3234e30c-d742-4dd0-ab3a-21a2139e8f76 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:56.484722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03ffbcb-c6a9-466f-a6fb-7cfa7a3abc4d req-3234e30c-d742-4dd0-ab3a-21a2139e8f76 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3741188 Apr 20 14:55:56.694063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b03ffbcb-c6a9-466f-a6fb-7cfa7a3abc4d req-147e911f-fc22-42db-9208-c2ae3636d59b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083089 Apr 20 14:55:56.758660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:56.798716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:56.813157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:56.936895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.051751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.060149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:57.061767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.082898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:57.088364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:57.101881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:57.102661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.105264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Port': ['ID=f24aafa0-f68b-4764-aeda-78ff4ddcaea3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:57.125525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa656342-a577-4536-bad4-f0b62f31957f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe', 'network_id': '0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe', 'tenant_id': 'a961edd025474cc783594b7bcf5b20ae', 'fixed_ips': [{'subnet_id': 'f3732f7a-5b1c-4f20-927a-b204e49b72d4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:55:57.127030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fa656342-a577-4536-bad4-f0b62f31957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.192705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:55:57.207624 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d852fc33-f1e7-45a6-b9bb-a2c0bbfbb7e5 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8196256 Apr 20 14:55:57.209671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52532) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:57.230413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca5641fa-6ee1-4ab6-a2c2-e3bbbfa79bde req-5747a14d-7d4f-4db4-929f-8507626b21a6 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 210 time: 0.0639019 Apr 20 14:55:57.249477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Attempting to bind port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:57.250239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Attempting to bind port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2a20e602-38bb-460f-b025-33d943f0d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:57.250239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Attempting to bind port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 on network 28b68da0-e570-4acd-976a-11ae07c220b6 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:57.275557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.278967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=3dcf9b19-42ff-40d2-80b6-87f171b1d2e3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:57.297214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:57.297657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Checking segment: {'id': '2a20e602-38bb-460f-b025-33d943f0d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:57.297993 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.298381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Bound using segment: {'id': '2a20e602-38bb-460f-b025-33d943f0d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:57.298947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Bound port: cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a20e602-38bb-460f-b025-33d943f0d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '28b68da0-e570-4acd-976a-11ae07c220b6'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:57.299368 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.381531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting subnet f3732f7a-5b1c-4f20-927a-b204e49b72d4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:55:57.398025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network ea417982-4901-47f2-a703-27ab1c516bdf is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:57.399372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:57.400000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.498766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.670522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router ef19907a-1401-4c5b-841d-fa793b436b48 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:55:57.683375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] For port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:57.704735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-950ebcb1-59c4-4eb8-9ddd-51a6df039b42 None None] Provisioning complete for port c5278ae8-69a5-4841-94c0-4801fa0393c4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:57.705274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-950ebcb1-59c4-4eb8-9ddd-51a6df039b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.748274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] For port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,segment=NetworkSegment(2a20e602-38bb-460f-b025-33d943f0d0c6),segment_id=2a20e602-38bb-460f-b025-33d943f0d0c6)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:57.765771 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.782383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.858743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:57.922446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-950ebcb1-59c4-4eb8-9ddd-51a6df039b42 None None] Port c5278ae8-69a5-4841-94c0-4801fa0393c4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:55:57.930438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Network ea417982-4901-47f2-a703-27ab1c516bdf is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:57.937567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:57.942729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-fc4a46f6-5922-4cd7-8465-114f953f139a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:57.949736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:57.951722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-fc4a46f6-5922-4cd7-8465-114f953f139a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.45 "GET /v2.0/networks?id=5ba9d005-e928-4bf7-9eff-7991013da0fc HTTP/1.1" status: 200 len: 821 time: 0.3414688 Apr 20 14:55:57.963761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:51Z', 'revision_number': 3, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:57.978970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:57.993270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e6222d9f-141b-45a3-a762-e38d230c5d4d admin admin] 10.222.0.20 "PUT /v2.0/routers/e56da7de-18db-4ccb-80ac-4b5c5ad64be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757440 Apr 20 14:55:58.020396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd61cb-bea8-4b98-a13c-17faba6a67fd None None] Pushing event updated for resources: {'Port': ['ID=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:58.030164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Checking router: e56da7de-18db-4ccb-80ac-4b5c5ad64be7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:55:58.030164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Updating router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 port b6294b20-7c1d-4b47-a13f-514a29cd4a5b binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:55:58.081647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.197851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Request body: {'port': {'device_id': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc', 'admin_state_up': True, 'tenant_id': '9ca7e3c6fa384527b1df3540501613e5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:58.233324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.267195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=f3732f7a-5b1c-4f20-927a-b204e49b72d4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:58.272900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.280859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-458dab12-6dc5-4fa3-ac09-b7a72823e6c4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/f3732f7a-5b1c-4f20-927a-b204e49b72d4 HTTP/1.1" status: 204 len: 168 time: 1.0689852 Apr 20 14:55:58.281619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52546) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-fa656342-a577-4536-bad4-f0b62f31957f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3732f7a-5b1c-4f20-927a-b204e49b72d4: This subnet is being modified by another concurrent operation. Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3732f7a-5b1c-4f20-927a-b204e49b72d4: This subnet is being modified by another concurrent operation. Apr 20 14:55:58.282348 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:55:58.299204 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.374005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a022472-b075-4952-a448-ec8c82bd539b None None] Network 0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:55:58.383284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Pushing event updated for resources: {'Port': ['ID=1c43d7e9-e72b-4520-83eb-4789849ceedf,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:58.399951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91abd2-8351-4a8d-9536-bfb1bf134d92 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:58.406341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d91abd2-8351-4a8d-9536-bfb1bf134d92 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:58.417062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d91abd2-8351-4a8d-9536-bfb1bf134d92 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1323442 Apr 20 14:55:58.417880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52548) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:58.437741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Attempting to bind port 1c43d7e9-e72b-4520-83eb-4789849ceedf on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:55:58.438118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Attempting to bind port 1c43d7e9-e72b-4520-83eb-4789849ceedf by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2a00d4ef-8059-48e9-9794-8f766ea90638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:55:58.438496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Attempting to bind port 1c43d7e9-e72b-4520-83eb-4789849ceedf on network ea417982-4901-47f2-a703-27ab1c516bdf {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:55:58.474523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:55:58.481907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a338a03a-c249-44d9-8e83-5c57f7df19a6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/ef19907a-1401-4c5b-841d-fa793b436b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469868 Apr 20 14:55:58.491213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] Sync routers for ids ['ef19907a-1401-4c5b-841d-fa793b436b48'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:55:58.496257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52552) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:58.526917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] Routers {'ef19907a-1401-4c5b-841d-fa793b436b48'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:58.527476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef19907a-1401-4c5b-841d-fa793b436b48'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:58.539150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3be8-0cc2-472f-8fe4-4b79cab23bff tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.585982 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9a3be8-0cc2-472f-8fe4-4b79cab23bff tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 14:55:58.587106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9a3be8-0cc2-472f-8fe4-4b79cab23bff tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:55:58.600791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc9a3be8-0cc2-472f-8fe4-4b79cab23bff tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe HTTP/1.1" status: 409 len: 405 time: 0.1813550 Apr 20 14:55:58.603535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52554) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:58.616449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-952694751'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:58.657024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8ea8a-ff00-4686-8e53-b28c9656d4c8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:58.658916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-14a8ea8a-ff00-4686-8e53-b28c9656d4c8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports/3dcf9b19-42ff-40d2-80b6-87f171b1d2e3 HTTP/1.1" status: 200 len: 910 time: 0.1604757 Apr 20 14:55:58.663232 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:58.682018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52558) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:58.687391 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] Routers {'ef19907a-1401-4c5b-841d-fa793b436b48'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:55:58.687999 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef19907a-1401-4c5b-841d-fa793b436b48'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:58.724836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27ecd1c5-9074-4347-96af-3cc439711784'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:58.732832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a986e6d1-3aa8-4b80-89d6-edb99bf489d7 req-19d19806-891d-43fa-ae91-02483aa922e7 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 210 time: 0.2353990 Apr 20 14:55:58.736326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:58.753438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.776170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Made reservation on behalf of 9ca7e3c6fa384527b1df3540501613e5 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:58.778463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:55:58.779315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea1d2b-77b8-4c2d-844a-b3fb761c0ffa None None] The sync data for ids ['ef19907a-1401-4c5b-841d-fa793b436b48'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:55:58.780567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.916196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:55:58.916579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Checking segment: {'id': '2a00d4ef-8059-48e9-9794-8f766ea90638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:55:58.916991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.917394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Bound using segment: {'id': '2a00d4ef-8059-48e9-9794-8f766ea90638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:55:58.917887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Bound port: 1c43d7e9-e72b-4520-83eb-4789849ceedf, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a00d4ef-8059-48e9-9794-8f766ea90638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ea417982-4901-47f2-a703-27ab1c516bdf'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:55:58.918277 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.952945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:55:58.997216 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:58.998499 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment 71a6a0c8-74dc-4ce0-8312-6fce2a98a377 of type vlan for network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 Apr 20 14:55:59.042983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:55:59.055038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Allocated IP 172.20.0.13 (5ba9d005-e928-4bf7-9eff-7991013da0fc/8e7500c4-300b-4636-b1fa-f4a8873be9dd/05259a1b-b90a-4831-9f90-9046209dc8fc) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:55:59.089303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.224519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.244010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.251071 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.252079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:59.252758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.288895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.301920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52572) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:59.328484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1208825917-network', 'tenant_id': '4c2a9636e4374d609aabe77930865354'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:59.358766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] For port 1c43d7e9-e72b-4520-83eb-4789849ceedf, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:55:59.384994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:55:59.385376 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.386091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=73662cb6-f4e7-4010-a14d-ccf15c1c1827,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:59.403870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:55:59.407839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-be92f518-3126-4c6a-a046-6acf6bb2a36a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8010099 Apr 20 14:55:59.410308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:55:59.425076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Network 5ba9d005-e928-4bf7-9eff-7991013da0fc is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:55:59.431790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:59.445358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:55:59.455341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:55:59.470774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Pushing event updated for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:55:59.486703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] For port 1c43d7e9-e72b-4520-83eb-4789849ceedf, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1c43d7e9-e72b-4520-83eb-4789849ceedf,segment=NetworkSegment(2a00d4ef-8059-48e9-9794-8f766ea90638),segment_id=2a00d4ef-8059-48e9-9794-8f766ea90638)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:55:59.542601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.548770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Made reservation on behalf of 4c2a9636e4374d609aabe77930865354 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:59.556270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.598328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.678747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:55:59.680937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.724523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-0578e4d9-bea5-4566-9ee3-7285ee7d7d26 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7576814 Apr 20 14:55:59.741040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Request body: {'port': {'device_id': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:55:59.843207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:55:59.850335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.937382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.957245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:55:59.983213 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.045270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48480b-e366-44eb-a629-4122907b9915 None None] Pushing event updated for resources: {'Port': ['ID=1c43d7e9-e72b-4520-83eb-4789849ceedf,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:00.060872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:00.097728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.099868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526f139-61b0-4118-a830-00d42220d2b8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:00.108891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.108891 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Added segment 7fae7b2c-44a5-4ee1-9925-db776ed91717 of type vlan for network 9908407f-0e2a-4043-a00d-90643dcb98a8 Apr 20 14:56:00.153117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68823efe-9ac4-4603-9c4e-19ed0b76282b req-e049037b-9684-4d3a-bb23-fe85b3764bbe tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:00.163141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68823efe-9ac4-4603-9c4e-19ed0b76282b req-e049037b-9684-4d3a-bb23-fe85b3764bbe tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 932 time: 0.2211475 Apr 20 14:56:00.171398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,segment=NetworkSegment(2a20e602-38bb-460f-b025-33d943f0d0c6),segment_id=2a20e602-38bb-460f-b025-33d943f0d0c6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:00.193209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.321892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.367099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5092307d-273a-4799-aa1a-b46ef35afe36 None None] Network 28b68da0-e570-4acd-976a-11ae07c220b6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:00.392246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.410043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:00.466972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.498619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ad69709d-8946-4f40-b647-499b3d0bded8 None None] Provisioning complete for port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:00.499790 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ad69709d-8946-4f40-b647-499b3d0bded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.539306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.db.resource_extend [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:56:00.575596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.577205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:00.578128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.618217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.670168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.705755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] Pushing event updated for resources: {'Network': ['ID=9908407f-0e2a-4043-a00d-90643dcb98a8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:00.716847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-65acf1a6-4f25-440c-a2e4-915a7916024b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3953857 Apr 20 14:56:00.720426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:00.725849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Request body: {'subnet': {'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1208825917-subnet', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:00.741455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:00.742173 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:00.743666 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/ports/3dcf9b19-42ff-40d2-80b6-87f171b1d2e3 HTTP/1.1" status: 200 len: 910 time: 2.0587857 Apr 20 14:56:00.746911 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68823efe-9ac4-4603-9c4e-19ed0b76282b req-3ad3f7fa-4471-4f1a-ba4c-eb1031bdf4f3 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443134 Apr 20 14:56:00.747456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52596) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:00.882424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474567f1-c3e6-449d-9a28-b4c20a3a5d92 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=3dcf9b19-42ff-40d2-80b6-87f171b1d2e3,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:01.030122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52602) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:01.093413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:01.124025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:56:01.128431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.204151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1c43d7e9-e72b-4520-83eb-4789849ceedf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:01.285596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5cc25331-d4f4-4cd5-b3d3-94b654007d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.297101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=df37da72-4115-4f7c-8dc2-7fc254884994,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:01.358380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': '71a6a0c8-74dc-4ce0-8312-6fce2a98a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:01.358878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 73662cb6-f4e7-4010-a14d-ccf15c1c1827, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:01.400822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:01.417487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Attempting to bind port b6294b20-7c1d-4b47-a13f-514a29cd4a5b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:01.418099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Attempting to bind port b6294b20-7c1d-4b47-a13f-514a29cd4a5b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:01.418221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Attempting to bind port b6294b20-7c1d-4b47-a13f-514a29cd4a5b on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:01.420442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc4f8d-2573-4d65-8986-2ad4c52da549 None None] Pushing event updated for resources: {'Port': ['ID=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:01.436340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 73662cb6-f4e7-4010-a14d-ccf15c1c1827) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:01.464247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:01.466161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.471672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da140f43-1519-46ad-ae05-5d3c120ea028 None None] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:01.496222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5cc25331-d4f4-4cd5-b3d3-94b654007d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.503541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5cc25331-d4f4-4cd5-b3d3-94b654007d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.525979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c6faeb4f-d938-4b17-b16b-5e01c0fd493a tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1131730 Apr 20 14:56:01.534074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:01.549916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'port': {'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827', 'name': 'tempest-NetworksIpV6TestAttrs-493317908'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:01.581359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee1b2a-dd87-4aae-a24c-174f08cfb596 None None] Network ea417982-4901-47f2-a703-27ab1c516bdf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:01.610811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Made reservation on behalf of 4c2a9636e4374d609aabe77930865354 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:01.613263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.641858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5cc25331-d4f4-4cd5-b3d3-94b654007d86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc3b26937cb64d95a96080e2abb332e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099217 Apr 20 14:56:01.642770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc25331-d4f4-4cd5-b3d3-94b654007d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ce53c4-fd6d-4da4-a918-d2c65ab0cf62,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:01.646493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52608) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:01.661227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:01.661613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:01.662650 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.663213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:01.663547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Bound port: b6294b20-7c1d-4b47-a13f-514a29cd4a5b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:01.664099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.751052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.785511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.855349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.858143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.859365 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67ce53c4-fd6d-4da4-a918-d2c65ab0cf62 HTTP/1.1" status: 204 len: 168 time: 0.2088799 Apr 20 14:56:01.900702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d203d-c3e2-4c06-a466-748ee143c840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ce53c4-fd6d-4da4-a918-d2c65ab0cf62,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:01.936366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:01.946047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.954031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1c43d7e9-e72b-4520-83eb-4789849ceedf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:01.954436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:01.983243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] device_id is not set on port 9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:56:01.999127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] For port b6294b20-7c1d-4b47-a13f-514a29cd4a5b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:02.036226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-73662cb6-f4e7-4010-a14d-ccf15c1c1827', 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827', 'tenant_id': 'a961edd025474cc783594b7bcf5b20ae', 'fixed_ips': [{'subnet_id': 'df37da72-4115-4f7c-8dc2-7fc254884994'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:02.037387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.086283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] For port b6294b20-7c1d-4b47-a13f-514a29cd4a5b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:02.095762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.113924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.187225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8642c2b0-2ab8-4570-b166-01c8a416acc5,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:02.256242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Allocated IP 2001:db8::f816:3eff:fecd:f08e (73662cb6-f4e7-4010-a14d-ccf15c1c1827/df37da72-4115-4f7c-8dc2-7fc254884994/9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:02.291436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-78c60a96-4837-494b-a0c1-9ca59a632d30 None None] Provisioning complete for port 1c43d7e9-e72b-4520-83eb-4789849ceedf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:02.291822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78c60a96-4837-494b-a0c1-9ca59a632d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.343911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5db1-6772-4377-a309-3343a7b931d3 req-3001e944-b71d-4bef-9946-92424aaaf912 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:02.345557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8faa5db1-6772-4377-a309-3343a7b931d3 req-3001e944-b71d-4bef-9946-92424aaaf912 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 932 time: 0.2864790 Apr 20 14:56:02.347934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc4f8d-2573-4d65-8986-2ad4c52da549 None None] Pushing event updated for resources: {'Port': ['ID=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:02.382845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:02.383504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:02.434900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:02.516894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Checking segment: {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:02.517267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Network hostable DHCP agents. Network: 9908407f-0e2a-4043-a00d-90643dcb98a8, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:02.520743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05259a1b-b90a-4831-9f90-9046209dc8fc {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:02.535572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.584593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:02.619308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8faa5db1-6772-4377-a309-3343a7b931d3 req-dedfeb3d-87c8-48ae-b79a-433f5e09fbb8 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690061 Apr 20 14:56:02.620453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Transition to ACTIVE for port object 05259a1b-b90a-4831-9f90-9046209dc8fc will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:56:02.622094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:02.631458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.636963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.695040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16f855c4-c298-4e59-b0e0-f14db03afce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.699087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 9908407f-0e2a-4043-a00d-90643dcb98a8) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:02.726994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:02.727594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.773067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4bd23-063f-4b4f-a862-8ed4b7656ad3 None None] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:02.826276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16f855c4-c298-4e59-b0e0-f14db03afce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.829383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.844414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-16f855c4-c298-4e59-b0e0-f14db03afce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.878629 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-16f855c4-c298-4e59-b0e0-f14db03afce9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=955b6d27b4454800a84827a7a2d9d6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430242 Apr 20 14:56:02.894333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52622) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:02.896381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Pushing event updated for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:02.910501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-98840765-d308-4780-a123-e73d1dd559af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1865866 Apr 20 14:56:02.914788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:02.929777 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:02.932358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:02.945457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:02.953701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:02.957991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:02.958435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Allocated IP 2001:db8::f816:3eff:fe47:d194 (73662cb6-f4e7-4010-a14d-ccf15c1c1827/df37da72-4115-4f7c-8dc2-7fc254884994/6e7e2486-d36a-4a62-9497-a8a3791e2c3e) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:02.964875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:02.965820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.007272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4632621 Apr 20 14:56:03.016811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:03.024024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f855c4-c298-4e59-b0e0-f14db03afce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4fe21-11ca-469b-956a-4a0b04fd5537,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:03.042661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Attempting to bind port 05259a1b-b90a-4831-9f90-9046209dc8fc on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:03.042994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Attempting to bind port 05259a1b-b90a-4831-9f90-9046209dc8fc by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '316cc585-edaf-4fb7-aa99-3653dca26260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:03.043329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Attempting to bind port 05259a1b-b90a-4831-9f90-9046209dc8fc on network 5ba9d005-e928-4bf7-9eff-7991013da0fc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:03.051341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6352c0-544d-4100-956e-a8f1de5f968f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Port': ['ID=9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:03.072298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.074994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.098097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Port 05259a1b-b90a-4831-9f90-9046209dc8fc on network 5ba9d005-e928-4bf7-9eff-7991013da0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:56:03.098906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Attempting to bind port 05259a1b-b90a-4831-9f90-9046209dc8fc on network 5ba9d005-e928-4bf7-9eff-7991013da0fc {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:03.126321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.159995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.175845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.198101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.232440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.243603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:03.246202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Checking segment: {'id': '316cc585-edaf-4fb7-aa99-3653dca26260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:03.247661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Bound using segment: {'id': '316cc585-edaf-4fb7-aa99-3653dca26260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:03.248373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Bound port: 05259a1b-b90a-4831-9f90-9046209dc8fc, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316cc585-edaf-4fb7-aa99-3653dca26260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:03.249226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.275423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.278595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.280739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ef4fe21-11ca-469b-956a-4a0b04fd5537 HTTP/1.1" status: 204 len: 168 time: 0.3801756 Apr 20 14:56:03.286783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting subnet df37da72-4115-4f7c-8dc2-7fc254884994 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:56:03.293920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.332384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.391270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e845d50-5d44-4d1f-8a05-4bed071f4fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4fe21-11ca-469b-956a-4a0b04fd5537,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:03.418244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.430985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 1c43d7e9-e72b-4520-83eb-4789849ceedf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1c43d7e9-e72b-4520-83eb-4789849ceedf,segment=NetworkSegment(2a00d4ef-8059-48e9-9794-8f766ea90638),segment_id=2a00d4ef-8059-48e9-9794-8f766ea90638)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:03.464117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.489566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.490355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:03.635319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:03.661574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=05259a1b-b90a-4831-9f90-9046209dc8fc,segment=NetworkSegment(316cc585-edaf-4fb7-aa99-3653dca26260),segment_id=316cc585-edaf-4fb7-aa99-3653dca26260)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:03.697103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.810496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.815747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:03.826002 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-78c60a96-4837-494b-a0c1-9ca59a632d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.835036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:03.843490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.844179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Pushing event updated for resources: {'Port': ['ID=6e7e2486-d36a-4a62-9497-a8a3791e2c3e,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:03.861303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:03.888575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:03.889865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.891492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/05259a1b-b90a-4831-9f90-9046209dc8fc HTTP/1.1" status: 200 len: 1092 time: 4.1560330 Apr 20 14:56:03.892129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:03.894784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:03.895935 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba713e8c-9743-4301-8dd3-985a83c00d95" -d '{"events": [{"name": "network-changed", "server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:04.062889 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f33ab9d-48f3-4052-9644-959d9cd81d16 x-openstack-request-id: req-0f33ab9d-48f3-4052-9644-959d9cd81d16 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:04.063180 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:04.063443 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f33ab9d-48f3-4052-9644-959d9cd81d16 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:04.063919 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f33ab9d-48f3-4052-9644-959d9cd81d16'] response: {'name': 'network-changed', 'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc', 'status': 'completed', 'code': 200} Apr 20 14:56:04.065522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d40e0e-8087-4de9-8ec5-283cdfe177b4 service neutron] Pushing event updated for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:04.075001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.099808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-9908407f-0e2a-4043-a00d-90643dcb98a8', 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'fixed_ips': [{'subnet_id': '8642c2b0-2ab8-4570-b166-01c8a416acc5'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:04.100789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.118280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Allocated IP 172.25.1.234 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:04.158506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=1c43d7e9-e72b-4520-83eb-4789849ceedf,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:04.162592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace752c8-048e-4742-952e-fdef4f92c6c7 req-8e40801e-9e8f-48aa-93e9-46ca16a63b4a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:04.164149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace752c8-048e-4742-952e-fdef4f92c6c7 req-8e40801e-9e8f-48aa-93e9-46ca16a63b4a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 944 time: 0.3341441 Apr 20 14:56:04.167131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Attempting to bind port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:04.167499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Attempting to bind port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '71a6a0c8-74dc-4ce0-8312-6fce2a98a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:04.167864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Attempting to bind port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e on network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:04.176867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-c7cd5c4f-40d7-4ec4-afab-69e6936a7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:04.178373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-c7cd5c4f-40d7-4ec4-afab-69e6936a7564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ca7e3c6fa384527b1df3540501613e5&device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 1095 time: 0.2242837 Apr 20 14:56:04.204303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:04.204757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Checking segment: {'id': '71a6a0c8-74dc-4ce0-8312-6fce2a98a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:04.205066 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.205477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Bound using segment: {'id': '71a6a0c8-74dc-4ce0-8312-6fce2a98a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:04.205946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Bound port: 6e7e2486-d36a-4a62-9497-a8a3791e2c3e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a6a0c8-74dc-4ce0-8312-6fce2a98a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '73662cb6-f4e7-4010-a14d-ccf15c1c1827'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:04.206356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.208529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:04.208699 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.214534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-78c60a96-4837-494b-a0c1-9ca59a632d30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:56:04.214932 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-78c60a96-4837-494b-a0c1-9ca59a632d30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:56:04.262880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-f6cf9724-72bb-429b-b8c4-1272ca3bed4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05259a1b-b90a-4831-9f90-9046209dc8fc HTTP/1.1" status: 200 len: 217 time: 0.0696664 Apr 20 14:56:04.295826 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.332519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 2, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:04.336613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 3dcf9b19-42ff-40d2-80b6-87f171b1d2e3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:04.336951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.340142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.343885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/df37da72-4115-4f7c-8dc2-7fc254884994 HTTP/1.1" status: 204 len: 168 time: 1.3235524 Apr 20 14:56:04.352509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:04.383129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ace752c8-048e-4742-952e-fdef4f92c6c7 req-9deaff99-bcc3-4973-aeb5-4556503db5dc tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782315 Apr 20 14:56:04.398351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2af315-e40d-4207-9be0-44b66b97a205 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=df37da72-4115-4f7c-8dc2-7fc254884994,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:04.402662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f291-c778-4316-81f2-1bbc50de94dd None None] The sync data for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 is: [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 2, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:04.417152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.453938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-58522688-7c9f-4049-99b3-9be1b27c98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:04.456025 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-58522688-7c9f-4049-99b3-9be1b27c98b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e7500c4-300b-4636-b1fa-f4a8873be9dd HTTP/1.1" status: 200 len: 861 time: 0.1861918 Apr 20 14:56:04.484961 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] For port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:04.488708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] For port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6e7e2486-d36a-4a62-9497-a8a3791e2c3e,segment=NetworkSegment(71a6a0c8-74dc-4ce0-8312-6fce2a98a377),segment_id=71a6a0c8-74dc-4ce0-8312-6fce2a98a377)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:04.493071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f886189-5b74-47b1-9454-d7f87c862dac tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:04.494976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f886189-5b74-47b1-9454-d7f87c862dac tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:04.497245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f886189-5b74-47b1-9454-d7f87c862dac tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1430748 Apr 20 14:56:04.498984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-17581da6-390b-435a-8694-709e5f14aff1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ba9d005-e928-4bf7-9eff-7991013da0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313566 Apr 20 14:56:04.512967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52656) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:04.563975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Allocated IP 172.20.0.2 (9908407f-0e2a-4043-a00d-90643dcb98a8/8642c2b0-2ab8-4570-b166-01c8a416acc5/36ba17ba-c4a3-4936-b7f3-535685f3a4eb) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:04.598651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.636901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.649244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.666788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 3dcf9b19-42ff-40d2-80b6-87f171b1d2e3 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:04.742513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e35b771-2c57-4063-bd56-8d570ced0c13 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:04.771443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:04.785235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:04.785235 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e35b771-2c57-4063-bd56-8d570ced0c13 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 14:56:04.785235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e35b771-2c57-4063-bd56-8d570ced0c13 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:04.787407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e35b771-2c57-4063-bd56-8d570ced0c13 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/73662cb6-f4e7-4010-a14d-ccf15c1c1827 HTTP/1.1" status: 409 len: 405 time: 0.2728093 Apr 20 14:56:04.791763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:04.794071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:04.800362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2135809771'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:04.803756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:04.910653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecabc5d5-c151-4164-a846-3a2ca772aa36 None None] Network 73662cb6-f4e7-4010-a14d-ccf15c1c1827 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:04.929132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-c4bc6abe-6d9a-4909-8ca9-6f24afc21cb3 service neutron] 10.222.0.45 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641055 Apr 20 14:56:05.067239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd9e2d-1003-4e54-bd82-c53d009f99aa None None] Pushing event updated for resources: {'Port': ['ID=6e7e2486-d36a-4a62-9497-a8a3791e2c3e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:05.093995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.094596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:05.100326 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.224988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.240034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.253525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=3dcf9b19-42ff-40d2-80b6-87f171b1d2e3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:05.263082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:05.287671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.288022 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment a91f1fd4-706e-49bb-a3c1-ed4237bbd600 of type vlan for network 88a85e37-a53f-4c21-9613-84621eeb49b7 Apr 20 14:56:05.354819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:05.361410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa028e50-fe1e-4188-b957-261c8307d729 None None] Could not find standard attr ID for object 3dcf9b19-42ff-40d2-80b6-87f171b1d2e3. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:56:05.367911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1c43d7e9-e72b-4520-83eb-4789849ceedf up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:05.374116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:05.393032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72dbe139-1007-4699-b652-1b0e85ec7514 req-62f24ed0-c44d-403d-acf7-57ed8ecab647 service neutron] 10.222.0.45 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567111 Apr 20 14:56:05.405073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:05.436026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Pushing event updated for resources: {'Port': ['ID=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:05.448306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.521768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa028e50-fe1e-4188-b957-261c8307d729 None None] Provisioning complete for port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:05.522177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa028e50-fe1e-4188-b957-261c8307d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.564430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Attempting to bind port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:05.564803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Attempting to bind port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:05.565179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Attempting to bind port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb on network 9908407f-0e2a-4043-a00d-90643dcb98a8 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Checking segment: {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Bound using segment: {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Bound port: 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:05.612960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.627676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.634714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 1c43d7e9-e72b-4520-83eb-4789849ceedf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:05.634920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:05.635072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.636389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.672760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.726732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=88a85e37-a53f-4c21-9613-84621eeb49b7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:05.749653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 88a85e37-a53f-4c21-9613-84621eeb49b7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:05.750146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.759962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1384ee1a-a958-40d2-ac98-d5902b7d681f tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9646564 Apr 20 14:56:05.772966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:05.826607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] For port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:05.877476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] For port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:05.921707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:05.954128 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:56:06.021971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa028e50-fe1e-4188-b957-261c8307d729 None None] Provisioning complete for port 1c43d7e9-e72b-4520-83eb-4789849ceedf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:06.021971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa028e50-fe1e-4188-b957-261c8307d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:06.062404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b655-8ebf-459e-bf8e-3754f9b5b984 req-3b8b49ef-399a-4c2d-a297-cfa772193ec9 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:06.068691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9a1b655-8ebf-459e-bf8e-3754f9b5b984 req-3b8b49ef-399a-4c2d-a297-cfa772193ec9 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 944 time: 0.3928635 Apr 20 14:56:06.072558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-94012af4-7e26-4460-b2e9-8ddcd4c3a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:06.077158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-94012af4-7e26-4460-b2e9-8ddcd4c3a2d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ca7e3c6fa384527b1df3540501613e5&device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 1095 time: 0.6126981 Apr 20 14:56:06.119071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa3dd-ac7d-4050-b9ef-c3543180b12a None None] Pushing event updated for resources: {'Port': ['ID=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:06.270803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '88a85e37-a53f-4c21-9613-84621eeb49b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:06.350290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9a1b655-8ebf-459e-bf8e-3754f9b5b984 req-6ffcba8e-fecc-4723-9037-49ba40236d4e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635167 Apr 20 14:56:06.433918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:06.438358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:06.819391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:06.910091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router ef19907a-1401-4c5b-841d-fa793b436b48 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:06.934065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-79a5271a-382c-4a2d-9a4c-2cf0255ab83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:06.935622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-79a5271a-382c-4a2d-9a4c-2cf0255ab83c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ba9d005-e928-4bf7-9eff-7991013da0fc HTTP/1.1" status: 200 len: 922 time: 0.8501630 Apr 20 14:56:07.033163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:07.044049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-669cfa5c-d66d-42dd-9d45-2fe3fec9613f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/ef19907a-1401-4c5b-841d-fa793b436b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2819681 Apr 20 14:56:07.045896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] Sync routers for ids ['ef19907a-1401-4c5b-841d-fa793b436b48'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:07.048720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52702) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:07.073525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] Routers {'ef19907a-1401-4c5b-841d-fa793b436b48'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:07.074184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef19907a-1401-4c5b-841d-fa793b436b48'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:07.118784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-dabfa5e5-eb5d-4e6d-81d8-6db08d1970a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05259a1b-b90a-4831-9f90-9046209dc8fc HTTP/1.1" status: 200 len: 217 time: 0.0872078 Apr 20 14:56:07.129647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-73e5a147-cb58-4c30-8fd4-e0e5ef5c3d81 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef19907a-1401-4c5b-841d-fa793b436b48 HTTP/1.1" status: 200 len: 205 time: 0.0796080 Apr 20 14:56:07.135688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:07.182158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:07.222489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] Routers {'ef19907a-1401-4c5b-841d-fa793b436b48'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:07.230080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef19907a-1401-4c5b-841d-fa793b436b48'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:07.237851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-ecd750bc-0f95-417e-9e30-ebd88868c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:07.239603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-ecd750bc-0f95-417e-9e30-ebd88868c6e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e7500c4-300b-4636-b1fa-f4a8873be9dd HTTP/1.1" status: 200 len: 861 time: 0.1120110 Apr 20 14:56:07.318924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-35ecc352-37b7-41cd-9251-4c82fde0264a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ba9d005-e928-4bf7-9eff-7991013da0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508223 Apr 20 14:56:07.347977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:07.349142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0380b-5f68-4edc-8e0d-dfb8bebe9505 None None] The sync data for ids ['ef19907a-1401-4c5b-841d-fa793b436b48'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:07.368704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.500300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-b3c02986-9a04-4a8a-af08-bd8906a6888a service neutron] 10.222.0.45 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804678 Apr 20 14:56:07.511076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 36ba17ba-c4a3-4936-b7f3-535685f3a4eb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:07.657612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:07.657994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.725083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a93d52-8b1b-4fc9-8727-423e8e71932b req-a266a100-c6ac-48c0-aaa9-1be480e82b0a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:07.727135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5a93d52-8b1b-4fc9-8727-423e8e71932b req-a266a100-c6ac-48c0-aaa9-1be480e82b0a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 944 time: 0.1254106 Apr 20 14:56:07.760634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba713e8c-9743-4301-8dd3-985a83c00d95 req-5841b6ae-eeb5-47e3-bdc2-eb806cd1a16f service neutron] 10.222.0.45 "GET /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489934 Apr 20 14:56:07.763584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb418829-25d1-434e-93fe-1c99d1317cb9 None None] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:07.796185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.805465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5a93d52-8b1b-4fc9-8727-423e8e71932b req-c44bcd9a-13b2-4040-ae92-b82c185064b1 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665584 Apr 20 14:56:07.812244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.839411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:56:07.845440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Router ed3fd5ff-873e-4e81-a0d1-d7343f175439 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:56:07.848288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.895867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ed97b568-eb82-444b-bc97-e7960542c9e0 None None] Provisioning complete for port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:07.896239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed97b568-eb82-444b-bc97-e7960542c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.927663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.978389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:07.979275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router ef19907a-1401-4c5b-841d-fa793b436b48 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:56:07.994969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.000563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:08.007564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd716336-80dc-45ea-bbc1-b7750fd06e96 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/ef19907a-1401-4c5b-841d-fa793b436b48 HTTP/1.1" status: 204 len: 168 time: 0.8706312 Apr 20 14:56:08.010636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52728) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:08.033183 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.034018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b6294b20-7c1d-4b47-a13f-514a29cd4a5b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:08.091426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=9740e6e9-bbc1-4191-99eb-5c7a2481b0a6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:08.114140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': 'a91f1fd4-706e-49bb-a3c1-ed4237bbd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '88a85e37-a53f-4c21-9613-84621eeb49b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:08.114970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 88a85e37-a53f-4c21-9613-84621eeb49b7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:08.139434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet 27ecd1c5-9074-4347-96af-3cc439711784 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:56:08.147300 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Sync routers for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:08.155519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.157977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:08.158595 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:08.237263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 88a85e37-a53f-4c21-9613-84621eeb49b7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:08.252380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.275739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 88a85e37-a53f-4c21-9613-84621eeb49b7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:08.291356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:08.298428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:08.300214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.334257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8c0cdee2-a066-4837-aa06-49ee56c3a318 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0694921 Apr 20 14:56:08.338029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52736) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:08.457499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:08.490499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.494510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Sync routers for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:08.497605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa111d86-3233-451c-b94e-74384b1dbaa8 None None] Network 88a85e37-a53f-4c21-9613-84621eeb49b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:08.516104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.543829 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.546816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37e1387c-62e0-4f41-a0fc-b9e4f719f2a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6238756 Apr 20 14:56:08.553238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52738) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:08.584034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b6294b20-7c1d-4b47-a13f-514a29cd4a5b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:08.584344 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.619521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:08.640849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.680138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:08.681095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:08.721403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=27ecd1c5-9074-4347-96af-3cc439711784,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:08.727311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.727985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.735943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-226bf491-35fb-4c5d-b531-76b5238eed6a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/27ecd1c5-9074-4347-96af-3cc439711784 HTTP/1.1" status: 204 len: 168 time: 0.7231503 Apr 20 14:56:08.739152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52744) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:08.792171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:08.813666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:08.833860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06c952-a2a5-4716-a975-de4b33b5176c None None] Network ea417982-4901-47f2-a703-27ab1c516bdf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:08.896138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=9740e6e9-bbc1-4191-99eb-5c7a2481b0a6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:08.908458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.064965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c05f79-b1ca-43c7-b42a-06ef2c480311 req-06f172d2-bb06-4e37-9612-ba947f75e005 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:09.066896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71c05f79-b1ca-43c7-b42a-06ef2c480311 req-06f172d2-bb06-4e37-9612-ba947f75e005 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 944 time: 0.1110322 Apr 20 14:56:09.072246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 1c43d7e9-e72b-4520-83eb-4789849ceedf {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:09.072824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.073988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 2, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.120345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 05259a1b-b90a-4831-9f90-9046209dc8fc details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:56:09.149034 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Checking router: e56da7de-18db-4ccb-80ac-4b5c5ad64be7 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:09.149644 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Updating router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 port c5278ae8-69a5-4841-94c0-4801fa0393c4 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:09.153369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0369a1-caa0-4073-876a-0c4376e1f61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-88a85e37-a53f-4c21-9613-84621eeb49b7', 'network_id': '88a85e37-a53f-4c21-9613-84621eeb49b7', 'tenant_id': 'a961edd025474cc783594b7bcf5b20ae', 'fixed_ips': [{'subnet_id': '9740e6e9-bbc1-4191-99eb-5c7a2481b0a6'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:09.154485 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d0369a1-caa0-4073-876a-0c4376e1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.169266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.182802 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.242694 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a85e37-a53f-4c21-9613-84621eeb49b7']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.247920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71c05f79-b1ca-43c7-b42a-06ef2c480311 req-1bec9d78-94e9-4952-9dd6-6af7f27f7fc9 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609125 Apr 20 14:56:09.259762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 1c43d7e9-e72b-4520-83eb-4789849ceedf, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=1c43d7e9-e72b-4520-83eb-4789849ceedf,segment=NetworkSegment(2a00d4ef-8059-48e9-9794-8f766ea90638),segment_id=2a00d4ef-8059-48e9-9794-8f766ea90638)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:09.260407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.288055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 1c43d7e9-e72b-4520-83eb-4789849ceedf owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:09.296660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91f1fd4-706e-49bb-a3c1-ed4237bbd600') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.297321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91f1fd4-706e-49bb-a3c1-ed4237bbd600') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.304018 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.310129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.335191 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.344512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:09.344762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:09.348017 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:09.367233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:56:09.471064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b6294b20-7c1d-4b47-a13f-514a29cd4a5b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:09.502399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.520611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.532012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.539967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/88a85e37-a53f-4c21-9613-84621eeb49b7 HTTP/1.1" status: 204 len: 168 time: 1.1942077 Apr 20 14:56:09.540991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52762) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:09.543551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.558720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-989302842'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:09.584233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 1c43d7e9-e72b-4520-83eb-4789849ceedf on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:09.587208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=1c43d7e9-e72b-4520-83eb-4789849ceedf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:09.596183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-585504c9-3a09-4288-a75d-e03a0398e1db None None] Provisioning complete for port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:09.596561 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-585504c9-3a09-4288-a75d-e03a0398e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.598417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-2d0369a1-caa0-4073-876a-0c4376e1f61a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 14:56:09.598417 n-d-836145-2 neutron-server[102865]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 20 14:56:09.598417 n-d-836145-2 neutron-server[102865]: [parameters: {'project_id': 'a961edd025474cc783594b7bcf5b20ae', 'id': 'e85f623d-0703-4b19-aaa7-47827b8640c7', 'name': '', 'network_id': '88a85e37-a53f-4c21-9613-84621eeb49b7', 'mac_address': 'fa:16:3e:ad:34:14', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-88a85e37-a53f-4c21-9613-84621eeb49b7', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2992}] Apr 20 14:56:09.598417 n-d-836145-2 neutron-server[102865]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:56:09.598851 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-2d0369a1-caa0-4073-876a-0c4376e1f61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:56:09.622046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cb20b-c8ef-4ffe-a99a-94732c1b24df tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=88a85e37-a53f-4c21-9613-84621eeb49b7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:09.726814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 36ba17ba-c4a3-4936-b7f3-535685f3a4eb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:09.757309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:09.770699 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.780448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.802885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea417982-4901-47f2-a703-27ab1c516bdf']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.808699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce65c1-5107-4b67-8165-61b9699abde9 None None] DHCP port deletion for ea417982-4901-47f2-a703-27ab1c516bdf request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:56:09.814774 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.820698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a00d4ef-8059-48e9-9794-8f766ea90638') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.821358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a00d4ef-8059-48e9-9794-8f766ea90638') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.833016 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.852975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:09.857677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=05259a1b-b90a-4831-9f90-9046209dc8fc,segment=NetworkSegment(316cc585-edaf-4fb7-aa99-3653dca26260),segment_id=316cc585-edaf-4fb7-aa99-3653dca26260)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:09.885496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:05Z', 'revision_number': 3, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:09.899883 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:09.921171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '05259a1b-b90a-4831-9f90-9046209dc8fc', 'network_id': '5ba9d005-e928-4bf7-9eff-7991013da0fc', 'port_id': '05259a1b-b90a-4831-9f90-9046209dc8fc', 'mac_address': 'fa:16:3e:92:f7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7500c4-300b-4636-b1fa-f4a8873be9dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:56:09.959770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Checking router: ed3fd5ff-873e-4e81-a0d1-d7343f175439 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:09.960143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Updating router ed3fd5ff-873e-4e81-a0d1-d7343f175439 port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:09.976925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:09.999402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.011781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.014592 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment 3c4a8cb3-c39b-42e8-bb36-e577291ce9c0 of type vlan for network 2124504c-9550-45ba-be6a-dbbc4a62abe5 Apr 20 14:56:10.037084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.040654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:10.042422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:10.065813 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:10.107720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.113796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d0369a1-caa0-4073-876a-0c4376e1f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.122243 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Attempting to bind port c5278ae8-69a5-4841-94c0-4801fa0393c4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:10.122618 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Attempting to bind port c5278ae8-69a5-4841-94c0-4801fa0393c4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:10.123438 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Attempting to bind port c5278ae8-69a5-4841-94c0-4801fa0393c4 on network 0f18c12b-60f9-403d-8737-f91fb03fff3c {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:10.128040 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Pushing event updated for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:10.129605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.137696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:10.138205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.144371 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.146193 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.146473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.146836 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.147167 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.147497 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.147820 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.148141 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.148458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.148777 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.149094 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.149663 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:10.172926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:10.173299 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Checking segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:10.173699 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.174079 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Bound using segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:10.174542 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Bound port: c5278ae8-69a5-4841-94c0-4801fa0393c4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:10.174939 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.204621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.214098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93a7c2f7-9f04-4eb7-9762-f87ef992ca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.237564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.246711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:10.247573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.294883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7521884 Apr 20 14:56:10.297914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52776) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:10.306279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '2124504c-9550-45ba-be6a-dbbc4a62abe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:10.324284 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.338363 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.362896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/ea417982-4901-47f2-a703-27ab1c516bdf HTTP/1.1" status: 204 len: 168 time: 1.6224837 Apr 20 14:56:10.371610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] For port c5278ae8-69a5-4841-94c0-4801fa0393c4, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:10.384019 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] For port c5278ae8-69a5-4841-94c0-4801fa0393c4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5278ae8-69a5-4841-94c0-4801fa0393c4,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:10.390979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52778) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:10.392641 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.400810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05259a1b-b90a-4831-9f90-9046209dc8fc {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:10.421717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1357482426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:10.474541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0eb44-ea18-4d29-8b66-445be3996996 None None] Network 88a85e37-a53f-4c21-9613-84621eeb49b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:10.477181 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3513-b684-4c09-88ff-a83b2f5c56af None None] Pushing event updated for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:10.516713 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:10.518280 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:10.525497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=05259a1b-b90a-4831-9f90-9046209dc8fc,segment=NetworkSegment(316cc585-edaf-4fb7-aa99-3653dca26260),segment_id=316cc585-edaf-4fb7-aa99-3653dca26260)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:10.581693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.582872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.638420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c579631-d43b-4a10-b6c3-745742d00036 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=ea417982-4901-47f2-a703-27ab1c516bdf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:10.812558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.815337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:10.820070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.860181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.861761 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:10.880000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc50a9-58e7-4753-9fbd-9d4c6d98d58e req-eb0f3852-e274-49ea-96ca-47101628a56e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:10.881539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9cc50a9-58e7-4753-9fbd-9d4c6d98d58e req-eb0f3852-e274-49ea-96ca-47101628a56e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 945 time: 0.3843699 Apr 20 14:56:10.903152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.907457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0eb44-ea18-4d29-8b66-445be3996996 None None] Network 88a85e37-a53f-4c21-9613-84621eeb49b7 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:56:10.927661 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.957831 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:10.961749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6b8c9332-bbc3-4dc3-8a1f-e422832cb892 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5451467 Apr 20 14:56:10.962356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52788) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:10.971665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-550154924'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:11.026782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d7e70-a250-435c-b7f8-8118292c41b1 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:56:11.036588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:11.042380 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.050325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9cc50a9-58e7-4753-9fbd-9d4c6d98d58e req-18080b89-e6cc-44a7-b64e-2e69923e6577 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308827 Apr 20 14:56:11.082505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:11.094511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.096070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2313-180e-4667-9266-ceb37108717e None None] Pushing event updated for resources: {'Port': ['ID=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:11.130804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] Provisioning complete for port c5278ae8-69a5-4841-94c0-4801fa0393c4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:11.131325 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.161405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:11.162169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bbc5b-a38f-41b3-801e-e348f4fba5d0 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=2124504c-9550-45ba-be6a-dbbc4a62abe5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:11.178012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.178504 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 93162145-64e0-4d23-a588-06098c43049e of type vlan for network 2546a743-c018-4655-8802-4b93ae8fa2f2 Apr 20 14:56:11.271506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.284165 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:10Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:11.310675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Allocated IP 172.20.0.1 (9908407f-0e2a-4043-a00d-90643dcb98a8/8642c2b0-2ab8-4570-b166-01c8a416acc5/f00d756e-4bb2-440c-9267-9c56c11017f2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:11.353927 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf27d5-ccac-42b0-9054-9a60ebba1a1b None None] The sync data for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 is: [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:10Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:11.421031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:11.482335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.495260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.553393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.559871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:11.561304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.573554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['05259a1b-b90a-4831-9f90-9046209dc8fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:56:11.632063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.638354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=395d7ea3-0b84-4e8c-be17-28bc38d00a04,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:11.641470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Attempting to bind port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:11.641977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Attempting to bind port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:11.642951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Attempting to bind port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:11.705061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:11.707902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:11.708764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.709577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:11.710904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Bound port: 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:11.711607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.714743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7472043 Apr 20 14:56:11.721465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:11.722642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52798) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:11.725327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:11.734690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:11.751054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:11.765450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341051c-b86b-4264-866a-d1be73957cbc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=2546a743-c018-4655-8802-4b93ae8fa2f2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:11.768715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': '3c4a8cb3-c39b-42e8-bb36-e577291ce9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2124504c-9550-45ba-be6a-dbbc4a62abe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:11.769329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 2124504c-9550-45ba-be6a-dbbc4a62abe5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:11.799296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:11.819483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2124504c-9550-45ba-be6a-dbbc4a62abe5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:11.825317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:11.826796 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:11.852138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] For port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:11.855644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] For port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:11.870184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:11.873695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b6294b20-7c1d-4b47-a13f-514a29cd4a5b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:11.885777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d1c220f-bf37-4264-8c31-1dce203fd4ab tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5812650 Apr 20 14:56:11.887147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52800) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:11.921593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.012414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Pushing event updated for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:12.057360 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.077754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.078375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.079054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.079546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.080034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.098386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.103682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.105284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.107570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.108194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.108728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.109431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:12.172857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.184426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:12.191051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.267286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d7e70-a250-435c-b7f8-8118292c41b1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:56:12.279787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:12.280829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:55:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:12.417047 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.472329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.499382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2313-180e-4667-9266-ceb37108717e None None] Pushing event updated for resources: {'Port': ['ID=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:12.525112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:12.535497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b6294b20-7c1d-4b47-a13f-514a29cd4a5b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:12.535848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.550794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1f35-4cf4-480e-9c8b-6a224f1b43a5 req-ce8125da-4002-47f0-839f-13d871c947b7 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:12.552422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f6c1f35-4cf4-480e-9c8b-6a224f1b43a5 req-ce8125da-4002-47f0-839f-13d871c947b7 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 945 time: 0.2528837 Apr 20 14:56:12.626885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.664887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.681758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=395d7ea3-0b84-4e8c-be17-28bc38d00a04,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:12.693511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] For port c5278ae8-69a5-4841-94c0-4801fa0393c4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5278ae8-69a5-4841-94c0-4801fa0393c4,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:12.743253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f6c1f35-4cf4-480e-9c8b-6a224f1b43a5 req-32adf515-2bee-478d-8e90-0b20f6d64184 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817944 Apr 20 14:56:12.765008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.820287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.872588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2124504c-9550-45ba-be6a-dbbc4a62abe5']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:12.883314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4a8cb3-c39b-42e8-bb36-e577291ce9c0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:12.883866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4a8cb3-c39b-42e8-bb36-e577291ce9c0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:12.895567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.912005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.922949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:12.923513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.926359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:12.927279 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:13.001768 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.020172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.032496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=b0f396cc-decd-4717-adeb-01cfd456da4f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:13.037131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/2124504c-9550-45ba-be6a-dbbc4a62abe5 HTTP/1.1" status: 204 len: 168 time: 1.1488767 Apr 20 14:56:13.044754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52820) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:13.050900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:13.051428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: 2546a743-c018-4655-8802-4b93ae8fa2f2, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:13.057439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1513235279'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:13.059845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2c7de-010b-4dac-a5a0-ad5235b46201 None None] Pushing event updated for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:13.062918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8cbbd-1761-4d65-9daa-ca2209c99fe2 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=2124504c-9550-45ba-be6a-dbbc4a62abe5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:13.068285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e79021a1-02d8-4c3e-b2a7-452efae22807 None None] Provisioning complete for port c5278ae8-69a5-4841-94c0-4801fa0393c4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:13.069162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e79021a1-02d8-4c3e-b2a7-452efae22807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.089268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.098095 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.101913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5278ae8-69a5-4841-94c0-4801fa0393c4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:13.103691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:13.151653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:13.155224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.177294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2546a743-c018-4655-8802-4b93ae8fa2f2) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:13.192435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:13.193019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.217692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:13.219636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Pushing event updated for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:13.225931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.234118 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4ce59c10-b401-4902-af17-3169363bd543 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4942744 Apr 20 14:56:13.234819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52828) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:13.241500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.241842 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Added segment 61991df8-1f85-4b91-8c46-37b3be85a79d of type vlan for network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 Apr 20 14:56:13.356924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.432761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c5278ae8-69a5-4841-94c0-4801fa0393c4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:13.432988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.451678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.465047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:13.465921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.471550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:13.483508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:13.625986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.667924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6209922 Apr 20 14:56:13.675284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52850) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:13.677575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:05Z', 'revision_number': 3, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:13.685109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Request body: {'subnet': {'network_id': '3b18fe87-2cd6-40f3-b6b3-1c71a7796779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:13.711381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d177f0-0503-485d-a55b-87bd2e5854f6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Network': ['ID=3b18fe87-2cd6-40f3-b6b3-1c71a7796779,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:13.769082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56ef61-6f2b-46a7-9017-5eb471e18252 None None] The sync data for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 is: [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:05Z', 'revision_number': 3, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:13.786015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Router ed3fd5ff-873e-4e81-a0d1-d7343f175439 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:13.792229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:13.877212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Made reservation on behalf of a961edd025474cc783594b7bcf5b20ae for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:13.881742 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:13.897330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be0f54d0-f1b3-4ac3-8c7d-afab5f2652b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.054924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:14.073550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ce4b435-15a2-4e3a-b7e0-04b797b66df5 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed3fd5ff-873e-4e81-a0d1-d7343f175439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5165503 Apr 20 14:56:14.133878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426517-a402-4b83-8fb7-dea49e5e9f59 req-1324c461-1417-4afb-8f9d-75d2915baefa tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:14.135014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.146258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11426517-a402-4b83-8fb7-dea49e5e9f59 req-1324c461-1417-4afb-8f9d-75d2915baefa tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 945 time: 0.2128065 Apr 20 14:56:14.269668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3e990-0fb7-4197-9055-4d87d41f1cff None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:56:14.414664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11426517-a402-4b83-8fb7-dea49e5e9f59 req-39b1abc9-2a6e-466a-a181-eaf45834ff10 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446585 Apr 20 14:56:14.437467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.objects.ports [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102863) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 14:56:14.450005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.454763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.20.0.1 (2546a743-c018-4655-8802-4b93ae8fa2f2/b0f396cc-decd-4717-adeb-01cfd456da4f/12440b71-d76e-44cf-8c54-a3e74bd5944c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:14.633762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event updated for resources: {'Subnet': ['ID=e5c0f53c-42b2-4b55-8cc8-1a242e029754,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:14.659327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db3e990-0fb7-4197-9055-4d87d41f1cff None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:56:14.680098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Checking segment: {'id': '61991df8-1f85-4b91-8c46-37b3be85a79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b18fe87-2cd6-40f3-b6b3-1c71a7796779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:14.680473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network hostable DHCP agents. Network: 3b18fe87-2cd6-40f3-b6b3-1c71a7796779, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:14.727955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:14.768431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 3b18fe87-2cd6-40f3-b6b3-1c71a7796779) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:14.773778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.788977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:14.789949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.825871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-711f74ea-880b-4df7-8566-b9cc210095f3 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1455853 Apr 20 14:56:14.826017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:14.836231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.941193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:14.961965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1c43d7e9-e72b-4520-83eb-4789849ceedf no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:56:15.057480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:15.061290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 1c43d7e9-e72b-4520-83eb-4789849ceedf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:56:15.061650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 1c43d7e9-e72b-4520-83eb-4789849ceedf not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:56:15.062989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:15.066983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:15.114145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:15.118160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 05259a1b-b90a-4831-9f90-9046209dc8fc up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:15.119456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.201469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.203028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.270162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.330560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c0f53c-42b2-4b55-8cc8-1a242e029754,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:15.500155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:15.507250 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.535233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.537851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.572864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b18fe87-2cd6-40f3-b6b3-1c71a7796779']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:15.580498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52886) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:15.583138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.593675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61991df8-1f85-4b91-8c46-37b3be85a79d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:15.594052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61991df8-1f85-4b91-8c46-37b3be85a79d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:15.619034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958583697', 'description': 'tempest-secgroup-smoke-1958583697 description', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:15.621483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 05259a1b-b90a-4831-9f90-9046209dc8fc completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:56:15.624866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.637421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 05259a1b-b90a-4831-9f90-9046209dc8fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:15.637800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.672538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-2546a743-c018-4655-8802-4b93ae8fa2f2', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:15.673421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.689213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.705036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:15.706047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.712716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:15.713121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.887851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:15.907304 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:15.913415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.937205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:15.947737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/3b18fe87-2cd6-40f3-b6b3-1c71a7796779 HTTP/1.1" status: 204 len: 168 time: 1.1189504 Apr 20 14:56:15.948378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:15.988297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d556b-3afe-4875-bf3a-89f5af21ff88 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=3b18fe87-2cd6-40f3-b6b3-1c71a7796779,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:16.042530 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcefe80b-6b3f-4daf-ba02-a5c39e5035fb tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.043164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcefe80b-6b3f-4daf-ba02-a5c39e5035fb tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.050007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bcefe80b-6b3f-4daf-ba02-a5c39e5035fb tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/e5c0f53c-42b2-4b55-8cc8-1a242e029754 HTTP/1.1" status: 404 len: 337 time: 0.0953598 Apr 20 14:56:16.050712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.082620 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24eeb5d-c60c-4459-a62a-e0a7e0a2be94 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.082620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24eeb5d-c60c-4459-a62a-e0a7e0a2be94 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.097299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b24eeb5d-c60c-4459-a62a-e0a7e0a2be94 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/3b18fe87-2cd6-40f3-b6b3-1c71a7796779 HTTP/1.1" status: 404 len: 339 time: 0.0430050 Apr 20 14:56:16.097662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52902) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.128481 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.137166 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0b8b67-0e19-488e-9cd5-da2e45aa0320 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.138058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0b8b67-0e19-488e-9cd5-da2e45aa0320 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.146279 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4b0b8b67-0e19-488e-9cd5-da2e45aa0320 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/395d7ea3-0b84-4e8c-be17-28bc38d00a04 HTTP/1.1" status: 404 len: 337 time: 0.0465643 Apr 20 14:56:16.150469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52904) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.176487 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-12340b31-061d-4b46-a5e2-8baac93b9bf1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.178116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12340b31-061d-4b46-a5e2-8baac93b9bf1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.186012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12340b31-061d-4b46-a5e2-8baac93b9bf1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/2124504c-9550-45ba-be6a-dbbc4a62abe5 HTTP/1.1" status: 404 len: 339 time: 0.0340431 Apr 20 14:56:16.187115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.204854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Allocated IP 172.20.0.2 (2546a743-c018-4655-8802-4b93ae8fa2f2/b0f396cc-decd-4717-adeb-01cfd456da4f/58f917ec-603c-4dc4-8102-be2ca8b3ef8b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:16.206747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:16.209218 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae7c36-5817-4b8a-92a9-de225f43ef12" -d '{"events": [{"server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "name": "network-vif-plugged", "status": "completed", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:16.221906 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b707f4-7468-4e17-b366-bd8ac8aacd9c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.222366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b707f4-7468-4e17-b366-bd8ac8aacd9c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.228906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44b707f4-7468-4e17-b366-bd8ac8aacd9c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/9740e6e9-bbc1-4191-99eb-5c7a2481b0a6 HTTP/1.1" status: 404 len: 337 time: 0.0405791 Apr 20 14:56:16.229653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52910) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.273358 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c0e12-1fed-4db7-a7d3-8bc430a5bf73 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.274471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922c0e12-1fed-4db7-a7d3-8bc430a5bf73 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.290548 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c83931-9298-4fe3-b2a3-ce229cdfa246 x-openstack-request-id: req-c2c83931-9298-4fe3-b2a3-ce229cdfa246 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:16.291051 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "name": "network-vif-plugged", "status": "completed", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:16.291676 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2c83931-9298-4fe3-b2a3-ce229cdfa246 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:16.292235 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c83931-9298-4fe3-b2a3-ce229cdfa246'] response: {'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc', 'code': 200} Apr 20 14:56:16.305000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-922c0e12-1fed-4db7-a7d3-8bc430a5bf73 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/88a85e37-a53f-4c21-9613-84621eeb49b7 HTTP/1.1" status: 404 len: 339 time: 0.0742257 Apr 20 14:56:16.310823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52914) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.312673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=05259a1b-b90a-4831-9f90-9046209dc8fc,segment=NetworkSegment(316cc585-edaf-4fb7-aa99-3653dca26260),segment_id=316cc585-edaf-4fb7-aa99-3653dca26260)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:16.341952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.382824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.444505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:16.452522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.453250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5278ae8-69a5-4841-94c0-4801fa0393c4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:16.493928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting port 9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:16.494279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.519630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:16.594751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.613199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Calling delete_port for 9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:16.637706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:16.658675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.671843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c5278ae8-69a5-4841-94c0-4801fa0393c4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:16.672276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.674019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5533d-4255-49e8-b91f-5bbdf79dddb9 req-fea19a54-9de5-4537-bf7b-47f6cbceeb43 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:16.674436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.676149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cac5533d-4255-49e8-b91f-5bbdf79dddb9 req-fea19a54-9de5-4537-bf7b-47f6cbceeb43 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 945 time: 1.0716951 Apr 20 14:56:16.726024 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.743884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.744033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.785289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Port': ['ID=9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:16.791374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:16.795383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-488badc7-eb5b-4b9f-af08-2b40951b0ca4 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/ports/9dc06ffd-9785-46a1-83a0-8d82b2b7bbe4 HTTP/1.1" status: 204 len: 168 time: 0.4834504 Apr 20 14:56:16.797917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52924) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.826882 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf78027-3fd3-467b-99f1-507bc66a6b37 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:16.827687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf78027-3fd3-467b-99f1-507bc66a6b37 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:16.831194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ccf78027-3fd3-467b-99f1-507bc66a6b37 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/df37da72-4115-4f7c-8dc2-7fc254884994 HTTP/1.1" status: 404 len: 337 time: 0.0320745 Apr 20 14:56:16.847167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52926) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:16.849535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:16.856918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:16.864500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:17.021880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Pushing event updated for resources: {'Port': ['ID=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.023626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.053604 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Sync routers for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:17.067947 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:17.069264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.070082 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:17.089353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.111966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cac5533d-4255-49e8-b91f-5bbdf79dddb9 req-bbca3e38-28c9-4a1b-96ed-e4e9d87c2823 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921554 Apr 20 14:56:17.124061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.139300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff7b59-046b-45f4-a21d-a5b9f5e2bd8c req-d6f59ecd-83b4-4559-afd3-305c6049633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:17.141162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37ff7b59-046b-45f4-a21d-a5b9f5e2bd8c req-d6f59ecd-83b4-4559-afd3-305c6049633d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 1097 time: 0.4181802 Apr 20 14:56:17.142032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.192571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:17.192920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.213811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.218441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Attempting to bind port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:17.218780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6160491 Apr 20 14:56:17.218927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Attempting to bind port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:17.219305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Attempting to bind port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b on network 2546a743-c018-4655-8802-4b93ae8fa2f2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:17.228559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52946) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:17.237029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:17.245961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243da835-4aec-4551-b662-65926a1cafea tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357f173b-ac1e-461f-b4d0-741f971ae514,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.275806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:17.279104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Checking segment: {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:17.279580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.279990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Bound using segment: {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:17.280501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Bound port: 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:17.280901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.325355 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:17.397298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37ff7b59-046b-45f4-a21d-a5b9f5e2bd8c req-8d1b7092-43b4-469b-b628-71abcd5f7f67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405255 Apr 20 14:56:17.405988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] For port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6e7e2486-d36a-4a62-9497-a8a3791e2c3e,segment=NetworkSegment(71a6a0c8-74dc-4ce0-8312-6fce2a98a377),segment_id=71a6a0c8-74dc-4ce0-8312-6fce2a98a377)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:17.406214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.419148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.437108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Calling delete_port for 6e7e2486-d36a-4a62-9497-a8a3791e2c3e owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:17.460189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] For port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:17.466818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] For port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:17.477566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.542819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f69f4-49ac-4431-8797-83390e34714e req-c9447df8-552e-4aec-8d87-f94a5cdba41f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:17.551586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a8f69f4-49ac-4431-8797-83390e34714e req-c9447df8-552e-4aec-8d87-f94a5cdba41f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.4030118 Apr 20 14:56:17.571150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61192861-b513-402d-b77b-c04b3a04fc1d None None] Pushing event updated for resources: {'Port': ['ID=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.581925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:17.582890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.616959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:17.643918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:17.671596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:17.672020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.682890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.695416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.764431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-2b80f14f-d592-44ea-966a-4a5e056968c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:17.770003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-2b80f14f-d592-44ea-966a-4a5e056968c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.7187788 Apr 20 14:56:17.773755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5772d43-7da3-47e4-8534-b4890ba6b3a5,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.794241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No DVR routers for this DVR port 6e7e2486-d36a-4a62-9497-a8a3791e2c3e on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:17.798151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Port': ['ID=6e7e2486-d36a-4a62-9497-a8a3791e2c3e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:17.803093 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 4, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f00d756e-4bb2-440c-9267-9c56c11017f2', 'name': '', 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'mac_address': 'fa:16:3e:7a:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 2, 'project_id': '4c2a9636e4374d609aabe77930865354', 'subnets': [{'id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:17.816643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:17.823454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-303f65e3-ed8a-4ab9-8a5b-7e5c310375fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5937400 Apr 20 14:56:17.827442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52954) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:17.868167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:17.896446 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Checking router: ed3fd5ff-873e-4e81-a0d1-d7343f175439 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:17.897288 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Updating router ed3fd5ff-873e-4e81-a0d1-d7343f175439 port f00d756e-4bb2-440c-9267-9c56c11017f2 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:17.929255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a8f69f4-49ac-4431-8797-83390e34714e req-c1769062-a27e-4e94-bf4a-e4a59fbb83a9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766360 Apr 20 14:56:17.967607 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.009595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.051281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73662cb6-f4e7-4010-a14d-ccf15c1c1827']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:18.087562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a6a0c8-74dc-4ce0-8312-6fce2a98a377') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:18.087835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a6a0c8-74dc-4ce0-8312-6fce2a98a377') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:18.103228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.111378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.130608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-f3d0cfcd-9199-4527-828e-506d5edf1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:18.132719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-f3d0cfcd-9199-4527-828e-506d5edf1f96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.2561717 Apr 20 14:56:18.143560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.204508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:18.204839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:18.216086 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:18.366454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.375366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.385879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-546af1ab-76ff-4aca-b55e-2bdf9af7fab5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.2381973 Apr 20 14:56:18.407309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6ae844-d9a0-47b5-9591-678f5c49e768,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:18.409439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.422034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.428634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/73662cb6-f4e7-4010-a14d-ccf15c1c1827 HTTP/1.1" status: 204 len: 168 time: 1.5780706 Apr 20 14:56:18.430541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:18.450187 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3dd3c-e39a-485d-aec2-04ada42fc908 req-e76001c1-539a-4c37-9ab0-5a284f36d44a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:18.457739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fae3dd3c-e39a-485d-aec2-04ada42fc908 req-e76001c1-539a-4c37-9ab0-5a284f36d44a tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 946 time: 0.1901371 Apr 20 14:56:18.468022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a08125-bea2-4caf-80bf-72f4988e63e1 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=73662cb6-f4e7-4010-a14d-ccf15c1c1827,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:18.483597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.484886 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1071d94-f2a1-49e2-b293-2a3d1c894ec2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6234031 Apr 20 14:56:18.489775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52970) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:18.500075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:18.549047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.618205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:56:18.645543 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.654890 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.691149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.709646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.785225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fae3dd3c-e39a-485d-aec2-04ada42fc908 req-5c839674-ccf1-4f37-b0bb-2dfef633e5f5 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257349 Apr 20 14:56:18.817816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c63a2c-103e-44af-a1ce-f827467c1f2e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:18.859421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:18.861726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-2404a665-a826-41cd-9d2d-a0a271385bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:18.867112 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc3725d0-9844-4d63-a061-ecae8f46fbb1 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754163 Apr 20 14:56:18.867987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-2404a665-a826-41cd-9d2d-a0a271385bf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.4619954 Apr 20 14:56:18.868481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52978) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:18.872728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32d3a-b1aa-46a6-b9ed-ca6b990b8d34 None None] Pushing event updated for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:18.893964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:18.945318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.024925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Attempting to bind port f00d756e-4bb2-440c-9267-9c56c11017f2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:19.025388 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Attempting to bind port f00d756e-4bb2-440c-9267-9c56c11017f2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:19.025848 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Attempting to bind port f00d756e-4bb2-440c-9267-9c56c11017f2 on network 9908407f-0e2a-4043-a00d-90643dcb98a8 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:19.033316 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:19.033879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Checking segment: {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:19.034499 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.035031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Bound using segment: {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:19.035602 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Bound port: f00d756e-4bb2-440c-9267-9c56c11017f2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fae7b2c-44a5-4ee1-9925-db776ed91717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:19.036083 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.096929 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.107160 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.129050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] For port f00d756e-4bb2-440c-9267-9c56c11017f2, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:19.135735 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] For port f00d756e-4bb2-440c-9267-9c56c11017f2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f00d756e-4bb2-440c-9267-9c56c11017f2,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:19.147640 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.158235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddf684a-3de7-4487-9070-e759b85af772,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:19.178163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.179672 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-061f8be3-f378-473e-9b01-83c336f581fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975445 Apr 20 14:56:19.182842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52986) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:19.211434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:19.220737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting port f24aafa0-f68b-4764-aeda-78ff4ddcaea3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:19.221230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.254532 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Project fa0c63939a5a40aeb68c1a56d183aade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:56:19.261357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.308093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-a531eb66-21f1-4501-a6eb-c299aa3cd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:19.309813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-a531eb66-21f1-4501-a6eb-c299aa3cd65d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4188068 Apr 20 14:56:19.315304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:19.323159 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:19.326237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:19.331549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21187-8139-4293-af60-36412721a0cb None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:19.354391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:19.359355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:19.360664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.370543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.403271 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32d3a-b1aa-46a6-b9ed-ca6b990b8d34 None None] Pushing event updated for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:19.408116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db19ad5-21c6-4116-a8f0-4279ae3013c4,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:19.418962 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.422911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-13cffd14-66c5-4c0d-bc93-6ead973b3bdf tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2364581 Apr 20 14:56:19.424854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52990) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:19.429297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-913b7be5-a0f8-4407-8fdc-2c45989c5064 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1935434 Apr 20 14:56:19.446983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'security_group_rule': {'security_group_id': '357f173b-ac1e-461f-b4d0-741f971ae514', 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:19.454946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52992) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:19.462026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1600900200'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:19.501080 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Project fa0c63939a5a40aeb68c1a56d183aade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:56:19.523738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:19.530717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.532652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58f917ec-603c-4dc4-8102-be2ca8b3ef8b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:19.554303 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:19.554593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.569178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.626245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854532b8-c2f0-4559-8936-d3c572fea48b None None] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:19.635069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:19.646617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fea6bc-84ec-43e4-901a-13fec7fd0253 None None] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:19.656913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:19.663503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2058b7-3742-40ff-9afd-59e672573640 req-29983b59-82c4-4a3c-b33b-ed58d41cd3b9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:19.665494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e2058b7-3742-40ff-9afd-59e672573640 req-29983b59-82c4-4a3c-b33b-ed58d41cd3b9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.5213444 Apr 20 14:56:19.671991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Calling delete_port for f24aafa0-f68b-4764-aeda-78ff4ddcaea3 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:19.709746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.709746 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 6fcee3ec-7588-4ed9-8da4-34f445864018 of type vlan for network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 Apr 20 14:56:19.737263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e2058b7-3742-40ff-9afd-59e672573640 req-e8c9cc67-d199-40aa-9af4-d3487c22834a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628889 Apr 20 14:56:19.744819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.756920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.837157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-1a17dbfe-9e16-428f-8275-5e5d51d26a06 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031813 Apr 20 14:56:19.876100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.878953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527c257a-3e85-4c4d-b433-cbc36cf48f82,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:19.896233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.906627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6c0b394e-5c1e-49a4-8040-8b42d24f0cbe tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4721689 Apr 20 14:56:19.927710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:19.960121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:19.962930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:20.014052 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 4, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f00d756e-4bb2-440c-9267-9c56c11017f2', 'name': '', 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'mac_address': 'fa:16:3e:7a:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:19Z', 'revision_number': 4, 'project_id': '4c2a9636e4374d609aabe77930865354', 'subnets': [{'id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:20.059924 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6080-b9a6-49f7-8eb6-8a9bede8a041 None None] The sync data for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 is: [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 4, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'f00d756e-4bb2-440c-9267-9c56c11017f2', 'name': '', 'network_id': '9908407f-0e2a-4043-a00d-90643dcb98a8', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'mac_address': 'fa:16:3e:7a:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:19Z', 'revision_number': 4, 'project_id': '4c2a9636e4374d609aabe77930865354', 'subnets': [{'id': '8642c2b0-2ab8-4570-b166-01c8a416acc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:20.072758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:20.267898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Port': ['ID=f24aafa0-f68b-4764-aeda-78ff4ddcaea3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:20.294884 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:20.298339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/ports/f24aafa0-f68b-4764-aeda-78ff4ddcaea3 HTTP/1.1" status: 204 len: 168 time: 1.8647823 Apr 20 14:56:20.344301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53024) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:20.371226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5fe61-9096-4fc5-9e13-8251fbf9c8b1 req-0122039e-399a-4325-bde8-b222cce2d7f2 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:20.373650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee5fe61-9096-4fc5-9e13-8251fbf9c8b1 req-0122039e-399a-4325-bde8-b222cce2d7f2 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 946 time: 0.4061773 Apr 20 14:56:20.375690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.376290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.377998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.378661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.379247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.379798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.380400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.381038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.381585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.382142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.382773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.383562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70419d0e-36d9-49b8-882e-d22712631f42 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:20.432870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81bcb6d2-3fcc-4bc4-b6c9-1fb59e815732 req-72b0a7f7-80cc-4aec-a88c-daabced03c67 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850565 Apr 20 14:56:20.435414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:20.435949 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:20.442766 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd4449d-1a14-4a35-b132-054230a2edfd tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] DELETE failed (client error): The resource could not be found. Apr 20 14:56:20.450827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd4449d-1a14-4a35-b132-054230a2edfd tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:56:20.458008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7dd4449d-1a14-4a35-b132-054230a2edfd tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/f3732f7a-5b1c-4f20-927a-b204e49b72d4 HTTP/1.1" status: 404 len: 337 time: 0.1087756 Apr 20 14:56:20.463043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:20.614832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b0898-00c0-412d-8001-b0c50070ea27 None None] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:20.649440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-c953cf20-b3c9-4d82-be2e-e20ca8615af8 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958583697&fields=id&tenant_id=fa0c63939a5a40aeb68c1a56d183aade HTTP/1.1" status: 200 len: 267 time: 0.4018495 Apr 20 14:56:20.739600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee5fe61-9096-4fc5-9e13-8251fbf9c8b1 req-ed420332-8926-4eca-a7d2-ae3e87b8304e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178859 Apr 20 14:56:20.742314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:20.860781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854532b8-c2f0-4559-8936-d3c572fea48b None None] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:56:20.958089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b0898-00c0-412d-8001-b0c50070ea27 None None] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:56:20.960691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=15f48978-ba83-4a68-96f6-53e0aa0f0ed2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:20.972193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb20665-4741-452f-97ef-e8fafbb5990e None None] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:20.980128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f1561277-c6d8-4d20-89a1-b6b9ff09ba1b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5222020 Apr 20 14:56:20.981516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53044) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:21.002050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:21.143263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0cab7-a51d-405e-a03a-c7ed65729e5a None None] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:21.151835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:21.213956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Provisioning complete for port 12440b71-d76e-44cf-8c54-a3e74bd5944c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:21.214324 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.220779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb20665-4741-452f-97ef-e8fafbb5990e None None] Network 2124504c-9550-45ba-be6a-dbbc4a62abe5 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:56:21.225942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0cab7-a51d-405e-a03a-c7ed65729e5a None None] Network 3b18fe87-2cd6-40f3-b6b3-1c71a7796779 could not be found, it might have been deleted concurrently. {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:56:21.260641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:21.269226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.446864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-c600597f-496b-4b7c-99a7-bf27ebc4174d tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:21.454753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-c600597f-496b-4b7c-99a7-bf27ebc4174d tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 808 time: 0.6971750 Apr 20 14:56:21.486927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bccd8-2daf-4f81-976d-6a7d9e9995d0 req-3ca21fe9-c5aa-4e12-85fd-0febedda0b1c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:21.494957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197bccd8-2daf-4f81-976d-6a7d9e9995d0 req-3ca21fe9-c5aa-4e12-85fd-0febedda0b1c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.3900971 Apr 20 14:56:21.504640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.508075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-4034faa0-b4be-4389-9216-08ba8bd12461 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/quotas/fa0c63939a5a40aeb68c1a56d183aade HTTP/1.1" status: 200 len: 375 time: 0.0445588 Apr 20 14:56:21.545130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Port 12440b71-d76e-44cf-8c54-a3e74bd5944c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:21.575945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:21.600681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284354ed-85d8-4f6f-894a-007be3bebbf0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:21.600975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284354ed-85d8-4f6f-894a-007be3bebbf0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:21.618835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197bccd8-2daf-4f81-976d-6a7d9e9995d0 req-08b60ab4-7300-4e0f-9b7f-c4d8a773e089 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226950 Apr 20 14:56:21.626888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.637835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Provisioning complete for port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:21.637835 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.655820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.672155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.690118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:21.690549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:21.740664 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:21.770733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.821816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=439bc07b-b175-4530-a06e-6798349666f1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:21.858618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:21.858970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: 15f48978-ba83-4a68-96f6-53e0aa0f0ed2, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:21.891474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:21.907859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 15f48978-ba83-4a68-96f6-53e0aa0f0ed2) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:21.920839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:21.925298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.957485 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:21.977700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9517f-2c2f-43a0-9327-884f9672f946 None None] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:21.987572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42be62c9-060a-4a1e-a2b2-b7f56bf1261f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9981542 Apr 20 14:56:21.989036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53062) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:22.007076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-900b7aec-a09a-44ee-a2e5-8bb335b01bac tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4831436 Apr 20 14:56:22.057039 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.093818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe HTTP/1.1" status: 204 len: 168 time: 1.6167955 Apr 20 14:56:22.095716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53066) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:22.153987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:22.219493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.299725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:15Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:16Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:22.320211 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.361306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting subnet 4a88fee0-e40d-40c7-b13a-3e24510d5c0e {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:56:22.392050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aacb92-448b-4467-a055-3f0ade65fad6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=0ba3efb1-9ae8-47ef-87f7-159bfc1d00fe,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:22.410674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.469340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21187-8139-4293-af60-36412721a0cb None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:22.469987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21187-8139-4293-af60-36412721a0cb None None] Updating router 72593d19-a817-4f75-b545-ec29f4e6c82f port 12440b71-d76e-44cf-8c54-a3e74bd5944c binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:22.508891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.592688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:22.594379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.599144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:22.656160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.694954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.696602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.697076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.697816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.700853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.706684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.726075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.726664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.727210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.728019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.728019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.728498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:56:22.903409 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:22.921067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.034231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f00d756e-4bb2-440c-9267-9c56c11017f2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:23.037112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5681e2-08ae-41a8-95c0-c39f622d619b None None] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:23.047412 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:56:23.047578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1022b-e719-4286-a6f3-f05ac72f6f8e req-582790b6-72d9-41cd-8fc6-ed2c724bd360 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:23.048079 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-ef5a6025-5771-4073-9999-a101a9cf06c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:56:23.049002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb1022b-e719-4286-a6f3-f05ac72f6f8e req-582790b6-72d9-41cd-8fc6-ed2c724bd360 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 946 time: 0.7817867 Apr 20 14:56:23.177477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-4e4788f9-5c3e-4dba-8ab1-59bf653f0e72 service neutron] 10.222.0.20 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395473 Apr 20 14:56:23.200571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8eb1022b-e719-4286-a6f3-f05ac72f6f8e req-20215bc1-c3b5-4b89-958b-eeb42d48223f tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416118 Apr 20 14:56:23.203553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.295556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Subnet': ['ID=4a88fee0-e40d-40c7-b13a-3e24510d5c0e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:23.324273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f00d756e-4bb2-440c-9267-9c56c11017f2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:23.324624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.362449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Allocated IP 172.21.0.2 (15f48978-ba83-4a68-96f6-53e0aa0f0ed2/439bc07b-b175-4530-a06e-6798349666f1/3661588b-6921-4067-9c72-e651f75eedba) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:23.364829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.370928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-32dbf369-0e56-4d3b-b5db-038100e5de4c tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/subnets/4a88fee0-e40d-40c7-b13a-3e24510d5c0e HTTP/1.1" status: 204 len: 168 time: 1.2443357 Apr 20 14:56:23.372115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53086) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:23.392668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552a7dc-8ac8-4dfa-8dc5-242e5c146163 None None] Network 28b68da0-e570-4acd-976a-11ae07c220b6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:23.440100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-b7ce7b45-fd93-463f-8fdf-7bdd909a58d7 service neutron] 10.222.0.20 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602131 Apr 20 14:56:23.473638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320a252-1e99-42fb-a056-758ba40ca4e0 req-3a5a5194-0cef-4989-b3f3-932afd21dd3d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:23.484420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2320a252-1e99-42fb-a056-758ba40ca4e0 req-3a5a5194-0cef-4989-b3f3-932afd21dd3d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1408145 Apr 20 14:56:23.490466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.564406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Deleting port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:23.564792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.589701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2320a252-1e99-42fb-a056-758ba40ca4e0 req-adafafc1-8963-44b9-b641-dba7f76053d1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018624 Apr 20 14:56:23.626115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-b0146f6a-a88b-4eca-8b96-ef7476fecb5e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:23.627694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-b0146f6a-a88b-4eca-8b96-ef7476fecb5e tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 946 time: 0.1381934 Apr 20 14:56:23.658433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] For port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,segment=NetworkSegment(2a20e602-38bb-460f-b025-33d943f0d0c6),segment_id=2a20e602-38bb-460f-b025-33d943f0d0c6)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:23.658892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.693885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Calling delete_port for cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:23.808854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:23.861084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] No DVR routers for this DVR port cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:23.901528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Port': ['ID=cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:24.025918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.089086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b68da0-e570-4acd-976a-11ae07c220b6']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:24.120394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a20e602-38bb-460f-b025-33d943f0d0c6') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:24.121068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a20e602-38bb-460f-b025-33d943f0d0c6') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:24.139171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.155571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.183720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:24.186288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:24.192265 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:24.292026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.353472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbaa51c5-51d9-4859-a443-85ae58695780 req-298c9235-b94e-4f96-86d9-2658d726cc46 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 210 time: 0.0734529 Apr 20 14:56:24.370511 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.370707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.379215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.394178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.429573 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] 10.222.0.20 "DELETE /v2.0/networks/28b68da0-e570-4acd-976a-11ae07c220b6 HTTP/1.1" status: 204 len: 168 time: 1.0560520 Apr 20 14:56:24.459285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb12c7-f9df-4a19-9628-130ece4746a6 tempest-NetworksIpV6TestAttrs-265874941 tempest-NetworksIpV6TestAttrs-265874941-project] Pushing event deleted for resources: {'Network': ['ID=28b68da0-e570-4acd-976a-11ae07c220b6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:24.543895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcddf7-7b1b-4a7a-8a4c-3f15fa021f5e req-ac121f1b-317d-4238-a407-284bb7dc8c94 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:24.549679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bdcddf7-7b1b-4a7a-8a4c-3f15fa021f5e req-ac121f1b-317d-4238-a407-284bb7dc8c94 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 946 time: 0.1808987 Apr 20 14:56:24.604689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Deleting port 05259a1b-b90a-4831-9f90-9046209dc8fc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:24.605738 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.613677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2bdcddf7-7b1b-4a7a-8a4c-3f15fa021f5e req-3eaaf6ea-78d9-428d-b720-1d2084d72912 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/security-groups?id=67edba21-bd0b-4791-934c-b2b815639f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Apr 20 14:56:24.636705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721b665-6297-4c07-b262-64450c5104be None None] DHCP port deletion for 28b68da0-e570-4acd-976a-11ae07c220b6 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:56:24.670303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Provisioning complete for port 12440b71-d76e-44cf-8c54-a3e74bd5944c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:24.670972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.766592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] For port 05259a1b-b90a-4831-9f90-9046209dc8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=05259a1b-b90a-4831-9f90-9046209dc8fc,segment=NetworkSegment(316cc585-edaf-4fb7-aa99-3653dca26260),segment_id=316cc585-edaf-4fb7-aa99-3653dca26260)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:24.766998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.777658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f00d756e-4bb2-440c-9267-9c56c11017f2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f00d756e-4bb2-440c-9267-9c56c11017f2,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:24.783147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Calling delete_port for 05259a1b-b90a-4831-9f90-9046209dc8fc owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:24.784221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d7fd6-35fc-4907-83f1-606a93d6c26b None None] Pushing event updated for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:24.787307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.797721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.862354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:24.956308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.21.0.1 (15f48978-ba83-4a68-96f6-53e0aa0f0ed2/439bc07b-b175-4530-a06e-6798349666f1/322d2800-078c-41a8-9c83-cbee10a2ed0d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:25.008484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Port 12440b71-d76e-44cf-8c54-a3e74bd5944c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:25.024049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58f917ec-603c-4dc4-8102-be2ca8b3ef8b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:25.058008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-77b21187-8139-4293-af60-36412721a0cb None None] Attempting to bind port 12440b71-d76e-44cf-8c54-a3e74bd5944c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:25.058618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-77b21187-8139-4293-af60-36412721a0cb None None] Attempting to bind port 12440b71-d76e-44cf-8c54-a3e74bd5944c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:25.058878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21187-8139-4293-af60-36412721a0cb None None] Attempting to bind port 12440b71-d76e-44cf-8c54-a3e74bd5944c on network 2546a743-c018-4655-8802-4b93ae8fa2f2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:25.075398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:25.153814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.204617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53138) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:25.208895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:25.213985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:25.238009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21187-8139-4293-af60-36412721a0cb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:25.238390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21187-8139-4293-af60-36412721a0cb None None] Checking segment: {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:25.238830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.243266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b21187-8139-4293-af60-36412721a0cb None None] Bound using segment: {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:25.243863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-77b21187-8139-4293-af60-36412721a0cb None None] Bound port: 12440b71-d76e-44cf-8c54-a3e74bd5944c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93162145-64e0-4d23-a588-06098c43049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:25.244274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.254368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Pushing event deleted for resources: {'Port': ['ID=05259a1b-b90a-4831-9f90-9046209dc8fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:25.257752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] No DVR routers for this DVR port 05259a1b-b90a-4831-9f90-9046209dc8fc on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:25.266771 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.268753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Provisioning complete for port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:25.269132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.272061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfccc9b9-c70c-4b54-86c4-02a988031a9a req-78b3c83e-a17a-4d78-9205-f24260315062 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.45 "DELETE /v2.0/ports/05259a1b-b90a-4831-9f90-9046209dc8fc HTTP/1.1" status: 204 len: 173 time: 1.6361277 Apr 20 14:56:25.272648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'name': 'network-vif-deleted', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:25.276041 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbf8bc-e439-464d-9a6b-7079f0ff4b7b" -d '{"events": [{"server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "name": "network-vif-deleted", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:25.301519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:25.378973 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e07da-0791-453f-b064-c730bccc7c25 x-openstack-request-id: req-345e07da-0791-453f-b064-c730bccc7c25 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:25.379403 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f47a26-a94f-4621-a320-7e4bb82ef766", "name": "network-vif-deleted", "tag": "05259a1b-b90a-4831-9f90-9046209dc8fc", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:25.379803 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345e07da-0791-453f-b064-c730bccc7c25 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:25.380566 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345e07da-0791-453f-b064-c730bccc7c25'] response: {'server_uuid': '34f47a26-a94f-4621-a320-7e4bb82ef766', 'name': 'network-vif-deleted', 'tag': '05259a1b-b90a-4831-9f90-9046209dc8fc', 'status': 'completed', 'code': 200} Apr 20 14:56:25.461757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.555308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.578083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87684fc8-34db-4f44-88e6-2e2f01eed7c8 req-31fe352c-851d-407b-a3df-7c45a0666797 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 210 time: 0.0881331 Apr 20 14:56:25.631102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Pushing event updated for resources: {'Port': ['ID=3661588b-6921-4067-9c72-e651f75eedba,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:25.634256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Attempting to bind port 3661588b-6921-4067-9c72-e651f75eedba on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:25.634921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Attempting to bind port 3661588b-6921-4067-9c72-e651f75eedba by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:25.635570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Attempting to bind port 3661588b-6921-4067-9c72-e651f75eedba on network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:25.667397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:25.667941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.673514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:25.674074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Checking segment: {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:25.674521 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.675088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Bound using segment: {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:25.675879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Bound port: 3661588b-6921-4067-9c72-e651f75eedba, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:25.676700 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:25.684025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-77b21187-8139-4293-af60-36412721a0cb None None] For port 12440b71-d76e-44cf-8c54-a3e74bd5944c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:25.703941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:25.707722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-859a8fd8-667e-4fc6-ab8d-192f69cdb4f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a961edd025474cc783594b7bcf5b20ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018053 Apr 20 14:56:25.740084 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53148) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:25.745808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:25.771110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:25.813028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-77b21187-8139-4293-af60-36412721a0cb None None] For port 12440b71-d76e-44cf-8c54-a3e74bd5944c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=12440b71-d76e-44cf-8c54-a3e74bd5944c,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:25.924953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:25.931601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77b21187-8139-4293-af60-36412721a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.035221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.086664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40a3dfb6-25ed-4e95-bec1-8ba904653960 req-65608194-8909-4236-a8b8-40aa181e9633 tempest-InstanceActionsNegativeTestJSON-1707195836 tempest-InstanceActionsNegativeTestJSON-1707195836-project] 10.222.0.20 "GET /v2.0/ports?device_id=34f47a26-a94f-4621-a320-7e4bb82ef766 HTTP/1.1" status: 200 len: 210 time: 0.0979626 Apr 20 14:56:26.266275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-d48f1b47-887f-465d-b37f-1d4514f413a3 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:26.285045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-d48f1b47-887f-465d-b37f-1d4514f413a3 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.43 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 808 time: 0.5771189 Apr 20 14:56:26.297451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d7fd6-35fc-4907-83f1-606a93d6c26b None None] Pushing event updated for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:26.320453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Provisioning complete for port f00d756e-4bb2-440c-9267-9c56c11017f2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:26.321737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-20232930-c8c1-4bcf-840c-f5deab746b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.323023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.357084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.361020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.385783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:26.386907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:26.417432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.421981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.423820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7412187-fb6b-4a77-95e6-f3f0befdf0e0 HTTP/1.1" status: 204 len: 168 time: 0.6724384 Apr 20 14:56:26.454490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db16a9-ea98-402f-b1e7-ee316f73e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7412187-fb6b-4a77-95e6-f3f0befdf0e0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:26.486163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-6e09dc46-2d4a-4064-84fa-47ceb9ce5f60 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa0c63939a5a40aeb68c1a56d183aade HTTP/1.1" status: 200 len: 380 time: 0.1892219 Apr 20 14:56:26.499307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'port': {'device_id': '66d51528-4295-4cf5-ac41-cade432ad01e', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'admin_state_up': True, 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'security_groups': ['357f173b-ac1e-461f-b4d0-741f971ae514']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:26.515822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] For port 3661588b-6921-4067-9c72-e651f75eedba, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:26.619435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:26.623495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] For port 3661588b-6921-4067-9c72-e651f75eedba, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3661588b-6921-4067-9c72-e651f75eedba,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:26.730391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:56:26.733187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.803195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:56:26.803582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device cdcb1d1e-9c97-4337-bce7-a1ddcb2174a3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:56:26.857130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-397b0c61-6205-4e36-97cf-e803858f09b1 req-ccc92782-b167-4450-adc1-aa6322f0ab3e tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 210 time: 0.1142681 Apr 20 14:56:26.939786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.957184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:26.971057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Made reservation on behalf of fa0c63939a5a40aeb68c1a56d183aade for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:26.989339 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.010366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f00d756e-4bb2-440c-9267-9c56c11017f2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:27.024740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36512-070e-4cbe-82c2-e42a97e8de3c None None] Pushing event updated for resources: {'Port': ['ID=3661588b-6921-4067-9c72-e651f75eedba,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:27.148504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 05259a1b-b90a-4831-9f90-9046209dc8fc no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:56:27.205107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:27.222517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.223337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Provisioning complete for port 12440b71-d76e-44cf-8c54-a3e74bd5944c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:27.223710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.285701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53186) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:27.300754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 05259a1b-b90a-4831-9f90-9046209dc8fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:56:27.301111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 05259a1b-b90a-4831-9f90-9046209dc8fc not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:56:27.340541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Allocated IP 172.20.0.8 (0f18c12b-60f9-403d-8737-f91fb03fff3c/c896d353-d372-4aff-80a2-4daee5e7389f/074d1108-39de-4fc3-a436-7bfda1148d3e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:27.426339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Deleting subnet 8e7500c4-300b-4636-b1fa-f4a8873be9dd {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:56:27.434347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.488298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:27.491312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:27.494912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.690494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.696372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.751279 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.788597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.806519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:27.810299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:27.814884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:27.847949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7500c4-300b-4636-b1fa-f4a8873be9dd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:27.848220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:27.880508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.882198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:27.882897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:27.885585 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f763156-6070-4fc6-8ee3-97fe356abd45 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e7500c4-300b-4636-b1fa-f4a8873be9dd HTTP/1.1" status: 204 len: 168 time: 0.5988317 Apr 20 14:56:27.900753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53212) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:27.915613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3279f248-3e28-4d8c-82b5-d6fdfbbf8138 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4238536 Apr 20 14:56:27.931186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:27.932969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Request body: {'port': {'device_id': '66d51528-4295-4cf5-ac41-cade432ad01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:28.181525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f00d756e-4bb2-440c-9267-9c56c11017f2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:28.182121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.198136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.244468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.348460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884cae0-3bbe-42ad-bcd6-99c5f9c86a85 req-e37148fc-de75-454b-96d9-7cac8b1de979 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:28.363885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7884cae0-3bbe-42ad-bcd6-99c5f9c86a85 req-e37148fc-de75-454b-96d9-7cac8b1de979 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 931 time: 0.3477325 Apr 20 14:56:28.372664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:28.409633 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f3d409cf-8b85-4a85-a3af-7e7b27edaf99 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3995783 Apr 20 14:56:28.412529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:28.425230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-77b21187-8139-4293-af60-36412721a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:26Z', 'revision_number': 3, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:25Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:24Z', 'revision_number': 1, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:28.441147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-457913052'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:28.499625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.503848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:28.507530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.518510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] For port 12440b71-d76e-44cf-8c54-a3e74bd5944c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=12440b71-d76e-44cf-8c54-a3e74bd5944c,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:28.522506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b21187-8139-4293-af60-36412721a0cb None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:26Z', 'revision_number': 3, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:25Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:24Z', 'revision_number': 1, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:28.535203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.571249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7884cae0-3bbe-42ad-bcd6-99c5f9c86a85 req-20f5589a-e057-4b6f-87c9-717046bc691c tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062371 Apr 20 14:56:28.604427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:28.707429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.707896 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment 848ec105-6a26-440f-8ad9-c847bd1f8d96 of type vlan for network c5c40370-4632-447b-b138-5d025e8abfc7 Apr 20 14:56:28.737148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.749698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c1f6f-1833-4231-8f8d-5e31c39c4bff None None] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:28.752612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Pushing event updated for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:28.828330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Provisioning complete for port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:28.828576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9d005-e928-4bf7-9eff-7991013da0fc']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:28.829584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d58de2f2-8113-43b8-9854-b1cb674db503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.833419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.851512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316cc585-edaf-4fb7-aa99-3653dca26260') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:28.851932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316cc585-edaf-4fb7-aa99-3653dca26260') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:28.885941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.944729 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.962522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:28.963241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:28.970189 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:28.978840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:28.997562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:28.999796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:29.045579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074d1108-39de-4fc3-a436-7bfda1148d3e {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:29.069288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:29.245233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3661588b-6921-4067-9c72-e651f75eedba up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:29.285176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8544834 Apr 20 14:56:29.293397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:29.324284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:29.347002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Transition to ACTIVE for port object 074d1108-39de-4fc3-a436-7bfda1148d3e will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:56:29.352578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:29.421723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Pushing event updated for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:29.429032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5265a-a949-4ff2-9d1f-cd70aceb2f7c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=c5c40370-4632-447b-b138-5d025e8abfc7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:29.462137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:29.476839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c5c40370-4632-447b-b138-5d025e8abfc7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:29.569235 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:29.575045 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] 10.222.0.20 "DELETE /v2.0/networks/5ba9d005-e928-4bf7-9eff-7991013da0fc HTTP/1.1" status: 204 len: 168 time: 1.6665978 Apr 20 14:56:29.634762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461c560-61b2-4513-bfb4-4d00b205c17e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba9d005-e928-4bf7-9eff-7991013da0fc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:29.817346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:29.858085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.113618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3661588b-6921-4067-9c72-e651f75eedba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:30.117580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.118212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Attempting to bind port 074d1108-39de-4fc3-a436-7bfda1148d3e on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:30.118761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Attempting to bind port 074d1108-39de-4fc3-a436-7bfda1148d3e by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:30.118885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Attempting to bind port 074d1108-39de-4fc3-a436-7bfda1148d3e on network 0f18c12b-60f9-403d-8737-f91fb03fff3c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:30.129150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Port 074d1108-39de-4fc3-a436-7bfda1148d3e on network 0f18c12b-60f9-403d-8737-f91fb03fff3c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:56:30.129615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Attempting to bind port 074d1108-39de-4fc3-a436-7bfda1148d3e on network 0f18c12b-60f9-403d-8737-f91fb03fff3c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:30.160884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Provisioning complete for port 3661588b-6921-4067-9c72-e651f75eedba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:30.161261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.210857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:30.211178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Checking segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:30.215154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Bound using segment: {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:30.217631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Bound port: 074d1108-39de-4fc3-a436-7bfda1148d3e, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:30.218993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.256091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d41774-aaa8-4f07-8862-de9dbffc8b7e req-6094ab86-4c69-43f6-ac65-f9cb140d2e83 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:30.260131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1d41774-aaa8-4f07-8862-de9dbffc8b7e req-6094ab86-4c69-43f6-ac65-f9cb140d2e83 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 943 time: 0.4871767 Apr 20 14:56:30.327061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:30.431900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:30.439744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=074d1108-39de-4fc3-a436-7bfda1148d3e,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:30.463415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.527297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.579812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.607643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:30.608300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.613624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] 10.222.0.43 "PUT /v2.0/ports/074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 1091 time: 2.6860635 Apr 20 14:56:30.636884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3248-6025-4ccf-83b8-1b072c5f1242 service neutron] Pushing event updated for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:30.663525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:30.669091 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291de831-004b-47e8-a333-15eadf162a63" -d '{"events": [{"name": "network-changed", "server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:30.692014 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 3661588b-6921-4067-9c72-e651f75eedba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3661588b-6921-4067-9c72-e651f75eedba,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:30.705689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:30.808512 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ab38a0-6681-4da6-a70c-d6933ea6d3af x-openstack-request-id: req-b9ab38a0-6681-4da6-a70c-d6933ea6d3af {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:30.808821 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:30.809115 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9ab38a0-6681-4da6-a70c-d6933ea6d3af {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:30.809720 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ab38a0-6681-4da6-a70c-d6933ea6d3af'] response: {'name': 'network-changed', 'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'status': 'completed', 'code': 200} Apr 20 14:56:30.831711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1d41774-aaa8-4f07-8862-de9dbffc8b7e req-4ed3db92-38b9-4355-b8ee-3709175a942d tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882158 Apr 20 14:56:30.844517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-2fe459a2-d5a5-4f45-92ec-1180e86cba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:30.847495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-2fe459a2-d5a5-4f45-92ec-1180e86cba79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1094 time: 0.1730375 Apr 20 14:56:30.903918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:56:30.904603 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:56:30.955955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-adb4e2f4-ac2c-44e1-9e07-437656de0dcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 217 time: 0.0978308 Apr 20 14:56:31.124205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=3661588b-6921-4067-9c72-e651f75eedba,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:31.172711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-c970b853-6f4c-4aba-8c8f-ca2ffad491fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:31.174379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-c970b853-6f4c-4aba-8c8f-ca2ffad491fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 200 len: 847 time: 0.2116840 Apr 20 14:56:31.200276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 12440b71-d76e-44cf-8c54-a3e74bd5944c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:31.265722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999097-552b-46e3-8e7c-a42d62468d93 req-4abf520a-a5fe-471b-9bc5-b7446f210912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:31.268106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-4abf520a-a5fe-471b-9bc5-b7446f210912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f18c12b-60f9-403d-8737-f91fb03fff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863395 Apr 20 14:56:31.506919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-9b5ec738-b933-49c8-9c79-6ebf9caa0142 service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301881 Apr 20 14:56:31.517164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 12440b71-d76e-44cf-8c54-a3e74bd5944c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:31.517753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.609981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-123a6ace-6220-42b2-ae80-95cf53d3ad40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ca7e3c6fa384527b1df3540501613e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2791154 Apr 20 14:56:31.613375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53302) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:31.629908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Provisioning complete for port 12440b71-d76e-44cf-8c54-a3e74bd5944c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:31.633721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d519f75-ed25-471e-bfff-7fd1863fc285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.652409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.670721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53304) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:31.788659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=e3459834-2878-4289-a070-28ce39e83992,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:31.810324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:31.810855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: c5c40370-4632-447b-b138-5d025e8abfc7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:31.847576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network c5c40370-4632-447b-b138-5d025e8abfc7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:31.886523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c5c40370-4632-447b-b138-5d025e8abfc7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:31.899288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:31.900071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.900602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67c438a-7ec5-4aea-ba9f-6c448ac3ff1f None None] Network c5c40370-4632-447b-b138-5d025e8abfc7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:31.911559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21999097-552b-46e3-8e7c-a42d62468d93 req-5692a671-de62-48b6-baaa-1fc3c8766b07 service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974528 Apr 20 14:56:31.912821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.917231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2104-8861-4b2d-bfcf-3e55e161d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:31.946472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fb886f41-cbf6-49ec-b0f2-df71d0469a44 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6502106 Apr 20 14:56:31.949199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53314) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:32.016642 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2104-8861-4b2d-bfcf-3e55e161d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.044982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2104-8861-4b2d-bfcf-3e55e161d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.107743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e45576c6-cef7-4f81-8055-35ba86aa70b6 None None] Provisioning complete for port 322d2800-078c-41a8-9c83-cbee10a2ed0d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:32.108282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e45576c6-cef7-4f81-8055-35ba86aa70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.114415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.158686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc0f2104-8861-4b2d-bfcf-3e55e161d030 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff638b4a839b4ce686bdf233c8976d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766312 Apr 20 14:56:32.161339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53316) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:32.174419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c5c40370-4632-447b-b138-5d025e8abfc7', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:32.175626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.206347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e45576c6-cef7-4f81-8055-35ba86aa70b6 None None] Port 322d2800-078c-41a8-9c83-cbee10a2ed0d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:32.298217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de831-004b-47e8-a333-15eadf162a63 req-14c96759-f6ab-4da4-bcb9-7f9ad8943b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:32.299766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-14c96759-f6ab-4da4-bcb9-7f9ad8943b79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1094 time: 0.2811425 Apr 20 14:56:32.306218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2104-8861-4b2d-bfcf-3e55e161d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746aa2be-87db-409c-a7b0-5db0e7499859,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:32.353585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b239b-76b8-4427-b0bb-830d86f87650 req-102a6294-67a8-457c-807e-e37c8700c4e3 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:32.355742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-268b239b-76b8-4427-b0bb-830d86f87650 req-102a6294-67a8-457c-807e-e37c8700c4e3 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 943 time: 0.3265429 Apr 20 14:56:32.383979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Allocated IP 172.22.0.2 (c5c40370-4632-447b-b138-5d025e8abfc7/e3459834-2878-4289-a070-28ce39e83992/8592b28a-3a45-4ef6-ab54-3293c7c52802) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:32.474316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.478016 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.479410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67edba21-bd0b-4791-934c-b2b815639f1e HTTP/1.1" status: 204 len: 168 time: 0.8651078 Apr 20 14:56:32.501051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.534897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcac66e-54c3-4d3c-a1ad-e6c2b5164095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67edba21-bd0b-4791-934c-b2b815639f1e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:32.547169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-268b239b-76b8-4427-b0bb-830d86f87650 req-65b91465-a81b-43a3-97de-c72eede18134 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436679 Apr 20 14:56:32.575998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.598965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.605212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.628358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Network c5c40370-4632-447b-b138-5d025e8abfc7 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:32.631865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:32.663978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:32.666892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e45576c6-cef7-4f81-8055-35ba86aa70b6 None None] Provisioning complete for port 3661588b-6921-4067-9c72-e651f75eedba triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:32.667270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e45576c6-cef7-4f81-8055-35ba86aa70b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.701935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.748408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.753115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.755156 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:32.764980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/746aa2be-87db-409c-a7b0-5db0e7499859 HTTP/1.1" status: 204 len: 168 time: 0.5872991 Apr 20 14:56:32.769049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de831-004b-47e8-a333-15eadf162a63 req-d6c34d67-29f5-4d75-b61a-ee4faac83356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:32.770574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-d6c34d67-29f5-4d75-b61a-ee4faac83356 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 909 time: 0.4527028 Apr 20 14:56:32.777119 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:32.781682 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:32.826504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Pushing event updated for resources: {'Port': ['ID=8592b28a-3a45-4ef6-ab54-3293c7c52802,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:32.840963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Attempting to bind port 8592b28a-3a45-4ef6-ab54-3293c7c52802 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:32.840963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Attempting to bind port 8592b28a-3a45-4ef6-ab54-3293c7c52802 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:32.840963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Attempting to bind port 8592b28a-3a45-4ef6-ab54-3293c7c52802 on network c5c40370-4632-447b-b138-5d025e8abfc7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:32.856643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:32.857039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Checking segment: {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:32.857444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.859346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Bound using segment: {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:32.859861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Bound port: 8592b28a-3a45-4ef6-ab54-3293c7c52802, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:32.860248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:32.931820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb56a8-ef49-4065-8ef9-d6132bd686e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746aa2be-87db-409c-a7b0-5db0e7499859,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:32.942865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-bb4183b4-12f2-45ca-ab9a-a7437f4d2680 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 217 time: 0.1448109 Apr 20 14:56:33.015966 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:33.070272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de831-004b-47e8-a333-15eadf162a63 req-735f56af-cd65-467a-b94a-d6e7ea221762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:33.071904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3661588b-6921-4067-9c72-e651f75eedba up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:33.081595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-735f56af-cd65-467a-b94a-d6e7ea221762 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 200 len: 847 time: 0.1262918 Apr 20 14:56:33.275003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de831-004b-47e8-a333-15eadf162a63 req-994a2766-2c7a-449f-815a-57b60a11cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:33.279243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-994a2766-2c7a-449f-815a-57b60a11cc3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f18c12b-60f9-403d-8737-f91fb03fff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692791 Apr 20 14:56:33.284520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-18158273-6687-4345-b8a9-967fa17071a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1969745 Apr 20 14:56:33.332200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] For port 8592b28a-3a45-4ef6-ab54-3293c7c52802, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:33.386786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] For port 8592b28a-3a45-4ef6-ab54-3293c7c52802, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8592b28a-3a45-4ef6-ab54-3293c7c52802,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:33.415723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:33.511946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53348) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:33.550334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.22.0.1 (c5c40370-4632-447b-b138-5d025e8abfc7/e3459834-2878-4289-a070-28ce39e83992/a88a7b9e-9c24-4869-89b7-ae0ef036360a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:33.562956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f719b781-19e3-49ad-92ac-611be157b216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:33.585233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-64e263d5-74d2-4522-a3b3-f1f37d8762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:33.586969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-64e263d5-74d2-4522-a3b3-f1f37d8762a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1096 time: 0.1047020 Apr 20 14:56:33.717322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:33.726845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:26Z', 'revision_number': 3, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:26Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:33.768999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118e2f8-b93a-4e61-b16f-6b27c2d9bf6d None None] Pushing event updated for resources: {'Port': ['ID=8592b28a-3a45-4ef6-ab54-3293c7c52802,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:33.785632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3661588b-6921-4067-9c72-e651f75eedba triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:33.789631 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:33.807830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-2058b10a-4049-4741-ab38-92285166701e service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046339 Apr 20 14:56:33.832904 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:33.833505 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Updating router 72593d19-a817-4f75-b545-ec29f4e6c82f port 322d2800-078c-41a8-9c83-cbee10a2ed0d binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:33.911711 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.040188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.115310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f719b781-19e3-49ad-92ac-611be157b216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.155477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f719b781-19e3-49ad-92ac-611be157b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.210004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291de831-004b-47e8-a333-15eadf162a63 req-79e68e7f-1735-4c9f-8410-285cdcf09abe service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007466 Apr 20 14:56:34.262833 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.283712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2d5b-edf7-4bf4-9c92-de3608c32a72 req-335d8b7a-bf1b-4afb-94db-6237296d69d4 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:34.291326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278e2d5b-edf7-4bf4-9c92-de3608c32a72 req-335d8b7a-bf1b-4afb-94db-6237296d69d4 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 943 time: 0.4637599 Apr 20 14:56:34.293935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-59f979dc-5d55-4a10-bc4f-024e910040c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:34.302012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-59f979dc-5d55-4a10-bc4f-024e910040c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.6926982 Apr 20 14:56:34.386441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719b781-19e3-49ad-92ac-611be157b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09afd951-19fa-4968-a630-bf625dbbc269,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:34.411366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-bc8da221-a730-42df-9528-fd402c6408b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 217 time: 0.0739503 Apr 20 14:56:34.432146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network c5c40370-4632-447b-b138-5d025e8abfc7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:34.439082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:34.444489 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.447788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:34.454172 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.484617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278e2d5b-edf7-4bf4-9c92-de3608c32a72 req-6c9cb16c-51ba-41e6-973a-cb9efbd1cc25 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872237 Apr 20 14:56:34.488102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-0b3307b0-d844-4605-b295-0bd988875810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:34.490340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-0b3307b0-d844-4605-b295-0bd988875810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0782189 Apr 20 14:56:34.491113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:34.493880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f719b781-19e3-49ad-92ac-611be157b216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=393bba060e9642e6b0adfeb5ad795576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658656 Apr 20 14:56:34.563385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:34.590276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.603592 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374d47-83fb-4a40-a655-e058797f8538 None None] Pushing event updated for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:34.615497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-e56fcf03-b03a-491d-875b-913e335afb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:34.617055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-e56fcf03-b03a-491d-875b-913e335afb81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201811 Apr 20 14:56:34.674139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53378) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:34.678780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Attempting to bind port 322d2800-078c-41a8-9c83-cbee10a2ed0d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:34.679387 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Attempting to bind port 322d2800-078c-41a8-9c83-cbee10a2ed0d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:34.679964 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Attempting to bind port 322d2800-078c-41a8-9c83-cbee10a2ed0d on network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:34.687680 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:34.689151 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Checking segment: {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:34.689752 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.690444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Bound using segment: {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:34.691793 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Bound port: 322d2800-078c-41a8-9c83-cbee10a2ed0d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcee3ec-7588-4ed9-8da4-34f445864018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:34.692461 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.786324 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] For port 322d2800-078c-41a8-9c83-cbee10a2ed0d, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:34.791306 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] For port 322d2800-078c-41a8-9c83-cbee10a2ed0d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=322d2800-078c-41a8-9c83-cbee10a2ed0d,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:34.805642 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.858302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.867640 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:34.869031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:34.976728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:34.996625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] Provisioning complete for port 322d2800-078c-41a8-9c83-cbee10a2ed0d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:34.998224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.044907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-5171ebea-ae13-4e34-9e1a-4e456b3b29e9 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179671 Apr 20 14:56:35.310957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.316162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8592b28a-3a45-4ef6-ab54-3293c7c52802 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:35.353046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.360106 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:35.381805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1405617254-network', 'tenant_id': '947abea02db742819492cb5604460986'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:35.415603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Made reservation on behalf of 947abea02db742819492cb5604460986 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:35.419474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.465912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.479047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] For port 322d2800-078c-41a8-9c83-cbee10a2ed0d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=322d2800-078c-41a8-9c83-cbee10a2ed0d,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:35.490598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.573029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29ddc125-1fe6-4e60-801a-f91aabfe1a4f req-06706f5a-3a82-46b4-8a8e-d6e1fbd93686 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174887 Apr 20 14:56:35.631681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51585d1-d237-47d4-b09a-c1b7ecc74434 None None] Pushing event updated for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:35.634685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 074d1108-39de-4fc3-a436-7bfda1148d3e details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:56:35.688089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.692663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.710974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.712600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:35.716541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09afd951-19fa-4968-a630-bf625dbbc269 HTTP/1.1" status: 204 len: 168 time: 1.2216046 Apr 20 14:56:35.786402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8b43f-7fc5-4378-b367-b9fa7d66d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afd951-19fa-4968-a630-bf625dbbc269,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:35.799683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=074d1108-39de-4fc3-a436-7bfda1148d3e,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:35.821797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'port_id': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'mac_address': 'fa:16:3e:3d:b9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:56:35.824233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67abab-1e3e-4894-ba01-fcad6a93f8e2 None None] Network c5c40370-4632-447b-b138-5d025e8abfc7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:35.843189 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374d47-83fb-4a40-a655-e058797f8538 None None] Pushing event updated for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:35.879521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a3a0-9fc4-4bd9-b344-a55693fa4883 req-6c2a0ed8-0838-49e2-a22a-765724e1dec9 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:35.882773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5860a3a0-9fc4-4bd9-b344-a55693fa4883 req-6c2a0ed8-0838-49e2-a22a-765724e1dec9 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 943 time: 0.2656746 Apr 20 14:56:35.894973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.024054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.034228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-93b1cf0b-458f-4201-9758-6653e34f9c20 None None] Provisioning complete for port 322d2800-078c-41a8-9c83-cbee10a2ed0d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:36.034823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93b1cf0b-458f-4201-9758-6653e34f9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.035163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.069418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5860a3a0-9fc4-4bd9-b344-a55693fa4883 req-cbd430b7-266f-433b-abb7-4fbba9677fe6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708648 Apr 20 14:56:36.069594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:34Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:34Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:33Z', 'revision_number': 1, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:36.109760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network c5c40370-4632-447b-b138-5d025e8abfc7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:36.113550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:36.123619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:36.147001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b8b3d-b910-41d3-9d15-73709ca02dad None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:34Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:34Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:33Z', 'revision_number': 1, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:36.158514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865670c-c9e3-4bff-8635-dd9ca91b2b04,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:36.164651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.170054 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Added segment ce20fa99-28e4-4f7c-9b0c-9ce5ec055402 of type vlan for network 08790adf-f4ce-4cc5-a19f-0607caca747d Apr 20 14:56:36.267369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.328963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074d1108-39de-4fc3-a436-7bfda1148d3e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:36.340384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:36.349827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8592b28a-3a45-4ef6-ab54-3293c7c52802 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:36.350870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.436084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.481472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-0f5db515-4f8f-40a3-9053-646221729f3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1899989 Apr 20 14:56:36.505651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=074d1108-39de-4fc3-a436-7bfda1148d3e,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:36.518335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.590279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:36.617343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.618316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:36.618911 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.676731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-853bb5d3-bc58-4a33-8ef4-0ed0852fd75d None None] Provisioning complete for port 8592b28a-3a45-4ef6-ab54-3293c7c52802 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:36.677438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-853bb5d3-bc58-4a33-8ef4-0ed0852fd75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.682799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:36.776833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.777274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-6dd13aa1-6f6e-42b2-adbc-1e4a2d51b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:36.779061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-6dd13aa1-6f6e-42b2-adbc-1e4a2d51b39e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 1096 time: 0.2749345 Apr 20 14:56:36.794449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1190336 Apr 20 14:56:36.798170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:36.804334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Request body: {'subnet': {'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1405617254-subnet', 'tenant_id': '947abea02db742819492cb5604460986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:36.822236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['074d1108-39de-4fc3-a436-7bfda1148d3e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:56:36.849334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30e42c-b646-465f-99ab-7e413a9e8a75 admin admin] Pushing event updated for resources: {'Network': ['ID=08790adf-f4ce-4cc5-a19f-0607caca747d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:36.898474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 08790adf-f4ce-4cc5-a19f-0607caca747d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:36.923942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Made reservation on behalf of 947abea02db742819492cb5604460986 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:36.928535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:36.932158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:36.947237 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf8c2d13-94ec-4447-aae5-d3a6fe696511 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9967618 Apr 20 14:56:36.949967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53432) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:36.955903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128316469'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:37.002076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:37.006277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.120205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:56:37.153680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.154760 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added segment a02f1033-2086-425f-8135-f089eaf17400 of type vlan for network a63c5653-ec06-4bd2-be77-7b0f6e9b498f Apr 20 14:56:37.219277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 8592b28a-3a45-4ef6-ab54-3293c7c52802, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8592b28a-3a45-4ef6-ab54-3293c7c52802,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:37.238474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.337302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.396815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.404664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:37.405862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.561028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6098914 Apr 20 14:56:37.625012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53450) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:37.658148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'subnet': {'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:37.680701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=8592b28a-3a45-4ef6-ab54-3293c7c52802,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:37.704734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 322d2800-078c-41a8-9c83-cbee10a2ed0d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:37.723936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c592e-9796-4b98-a5e9-933e3d640d9b tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Network': ['ID=a63c5653-ec06-4bd2-be77-7b0f6e9b498f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:37.885454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Made reservation on behalf of 6b619d26ef5a422e8e408d2908d63624 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:37.890254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:37.893644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:56:37.897129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:38.043683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:38.044540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:38.159166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.182839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb006829-fa84-4630-81c6-526d9e09001b req-6c9154f4-9379-4667-9480-845704313107 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:38.204560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb006829-fa84-4630-81c6-526d9e09001b req-6c9154f4-9379-4667-9480-845704313107 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 944 time: 0.2082627 Apr 20 14:56:38.251829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-762ee090-9d1a-40c0-b9be-abcf1f884ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:38.254073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-762ee090-9d1a-40c0-b9be-abcf1f884ab4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 1.4379020 Apr 20 14:56:38.255849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Subnet': ['ID=d66f09e0-6605-4258-b415-1812eb5789c7,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:38.256303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 322d2800-078c-41a8-9c83-cbee10a2ed0d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:38.257214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.257811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Checking segment: {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:38.258169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network hostable DHCP agents. Network: a63c5653-ec06-4bd2-be77-7b0f6e9b498f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:38.284974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:38.295446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:38.311816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a63c5653-ec06-4bd2-be77-7b0f6e9b498f) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:38.316408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:38.317067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.336569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-6c9fd076-8bf2-48ff-bb9d-a578a2d7506b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 200 len: 217 time: 0.0591221 Apr 20 14:56:38.343054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c640a4e-8400-489b-906b-e7dbe0cadb95 None None] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:38.346400 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7d3f905c-ce80-4efd-84b1-f42a0d771fb7 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7141118 Apr 20 14:56:38.349329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:38.442229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-4e66b27e-6b01-488a-b199-d541b1ff7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:38.445588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-4e66b27e-6b01-488a-b199-d541b1ff7b7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0963416 Apr 20 14:56:38.591108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb006829-fa84-4630-81c6-526d9e09001b req-01a5a357-170a-47e1-85f6-96db8f1c4c58 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348017 Apr 20 14:56:38.620341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-4a4dbdbf-ff22-47a8-aa21-274570879247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:38.622017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-4a4dbdbf-ff22-47a8-aa21-274570879247 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627147 Apr 20 14:56:38.726174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-55144d09-6064-4f38-94ed-8699a0266fad None None] Provisioning complete for port 8592b28a-3a45-4ef6-ab54-3293c7c52802 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:38.726899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-55144d09-6064-4f38-94ed-8699a0266fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.868391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-ca66cd1f-a3e5-4f86-84c8-e605b61e4e8b service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299049 Apr 20 14:56:38.907392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.958224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:56:38.959129 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:38.973778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fc1a4e-6b72-4405-9688-56d22b43945d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:39.052403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.063647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Checking segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:39.064704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Network hostable DHCP agents. Network: 08790adf-f4ce-4cc5-a19f-0607caca747d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:56:39.103014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Network 08790adf-f4ce-4cc5-a19f-0607caca747d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:56:39.115424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1492c5-5ed7-493c-b090-36a3cd2e209b req-56843df6-5438-46fc-9e0c-8b5b84c01379 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353368 Apr 20 14:56:39.118952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 08790adf-f4ce-4cc5-a19f-0607caca747d) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:39.126483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:39.127508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.151712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173064df-66be-4aa0-b3ca-68a88b724370 None None] Network 08790adf-f4ce-4cc5-a19f-0607caca747d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:39.168127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a1f1993-5e58-460d-af39-ea01c6803527 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3601100 Apr 20 14:56:39.170196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-55144d09-6064-4f38-94ed-8699a0266fad None None] Provisioning complete for port a88a7b9e-9c24-4869-89b7-ae0ef036360a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:39.170613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-55144d09-6064-4f38-94ed-8699a0266fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.301788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-55144d09-6064-4f38-94ed-8699a0266fad None None] Port a88a7b9e-9c24-4869-89b7-ae0ef036360a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:39.430398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8592b28a-3a45-4ef6-ab54-3293c7c52802 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:39.499035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Allocated IP 172.23.0.1 (a63c5653-ec06-4bd2-be77-7b0f6e9b498f/d66f09e0-6605-4258-b415-1812eb5789c7/d1e75685-91f1-4c36-a782-4256520595a6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:39.612953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:34Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:39.677517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.689940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:39.690173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Updating router 72593d19-a817-4f75-b545-ec29f4e6c82f port a88a7b9e-9c24-4869-89b7-ae0ef036360a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:39.758125 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.759447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:39.844738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:39.853589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:39.872321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:39.873759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe9a5e-7a5d-44a6-87c2-52c7fb3bc5ca None None] Network 08790adf-f4ce-4cc5-a19f-0607caca747d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:39.908168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715664c0-334b-48e8-9045-84be75ec0c54 req-5ad755da-8ade-4d99-b75a-a3deadf0228d tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:39.910757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-715664c0-334b-48e8-9045-84be75ec0c54 req-5ad755da-8ade-4d99-b75a-a3deadf0228d tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 944 time: 0.1679862 Apr 20 14:56:39.918142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8592b28a-3a45-4ef6-ab54-3293c7c52802 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:39.918797 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:40.054547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-715664c0-334b-48e8-9045-84be75ec0c54 req-f311a4c1-e580-49d8-b02a-7f212dc17384 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197753 Apr 20 14:56:40.080785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:40.129508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:40.238977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Allocated IP 172.23.0.2 (a63c5653-ec06-4bd2-be77-7b0f6e9b498f/d66f09e0-6605-4258-b415-1812eb5789c7/8e81f8fa-a3f9-4d59-8b3b-f606138945cb) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:40.239944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-05b583e4-2fac-459a-9ab2-2cfcbb377e6c tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:40.252066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-05b583e4-2fac-459a-9ab2-2cfcbb377e6c tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 818 time: 0.1770117 Apr 20 14:56:40.277516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-130ff6e2-80ea-471e-b972-d454f33494ff tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/quotas/947abea02db742819492cb5604460986 HTTP/1.1" status: 200 len: 375 time: 0.0220339 Apr 20 14:56:40.317389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:40.321299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-11a3ff04-0e16-480d-bc92-39b8be919f8e tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426955 Apr 20 14:56:40.405005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d19b195e-3627-4243-baef-5569fb21fd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:40.467434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-6ec6fad7-93f3-4d32-ab97-7293c555d899 service neutron] 10.222.0.20 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449769 Apr 20 14:56:40.668926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-cecdc69b-9a95-4c18-b014-bd92bf175458 service neutron] 10.222.0.20 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876519 Apr 20 14:56:40.938506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:40.959504 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.037997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.068092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.091295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:41.102864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:41.108365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:41.283054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f6cb539-7386-411f-9396-bd912e735cfa req-1962780c-d0e1-4814-9249-964d360a0394 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 210 time: 0.0693672 Apr 20 14:56:41.371443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Pushing event updated for resources: {'Port': ['ID=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:41.423165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.433068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.435185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Attempting to bind port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:41.435760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Attempting to bind port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:41.436121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Attempting to bind port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb on network a63c5653-ec06-4bd2-be77-7b0f6e9b498f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:41.443228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Attempting to bind port a88a7b9e-9c24-4869-89b7-ae0ef036360a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:41.443601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Attempting to bind port a88a7b9e-9c24-4869-89b7-ae0ef036360a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:41.444002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Attempting to bind port a88a7b9e-9c24-4869-89b7-ae0ef036360a on network c5c40370-4632-447b-b138-5d025e8abfc7 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:41.459555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec78a6a-463c-469c-890c-312d802e0d2f req-963cf7c3-55d2-4f78-be08-49c87c0731fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:41.461160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bec78a6a-463c-469c-890c-312d802e0d2f req-963cf7c3-55d2-4f78-be08-49c87c0731fc tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 944 time: 0.2571695 Apr 20 14:56:41.470929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:41.471214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Checking segment: {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:41.471524 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.471925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Bound using segment: {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:41.474104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Bound port: 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:41.474517 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.531123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:41.532295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Checking segment: {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:41.532778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.534106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Bound using segment: {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:41.534106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Bound port: a88a7b9e-9c24-4869-89b7-ae0ef036360a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848ec105-6a26-440f-8ad9-c847bd1f8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:41.534460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.536973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 074d1108-39de-4fc3-a436-7bfda1148d3e up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:41.609801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event updated for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:41.615704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bec78a6a-463c-469c-890c-312d802e0d2f req-4ebd772b-cbb1-4043-8e34-04b368976764 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422369 Apr 20 14:56:41.620981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.679567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e49dd-1e2d-4467-8957-0d84bc718aae None None] Pushing event updated for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:41.793848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:41.795773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:41.878965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] For port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:41.965433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] For port a88a7b9e-9c24-4869-89b7-ae0ef036360a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:41.965433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ed3747ee-0754-49b7-ac49-a8abb0b7dde3 None None] Provisioning complete for port a88a7b9e-9c24-4869-89b7-ae0ef036360a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:41.965433 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ed3747ee-0754-49b7-ac49-a8abb0b7dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:41.981298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] For port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:42.041265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:42.062709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] For port a88a7b9e-9c24-4869-89b7-ae0ef036360a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a88a7b9e-9c24-4869-89b7-ae0ef036360a,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:42.068778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 074d1108-39de-4fc3-a436-7bfda1148d3e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:56:42.082519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 074d1108-39de-4fc3-a436-7bfda1148d3e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:42.083146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:42.119677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:42.144232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:42.241332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ed3747ee-0754-49b7-ac49-a8abb0b7dde3 None None] Port a88a7b9e-9c24-4869-89b7-ae0ef036360a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:42.281067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:42.283184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:42.376342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:42.386379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4766101-c463-49e7-b4cc-0a409b01213c tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357084 Apr 20 14:56:42.386753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53620) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:42.395143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:42.453218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cf44-b7d6-4b91-a885-35b72a9bffd1 None None] Pushing event updated for resources: {'Port': ['ID=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:42.625339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27a63fe3-b793-4f48-b272-a4b67a8a2193 req-3f68ddb6-f560-45d8-bf39-43ac621d075b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 210 time: 0.0519619 Apr 20 14:56:42.651780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e49dd-1e2d-4467-8957-0d84bc718aae None None] Pushing event updated for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:42.752214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:42.945300 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:56:43.238631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35a86-9c7a-45a8-a530-c53e86742bd2 req-0f744e36-c67b-4591-81d5-953ac2b8d297 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:43.250541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8f35a86-9c7a-45a8-a530-c53e86742bd2 req-0f744e36-c67b-4591-81d5-953ac2b8d297 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 944 time: 0.4543586 Apr 20 14:56:43.663466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] Provisioning complete for port a88a7b9e-9c24-4869-89b7-ae0ef036360a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:43.664072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:43.707232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:56:43.751703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.extraroute_db [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Removed routes are [] {{(pid=102864) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:56:43.752672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:43.805437 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4e5b-9945-4ea3-887a-f44e63a61d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:43.815876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a88a7b9e-9c24-4869-89b7-ae0ef036360a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:43.915204 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.036253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.104333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:44.113109 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3ca09-be68-4ca5-8d20-24f706a8f4e0" -d '{"events": [{"server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "name": "network-vif-plugged", "status": "completed", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:44.151306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=074d1108-39de-4fc3-a436-7bfda1148d3e,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:44.164750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.176485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:40Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:41Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:40Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:44.199226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae18a4-10e1-4ff4-8b7d-62f19695dd1e None None] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:44.271337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8f35a86-9c7a-45a8-a530-c53e86742bd2 req-42b3ec31-61ab-44de-85ab-deee99040747 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0197799 Apr 20 14:56:44.273933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-934e4292-bc08-4013-86f0-9b2cad73e379 req-fefa107e-3fcc-4f9b-9a94-4110679755c1 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 210 time: 0.1710684 Apr 20 14:56:44.281710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-27d793d9-06be-4dac-a69a-4b0efa835af5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:44.283918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-27d793d9-06be-4dac-a69a-4b0efa835af5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 818 time: 0.2776840 Apr 20 14:56:44.409016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-15736219-ff9d-4ffc-bab8-b3cb0f47ce99 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:44.411038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-15736219-ff9d-4ffc-bab8-b3cb0f47ce99 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.43 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 818 time: 0.1238847 Apr 20 14:56:44.416435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Request body: {'port': {'device_id': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'admin_state_up': True, 'tenant_id': '947abea02db742819492cb5604460986'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:44.495272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Request body: {'port': {'device_id': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'admin_state_up': True, 'tenant_id': '947abea02db742819492cb5604460986'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:44.565674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a88a7b9e-9c24-4869-89b7-ae0ef036360a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:44.567234 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.571739 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ed967-5d73-47b9-b935-7604650b7105 x-openstack-request-id: req-786ed967-5d73-47b9-b935-7604650b7105 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:44.572264 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "name": "network-vif-plugged", "status": "completed", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:44.572829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-786ed967-5d73-47b9-b935-7604650b7105 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:44.573447 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ed967-5d73-47b9-b935-7604650b7105'] response: {'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'code': 200} Apr 20 14:56:44.658964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-801103dc-baff-4fed-8e2a-779fe7e550a6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:44.668290 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-801103dc-baff-4fed-8e2a-779fe7e550a6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 818 time: 0.4201660 Apr 20 14:56:44.675396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf52b22b-143e-43a2-8e4f-704863565359 None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:40Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:41Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:40Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:44.695496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.712067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Request body: {'port': {'device_id': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'admin_state_up': True, 'tenant_id': '947abea02db742819492cb5604460986'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:44.789200 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:44.842870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:44.947911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23023-80b4-465a-a61c-fd757a62a234 req-17d72c23-b6ba-4f5a-a0df-9d03b6f98fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:44.957524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ba23023-80b4-465a-a61c-fd757a62a234 req-17d72c23-b6ba-4f5a-a0df-9d03b6f98fdb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1096 time: 0.2878807 Apr 20 14:56:45.005514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.057150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ba23023-80b4-465a-a61c-fd757a62a234 req-92eff2dd-a110-4025-8097-690b0889ff2f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742464 Apr 20 14:56:45.059300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.077367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] For port a88a7b9e-9c24-4869-89b7-ae0ef036360a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a88a7b9e-9c24-4869-89b7-ae0ef036360a,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:45.140843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.160024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Made reservation on behalf of 947abea02db742819492cb5604460986 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:45.164585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.297518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Made reservation on behalf of 947abea02db742819492cb5604460986 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:45.303506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.321702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:45.326097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Made reservation on behalf of 947abea02db742819492cb5604460986 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:56:45.330697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.475861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.523417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.524157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Allocated IP 172.20.0.5 (08790adf-f4ce-4cc5-a19f-0607caca747d/02fc1a4e-6b72-4405-9688-56d22b43945d/f52feb9a-db34-4724-bee0-12afe7e75521) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:45.533283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8d2752f-05d9-42c3-aeea-043afdf5cbb3 req-16363ce8-de7c-445a-8226-1cb82a78cee9 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 210 time: 0.0527821 Apr 20 14:56:45.535218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.547615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] Provisioning complete for port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:45.547615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.585926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510214-73d6-4bb0-9e8c-32aae77c535a None None] Pushing event updated for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:45.746355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:56:45.747171 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:56:45.832530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c30337-a4d8-4b33-b9c8-ddd898ec071d req-47836460-ded0-49c9-aa8f-2dc812a463e2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:45.835219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53c30337-a4d8-4b33-b9c8-ddd898ec071d req-47836460-ded0-49c9-aa8f-2dc812a463e2 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.3730690 Apr 20 14:56:45.843748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.871329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.916295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] For port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:45.918818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:45.927395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.014499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event updated for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:46.025603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Allocated IP 172.20.0.8 (08790adf-f4ce-4cc5-a19f-0607caca747d/02fc1a4e-6b72-4405-9688-56d22b43945d/d723a127-c189-4ac3-801c-6ff0b512da08) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:46.028699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d998-b772-416f-ac47-b43f33ebc35c None None] Pushing event updated for resources: {'Port': ['ID=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:46.065302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Network 08790adf-f4ce-4cc5-a19f-0607caca747d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:46.069188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:46.076478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:46.164454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:46.169591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-00a46ce4-cd44-49a7-a295-fa13b3a6ea93 None None] Provisioning complete for port d1e75685-91f1-4c36-a782-4256520595a6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:46.170398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-00a46ce4-cd44-49a7-a295-fa13b3a6ea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.178419 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:46.183161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:46.197626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.200267 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:46.200917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:46.228792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.236729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53710) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:46.239573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7081da59-3f52-49cc-8fef-71316ff82552 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 934 time: 3.8500161 Apr 20 14:56:46.265336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53c30337-a4d8-4b33-b9c8-ddd898ec071d req-82e55b52-cc67-442a-8bec-51022541ec07 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203076 Apr 20 14:56:46.302143 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-4155799b-167d-4b77-a839-2fe610698f28 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6046698 Apr 20 14:56:46.347537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Request body: {'port': {'device_id': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:46.467294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e81f8fa-a3f9-4d59-8b3b-f606138945cb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:46.531137 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-736d2309-3338-44bc-b626-f8afe9971403 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 934 time: 0.2929482 Apr 20 14:56:46.533908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:46.539415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'routes': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:46.540473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:46.543795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.549348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-00a46ce4-cd44-49a7-a295-fa13b3a6ea93 None None] Port d1e75685-91f1-4c36-a782-4256520595a6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:46.643638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-00a46ce4-cd44-49a7-a295-fa13b3a6ea93 None None] Provisioning complete for port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:46.653324 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-00a46ce4-cd44-49a7-a295-fa13b3a6ea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:46.782184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:46.784439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.090805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:43Z', 'revision_number': 6, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:40Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:47.121478 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:47.122183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Updating router 72593d19-a817-4f75-b545-ec29f4e6c82f port d1e75685-91f1-4c36-a782-4256520595a6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:56:47.150628 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.223654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9e25c29d-dc91-4e82-9ef0-aa44a6875eba None None] Provisioning complete for port d1e75685-91f1-4c36-a782-4256520595a6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:47.224026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e25c29d-dc91-4e82-9ef0-aa44a6875eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.363770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a88a7b9e-9c24-4869-89b7-ae0ef036360a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:47.413080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47e69c50-b664-4750-bce3-56966edd4caf req-a1f32eb4-4361-4688-9054-d1610011b8c6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 210 time: 0.1365952 Apr 20 14:56:47.499826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9e25c29d-dc91-4e82-9ef0-aa44a6875eba None None] Port d1e75685-91f1-4c36-a782-4256520595a6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:56:47.531355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.extraroute_db [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added routes are [] {{(pid=102863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:56:47.531939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.extraroute_db [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:56:47.542178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a88a7b9e-9c24-4869-89b7-ae0ef036360a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:47.543331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.574581 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.595208 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.659880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.731622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb953a9e-ddb3-458e-b21c-c342ee15d21e req-1f497a15-33ad-4506-a402-ddbd70490429 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:47.732502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb953a9e-ddb3-458e-b21c-c342ee15d21e req-1f497a15-33ad-4506-a402-ddbd70490429 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.3129709 Apr 20 14:56:47.765408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:47.803144 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392088e-f57b-490c-8ae5-8124f5a4308e None None] Pushing event updated for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:47.805621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e81f8fa-a3f9-4d59-8b3b-f606138945cb up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:47.891332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb953a9e-ddb3-458e-b21c-c342ee15d21e req-88765ede-5894-4051-ab5b-48f714c13be4 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396618 Apr 20 14:56:47.977204 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Attempting to bind port d1e75685-91f1-4c36-a782-4256520595a6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:47.986278 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Attempting to bind port d1e75685-91f1-4c36-a782-4256520595a6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:47.987039 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Attempting to bind port d1e75685-91f1-4c36-a782-4256520595a6 on network a63c5653-ec06-4bd2-be77-7b0f6e9b498f {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:48.000291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:48.000986 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Checking segment: {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:48.001560 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.002106 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Bound using segment: {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:48.002942 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Bound port: d1e75685-91f1-4c36-a782-4256520595a6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02f1033-2086-425f-8135-f089eaf17400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:48.003491 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.006364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.020547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:48.021055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.156304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] For port d1e75685-91f1-4c36-a782-4256520595a6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:48.160078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] For port d1e75685-91f1-4c36-a782-4256520595a6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d1e75685-91f1-4c36-a782-4256520595a6,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:48.171716 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.226020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.232361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.256559 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:48.257552 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:48.284726 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392088e-f57b-490c-8ae5-8124f5a4308e None None] Pushing event updated for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:48.301172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] Provisioning complete for port d1e75685-91f1-4c36-a782-4256520595a6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:48.302340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.305079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Network 08790adf-f4ce-4cc5-a19f-0607caca747d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:48.313598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event updated for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:48.339627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:48.344275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:48.367870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Allocated IP 172.20.0.12 (08790adf-f4ce-4cc5-a19f-0607caca747d/02fc1a4e-6b72-4405-9688-56d22b43945d/9d549374-b8ea-439a-8da8-905b7ce2f497) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:48.461294 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:48.555447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.593973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:48.652766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] For port d1e75685-91f1-4c36-a782-4256520595a6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d1e75685-91f1-4c36-a782-4256520595a6,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:48.665417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.761701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837997d-2f48-48aa-9913-a8c3ea24d3a4 req-dd6bbab7-5274-42d9-91c6-363384ce97de tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:48.771877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1837997d-2f48-48aa-9913-a8c3ea24d3a4 req-dd6bbab7-5274-42d9-91c6-363384ce97de tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.7624621 Apr 20 14:56:48.772072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf27c7-829e-4d1e-9d0d-aca2b0fb7233 None None] Pushing event updated for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:48.791742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c08cfe64-f110-471e-a481-1b667aae33ca None None] Provisioning complete for port d1e75685-91f1-4c36-a782-4256520595a6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:48.791742 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c08cfe64-f110-471e-a481-1b667aae33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.843201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:48.870139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:48.871725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ebd20d8-55ac-4521-a414-d90445a65c73 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 700 time: 2.3366861 Apr 20 14:56:48.874276 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:48.942621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:47Z', 'revision_number': 7, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:48Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:48.967882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1837997d-2f48-48aa-9913-a8c3ea24d3a4 req-ed9f411b-7331-41bf-bdb5-702d5cd365d7 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944375 Apr 20 14:56:48.988175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:48.994713 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:49.026301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025b18e-6520-4b0c-94c8-2b8817461efb None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:47Z', 'revision_number': 7, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:48Z', 'revision_number': 4, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:49.062405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59de6-30cb-46ed-a675-2a24c7631995 req-39ba8d30-0048-433d-a0b7-228f10afd952 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:49.064592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df59de6-30cb-46ed-a675-2a24c7631995 req-39ba8d30-0048-433d-a0b7-228f10afd952 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 931 time: 0.3197463 Apr 20 14:56:49.074133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-055bf4b6-c0f7-458a-9b0d-6a8174676d1a tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 700 time: 0.1985645 Apr 20 14:56:49.078534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-7de66c45-e42a-46df-9cf7-c7fbdf83819d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5944169 Apr 20 14:56:49.079056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:49.138112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Request body: {'port': {'device_id': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:49.270955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d1e75685-91f1-4c36-a782-4256520595a6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:56:49.288576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:49.299893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:49.435877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d1e75685-91f1-4c36-a782-4256520595a6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:56:49.439907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:49.445006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:49.483274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df59de6-30cb-46ed-a675-2a24c7631995 req-d7f11ced-decf-4f88-bda6-fd9734cfec82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920577 Apr 20 14:56:49.515117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ef04-cd1a-4eab-af00-fd1d29cac9bc req-f31dc2d2-931e-4358-ba61-b33c95c2da34 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:49.525243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fad2ef04-cd1a-4eab-af00-fd1d29cac9bc req-f31dc2d2-931e-4358-ba61-b33c95c2da34 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.4186437 Apr 20 14:56:49.540660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:49.541104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:49.742128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:49.804349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fad2ef04-cd1a-4eab-af00-fd1d29cac9bc req-219a1d68-0585-4b09-bebc-da18ef8c17f6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696045 Apr 20 14:56:49.871603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event updated for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:49.885015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Network 08790adf-f4ce-4cc5-a19f-0607caca747d is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:49.886117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:49.887031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:49.893093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:49.912082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:50.051896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:50.052481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:50.093743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-3732111f-31e9-418d-8190-e8b36aa00cb0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6813710 Apr 20 14:56:50.109692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Request body: {'port': {'device_id': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:50.248810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:50.425901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:47Z', 'revision_number': 7, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:48Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:50.429062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52feb9a-db34-4724-bee0-12afe7e75521 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:50.440245 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:50.463312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Transition to ACTIVE for port object f52feb9a-db34-4724-bee0-12afe7e75521 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:56:50.475774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:50.478610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:50.490746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:50.527586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:50.528624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:50.716294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:50.751516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Pushing event updated for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:50.842952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3f964-cc6e-42a3-84f7-15ad15e5d58e tempest-TestServerBasicOps-674328830 tempest-TestServerBasicOps-674328830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:50.847770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53808) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:50.852309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-edc3f964-cc6e-42a3-84f7-15ad15e5d58e tempest-TestServerBasicOps-674328830 tempest-TestServerBasicOps-674328830-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1091 time: 0.9560497 Apr 20 14:56:50.934407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855e352-1490-40b1-a1e6-10fb37436c2a req-520564ed-1c0f-48ee-90f4-79f551f4113a tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:50.936432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:56:50.942393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6855e352-1490-40b1-a1e6-10fb37436c2a req-520564ed-1c0f-48ee-90f4-79f551f4113a tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 931 time: 0.2239425 Apr 20 14:56:51.013874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6855e352-1490-40b1-a1e6-10fb37436c2a req-c86cd184-bbe2-465a-979b-6b203e11ad50 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Apr 20 14:56:51.079329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Attempting to bind port f52feb9a-db34-4724-bee0-12afe7e75521 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:51.079784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Attempting to bind port f52feb9a-db34-4724-bee0-12afe7e75521 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:51.080208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Attempting to bind port f52feb9a-db34-4724-bee0-12afe7e75521 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:51.083051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.110105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Port f52feb9a-db34-4724-bee0-12afe7e75521 on network 08790adf-f4ce-4cc5-a19f-0607caca747d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:56:51.110516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Attempting to bind port f52feb9a-db34-4724-bee0-12afe7e75521 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:51.127277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:51.127765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Checking segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:51.128419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Bound using segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:51.129006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Bound port: f52feb9a-db34-4724-bee0-12afe7e75521, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:51.129537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.158210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d723a127-c189-4ac3-801c-6ff0b512da08 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:51.187746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.221823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Transition to ACTIVE for port object d723a127-c189-4ac3-801c-6ff0b512da08 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:56:51.318769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.363035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53820) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:51.429515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Pushing event updated for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:51.467359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:51.473583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f52feb9a-db34-4724-bee0-12afe7e75521,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:51.490982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.565400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d549374-b8ea-439a-8da8-905b7ce2f497 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:51.565639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:51.566116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.567746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] 10.222.0.45 "PUT /v2.0/ports/f52feb9a-db34-4724-bee0-12afe7e75521 HTTP/1.1" status: 200 len: 1091 time: 5.2435465 Apr 20 14:56:51.570600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:51.579593 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75052dee-bea7-4153-9733-c9fa726e1579" -d '{"events": [{"name": "network-changed", "server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:51.587131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.666742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Transition to ACTIVE for port object 9d549374-b8ea-439a-8da8-905b7ce2f497 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:56:51.667311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:47Z', 'revision_number': 7, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:48Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:51.710811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c024a7-b1d6-4c90-aa94-068f66736a0a None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:47Z', 'revision_number': 7, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1e75685-91f1-4c36-a782-4256520595a6', 'name': '', 'network_id': 'a63c5653-ec06-4bd2-be77-7b0f6e9b498f', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:f3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:39Z', 'updated_at': '2022-04-20T14:56:48Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'd66f09e0-6605-4258-b415-1812eb5789c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:51.734394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.759152 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195e578-fe8d-4639-8042-048951051809 x-openstack-request-id: req-8195e578-fe8d-4639-8042-048951051809 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:51.759460 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:51.759723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8195e578-fe8d-4639-8042-048951051809 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:51.760412 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8195e578-fe8d-4639-8042-048951051809'] response: {'name': 'network-changed', 'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521', 'status': 'completed', 'code': 200} Apr 20 14:56:51.802317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7181494-9736-4e5e-8574-5c747f9b4f0d service neutron] Pushing event updated for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:51.806782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port d1e75685-91f1-4c36-a782-4256520595a6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:51.807132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.839920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecaba-a257-4a27-afae-3be5ae32ab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.885239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:51.892504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d25cfa4c-984f-4e9e-9162-6ae88e6d16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:51.894029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d25cfa4c-984f-4e9e-9162-6ae88e6d16e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 1094 time: 0.2701819 Apr 20 14:56:51.959991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Attempting to bind port d723a127-c189-4ac3-801c-6ff0b512da08 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:51.960568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Attempting to bind port d723a127-c189-4ac3-801c-6ff0b512da08 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:51.960729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Attempting to bind port d723a127-c189-4ac3-801c-6ff0b512da08 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:51.982914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Pushing event updated for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:51.996914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-576b1ef4-de88-424e-b969-4c44c56125e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52feb9a-db34-4724-bee0-12afe7e75521 HTTP/1.1" status: 200 len: 217 time: 0.0934863 Apr 20 14:56:52.021551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Port d723a127-c189-4ac3-801c-6ff0b512da08 on network 08790adf-f4ce-4cc5-a19f-0607caca747d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:56:52.027202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Attempting to bind port d723a127-c189-4ac3-801c-6ff0b512da08 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:52.051756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:52.052352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Checking segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:52.052907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Bound using segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:52.053521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Bound port: d723a127-c189-4ac3-801c-6ff0b512da08, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:52.054046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.109657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port d1e75685-91f1-4c36-a782-4256520595a6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d1e75685-91f1-4c36-a782-4256520595a6,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:52.110034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.157708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for d1e75685-91f1-4c36-a782-4256520595a6 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:52.163471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecaba-a257-4a27-afae-3be5ae32ab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.176364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-07dbc2b7-73c3-49d2-b954-ad3e36501303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:52.177786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-07dbc2b7-73c3-49d2-b954-ad3e36501303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.1619694 Apr 20 14:56:52.208843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Allocated IP 172.25.1.73 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:56:52.250473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d4ecaba-a257-4a27-afae-3be5ae32ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.327380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Attempting to bind port 9d549374-b8ea-439a-8da8-905b7ce2f497 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:56:52.327712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Attempting to bind port 9d549374-b8ea-439a-8da8-905b7ce2f497 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:56:52.328216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Attempting to bind port 9d549374-b8ea-439a-8da8-905b7ce2f497 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:52.349709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:52.356793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d4ecaba-a257-4a27-afae-3be5ae32ab1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=439c8fc3cc8d46e8b457d8e1933aec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9304211 Apr 20 14:56:52.356793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Port 9d549374-b8ea-439a-8da8-905b7ce2f497 on network 08790adf-f4ce-4cc5-a19f-0607caca747d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:56:52.356793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Attempting to bind port 9d549374-b8ea-439a-8da8-905b7ce2f497 on network 08790adf-f4ce-4cc5-a19f-0607caca747d {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:56:52.361801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53846) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:52.365575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:56:52.365920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Checking segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:56:52.366432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Bound using segment: {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:56:52.366580 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-db5a9aba-53bd-4d74-a4cb-1f68b29034cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788111 Apr 20 14:56:52.366961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Bound port: 9d549374-b8ea-439a-8da8-905b7ce2f497, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:56:52.367329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.376452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ecaba-a257-4a27-afae-3be5ae32ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6199f02c-9745-4c16-9e55-992c68f5cf4a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:52.429903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d723a127-c189-4ac3-801c-6ff0b512da08,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:52.444468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd70ebc-b776-4820-87bb-51983ea50855 req-d4088947-98cb-4156-ad73-2a00889782ac tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:52.446245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dd70ebc-b776-4820-87bb-51983ea50855 req-d4088947-98cb-4156-ad73-2a00889782ac tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 943 time: 0.3059628 Apr 20 14:56:52.456176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.478823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.576207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-af157806-cb46-41f4-aaae-e1ad2b213765 service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969810 Apr 20 14:56:52.633159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:52.634007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.636044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] 10.222.0.43 "PUT /v2.0/ports/d723a127-c189-4ac3-801c-6ff0b512da08 HTTP/1.1" status: 200 len: 1091 time: 3.5075109 Apr 20 14:56:52.649182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:52.652783 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:52.662591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:56:52.685809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9d549374-b8ea-439a-8da8-905b7ce2f497,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:56:52.743401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.748734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dd70ebc-b776-4820-87bb-51983ea50855 req-73ba9a94-f0e2-4140-8ae7-32f7f87ed161 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864122 Apr 20 14:56:52.753587 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab1665-7079-48cc-aee7-e76f63289098 x-openstack-request-id: req-2aab1665-7079-48cc-aee7-e76f63289098 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:52.753964 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:52.754223 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aab1665-7079-48cc-aee7-e76f63289098 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:52.754360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-312ec9d9-3ec8-4fa5-88e6-d947b3a6989e service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693168 Apr 20 14:56:52.754694 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab1665-7079-48cc-aee7-e76f63289098'] response: {'name': 'network-changed', 'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08', 'status': 'completed', 'code': 200} Apr 20 14:56:52.757488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.778664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.781760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010676-e8fd-4b25-aefb-a1d1132aa685 service neutron] Pushing event updated for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:52.816397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:56:52.826473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:56:52.827931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:52.828539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.830381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] 10.222.0.45 "PUT /v2.0/ports/9d549374-b8ea-439a-8da8-905b7ce2f497 HTTP/1.1" status: 200 len: 1092 time: 2.7273057 Apr 20 14:56:52.836432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:56:52.876652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.893725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'Port': ['ID=7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:52.976269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:52.979009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=d1e75685-91f1-4c36-a782-4256520595a6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:53.034530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e940515a-8512-48b8-a036-ba213a6f9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:53.041372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-e940515a-8512-48b8-a036-ba213a6f9c0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 1094 time: 0.3470876 Apr 20 14:56:53.123484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d399ae6f-43a2-4c39-a63d-7b33a65f3552 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d723a127-c189-4ac3-801c-6ff0b512da08 HTTP/1.1" status: 200 len: 217 time: 0.0586662 Apr 20 14:56:53.138290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ee2c-ee04-4b06-93a7-d7fdd5a92efc service neutron] Pushing event updated for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:53.213608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75052dee-bea7-4153-9733-c9fa726e1579 req-083b3f95-4a57-4a7b-a77a-ffa39d4ebbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:53.217040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-083b3f95-4a57-4a7b-a77a-ffa39d4ebbda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 1094 time: 0.2989519 Apr 20 14:56:53.296466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d9988806-fda2-4298-9007-b40be5b4aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:53.297960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d9988806-fda2-4298-9007-b40be5b4aaf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.1673603 Apr 20 14:56:53.338874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:53.342167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:53.346376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6199f02c-9745-4c16-9e55-992c68f5cf4a HTTP/1.1" status: 204 len: 168 time: 0.9765365 Apr 20 14:56:53.380791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-5b0722e7-0b8a-48ab-9caa-a471ba81b5e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549660 Apr 20 14:56:53.385536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdcc52-d9c6-4dd8-9cf6-d0e24dbb29a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199f02c-9745-4c16-9e55-992c68f5cf4a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:53.511661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-5fc93a07-e6b9-4bb7-8cb5-0d02be836684 service neutron] 10.222.0.43 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178620 Apr 20 14:56:53.515700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75052dee-bea7-4153-9733-c9fa726e1579 req-b200bd37-07a4-4853-9a61-ff72a9372108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:53.517168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-b200bd37-07a4-4853-9a61-ff72a9372108 service neutron] 10.222.0.45 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 919 time: 0.2855895 Apr 20 14:56:53.597805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-420bd2e6-7747-43cf-993a-8eea37983a73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52feb9a-db34-4724-bee0-12afe7e75521 HTTP/1.1" status: 200 len: 217 time: 0.0619600 Apr 20 14:56:53.734829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75052dee-bea7-4153-9733-c9fa726e1579 req-fcf0c6bf-1745-43c1-95fc-02bde064b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:53.736933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-fcf0c6bf-1745-43c1-95fc-02bde064b876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.1049380 Apr 20 14:56:53.844012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-a98a4d12-48e1-4a32-b77f-4a24c4facfdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930994 Apr 20 14:56:53.901835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-d42b88ab-7e9d-4ad2-b33f-cef44d2e7c75 service neutron] 10.222.0.43 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835499 Apr 20 14:56:53.991685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:54.033206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-909c831d-5a01-4aad-8988-c982dbb12713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.035364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-909c831d-5a01-4aad-8988-c982dbb12713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 1095 time: 1.1388671 Apr 20 14:56:54.063628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-5c53165b-cd51-48d7-ba61-1125a44d203b service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084835 Apr 20 14:56:54.110216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-892c4be6-dfd0-4c88-8983-d3d24c3286c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d549374-b8ea-439a-8da8-905b7ce2f497 HTTP/1.1" status: 200 len: 217 time: 0.0484021 Apr 20 14:56:54.115875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-814859ce-5bbe-4a5e-9b41-0ab6d4343c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:54.142559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:54.242169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-6fca7caa-1ea1-4ca7-8d93-eff85cada6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.243863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-6fca7caa-1ea1-4ca7-8d93-eff85cada6a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 1094 time: 0.2871954 Apr 20 14:56:54.311610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277a13-0a63-400d-95f6-d4d5d1453737 req-32376096-3493-42bd-a049-cb62b90f1977 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.323733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50277a13-0a63-400d-95f6-d4d5d1453737 req-32376096-3493-42bd-a049-cb62b90f1977 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 943 time: 0.2402847 Apr 20 14:56:54.420294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75052dee-bea7-4153-9733-c9fa726e1579 req-a1fef4f7-6693-44ad-b53e-2f69a3122522 service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261206 Apr 20 14:56:54.453274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50277a13-0a63-400d-95f6-d4d5d1453737 req-763a42d4-e9bf-44f6-8289-bcd71ac30e24 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Apr 20 14:56:54.523248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-f783b950-822a-4269-a46c-5ca2ada25e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.530924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-f783b950-822a-4269-a46c-5ca2ada25e03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 919 time: 0.2604144 Apr 20 14:56:54.558671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-909cb5ae-8c44-478f-8aa7-178479a56fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.560213 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-909cb5ae-8c44-478f-8aa7-178479a56fc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.4419765 Apr 20 14:56:54.592912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-073f8fbf-82fc-4a9c-9ae7-64fbc250a493 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d723a127-c189-4ac3-801c-6ff0b512da08 HTTP/1.1" status: 200 len: 217 time: 0.0545473 Apr 20 14:56:54.638809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-155673bd-22ed-4ef7-be3b-536a9f9932e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610249 Apr 20 14:56:54.651632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-74f273e2-e77e-4f4a-89b1-36a5e193f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:54.651632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-74f273e2-e77e-4f4a-89b1-36a5e193f359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.0472803 Apr 20 14:56:54.732695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:54.949623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-814859ce-5bbe-4a5e-9b41-0ab6d4343c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:54.977908 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-814859ce-5bbe-4a5e-9b41-0ab6d4343c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.001832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-8c619175-4ced-427b-ae67-f05241a8c79e service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540602 Apr 20 14:56:55.048961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:55.051904 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54968d5f-3d94-4d2c-9042-383112bc0c97" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:55.057149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-32d5318c-332a-4d5e-bdc1-a16f83db6227 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4018235 Apr 20 14:56:55.114929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:55.143784 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ee4a37-c4f1-4bc1-b1af-f70129fa56d3 x-openstack-request-id: req-37ee4a37-c4f1-4bc1-b1af-f70129fa56d3 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:56:55.144368 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:56:55.144368 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37ee4a37-c4f1-4bc1-b1af-f70129fa56d3 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:56:55.144720 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ee4a37-c4f1-4bc1-b1af-f70129fa56d3'] response: {'name': 'network-changed', 'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497', 'status': 'completed', 'code': 200} Apr 20 14:56:55.158100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.167145 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-814859ce-5bbe-4a5e-9b41-0ab6d4343c7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e613cacc7ee48f0a22965978e279b45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597264 Apr 20 14:56:55.171534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:55.221957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c4b028e-b3c4-425a-8a5e-aa8000e48201 req-0b872a09-455e-4a13-9ef5-ce10b5124ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129757 Apr 20 14:56:55.222889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814859ce-5bbe-4a5e-9b41-0ab6d4343c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda83c9-49cd-4340-84a6-c5050fc2cf6f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:55.335468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.362415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.425397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-0f6060fc-64ef-4a5c-957d-f91dad5681fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:55.437521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-0f6060fc-64ef-4a5c-957d-f91dad5681fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=947abea02db742819492cb5604460986&device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 1095 time: 0.1322589 Apr 20 14:56:55.457217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.463461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:55.467061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edda83c9-49cd-4340-84a6-c5050fc2cf6f HTTP/1.1" status: 204 len: 168 time: 0.2921679 Apr 20 14:56:55.530919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6ec5-3c5d-4770-8561-8d6ffe27b54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda83c9-49cd-4340-84a6-c5050fc2cf6f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:55.544062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-dc1c7f4b-acc4-427c-9a16-b5eaa0eda1af service neutron] 10.222.0.43 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782529 Apr 20 14:56:55.580665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:55.591880 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:55.617481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:55.618625 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:55.633362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-31ebc71b-631f-4827-a369-05d70595f4b3 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5524843 Apr 20 14:56:55.639774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 53920) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:55.898326 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:55.932810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6752585-80b5-4bce-8f23-5f852da1b7cb req-cd648b5d-a4b9-4d94-84bb-20996818699a tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:55.944669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6752585-80b5-4bce-8f23-5f852da1b7cb req-cd648b5d-a4b9-4d94-84bb-20996818699a tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 943 time: 0.2769623 Apr 20 14:56:55.969370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b00ad-1c7f-41ec-91ec-2825402cf64e req-2c104758-762e-4f3b-893f-32af738cb041 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:55.974919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af3b00ad-1c7f-41ec-91ec-2825402cf64e req-2c104758-762e-4f3b-893f-32af738cb041 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.2000835 Apr 20 14:56:56.161357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0608006c-0d12-4d4f-8724-4ae8e66ac6f2 req-199d5df2-936f-45db-8a71-6cc818d9f660 service neutron] 10.222.0.43 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060765 Apr 20 14:56:56.266284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6752585-80b5-4bce-8f23-5f852da1b7cb req-4a6b64a6-acca-434e-9e2f-246efdd9ff05 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206379 Apr 20 14:56:56.275491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af3b00ad-1c7f-41ec-91ec-2825402cf64e req-cdbfc0aa-0bbc-4216-8b50-254072580864 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759037 Apr 20 14:56:56.473988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:52Z', 'revision_number': 8, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:56.553349 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:56:56.585491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:56.586487 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:56.589119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-eb07ef4b-562b-4ddc-a8f3-6d0dd2f8513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:56.592194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728c1f0-a155-4afb-a6ab-49dbfe4d1110 req-b35c9e4f-be55-47ff-b668-b291f258150d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:56.593599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-eb07ef4b-562b-4ddc-a8f3-6d0dd2f8513f service neutron] 10.222.0.45 "GET /v2.0/networks?id=08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 200 len: 919 time: 1.1260030 Apr 20 14:56:56.607931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8728c1f0-a155-4afb-a6ab-49dbfe4d1110 req-b35c9e4f-be55-47ff-b668-b291f258150d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1610558 Apr 20 14:56:56.697715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8728c1f0-a155-4afb-a6ab-49dbfe4d1110 req-48133b78-131e-464f-9319-03f44d1a8477 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887833 Apr 20 14:56:56.781036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-231699e3-54cc-4af2-8a05-5eea025b6e0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d549374-b8ea-439a-8da8-905b7ce2f497 HTTP/1.1" status: 200 len: 217 time: 0.1700528 Apr 20 14:56:56.879598 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:56.937102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet d66f09e0-6605-4258-b415-1812eb5789c7 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:56:56.954831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.014791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-6667bf02-1df1-4208-b486-26de707abd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:57.022321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2c64a-7be7-4ae3-9c6e-1e29f9460a3d req-90e048be-823c-415f-b569-b9aab5387a83 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:57.024979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1d2c64a-7be7-4ae3-9c6e-1e29f9460a3d req-90e048be-823c-415f-b569-b9aab5387a83 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1999476 Apr 20 14:56:57.030649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-6667bf02-1df1-4208-b486-26de707abd45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 200 len: 858 time: 0.2275462 Apr 20 14:56:57.067838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.119343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-11c22be8-8f81-4b0b-b6f5-b25a71fe9c4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=08790adf-f4ce-4cc5-a19f-0607caca747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802629 Apr 20 14:56:57.170451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1d2c64a-7be7-4ae3-9c6e-1e29f9460a3d req-1a2e4510-5580-41cd-bf59-d16a9c3cb461 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384881 Apr 20 14:56:57.239829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f52feb9a-db34-4724-bee0-12afe7e75521 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:56:57.353307 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-3d390c31-4fd2-4e71-928f-4e7bd030d4fe service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210791 Apr 20 14:56:57.370250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.421990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.475788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f52feb9a-db34-4724-bee0-12afe7e75521,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:57.506544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f52feb9a-db34-4724-bee0-12afe7e75521', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'port_id': 'f52feb9a-db34-4724-bee0-12afe7e75521', 'mac_address': 'fa:16:3e:ff:63:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc1a4e-6b72-4405-9688-56d22b43945d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:56:57.609715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d723a127-c189-4ac3-801c-6ff0b512da08 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:56:57.630907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event updated for resources: {'Port': ['ID=7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:57.633885 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:52Z', 'revision_number': 8, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:57.646349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.722426 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9422ea3-2937-44b7-ad66-c3cc8b88b3b5 None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:56:52Z', 'revision_number': 8, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a88a7b9e-9c24-4869-89b7-ae0ef036360a', 'name': '', 'network_id': 'c5c40370-4632-447b-b138-5d025e8abfc7', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:ef:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'e3459834-2878-4289-a070-28ce39e83992', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:33Z', 'updated_at': '2022-04-20T14:56:44Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'e3459834-2878-4289-a070-28ce39e83992', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:56:57.735427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.758858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-54968d5f-3d94-4d2c-9042-383112bc0c97 req-ea854cd2-d5e3-4cf4-879e-436ac14fbccc service neutron] 10.222.0.45 "GET /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825321 Apr 20 14:56:57.797300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55aee-dc68-476f-b1a3-aa052a3faaa0 req-41d8917d-f41c-4d88-8b39-6f1f887ae472 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:57.806249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22a55aee-dc68-476f-b1a3-aa052a3faaa0 req-41d8917d-f41c-4d88-8b39-6f1f887ae472 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.4375210 Apr 20 14:56:57.844735 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:57.882032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52feb9a-db34-4724-bee0-12afe7e75521 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:57.893797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22a55aee-dc68-476f-b1a3-aa052a3faaa0 req-5b3df04c-f609-4f38-8e9e-40b434a0eaa6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861738 Apr 20 14:56:57.908732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812efde-e2d1-4155-bdb7-966f2760e711 req-ae1ee62c-2969-42cd-b429-eac0a8939a26 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:57.910244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d812efde-e2d1-4155-bdb7-966f2760e711 req-ae1ee62c-2969-42cd-b429-eac0a8939a26 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 943 time: 0.3459532 Apr 20 14:56:57.950765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f52feb9a-db34-4724-bee0-12afe7e75521,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:57.968310 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.004713 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Floating IP 5640f774-9c0b-43ce-b1f9-b92e4f409379 associated. External IP: 172.25.1.73, port: 074d1108-39de-4fc3-a436-7bfda1148d3e. Apr 20 14:56:58.019452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d723a127-c189-4ac3-801c-6ff0b512da08,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:58.021388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.044197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'd723a127-c189-4ac3-801c-6ff0b512da08', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'port_id': 'd723a127-c189-4ac3-801c-6ff0b512da08', 'mac_address': 'fa:16:3e:d0:36:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc1a4e-6b72-4405-9688-56d22b43945d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:56:58.079019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d812efde-e2d1-4155-bdb7-966f2760e711 req-2da4f769-3d7d-4519-a8ed-ff9459f502e2 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568294 Apr 20 14:56:58.186470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=d66f09e0-6605-4258-b415-1812eb5789c7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:58.188795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.192241 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ded0e46f-0f81-41db-aa17-df4ca07012a2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/d66f09e0-6605-4258-b415-1812eb5789c7 HTTP/1.1" status: 204 len: 168 time: 2.5509329 Apr 20 14:56:58.194987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 53992) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:58.229673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.239824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84078c-0210-4516-98ec-6f5ebc29a101 None None] Network a63c5653-ec06-4bd2-be77-7b0f6e9b498f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:56:58.373473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d723a127-c189-4ac3-801c-6ff0b512da08 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:56:58.374879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.451135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d723a127-c189-4ac3-801c-6ff0b512da08,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:58.484268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f52feb9a-db34-4724-bee0-12afe7e75521'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:56:58.532983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:58.561094 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.642873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:56:58.739934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:58.740262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.792550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:58.816260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,segment=NetworkSegment(a02f1033-2086-425f-8135-f089eaf17400),segment_id=a02f1033-2086-425f-8135-f089eaf17400)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:58.816260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:58.830916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 8e81f8fa-a3f9-4d59-8b3b-f606138945cb owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:58.849570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d723a127-c189-4ac3-801c-6ff0b512da08'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:56:58.975682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] DHCP port deletion for a63c5653-ec06-4bd2-be77-7b0f6e9b498f request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:56:58.986707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-7498622e-70bb-417f-8e30-be5d669922a7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:58.992711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-7498622e-70bb-417f-8e30-be5d669922a7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.6157696 Apr 20 14:56:59.033480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-12d2e908-8513-4b8b-a161-d3822de28f26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/quotas/bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 375 time: 0.0170758 Apr 20 14:56:59.081520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:56:59.151013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.177683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Sync routers for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:56:59.282091 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-200cacc2-013f-4967-8814-1db5565272b6 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4191360 Apr 20 14:56:59.282963 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.283340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:56:59.284867 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be5968-6408-41ab-a9f9-d356919dc906" -d '{"events": [{"name": "network-changed", "server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:56:59.305177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9d549374-b8ea-439a-8da8-905b7ce2f497 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:56:59.322962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d1e75685-91f1-4c36-a782-4256520595a6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:56:59.354885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d1e75685-91f1-4c36-a782-4256520595a6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:56:59.355249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d1e75685-91f1-4c36-a782-4256520595a6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:56:59.355645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e81f8fa-a3f9-4d59-8b3b-f606138945cb no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:56:59.377922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-1cc81378-01e1-423a-8313-342e08f9ea5f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3266425 Apr 20 14:56:59.389669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:59.390592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8e81f8fa-a3f9-4d59-8b3b-f606138945cb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:56:59.390940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e81f8fa-a3f9-4d59-8b3b-f606138945cb not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:56:59.394102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:56:59.394859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:59.476317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:59.492797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Deleting port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:56:59.493516 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.576626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] For port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:59.577048 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.590455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Calling delete_port for 8e81f8fa-a3f9-4d59-8b3b-f606138945cb owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:56:59.593352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:56:59.595293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.602967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.619579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63c5653-ec06-4bd2-be77-7b0f6e9b498f']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:59.631483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02f1033-2086-425f-8135-f089eaf17400') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:59.631773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02f1033-2086-425f-8135-f089eaf17400') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:56:59.643568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.659183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.667834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] Pushing event deleted for resources: {'Port': ['ID=8e81f8fa-a3f9-4d59-8b3b-f606138945cb,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:56:59.669336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:56:59.669969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.694815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29502447-7f1c-41e4-9dfd-ac28fceb0178 None None] No DVR routers for this DVR port 8e81f8fa-a3f9-4d59-8b3b-f606138945cb on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:56:59.743724 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:56:59.757732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9d549374-b8ea-439a-8da8-905b7ce2f497,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:56:59.775062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:56:59.781576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.793129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa7aae-6788-491b-8694-23a88de2103a req-6e0cb115-68e5-455b-9a4e-7af4e6751091 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:56:59.794699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5baa7aae-6788-491b-8694-23a88de2103a req-6e0cb115-68e5-455b-9a4e-7af4e6751091 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 944 time: 0.4430921 Apr 20 14:56:59.833947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:56:59.866754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54034) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:56:59.867355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/a63c5653-ec06-4bd2-be77-7b0f6e9b498f HTTP/1.1" status: 204 len: 168 time: 1.6710677 Apr 20 14:56:59.875021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '9d549374-b8ea-439a-8da8-905b7ce2f497', 'network_id': '08790adf-f4ce-4cc5-a19f-0607caca747d', 'port_id': '9d549374-b8ea-439a-8da8-905b7ce2f497', 'mac_address': 'fa:16:3e:5b:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fc1a4e-6b72-4405-9688-56d22b43945d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:56:59.919807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be87c2e-1480-4676-a9fb-5c4d3e43d8c9 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=a63c5653-ec06-4bd2-be77-7b0f6e9b498f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:00.001005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5baa7aae-6788-491b-8694-23a88de2103a req-25b96b78-d51f-4948-bf5d-1dc03f287c58 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685650 Apr 20 14:57:00.066336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-3f4e1a5b-137e-41b2-a025-f0b904d7fb9e service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605060 Apr 20 14:57:00.082630 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a9314c-581d-4285-99e4-cace886472ce x-openstack-request-id: req-c7a9314c-581d-4285-99e4-cace886472ce {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:00.082914 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:00.083157 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a9314c-581d-4285-99e4-cace886472ce {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:00.083558 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a9314c-581d-4285-99e4-cace886472ce'] response: {'name': 'network-changed', 'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'status': 'completed', 'code': 200} Apr 20 14:57:00.086901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:00.127900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d549374-b8ea-439a-8da8-905b7ce2f497 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:00.177370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9d549374-b8ea-439a-8da8-905b7ce2f497,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:00.202644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:00.476193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5968-6408-41ab-a9f9-d356919dc906 req-07995823-444d-4f1d-91c6-1dfdc5d84087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:00.476193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-07995823-444d-4f1d-91c6-1dfdc5d84087 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1096 time: 0.3366203 Apr 20 14:57:00.490703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-3b821bbe-744c-481c-ad7d-8e1a66b2f51c service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218981 Apr 20 14:57:00.509850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:00.556671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['9d549374-b8ea-439a-8da8-905b7ce2f497'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:00.751693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:00.779201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5968-6408-41ab-a9f9-d356919dc906 req-80f02203-4675-49e5-9da6-a120ac6977ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:00.784186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-80f02203-4675-49e5-9da6-a120ac6977ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 909 time: 0.2918580 Apr 20 14:57:00.996239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0e7044d-943e-4f47-99bf-1bc5f5e10204 req-d18652c7-5897-495a-bd2c-edbce3fa36c3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 210 time: 0.0864706 Apr 20 14:57:01.038212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5640f774-9c0b-43ce-b1f9-b92e4f409379', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'port_id': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'mac_address': 'fa:16:3e:3d:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d51528-4295-4cf5-ac41-cade432ad01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:56:53Z', 'updated_at': '2022-04-20T14:56:53Z', 'revision_number': 0, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:01.041152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-ddcccf62-ce64-45ab-bab5-0d1eacc2848e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 998 time: 0.2481441 Apr 20 14:57:01.077183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Checking router: e56da7de-18db-4ccb-80ac-4b5c5ad64be7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:01.093156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:01.093780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:01.157248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5968-6408-41ab-a9f9-d356919dc906 req-78801731-b1ca-4bbb-b700-41c86088b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:01.159260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-78801731-b1ca-4bbb-b700-41c86088b235 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 200 len: 847 time: 0.1122904 Apr 20 14:57:01.344975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5968-6408-41ab-a9f9-d356919dc906 req-e6a9045a-fc72-413d-b080-34fbced2c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:01.349954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-e6a9045a-fc72-413d-b080-34fbced2c1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f18c12b-60f9-403d-8737-f91fb03fff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832187 Apr 20 14:57:01.371368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:01.414525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port a88a7b9e-9c24-4869-89b7-ae0ef036360a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:01.415053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:01.415962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52803ef-2acb-4370-939a-ec99b0bef8c8 req-948a6abd-6740-4f10-91a2-da07cdcb6515 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:01.418138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d52803ef-2acb-4370-939a-ec99b0bef8c8 req-948a6abd-6740-4f10-91a2-da07cdcb6515 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 944 time: 0.2275898 Apr 20 14:57:01.590372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d52803ef-2acb-4370-939a-ec99b0bef8c8 req-aee149e4-c22e-4661-a4f2-e9d1afcfb661 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467652 Apr 20 14:57:01.643321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-ec9b4671-95ad-494e-93ed-daf879a88243 service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819123 Apr 20 14:57:01.674494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port a88a7b9e-9c24-4869-89b7-ae0ef036360a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a88a7b9e-9c24-4869-89b7-ae0ef036360a,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:01.676971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:01.745003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for a88a7b9e-9c24-4869-89b7-ae0ef036360a owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:01.784748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f52feb9a-db34-4724-bee0-12afe7e75521 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:01.787119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d723a127-c189-4ac3-801c-6ff0b512da08 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:01.887493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97be5968-6408-41ab-a9f9-d356919dc906 req-5b796a96-2998-4ee3-9f76-6edd1180561c service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366836 Apr 20 14:57:02.050263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port d723a127-c189-4ac3-801c-6ff0b512da08 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:02.056353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f52feb9a-db34-4724-bee0-12afe7e75521 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:02.059856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port d723a127-c189-4ac3-801c-6ff0b512da08 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:02.060223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.069775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f52feb9a-db34-4724-bee0-12afe7e75521 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:02.070139 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.134310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-971bd2fc-f189-478a-b813-cef5e600cebb req-3761d9ef-29be-4374-a9e8-987dd2c49101 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 210 time: 0.0452254 Apr 20 14:57:02.162875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.196567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=a88a7b9e-9c24-4869-89b7-ae0ef036360a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:02.356222 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.370615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.408526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:02.411116 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f0e05-7db8-4eae-812a-b68b4141089a" -d '{"events": [{"server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "name": "network-vif-plugged", "status": "completed", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:02.433300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f52feb9a-db34-4724-bee0-12afe7e75521,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:02.447824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5640f774-9c0b-43ce-b1f9-b92e4f409379', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'port_id': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'mac_address': 'fa:16:3e:3d:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d51528-4295-4cf5-ac41-cade432ad01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:56:53Z', 'updated_at': '2022-04-20T14:56:53Z', 'revision_number': 0, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:02.450450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.456673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d723a127-c189-4ac3-801c-6ff0b512da08,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:02.496352 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08954b4-7519-4b24-9035-43016b6013ea x-openstack-request-id: req-a08954b4-7519-4b24-9035-43016b6013ea {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:02.496616 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "name": "network-vif-plugged", "status": "completed", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:02.496865 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a08954b4-7519-4b24-9035-43016b6013ea {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:02.497249 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08954b4-7519-4b24-9035-43016b6013ea'] response: {'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521', 'code': 200} Apr 20 14:57:02.498436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.502953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291ba93-3cdb-410d-b476-ae27116a9bcf None None] The sync data for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 is: [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5640f774-9c0b-43ce-b1f9-b92e4f409379', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'port_id': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'mac_address': 'fa:16:3e:3d:b9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d51528-4295-4cf5-ac41-cade432ad01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:56:53Z', 'updated_at': '2022-04-20T14:56:53Z', 'revision_number': 0, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:02.589936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:02.613686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:02.692458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e6378-5282-4372-bca6-86bf315936b5 req-281d3342-b404-473d-9019-f17f1a51a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:02.696200 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-670e6378-5282-4372-bca6-86bf315936b5 req-281d3342-b404-473d-9019-f17f1a51a242 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 1096 time: 0.1121457 Apr 20 14:57:02.702466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:02.808890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-670e6378-5282-4372-bca6-86bf315936b5 req-c9244482-5dbc-4691-9250-e8008a11785d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051524 Apr 20 14:57:02.817843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e84da-dc36-4520-8844-fe82bbf25f9f req-649f6c2d-9aa5-41f4-8b34-e9a2c9d2b565 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:02.819636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-948e84da-dc36-4520-8844-fe82bbf25f9f req-649f6c2d-9aa5-41f4-8b34-e9a2c9d2b565 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 945 time: 0.0969722 Apr 20 14:57:02.898779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-948e84da-dc36-4520-8844-fe82bbf25f9f req-daa43c89-db8f-4905-a0fe-0a30818f7db6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Apr 20 14:57:02.924499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-3f474bcb-3d16-4011-818e-5778939a9b75 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:02.924499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-3f474bcb-3d16-4011-818e-5778939a9b75 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.4460144 Apr 20 14:57:02.950356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9807cd-d5ec-4139-b2c4-722f72801408 None None] New status for floating IP 5640f774-9c0b-43ce-b1f9-b92e4f409379: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:57:03.073892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:03.129527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'device_id': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'admin_state_up': True, 'tenant_id': 'bc8a263d1db3499eb97080380db61077'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:03.265113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9d549374-b8ea-439a-8da8-905b7ce2f497 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:03.289974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23ee3881-15dd-49be-a6c6-3e5d5e9d82cc req-9cc1d9b2-31ab-4cb2-a27b-00c88574ec57 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Apr 20 14:57:03.336479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 9d549374-b8ea-439a-8da8-905b7ce2f497 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:03.342291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 9d549374-b8ea-439a-8da8-905b7ce2f497 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:03.344099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.500977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.543331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.586693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9d549374-b8ea-439a-8da8-905b7ce2f497,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:03.594890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.696433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:03.772983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:03.779210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9c6d9c4-8286-46cf-877a-7092b308ddc5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9111896 Apr 20 14:57:03.782110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54110) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:03.792813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:03.795907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:03.797079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.824866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:03.830677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:03.851025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet e3459834-2878-4289-a070-28ce39e83992 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:03.862368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.950737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:03.994172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.20.0.10 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/42d84948-b3f9-4bef-bc85-6a24123b189b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:04.082805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:04.110437 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.268488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.275225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb2e4-c323-470a-a83c-fd45685580c3 req-5afc9a59-b543-4264-8e1b-c99f662ed0ac tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:04.289171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-448bb2e4-c323-470a-a83c-fd45685580c3 req-5afc9a59-b543-4264-8e1b-c99f662ed0ac tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 945 time: 0.2276638 Apr 20 14:57:04.323985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.353695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:04.358537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:04.381745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.408522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:04.439671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-448bb2e4-c323-470a-a83c-fd45685580c3 req-8741e997-4713-4524-8bc9-14445659ed1a tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494980 Apr 20 14:57:04.474441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:04.540015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=e3459834-2878-4289-a070-28ce39e83992,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:04.560052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:04.560702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.579809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3fa196dc-3e16-4dd0-945d-946d929340cb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/e3459834-2878-4289-a070-28ce39e83992 HTTP/1.1" status: 204 len: 168 time: 0.7965257 Apr 20 14:57:04.586641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54128) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:04.613026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08'}, {'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:04.620588 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa7bdde-7c49-44fb-b0db-95de1127e3a4" -d '{"events": [{"server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "name": "network-vif-plugged", "status": "completed", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08"}, {"server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "name": "network-vif-plugged", "status": "completed", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:04.624917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197fb96-fcb6-47bf-8adf-b1b67230a4fb None None] Network c5c40370-4632-447b-b138-5d025e8abfc7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:04.668758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:04.720077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b965c7-1322-458a-95b3-6e23191bd7b0 req-65acdcac-3b14-4f63-97b5-0d654e249e67 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:04.724195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5b965c7-1322-458a-95b3-6e23191bd7b0 req-65acdcac-3b14-4f63-97b5-0d654e249e67 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 932 time: 0.2834849 Apr 20 14:57:04.785604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:04.786336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.791313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5b965c7-1322-458a-95b3-6e23191bd7b0 req-aa8ebe4f-3fc2-4bd1-b5d9-fd9ee149542c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607183 Apr 20 14:57:04.849662 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c9861-a1e7-44d6-ae19-0f39f2adabdd x-openstack-request-id: req-9b6c9861-a1e7-44d6-ae19-0f39f2adabdd {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:04.850039 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "name": "network-vif-plugged", "status": "completed", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08", "code": 200}, {"server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "name": "network-vif-plugged", "status": "completed", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:04.850234 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b6c9861-a1e7-44d6-ae19-0f39f2adabdd {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:04.850646 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6c9861-a1e7-44d6-ae19-0f39f2adabdd'] response: {'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08', 'code': 200} Apr 20 14:57:04.850905 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6c9861-a1e7-44d6-ae19-0f39f2adabdd'] response: {'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497', 'code': 200} Apr 20 14:57:04.889265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:04.896415 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-bf8f48fc-a012-4a1f-bb06-b39c8073533f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8078599 Apr 20 14:57:04.913797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Request body: {'port': {'device_id': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:05.002381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f87fc2-0b17-44ac-8629-95d89673a72d req-f6f7cce3-4189-4552-a323-afa26cc95d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:05.004009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60f87fc2-0b17-44ac-8629-95d89673a72d req-f6f7cce3-4189-4552-a323-afa26cc95d05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 1096 time: 0.1084433 Apr 20 14:57:05.005363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d23d0efc-8303-4fbf-96de-f126a7db88cd None None] Provisioning complete for port 42d84948-b3f9-4bef-bc85-6a24123b189b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:05.005743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d23d0efc-8303-4fbf-96de-f126a7db88cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.007290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19931b-c4af-4431-bd92-23f2bcdced07 req-2c11e2cc-50e6-4bef-ae77-e8dfa9736c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:05.008903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a19931b-c4af-4431-bd92-23f2bcdced07 req-2c11e2cc-50e6-4bef-ae77-e8dfa9736c25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 1097 time: 0.1836996 Apr 20 14:57:05.022029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.083045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a19931b-c4af-4431-bd92-23f2bcdced07 req-36b477e8-a7fb-4f6b-96fe-4d4e7589629a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Apr 20 14:57:05.090639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60f87fc2-0b17-44ac-8629-95d89673a72d req-92a53501-9b95-49d5-b4f9-0ee08847f0ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770259 Apr 20 14:57:05.132028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d23d0efc-8303-4fbf-96de-f126a7db88cd None None] Port 42d84948-b3f9-4bef-bc85-6a24123b189b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:05.205092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:02Z', 'revision_number': 9, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:05.206126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 8592b28a-3a45-4ef6-ab54-3293c7c52802 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:05.206549 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.262632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:05.400165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 8592b28a-3a45-4ef6-ab54-3293c7c52802, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8592b28a-3a45-4ef6-ab54-3293c7c52802,segment=NetworkSegment(848ec105-6a26-440f-8ad9-c847bd1f8d96),segment_id=848ec105-6a26-440f-8ad9-c847bd1f8d96)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:05.400528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.418534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 8592b28a-3a45-4ef6-ab54-3293c7c52802 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:05.437532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f5d70-9d11-415f-b80d-22036a456de3 None None] DHCP port deletion for c5c40370-4632-447b-b138-5d025e8abfc7 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:05.549980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:05.550821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:05.581639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d84948-b3f9-4bef-bc85-6a24123b189b {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:05.598288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.606943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.644337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=8592b28a-3a45-4ef6-ab54-3293c7c52802,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:05.666712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 8592b28a-3a45-4ef6-ab54-3293c7c52802 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:05.668823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db2c7f-053d-4e94-b54b-852909f9cbda req-2d79c5a6-1b02-463f-823e-14947c34052d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:05.675718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Transition to ACTIVE for port object 42d84948-b3f9-4bef-bc85-6a24123b189b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:57:05.690338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3db2c7f-053d-4e94-b54b-852909f9cbda req-2d79c5a6-1b02-463f-823e-14947c34052d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 945 time: 0.1377800 Apr 20 14:57:05.740472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3db2c7f-053d-4e94-b54b-852909f9cbda req-2d9b99da-5366-45f6-8649-0059e94f02e4 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Apr 20 14:57:05.743278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.876606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:05.923950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c40370-4632-447b-b138-5d025e8abfc7']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:05.928123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:05.970685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848ec105-6a26-440f-8ad9-c847bd1f8d96') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:05.970934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848ec105-6a26-440f-8ad9-c847bd1f8d96') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:06.016766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.034502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:06.054644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.091222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12093e08-b4e4-467d-9c51-aecd8ede6aa8 req-5beedae2-180b-4801-ba09-059de325df6f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:06.093026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12093e08-b4e4-467d-9c51-aecd8ede6aa8 req-5beedae2-180b-4801-ba09-059de325df6f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 944 time: 0.1349933 Apr 20 14:57:06.103570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:06.103988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:06.115937 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:06.154185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Attempting to bind port 42d84948-b3f9-4bef-bc85-6a24123b189b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:06.154531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Attempting to bind port 42d84948-b3f9-4bef-bc85-6a24123b189b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:06.154890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Attempting to bind port 42d84948-b3f9-4bef-bc85-6a24123b189b on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:06.170055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12093e08-b4e4-467d-9c51-aecd8ede6aa8 req-b5bcb894-06f3-4e0d-b68e-b8a36d905ecb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621922 Apr 20 14:57:06.305284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Port 42d84948-b3f9-4bef-bc85-6a24123b189b on network 1ac59bee-b9c9-4814-a65d-216bb631b343 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:57:06.305284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Attempting to bind port 42d84948-b3f9-4bef-bc85-6a24123b189b on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:06.351011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:06.351011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:06.351011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:06.351011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Bound port: 42d84948-b3f9-4bef-bc85-6a24123b189b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:06.351011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.408678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.436454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.444093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/c5c40370-4632-447b-b138-5d025e8abfc7 HTTP/1.1" status: 204 len: 168 time: 1.8462191 Apr 20 14:57:06.447587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54168) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:06.449127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d11f5d70-9d11-415f-b80d-22036a456de3 None None] Deleting port 8592b28a-3a45-4ef6-ab54-3293c7c52802 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:06.450276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d11f5d70-9d11-415f-b80d-22036a456de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-d11f5d70-9d11-415f-b80d-22036a456de3 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c5c40370-4632-447b-b138-5d025e8abfc7 could not be found. Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c5c40370-4632-447b-b138-5d025e8abfc7 could not be found. Apr 20 14:57:06.506214 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 14:57:06.524175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e1f6-426e-4a19-bd2d-880892c009ff tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=c5c40370-4632-447b-b138-5d025e8abfc7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:06.600222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c0ffb3-92e1-4bcc-aefe-42c206a7e044 None None] DHCP port deletion for c5c40370-4632-447b-b138-5d025e8abfc7 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:06.653887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:06.666091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:06.672670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1875f30-6e67-45e6-9d3a-ab52964c5d2d None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:57:06.677087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.774099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:06.784976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:06.786690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 1092 time: 1.8806646 Apr 20 14:57:06.787509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:06.790469 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea98f4f6-91bd-4b37-aeec-cfb89a038982" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:06.926723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285b266-90d5-49c5-bc8c-1b210433e8a7 x-openstack-request-id: req-0285b266-90d5-49c5-bc8c-1b210433e8a7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:06.927329 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:06.927329 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0285b266-90d5-49c5-bc8c-1b210433e8a7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:06.927827 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0285b266-90d5-49c5-bc8c-1b210433e8a7'] response: {'name': 'network-changed', 'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'status': 'completed', 'code': 200} Apr 20 14:57:06.929400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e5397-e352-4dc5-a15f-54231bd5b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:06.964237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f03ce32e-f52e-4eef-8a17-f1eded611e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:06.968928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-f03ce32e-f52e-4eef-8a17-f1eded611e67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 1095 time: 0.1366706 Apr 20 14:57:06.986497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1875f30-6e67-45e6-9d3a-ab52964c5d2d None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:57:07.031484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:02Z', 'revision_number': 9, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:07.055135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-736d9c6a-e0e4-455e-b1f7-aa412beef943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 217 time: 0.0779796 Apr 20 14:57:07.130322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-a75d8ed6-4de9-46c8-8785-22f8691e1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:07.132222 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-a75d8ed6-4de9-46c8-8785-22f8691e1b3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0691323 Apr 20 14:57:07.227675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab0f22-12e3-4f55-96d7-c98dff9467aa None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:02Z', 'revision_number': 9, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '322d2800-078c-41a8-9c83-cbee10a2ed0d', 'name': '', 'network_id': '15f48978-ba83-4a68-96f6-53e0aa0f0ed2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:14:9a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '439bc07b-b175-4530-a06e-6798349666f1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:23Z', 'updated_at': '2022-04-20T14:56:35Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': '439bc07b-b175-4530-a06e-6798349666f1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:07.234386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-0ea38b0b-f06d-452b-8640-4f5e9042aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:07.235833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-0ea38b0b-f06d-452b-8640-4f5e9042aa8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963686 Apr 20 14:57:07.300096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51055e-ace0-47f2-8627-e1007782728c req-e2495dc4-2985-42c9-8045-256dfd0d9549 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:07.308894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8592b28a-3a45-4ef6-ab54-3293c7c52802 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:07.321001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb51055e-ace0-47f2-8627-e1007782728c req-e2495dc4-2985-42c9-8045-256dfd0d9549 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 945 time: 0.3205304 Apr 20 14:57:07.400018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8592b28a-3a45-4ef6-ab54-3293c7c52802 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:07.400363 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8592b28a-3a45-4ef6-ab54-3293c7c52802 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:07.430968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-3feb7745-cc37-4037-a0d2-eee34c7c2163 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882541 Apr 20 14:57:07.592184 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7bfdab-d8ba-4f11-9309-0b6b6f435e47 req-53a8e9eb-bf11-41da-b72f-438627b20d1b service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545153 Apr 20 14:57:07.893501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-b98be586-7ffb-4ddb-8d1d-b33e77c27d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:07.899542 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-b98be586-7ffb-4ddb-8d1d-b33e77c27d24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 1095 time: 0.2058413 Apr 20 14:57:08.047887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-f6512da2-5c45-4c5f-846b-7cc61c0f0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.050377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-f6512da2-5c45-4c5f-846b-7cc61c0f0310 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1425006 Apr 20 14:57:08.073060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb51055e-ace0-47f2-8627-e1007782728c req-03da8627-4e93-4220-88a5-f89946dd46e8 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502217 Apr 20 14:57:08.112399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2daabe-0e6b-4af4-9f05-6efcc03f70a0 req-8365e06e-5868-4f8a-ad7d-9d4ff3e39e5f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.112399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec2daabe-0e6b-4af4-9f05-6efcc03f70a0 req-8365e06e-5868-4f8a-ad7d-9d4ff3e39e5f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 944 time: 0.7702436 Apr 20 14:57:08.151441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-717ceb03-a8bf-4a98-9471-6e8b0a4fd4d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 217 time: 0.0924549 Apr 20 14:57:08.251292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-a86d893d-8d0e-4fc9-a064-4fb4eaea82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.253160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-a86d893d-8d0e-4fc9-a064-4fb4eaea82b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0951953 Apr 20 14:57:08.312795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec2daabe-0e6b-4af4-9f05-6efcc03f70a0 req-f6cd9a64-fe5a-4caf-b942-bad8ef736037 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959007 Apr 20 14:57:08.324111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-dd54cc9c-d2fc-4c4e-9ed8-5761592ab619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.328985 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-dd54cc9c-d2fc-4c4e-9ed8-5761592ab619 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681789 Apr 20 14:57:08.348688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6474d-67eb-419a-be0b-88dfeb83839b req-775f84ac-b410-4e19-8d82-70e65d2767f7 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.350321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2e6474d-67eb-419a-be0b-88dfeb83839b req-775f84ac-b410-4e19-8d82-70e65d2767f7 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 945 time: 0.1291394 Apr 20 14:57:08.394046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:08.488727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-4b577f3d-2e05-4078-b428-07f06350d7e4 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525800 Apr 20 14:57:08.514113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2e6474d-67eb-419a-be0b-88dfeb83839b req-6ea88df3-0bce-44c6-b874-e1009e729747 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478884 Apr 20 14:57:08.581886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54204) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:08.672479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ea98f4f6-91bd-4b37-aeec-cfb89a038982 req-c96900ff-83db-4cd5-87d4-3415f32948da service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751120 Apr 20 14:57:08.746956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2ca9-c652-4b4e-a08d-fa69c5522f56 req-9f3c75bf-fdfe-4642-9fae-01a0686f5cb6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:08.748625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291a2ca9-c652-4b4e-a08d-fa69c5522f56 req-9f3c75bf-fdfe-4642-9fae-01a0686f5cb6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 946 time: 0.1168146 Apr 20 14:57:08.758815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53523a9a-7883-441f-9364-4db3b2499d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:08.829895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-291a2ca9-c652-4b4e-a08d-fa69c5522f56 req-44e2000f-94ab-491d-9ed2-fed849d357b0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722268 Apr 20 14:57:08.872097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53523a9a-7883-441f-9364-4db3b2499d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:08.883611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53523a9a-7883-441f-9364-4db3b2499d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:08.930632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 322d2800-078c-41a8-9c83-cbee10a2ed0d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:08.930981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:08.959224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53523a9a-7883-441f-9364-4db3b2499d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd9fb7-5ede-4b50-8ec4-24a61a4addd1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:08.978634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-53523a9a-7883-441f-9364-4db3b2499d19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7f9475e0abb48e784a7e1edf17904a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949485 Apr 20 14:57:08.981047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:09.044012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.057937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 322d2800-078c-41a8-9c83-cbee10a2ed0d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=322d2800-078c-41a8-9c83-cbee10a2ed0d,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:09.058956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.075908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 322d2800-078c-41a8-9c83-cbee10a2ed0d owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:09.103366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.166374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a88a7b9e-9c24-4869-89b7-ae0ef036360a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:09.171462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.174639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.176044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2bd9fb7-5ede-4b50-8ec4-24a61a4addd1 HTTP/1.1" status: 204 len: 168 time: 0.1939669 Apr 20 14:57:09.186127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd464a-2229-43e0-b6d5-db517e9f395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd9fb7-5ede-4b50-8ec4-24a61a4addd1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:09.200141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a88a7b9e-9c24-4869-89b7-ae0ef036360a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:09.200449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a88a7b9e-9c24-4869-89b7-ae0ef036360a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:09.250982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165238b-49fd-4fa3-b811-b63873153cf1 req-6e9a64d4-d179-4156-a991-656f4216f8a0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:09.252511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c165238b-49fd-4fa3-b811-b63873153cf1 req-6e9a64d4-d179-4156-a991-656f4216f8a0 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 946 time: 0.1149554 Apr 20 14:57:09.340823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c165238b-49fd-4fa3-b811-b63873153cf1 req-48c121c7-758b-46d1-9e18-16fd59df87c3 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Apr 20 14:57:09.445102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.514171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=322d2800-078c-41a8-9c83-cbee10a2ed0d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:09.563836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217176-ea13-4af1-b198-01afc7dd26b2 req-81950241-ee72-49d7-8397-20c9d8945e10 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:09.572136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07217176-ea13-4af1-b198-01afc7dd26b2 req-81950241-ee72-49d7-8397-20c9d8945e10 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 944 time: 0.1652668 Apr 20 14:57:09.615914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54228) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:09.639120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0429c1d2-15c4-4010-8b5f-dd4634a0b51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.654834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07217176-ea13-4af1-b198-01afc7dd26b2 req-93ce3eed-b6c0-408d-8c5a-a13b0c457449 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761414 Apr 20 14:57:09.752734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0429c1d2-15c4-4010-8b5f-dd4634a0b51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.762690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0429c1d2-15c4-4010-8b5f-dd4634a0b51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.774861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.811862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0429c1d2-15c4-4010-8b5f-dd4634a0b51b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31129957031c487d971c136caa379d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947944 Apr 20 14:57:09.814353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:09.856655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c1d2-15c4-4010-8b5f-dd4634a0b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6238bf4d-71f3-438c-886e-76ac4c4a50d8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:09.893882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.920976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.975864 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.980115 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:09.984496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6238bf4d-71f3-438c-886e-76ac4c4a50d8 HTTP/1.1" status: 204 len: 168 time: 0.1651657 Apr 20 14:57:09.997120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:10.002688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2af52-eb34-48e6-8393-c0e03292a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6238bf4d-71f3-438c-886e-76ac4c4a50d8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:10.114173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:10.119457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a4958dba-32a5-4bcc-87c0-7d47f5db2232 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6691597 Apr 20 14:57:10.122374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54238) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:10.126149 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:10.148688 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:10.149403 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:10.158267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca5a2-eec0-4cd2-85af-fa09b39cf3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.191629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet 439bc07b-b175-4530-a06e-6798349666f1 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:10.194236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.253960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.291952 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:10.428213 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.590560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c01e38-0a7b-4797-bb2f-17f47a0e002f req-4908b90c-92ec-4df3-99ac-15054259fc77 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:10.592925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:09Z', 'revision_number': 10, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:10.602218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c01e38-0a7b-4797-bb2f-17f47a0e002f req-4908b90c-92ec-4df3-99ac-15054259fc77 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 946 time: 0.1188688 Apr 20 14:57:10.613788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.630950 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:10.643772 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:10.645780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:10.659698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c01e38-0a7b-4797-bb2f-17f47a0e002f req-3b92f870-6c84-4c6a-900c-95bdd6caf74c tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561481 Apr 20 14:57:10.726410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-8fa3c823-7adc-45de-ba0d-a50acd8fd85d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:10.737207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-8fa3c823-7adc-45de-ba0d-a50acd8fd85d tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 946 time: 0.2001584 Apr 20 14:57:10.738034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=439bc07b-b175-4530-a06e-6798349666f1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:10.769485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:10.775735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f84b2438-29e2-4701-af69-92ade47e0b02 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/439bc07b-b175-4530-a06e-6798349666f1 HTTP/1.1" status: 204 len: 168 time: 0.6515958 Apr 20 14:57:10.777824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f271277-6a41-4399-b1f3-f6e4f2023ce1 None None] Network 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:10.816837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54256) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:10.871178 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:10.895061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb7f4c-e549-4e90-b2b0-7f391415f287 req-885210bd-b5fb-44de-9e7f-3210ed04520b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:10.897489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89cb7f4c-e549-4e90-b2b0-7f391415f287 req-885210bd-b5fb-44de-9e7f-3210ed04520b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 944 time: 0.1406717 Apr 20 14:57:10.999723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89cb7f4c-e549-4e90-b2b0-7f391415f287 req-3d7c8c4a-d984-442a-be1d-3a2d653bf1ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950170 Apr 20 14:57:11.207087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] DHCP port deletion for 15f48978-ba83-4a68-96f6-53e0aa0f0ed2 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:11.238488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.245016 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:09Z', 'revision_number': 10, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:11.312975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Deleting port 9d549374-b8ea-439a-8da8-905b7ce2f497 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:11.314879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.361457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 42d84948-b3f9-4bef-bc85-6a24123b189b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:57:11.363943 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeafd486-965a-48f7-8f99-80e167b65333 None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:09Z', 'revision_number': 10, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None, '_interfaces': [{'id': '12440b71-d76e-44cf-8c54-a3e74bd5944c', 'name': '', 'network_id': '2546a743-c018-4655-8802-4b93ae8fa2f2', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'mac_address': 'fa:16:3e:df:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:13Z', 'updated_at': '2022-04-20T14:56:28Z', 'revision_number': 5, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'subnets': [{'id': 'b0f396cc-decd-4717-adeb-01cfd456da4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:11.421239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Deleting port 3661588b-6921-4067-9c72-e651f75eedba {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:11.422413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.520560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] For port 9d549374-b8ea-439a-8da8-905b7ce2f497, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9d549374-b8ea-439a-8da8-905b7ce2f497,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:11.520890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.548224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Calling delete_port for 9d549374-b8ea-439a-8da8-905b7ce2f497 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:11.566847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 3661588b-6921-4067-9c72-e651f75eedba {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:11.566847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.574408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] For port 3661588b-6921-4067-9c72-e651f75eedba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3661588b-6921-4067-9c72-e651f75eedba,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:11.575529 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.595696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Calling delete_port for 3661588b-6921-4067-9c72-e651f75eedba owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:11.672082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:11.701477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 3661588b-6921-4067-9c72-e651f75eedba, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3661588b-6921-4067-9c72-e651f75eedba,segment=NetworkSegment(6fcee3ec-7588-4ed9-8da4-34f445864018),segment_id=6fcee3ec-7588-4ed9-8da4-34f445864018)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:11.701842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.709058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'mac_address': 'fa:16:3e:05:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:57:11.719037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 3661588b-6921-4067-9c72-e651f75eedba owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:11.871175 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.881741 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.884228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e37d4-67b0-4bec-b034-9e5c0a0e9d83 req-ba32808f-f134-4ebf-8bfa-f87a86532e87 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:11.885950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad1e37d4-67b0-4bec-b034-9e5c0a0e9d83 req-ba32808f-f134-4ebf-8bfa-f87a86532e87 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 946 time: 0.1280849 Apr 20 14:57:11.915111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:11.939355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 3661588b-6921-4067-9c72-e651f75eedba on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:11.949724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] Pushing event deleted for resources: {'Port': ['ID=3661588b-6921-4067-9c72-e651f75eedba,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:11.963766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d84948-b3f9-4bef-bc85-6a24123b189b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:11.968710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=3661588b-6921-4067-9c72-e651f75eedba,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:11.991322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad1e37d4-67b0-4bec-b034-9e5c0a0e9d83 req-7a631bd6-2620-427b-95d8-73d1f5affe29 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751708 Apr 20 14:57:12.006703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:12.021937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae6bb0-2d95-45d6-aa83-5dadf944ba13 None None] No DVR routers for this DVR port 3661588b-6921-4067-9c72-e651f75eedba on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:12.024165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.088869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.105455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:12.127662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f48978-ba83-4a68-96f6-53e0aa0f0ed2']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:12.152264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcee3ec-7588-4ed9-8da4-34f445864018') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:12.152595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcee3ec-7588-4ed9-8da4-34f445864018') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:12.167316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.187440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff5f22-3ffe-483f-a012-581773343eda req-6ff00a5b-acab-4e96-a404-3a5365248859 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:12.190899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.194763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04ff5f22-3ffe-483f-a012-581773343eda req-6ff00a5b-acab-4e96-a404-3a5365248859 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 945 time: 0.0915623 Apr 20 14:57:12.204103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d723a127-c189-4ac3-801c-6ff0b512da08'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:12.207784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f52feb9a-db34-4724-bee0-12afe7e75521'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:12.233577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event deleted for resources: {'Port': ['ID=9d549374-b8ea-439a-8da8-905b7ce2f497,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:12.241278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.269940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04ff5f22-3ffe-483f-a012-581773343eda req-9465be35-fee3-42fd-b8c5-208fefe5a88d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742357 Apr 20 14:57:12.277582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:12.277997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:12.284450 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:12.287019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.287019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.287019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.287019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.287019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.287464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.294403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.294950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.295304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.295650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.295990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.296321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:12.387222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] No DVR routers for this DVR port 9d549374-b8ea-439a-8da8-905b7ce2f497 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:12.390847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.394481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bf1fce5b-f30e-4eee-b957-13520f060dcb req-5f34dd2a-c059-4d22-a86a-0a1c5f7b2a82 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "DELETE /v2.0/ports/9d549374-b8ea-439a-8da8-905b7ce2f497 HTTP/1.1" status: 204 len: 173 time: 1.6495156 Apr 20 14:57:12.409545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'name': 'network-vif-deleted', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:12.420342 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a30b3b-ef44-4a5d-bce1-53bf876229f9" -d '{"events": [{"server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "name": "network-vif-deleted", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:12.451822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.460032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['42d84948-b3f9-4bef-bc85-6a24123b189b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:12.473872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:12.485897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54312) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:12.486156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/15f48978-ba83-4a68-96f6-53e0aa0f0ed2 HTTP/1.1" status: 204 len: 168 time: 1.6671143 Apr 20 14:57:12.528577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c445-9863-4ba4-a3ae-a6546eedc158 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=15f48978-ba83-4a68-96f6-53e0aa0f0ed2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:12.565322 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e412ab-8eab-4870-988b-ba774a6cde99 x-openstack-request-id: req-45e412ab-8eab-4870-988b-ba774a6cde99 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:12.565626 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd", "name": "network-vif-deleted", "tag": "9d549374-b8ea-439a-8da8-905b7ce2f497", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:12.565887 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45e412ab-8eab-4870-988b-ba774a6cde99 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:12.566315 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e412ab-8eab-4870-988b-ba774a6cde99'] response: {'server_uuid': '2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd', 'name': 'network-vif-deleted', 'tag': '9d549374-b8ea-439a-8da8-905b7ce2f497', 'status': 'completed', 'code': 200} Apr 20 14:57:13.207687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f3f75a3-8cf3-45c8-bee0-a73934a3bd49 req-e40d45c4-9c1e-4644-b4b3-bce437748a3c tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a9ecc40-6006-4b0b-b0fe-5e755bdc5dfd HTTP/1.1" status: 200 len: 210 time: 0.0702481 Apr 20 14:57:13.211416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.256653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 322d2800-078c-41a8-9c83-cbee10a2ed0d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:13.300587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 322d2800-078c-41a8-9c83-cbee10a2ed0d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:13.301065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 322d2800-078c-41a8-9c83-cbee10a2ed0d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:13.301628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3661588b-6921-4067-9c72-e651f75eedba no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:13.358450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9d549374-b8ea-439a-8da8-905b7ce2f497 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:13.361930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3661588b-6921-4067-9c72-e651f75eedba {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:13.365671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3661588b-6921-4067-9c72-e651f75eedba not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:13.400377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 9d549374-b8ea-439a-8da8-905b7ce2f497 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:13.400927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9d549374-b8ea-439a-8da8-905b7ce2f497 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:13.441390 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-49461cc8-9921-4afe-aac8-a825eb83a902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.501164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39712849-e219-4c5d-936d-d1c4bd2990ba req-0259e81b-5a14-4aca-88fe-e9e5dccca66e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:13.502934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39712849-e219-4c5d-936d-d1c4bd2990ba req-0259e81b-5a14-4aca-88fe-e9e5dccca66e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 945 time: 0.0792501 Apr 20 14:57:13.586973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39712849-e219-4c5d-936d-d1c4bd2990ba req-fd6a1ef3-3287-4a18-85f9-17a465ee057e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Apr 20 14:57:13.660316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:13.667845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.672561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 12440b71-d76e-44cf-8c54-a3e74bd5944c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:13.672853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.807387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 12440b71-d76e-44cf-8c54-a3e74bd5944c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=12440b71-d76e-44cf-8c54-a3e74bd5944c,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:13.808216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.812766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eac24a8-76b9-461a-9af5-5ffdc9297ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.823305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 12440b71-d76e-44cf-8c54-a3e74bd5944c owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:13.928680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eac24a8-76b9-461a-9af5-5ffdc9297ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.935333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eac24a8-76b9-461a-9af5-5ffdc9297ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:13.977702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3eac24a8-76b9-461a-9af5-5ffdc9297ac2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de9ceb574d54c54951ffc37c79f89ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150516 Apr 20 14:57:13.980516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:14.031482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac24a8-76b9-461a-9af5-5ffdc9297ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0b015-9c4b-41d9-9ffa-9554a1ed10de,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:14.055634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.078147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.086136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.114154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=12440b71-d76e-44cf-8c54-a3e74bd5944c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:14.140410 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.144540 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.145916 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6a0b015-9c4b-41d9-9ffa-9554a1ed10de HTTP/1.1" status: 204 len: 168 time: 0.1640341 Apr 20 14:57:14.165718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d20335-ed80-4c70-91be-be579cd4fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0b015-9c4b-41d9-9ffa-9554a1ed10de,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:14.244533 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.308835 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.511747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:14.629668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:14.647063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:14.651383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f9d0af78-cddd-46ef-92ec-a9ce1d30c4ee tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1643786 Apr 20 14:57:14.654609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54394) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:14.668547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:14.669410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:14.715448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54396) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:14.740048 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99698712-528b-4579-bc89-ac8a192d8740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.802136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting subnet b0f396cc-decd-4717-adeb-01cfd456da4f {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:14.811597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:14.849673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:14.961259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:15.007931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:15.019904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:15.020521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:15.095513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99698712-528b-4579-bc89-ac8a192d8740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.106354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:15.108481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cc4e-c60b-49c5-84a9-bb10b36db6ad req-5974bc5b-5c80-4b7a-9ac0-a841aabea263 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:15.130597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dca5cc4e-c60b-49c5-84a9-bb10b36db6ad req-5974bc5b-5c80-4b7a-9ac0-a841aabea263 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 945 time: 0.3853211 Apr 20 14:57:15.145408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99698712-528b-4579-bc89-ac8a192d8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.166814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:15.356085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dca5cc4e-c60b-49c5-84a9-bb10b36db6ad req-3677b1ba-83cf-4c85-a6fc-424bc8b0e89c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247472 Apr 20 14:57:15.368856 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99698712-528b-4579-bc89-ac8a192d8740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cdb473-608c-43dd-ba62-f9fe5d82e408,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:15.397770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cde06b-cfcc-491e-ad9f-2fe8c029eb76 None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:15.406170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-99698712-528b-4579-bc89-ac8a192d8740 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eb74874e55441e39ff7f9a5ad7cc6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905451 Apr 20 14:57:15.410854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54422) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:15.420195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 42d84948-b3f9-4bef-bc85-6a24123b189b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:15.457799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.464215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.502187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 42d84948-b3f9-4bef-bc85-6a24123b189b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:15.507145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 42d84948-b3f9-4bef-bc85-6a24123b189b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:15.507808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.561273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.587439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239339e2-3c35-4f88-99f5-cc79a160bb8e req-07f5de08-a1ae-4351-ba0c-637ce7674d94 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:15.595588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239339e2-3c35-4f88-99f5-cc79a160bb8e req-07f5de08-a1ae-4351-ba0c-637ce7674d94 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:15.604774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-239339e2-3c35-4f88-99f5-cc79a160bb8e req-07f5de08-a1ae-4351-ba0c-637ce7674d94 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba&device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 1681 time: 0.1228089 Apr 20 14:57:15.633752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.663588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-239339e2-3c35-4f88-99f5-cc79a160bb8e req-eb2647a6-4477-4b75-b558-6595c7fe0cc3 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Apr 20 14:57:15.672416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.678596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.715782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.719633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:15.727697 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757baa59-0890-4d57-be14-74de6d437715" -d '{"events": [{"server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "name": "network-vif-plugged", "status": "completed", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:15.771997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:15.778615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.781500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.787834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.789532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3cdb473-608c-43dd-ba62-f9fe5d82e408 HTTP/1.1" status: 204 len: 168 time: 0.3779564 Apr 20 14:57:15.831133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e0eff-b50e-458b-b4c0-a117ed83aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cdb473-608c-43dd-ba62-f9fe5d82e408,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:15.868896 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2284a-40a2-4670-bca1-edb7086cdf0e x-openstack-request-id: req-4ef2284a-40a2-4670-bca1-edb7086cdf0e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:15.869829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "name": "network-vif-plugged", "status": "completed", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:15.872109 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef2284a-40a2-4670-bca1-edb7086cdf0e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:15.872782 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef2284a-40a2-4670-bca1-edb7086cdf0e'] response: {'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'code': 200} Apr 20 14:57:15.941623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:15.947074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:16.030856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f396cc-decd-4717-adeb-01cfd456da4f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:16.039935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.046835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061220d-8998-4195-ae57-24142a6b02c5 None None] Network 2546a743-c018-4655-8802-4b93ae8fa2f2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:16.048551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54438) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:16.050198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c810b2e8-6ce3-4495-aa97-a7e725563482 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/b0f396cc-decd-4717-adeb-01cfd456da4f HTTP/1.1" status: 204 len: 168 time: 1.3944502 Apr 20 14:57:16.058072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbaa7d-d5ab-427a-b00c-7feba1057df5 req-f0ae8049-f4c9-4583-873a-bd009d510049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:16.059831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83cbaa7d-d5ab-427a-b00c-7feba1057df5 req-f0ae8049-f4c9-4583-873a-bd009d510049 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 1097 time: 0.1659772 Apr 20 14:57:16.189280 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83cbaa7d-d5ab-427a-b00c-7feba1057df5 req-bd8d90d2-17cd-4bd6-9a3a-bb44827e0a05 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227529 Apr 20 14:57:16.250538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.324453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] DHCP port deletion for 2546a743-c018-4655-8802-4b93ae8fa2f2 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:16.339498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Deleting port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:16.339867 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.423450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Deleting port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:16.424950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.465540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] For port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:16.465540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.516171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Calling delete_port for 58f917ec-603c-4dc4-8102-be2ca8b3ef8b owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:16.554327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] For port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,segment=NetworkSegment(93162145-64e0-4d23-a588-06098c43049e),segment_id=93162145-64e0-4d23-a588-06098c43049e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:16.554776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.574539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Calling delete_port for 58f917ec-603c-4dc4-8102-be2ca8b3ef8b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:16.674251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.686374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f08e5-e1e5-4b33-a7c0-2a86ad591bc8 req-ddb34466-6c1b-407e-9a54-ecf5e7ed9494 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:16.688009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-858f08e5-e1e5-4b33-a7c0-2a86ad591bc8 req-ddb34466-6c1b-407e-9a54-ecf5e7ed9494 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 946 time: 0.2128971 Apr 20 14:57:16.705959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] Pushing event deleted for resources: {'Port': ['ID=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:16.708316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e6e06-2fc6-4539-b334-ec8bbd0b9452 None None] No DVR routers for this DVR port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:16.742532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257d8c8-f647-410b-a978-3d7ecf1ac088 req-433bcd1c-a4d7-4a1a-9f3c-91dd9851e159 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:16.755214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1257d8c8-f647-410b-a978-3d7ecf1ac088 req-433bcd1c-a4d7-4a1a-9f3c-91dd9851e159 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 945 time: 0.1453629 Apr 20 14:57:16.790819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.806610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-858f08e5-e1e5-4b33-a7c0-2a86ad591bc8 req-21b1dee7-dda4-4988-a783-82afc6e6e021 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Apr 20 14:57:16.841064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Port': ['ID=58f917ec-603c-4dc4-8102-be2ca8b3ef8b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:16.852653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No DVR routers for this DVR port 58f917ec-603c-4dc4-8102-be2ca8b3ef8b on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:16.899848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1257d8c8-f647-410b-a978-3d7ecf1ac088 req-70d94210-5091-4efc-9fc2-7cdd33281c2e tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322362 Apr 20 14:57:16.976389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:16.998905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2546a743-c018-4655-8802-4b93ae8fa2f2']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.009070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93162145-64e0-4d23-a588-06098c43049e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.009382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93162145-64e0-4d23-a588-06098c43049e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.020675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.034248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.040616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:17.041029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:17.044600 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:17.101487 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.109469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.112569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/networks/2546a743-c018-4655-8802-4b93ae8fa2f2 HTTP/1.1" status: 204 len: 168 time: 1.0630071 Apr 20 14:57:17.115382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54478) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:17.124591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd72502-f668-4ab6-b5dd-f9919dbac4f8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Pushing event deleted for resources: {'Network': ['ID=2546a743-c018-4655-8802-4b93ae8fa2f2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:17.130788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'routes': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:17.202697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 12440b71-d76e-44cf-8c54-a3e74bd5944c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:17.239977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 12440b71-d76e-44cf-8c54-a3e74bd5944c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:17.240589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 12440b71-d76e-44cf-8c54-a3e74bd5944c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:17.241195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58f917ec-603c-4dc4-8102-be2ca8b3ef8b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:17.265390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 58f917ec-603c-4dc4-8102-be2ca8b3ef8b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:17.265967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 58f917ec-603c-4dc4-8102-be2ca8b3ef8b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:17.303365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.extraroute_db [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Added routes are [] {{(pid=102863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 14:57:17.303728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.extraroute_db [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Removed routes are [] {{(pid=102863) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 14:57:17.304153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.454100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.457921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.542274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 72593d19-a817-4f75-b545-ec29f4e6c82f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:17.618530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:17.630070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Sync routers for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:17.630593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.634848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54494) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:17.635725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8a039c9-bab1-496c-9c4f-fbc0ac818df6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 701 time: 0.5182040 Apr 20 14:57:17.652977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:17.653963 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.677714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54498) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:17.683291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-356ab944-48d5-4643-97d0-8ae6982fd8d0 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 205 time: 0.0470338 Apr 20 14:57:17.724732 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:17.757867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.778207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.805540 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Checking router: 72593d19-a817-4f75-b545-ec29f4e6c82f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:17.814854 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Routers {'72593d19-a817-4f75-b545-ec29f4e6c82f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:17.815460 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['72593d19-a817-4f75-b545-ec29f4e6c82f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:17.949101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:17.950644 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] Set router 72593d19-a817-4f75-b545-ec29f4e6c82f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:17.952582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.020705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.021621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router 72593d19-a817-4f75-b545-ec29f4e6c82f {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:57:18.034508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.044206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9b565dda-f218-4a12-a303-e78a6dc0cddd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 204 len: 168 time: 0.3654749 Apr 20 14:57:18.044828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:18.049436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1456115311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:18.062843 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:18.074517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.075896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.109363 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cedc2d-47b6-4d53-9b30-c889e8f8517d None None] The sync data for ids ['72593d19-a817-4f75-b545-ec29f4e6c82f'] in n-d-836145-2 is: [{'id': '72593d19-a817-4f75-b545-ec29f4e6c82f', 'name': 'tempest-RoutersTest-router-1357482426', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:10Z', 'updated_at': '2022-04-20T14:57:14Z', 'revision_number': 11, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:18.141057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.142630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-e0573c6b-1bac-43fa-9493-615d63124735 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:18.146350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-e0573c6b-1bac-43fa-9493-615d63124735 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f4d8f4e-ada8-4061-bec3-47e7cbf51b90 HTTP/1.1" status: 200 len: 945 time: 0.2622888 Apr 20 14:57:18.154433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.178211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.179535 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-59d9ac67-559f-4464-8ec4-c64ffcb28ed2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1336954 Apr 20 14:57:18.194126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f85b-21d1-406c-b823-c417edddb338 req-b7aa96b3-31f3-4032-9b64-b2e183b94352 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:18.195511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54508) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:18.201807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd61f85b-21d1-406c-b823-c417edddb338 req-b7aa96b3-31f3-4032-9b64-b2e183b94352 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 946 time: 0.2599127 Apr 20 14:57:18.202193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:18.348997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-bd9b6183-e5ab-4822-bdee-3c0381b43f40 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:18.350893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-bd9b6183-e5ab-4822-bdee-3c0381b43f40 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 945 time: 0.2083507 Apr 20 14:57:18.744947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3702543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6223'] for router, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.787570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3702528'] for router, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.806467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302844-c3f9-4b8f-aeae-df827df863ab req-b893e9d4-d7b3-4be3-ae98-e82ca5adecf6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:18.808511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72302844-c3f9-4b8f-aeae-df827df863ab req-b893e9d4-d7b3-4be3-ae98-e82ca5adecf6 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 945 time: 0.7580550 Apr 20 14:57:18.816883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd61f85b-21d1-406c-b823-c417edddb338 req-ca8c5710-e217-4bd3-bd82-5acc6693843a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929012 Apr 20 14:57:18.858530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Deleting port f52feb9a-db34-4724-bee0-12afe7e75521 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:18.859135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.897521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72302844-c3f9-4b8f-aeae-df827df863ab req-89d9efbe-64df-4a78-97f0-4cb028bc3352 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/security-groups?id=5865670c-c9e3-4bff-8635-dd9ca91b2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Apr 20 14:57:18.938524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Deleting port d723a127-c189-4ac3-801c-6ff0b512da08 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:18.938940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:18.992177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-4942a3a3-94f8-48b5-91c3-7f5c752caa98 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 267 time: 0.0936353 Apr 20 14:57:19.037579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] For port f52feb9a-db34-4724-bee0-12afe7e75521, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f52feb9a-db34-4724-bee0-12afe7e75521,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:19.037940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.057159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Calling delete_port for f52feb9a-db34-4724-bee0-12afe7e75521 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:19.095739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Router 8203bba1-c288-4638-a7c1-7fcb32b42ce4 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:57:19.131756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-695ad399-d204-44b0-9ebc-4a40b1df1cde tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:19.133222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-695ad399-d204-44b0-9ebc-4a40b1df1cde tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 946 time: 0.1019204 Apr 20 14:57:19.139145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] For port d723a127-c189-4ac3-801c-6ff0b512da08, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=d723a127-c189-4ac3-801c-6ff0b512da08,segment=NetworkSegment(ce20fa99-28e4-4f7c-9b0c-9ce5ec055402),segment_id=ce20fa99-28e4-4f7c-9b0c-9ce5ec055402)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:19.139512 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.147402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'security_groups': []}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:19.180722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Calling delete_port for d723a127-c189-4ac3-801c-6ff0b512da08 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:19.245105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:19.255496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Sync routers for ids ['8203bba1-c288-4638-a7c1-7fcb32b42ce4'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:19.257206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.261506 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c38f1bdd-15be-440c-902e-603194eba4ba tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "PUT /v2.0/routers/8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 200 len: 694 time: 1.0646875 Apr 20 14:57:19.262431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:19.270945 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.276045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Routers {'8203bba1-c288-4638-a7c1-7fcb32b42ce4'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:19.276694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8203bba1-c288-4638-a7c1-7fcb32b42ce4'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:19.399330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Set router 8203bba1-c288-4638-a7c1-7fcb32b42ce4 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:19.416269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.438987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['d723a127-c189-4ac3-801c-6ff0b512da08'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:19.480620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8203bba1-c288-4638-a7c1-7fcb32b42ce4', 'name': 'tempest-RoutersTest-router-1456115311', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:18Z', 'updated_at': '2022-04-20T14:57:18Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:19.518786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.558017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event deleted for resources: {'Port': ['ID=d723a127-c189-4ac3-801c-6ff0b512da08,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:19.574213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:19.590544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Checking router: 8203bba1-c288-4638-a7c1-7fcb32b42ce4 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:19.601935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Pushing event deleted for resources: {'Port': ['ID=f52feb9a-db34-4724-bee0-12afe7e75521,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:19.639309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Routers {'8203bba1-c288-4638-a7c1-7fcb32b42ce4'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:19.640207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['8203bba1-c288-4638-a7c1-7fcb32b42ce4'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:19.641057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] No DVR routers for this DVR port d723a127-c189-4ac3-801c-6ff0b512da08 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:19.648308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c96cf160-739c-4f78-92e1-f44868da7040 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/routers/8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 200 len: 700 time: 0.2414038 Apr 20 14:57:19.651027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.651517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54560) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:19.656012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71d07b66-f698-4fa0-a88b-319a1ec690e3 req-25a39046-b15d-42df-a107-e6211e7b6b0b tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.43 "DELETE /v2.0/ports/d723a127-c189-4ac3-801c-6ff0b512da08 HTTP/1.1" status: 204 len: 173 time: 1.4958758 Apr 20 14:57:19.656012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'name': 'network-vif-deleted', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:19.657231 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027c5b3-de32-4e4b-9d35-cdcdfe708b58" -d '{"events": [{"server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "name": "network-vif-deleted", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:19.687017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.695568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.711458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2', '42d84948-b3f9-4bef-bc85-6a24123b189b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:19.737392 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-240da33e-b776-4165-8f1f-2bb3b7bdd762 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 200 len: 205 time: 0.0825930 Apr 20 14:57:19.740361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:19.772000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:19.772718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.780126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4504b285-7a10-47ee-ae76-9c3a9187a1a7 req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "PUT /v2.0/ports/42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 905 time: 0.6375608 Apr 20 14:57:19.849411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] Set router 8203bba1-c288-4638-a7c1-7fcb32b42ce4 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:19.896920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d3873-cd98-4410-afb3-e3f2a8acbcd7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:19.934894 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:57:19.941902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] No DVR routers for this DVR port f52feb9a-db34-4724-bee0-12afe7e75521 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:19.953370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:19.963489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fa5276e1-2972-4c1d-9b10-e363cd4893f3 req-54871e0d-4627-4c69-b245-6b64801cacd5 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.45 "DELETE /v2.0/ports/f52feb9a-db34-4724-bee0-12afe7e75521 HTTP/1.1" status: 204 len: 173 time: 1.5660634 Apr 20 14:57:20.063441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:20.068400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['42d84948-b3f9-4bef-bc85-6a24123b189b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:20.115433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'name': 'network-vif-deleted', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:20.118361 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b2d38a-ac95-417a-a9de-8f1a7490aa47" -d '{"events": [{"server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "name": "network-vif-deleted", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:20.124360 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.161578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ffcb-d086-43e1-b02f-39e35f90df1f req-3ae96aa7-6197-455b-99eb-83eb3c9f1519 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:20.163182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a82ffcb-d086-43e1-b02f-39e35f90df1f req-3ae96aa7-6197-455b-99eb-83eb3c9f1519 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 908 time: 0.2003560 Apr 20 14:57:20.227765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8203bba1-c288-4638-a7c1-7fcb32b42ce4', 'name': 'tempest-RoutersTest-router-1456115311', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:18Z', 'updated_at': '2022-04-20T14:57:18Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:20.282928 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51ccf1-da9f-4125-b919-5a17d396fc9c x-openstack-request-id: req-4a51ccf1-da9f-4125-b919-5a17d396fc9c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:20.283229 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d8f4e-ada8-4061-bec3-47e7cbf51b90", "name": "network-vif-deleted", "tag": "d723a127-c189-4ac3-801c-6ff0b512da08", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:20.283514 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a51ccf1-da9f-4125-b919-5a17d396fc9c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:20.284026 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a51ccf1-da9f-4125-b919-5a17d396fc9c'] response: {'server_uuid': '8f4d8f4e-ada8-4061-bec3-47e7cbf51b90', 'name': 'network-vif-deleted', 'tag': 'd723a127-c189-4ac3-801c-6ff0b512da08', 'status': 'completed', 'code': 200} Apr 20 14:57:20.397288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2dab0b-60d8-46db-a1d0-e04084e8f3c3 None None] The sync data for ids ['8203bba1-c288-4638-a7c1-7fcb32b42ce4'] in n-d-836145-2 is: [{'id': '8203bba1-c288-4638-a7c1-7fcb32b42ce4', 'name': 'tempest-RoutersTest-router-1456115311', 'tenant_id': '6b619d26ef5a422e8e408d2908d63624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:18Z', 'updated_at': '2022-04-20T14:57:18Z', 'revision_number': 2, 'project_id': '6b619d26ef5a422e8e408d2908d63624', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:20.425181 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504371ac-6c0e-4d7e-a5d1-cc20ef1fadf2 x-openstack-request-id: req-504371ac-6c0e-4d7e-a5d1-cc20ef1fadf2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:20.425819 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805b264d-f10f-4817-b372-c82ab1dfeaba", "name": "network-vif-deleted", "tag": "f52feb9a-db34-4724-bee0-12afe7e75521", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:20.427297 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-504371ac-6c0e-4d7e-a5d1-cc20ef1fadf2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:20.427737 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504371ac-6c0e-4d7e-a5d1-cc20ef1fadf2'] response: {'server_uuid': '805b264d-f10f-4817-b372-c82ab1dfeaba', 'name': 'network-vif-deleted', 'tag': 'f52feb9a-db34-4724-bee0-12afe7e75521', 'status': 'completed', 'code': 200} Apr 20 14:57:20.472045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fc2564c-634b-41fe-8969-6c9bd4be0bcd req-214fe261-817c-4a2b-9c5b-4e12de7e5081 tempest-ListServersNegativeTestJSON-1351612148 tempest-ListServersNegativeTestJSON-1351612148-project] 10.222.0.20 "GET /v2.0/ports?device_id=805b264d-f10f-4817-b372-c82ab1dfeaba HTTP/1.1" status: 200 len: 210 time: 0.0883920 Apr 20 14:57:20.490394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8d0e9c9c-06c7-4629-a9b1-b705d94aa71c None None] Provisioning complete for port 42d84948-b3f9-4bef-bc85-6a24123b189b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:20.493477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d0e9c9c-06c7-4629-a9b1-b705d94aa71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.655825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b66368-41b7-4d32-beab-fd18ffb235a0 req-17869218-180b-4daf-b1ff-8eb5d2df5b05 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:20.666154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.669235 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.671375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4b66368-41b7-4d32-beab-fd18ffb235a0 req-17869218-180b-4daf-b1ff-8eb5d2df5b05 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1292000 Apr 20 14:57:20.725944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4b66368-41b7-4d32-beab-fd18ffb235a0 req-753fd214-494a-479c-a002-3412c9d1d7e6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507381 Apr 20 14:57:20.746866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.749055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Fanout notify agent at l3_agent the message router_deleted on router 8203bba1-c288-4638-a7c1-7fcb32b42ce4 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:57:20.755796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:20.757081 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6815188f-763f-4ba3-9ca2-7eed790ea2bc tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 204 len: 168 time: 1.0154753 Apr 20 14:57:20.760733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54598) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.027559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4f97-f81d-4593-8d84-8ee2f74f6800 req-4b25abfc-b92b-4ff9-872f-20e4d9d463b1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:21.027559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-381f4f97-f81d-4593-8d84-8ee2f74f6800 req-4b25abfc-b92b-4ff9-872f-20e4d9d463b1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1724062 Apr 20 14:57:21.117279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-381f4f97-f81d-4593-8d84-8ee2f74f6800 req-dd294717-fdcf-4886-a571-b28b2e610c0b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768034 Apr 20 14:57:21.309051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7350d34-b77c-420a-a67c-06c4ac41e569 req-603f2a86-cc7f-462f-8271-87ec7de8f116 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:21.319755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7350d34-b77c-420a-a67c-06c4ac41e569 req-603f2a86-cc7f-462f-8271-87ec7de8f116 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1126399 Apr 20 14:57:21.325104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a9b56fa3-e1c8-4634-ab84-8d7f80431379 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 200 len: 205 time: 0.5610459 Apr 20 14:57:21.325765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.354346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f52feb9a-db34-4724-bee0-12afe7e75521 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:21.367558 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-8cb0044c-c405-4993-94e0-c952c4e5f5fd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:21.370676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8cb0044c-c405-4993-94e0-c952c4e5f5fd tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/8203bba1-c288-4638-a7c1-7fcb32b42ce4 HTTP/1.1" status: 404 len: 336 time: 0.0423584 Apr 20 14:57:21.370840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7350d34-b77c-420a-a67c-06c4ac41e569 req-7859f448-5001-4c06-9da9-77299725e0c4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497398 Apr 20 14:57:21.381385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.405485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f52feb9a-db34-4724-bee0-12afe7e75521 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:21.405936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f52feb9a-db34-4724-bee0-12afe7e75521 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:21.455853 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a65627b-08e9-483a-8749-e8c3d8c380e1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:21.456520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a65627b-08e9-483a-8749-e8c3d8c380e1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:21.462262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a65627b-08e9-483a-8749-e8c3d8c380e1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/d66f09e0-6605-4258-b415-1812eb5789c7 HTTP/1.1" status: 404 len: 337 time: 0.0774462 Apr 20 14:57:21.462593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.498854 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4fae3b-398f-4fbe-a74a-871da148bbd1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:21.499306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4fae3b-398f-4fbe-a74a-871da148bbd1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:21.502724 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-df4fae3b-398f-4fbe-a74a-871da148bbd1 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/e3459834-2878-4289-a070-28ce39e83992 HTTP/1.1" status: 404 len: 337 time: 0.0386071 Apr 20 14:57:21.515053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54628) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.549121 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-462184e6-3c38-40bb-a078-7fc9a37a1281 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:21.549699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462184e6-3c38-40bb-a078-7fc9a37a1281 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:21.554434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871634f-93bc-4864-bb84-93e185f5fe2a req-e25bc75b-7d9a-4c8c-861a-fe9eec8fc239 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:21.556187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e871634f-93bc-4864-bb84-93e185f5fe2a req-e25bc75b-7d9a-4c8c-861a-fe9eec8fc239 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0873866 Apr 20 14:57:21.557711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-462184e6-3c38-40bb-a078-7fc9a37a1281 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/439bc07b-b175-4530-a06e-6798349666f1 HTTP/1.1" status: 404 len: 337 time: 0.0412629 Apr 20 14:57:21.560108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54634) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.592038 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-2290f694-9810-48ac-9737-33329fbab0c2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:21.592553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2290f694-9810-48ac-9737-33329fbab0c2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:21.595763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2290f694-9810-48ac-9737-33329fbab0c2 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/b0f396cc-decd-4717-adeb-01cfd456da4f HTTP/1.1" status: 404 len: 337 time: 0.0346298 Apr 20 14:57:21.596704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.599429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.614655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e871634f-93bc-4864-bb84-93e185f5fe2a req-c1ef2f90-3ba3-468e-9d7e-0133743ab2e6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521958 Apr 20 14:57:21.658363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a7a33327-fcfd-4efd-aedc-e3d4b308b3bb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 200 len: 205 time: 0.0578780 Apr 20 14:57:21.660865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.683787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Deleting subnet 02fc1a4e-6b72-4405-9688-56d22b43945d {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:21.703974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:21.707656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d723a127-c189-4ac3-801c-6ff0b512da08 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:21.714937 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-891b417e-a602-4dfc-86e4-81652b708ff6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:21.716271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-891b417e-a602-4dfc-86e4-81652b708ff6 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/72593d19-a817-4f75-b545-ec29f4e6c82f HTTP/1.1" status: 404 len: 336 time: 0.0544314 Apr 20 14:57:21.718912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54650) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.735293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: d723a127-c189-4ac3-801c-6ff0b512da08 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:21.735629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device d723a127-c189-4ac3-801c-6ff0b512da08 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:21.752557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:21.777551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a535708-510f-48d5-9924-f93af1b78cd5 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef19907a-1401-4c5b-841d-fa793b436b48 HTTP/1.1" status: 200 len: 205 time: 0.0564094 Apr 20 14:57:21.779581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.810820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:21.832073 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-c8e06261-de9a-4b0e-918d-bd4c8a5ee083 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:21.833144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c8e06261-de9a-4b0e-918d-bd4c8a5ee083 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/ef19907a-1401-4c5b-841d-fa793b436b48 HTTP/1.1" status: 404 len: 336 time: 0.0525208 Apr 20 14:57:21.835828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54658) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.881592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:21.881959 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2976a7c-ea04-46d6-bf56-1048a5849f5d tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:21.882436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2976a7c-ea04-46d6-bf56-1048a5849f5d tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:21.887033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2976a7c-ea04-46d6-bf56-1048a5849f5d tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/27ecd1c5-9074-4347-96af-3cc439711784 HTTP/1.1" status: 404 len: 337 time: 0.0498781 Apr 20 14:57:21.889768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54664) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.922747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fc1a4e-6b72-4405-9688-56d22b43945d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:21.926425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:21.929467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ec8f28c-f05c-45f8-ad1e-e1529241471e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 200 len: 205 time: 0.0382767 Apr 20 14:57:21.929731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ed0a366-739d-44f0-b739-fca59c8854a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02fc1a4e-6b72-4405-9688-56d22b43945d HTTP/1.1" status: 204 len: 168 time: 0.3319898 Apr 20 14:57:21.932197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.939344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:21.991837 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-380e9f69-9d67-4496-819f-bc709bc6c221 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:21.993724 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-380e9f69-9d67-4496-819f-bc709bc6c221 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/9118a8f8-fbb7-4c4b-abb1-93163fbac34c HTTP/1.1" status: 404 len: 336 time: 0.0527084 Apr 20 14:57:21.996272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54676) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.053887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4d49cb80-70b7-4dfd-b49f-a6a622665f78 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdfcc21a-44e2-41fe-b107-d7a513adda1b HTTP/1.1" status: 200 len: 205 time: 0.0568163 Apr 20 14:57:22.056204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.056534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-d8a05810-db80-4b27-98f9-023d8f829451 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:22.058364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-d8a05810-db80-4b27-98f9-023d8f829451 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.1277034 Apr 20 14:57:22.091092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-c13e428c-0eff-40cd-ac30-824de7b2ea2e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/quotas/bc8a263d1db3499eb97080380db61077 HTTP/1.1" status: 200 len: 375 time: 0.0222480 Apr 20 14:57:22.108873 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-cfaca654-a9d0-4f30-8c46-aee1b8f1c207 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:22.110149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfaca654-a9d0-4f30-8c46-aee1b8f1c207 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/bdfcc21a-44e2-41fe-b107-d7a513adda1b HTTP/1.1" status: 404 len: 336 time: 0.0529308 Apr 20 14:57:22.117254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.117254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.153614 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba85af5-c52d-4562-80e7-05d847d984fe tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:22.154044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba85af5-c52d-4562-80e7-05d847d984fe tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:22.157096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aba85af5-c52d-4562-80e7-05d847d984fe tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/104a4498-939e-4086-ac47-f3e2b2bcaad0 HTTP/1.1" status: 404 len: 337 time: 0.0400324 Apr 20 14:57:22.158198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-5f11535a-6072-43f9-947f-7ae2d2ed5fcf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0661919 Apr 20 14:57:22.161404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.202797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54690) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.221583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-00816d98-7f2c-4c8b-bac8-17b5759dcbb8 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eb98540-f492-4871-a68c-31dbb12e4ddc HTTP/1.1" status: 200 len: 205 time: 0.0561039 Apr 20 14:57:22.289325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:22.292501 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e5b84-0799-434f-8a22-50cb2e14501e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:22.295258 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-b210c4a2-df66-4b8b-8048-58534eedb18e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:22.296309 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b210c4a2-df66-4b8b-8048-58534eedb18e tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/5eb98540-f492-4871-a68c-31dbb12e4ddc HTTP/1.1" status: 404 len: 336 time: 0.0922461 Apr 20 14:57:22.300316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.302463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.354707 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-424b8eac-30a6-40ee-ab47-d9ca4074590f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:22.355171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424b8eac-30a6-40ee-ab47-d9ca4074590f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102863) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:22.355679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-bbbbeb45-9cab-42d6-a071-1e2070b69ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823268 Apr 20 14:57:22.361757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-424b8eac-30a6-40ee-ab47-d9ca4074590f tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/d92b0bb3-8b0e-4a18-8366-27762245f7cd HTTP/1.1" status: 404 len: 337 time: 0.0547061 Apr 20 14:57:22.366102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54704) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.372539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08790adf-f4ce-4cc5-a19f-0607caca747d']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:22.389871 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce198bef-7009-4bb2-a2df-eacc34fee0a2 x-openstack-request-id: req-ce198bef-7009-4bb2-a2df-eacc34fee0a2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:22.390170 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:22.390398 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce198bef-7009-4bb2-a2df-eacc34fee0a2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:22.390825 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce198bef-7009-4bb2-a2df-eacc34fee0a2'] response: {'name': 'network-changed', 'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'status': 'completed', 'code': 200} Apr 20 14:57:22.395492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:22.395815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce20fa99-28e4-4f7c-9b0c-9ce5ec055402') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:22.411849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdfa8a2b-777c-45ba-8802-f3240107e604 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d320e6e-c564-4b1c-8498-1f10d3bea18c HTTP/1.1" status: 200 len: 205 time: 0.0415559 Apr 20 14:57:22.412074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 54706) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.444505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.508987 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-bfca535f-b57a-4220-8bbd-ffefa5c878fb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] delete failed (client error): The resource could not be found. Apr 20 14:57:22.510195 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bfca535f-b57a-4220-8bbd-ffefa5c878fb tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/routers/3d320e6e-c564-4b1c-8498-1f10d3bea18c HTTP/1.1" status: 404 len: 336 time: 0.0915558 Apr 20 14:57:22.513744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54718) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.521666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.532639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:22.533052 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:22.535196 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:22.556613 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bc4298-82fe-442f-98d9-8bff5d3f3684 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:22.557445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bc4298-82fe-442f-98d9-8bff5d3f3684 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:22.560818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f4bc4298-82fe-442f-98d9-8bff5d3f3684 tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/b2089bce-9756-4318-8d32-192003a164bb HTTP/1.1" status: 404 len: 337 time: 0.0462584 Apr 20 14:57:22.563521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54722) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:22.584532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-cb67c92a-215b-466c-b3db-43c4be2a19da service neutron] 10.222.0.20 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273741 Apr 20 14:57:22.604727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-14c87000-735e-420f-90c0-a48735d6a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:22.607249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-14c87000-735e-420f-90c0-a48735d6a176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 1059 time: 0.1779764 Apr 20 14:57:22.651133 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5d0e09-9b9b-4254-afcd-9ad2f18c28be tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] DELETE failed (client error): The resource could not be found. Apr 20 14:57:22.651604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5d0e09-9b9b-4254-afcd-9ad2f18c28be tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:57:22.654694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7d5d0e09-9b9b-4254-afcd-9ad2f18c28be tempest-RoutersTest-1925010117 tempest-RoutersTest-1925010117-project] 10.222.0.20 "DELETE /v2.0/subnets/1f9ea886-0a3a-4eb1-aa10-2df9c834b1c2 HTTP/1.1" status: 404 len: 337 time: 0.0901306 Apr 20 14:57:22.700177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.711553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:22.716788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08790adf-f4ce-4cc5-a19f-0607caca747d HTTP/1.1" status: 204 len: 168 time: 0.7836316 Apr 20 14:57:22.750421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce935c0-f383-4bbd-a7ee-3930730af038 admin admin] Pushing event deleted for resources: {'Network': ['ID=08790adf-f4ce-4cc5-a19f-0607caca747d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:22.803744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-7b9694e4-32d8-4c8d-8dcd-4a3f61510f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:22.814709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-7b9694e4-32d8-4c8d-8dcd-4a3f61510f76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.2005551 Apr 20 14:57:22.940333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68a6d07b-12e8-4e7e-90a3-12aca1cf48c3 req-65e512dd-f5e1-486b-99d0-3ced284b453f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 210 time: 0.0574610 Apr 20 14:57:22.975046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-3bc36092-a998-4993-b58f-64b3b6e80aad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 217 time: 0.1523023 Apr 20 14:57:23.060995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-e23f5dac-52d8-42f3-bf33-bfa3b698fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:23.064995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-e23f5dac-52d8-42f3-bf33-bfa3b698fd8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0821795 Apr 20 14:57:23.085088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54762) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:23.200263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-cd0d0d11-4516-4ba9-9e0f-92d7a77f56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:23.201802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-cd0d0d11-4516-4ba9-9e0f-92d7a77f56e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296868 Apr 20 14:57:23.223452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-94848438-0697-451b-9d33-1d6342bb3075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=947abea02db742819492cb5604460986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309474 Apr 20 14:57:23.227116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54774) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:23.345102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54780) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:23.405841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-30b90996-36c2-40ba-9780-6e999f201418 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971245 Apr 20 14:57:23.436653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.539504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd1e5b84-0799-434f-8a22-50cb2e14501e req-8bb2d869-a19a-4f1d-8ba0-b73cf670cbfb service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270566 Apr 20 14:57:23.540914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.668807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.670854 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.672414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5865670c-c9e3-4bff-8635-dd9ca91b2b04 HTTP/1.1" status: 204 len: 168 time: 0.4445989 Apr 20 14:57:23.692760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865670c-c9e3-4bff-8635-dd9ca91b2b04,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:23.712594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.713650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.714202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.714739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.715242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.716191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.716852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.717347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.717844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.718372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.718998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.720147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b05f050-4595-4631-baef-ee4567c5b2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:23.727400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-67620868-88bc-4043-a07d-aab0bb583dec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b619d26ef5a422e8e408d2908d63624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773949 Apr 20 14:57:23.730200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:23.845536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.874137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.959535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.962207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:23.963761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db8b98dd-9655-46cb-9f60-19b9716d4d0e HTTP/1.1" status: 204 len: 168 time: 0.2319596 Apr 20 14:57:23.983783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb1b6-88bc-48a6-8872-a4fa6238b46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8b98dd-9655-46cb-9f60-19b9716d4d0e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:24.129561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0a977fb-d8b4-4d78-89f3-8feecd2a4e18 req-d6f78edc-0f36-42ea-a52d-b564fbc0861a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 210 time: 0.0755129 Apr 20 14:57:24.726290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9631-bc98-4dd8-90ab-89dfa31d077f req-7ce6eed3-2fcf-41a5-8593-f0e4cbb33af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:24.739520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bdb9631-bc98-4dd8-90ab-89dfa31d077f req-7ce6eed3-2fcf-41a5-8593-f0e4cbb33af9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1096 time: 0.4031527 Apr 20 14:57:24.879809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bdb9631-bc98-4dd8-90ab-89dfa31d077f req-1d05f065-48f3-4cdf-944e-57338794ff4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392593 Apr 20 14:57:25.419393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-166e607c-14d5-4c39-907e-28d027654b25 req-a7fb4992-7db0-42db-89e3-16fda0e8bd89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 210 time: 0.1319103 Apr 20 14:57:25.627011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-727f3227-83c5-470b-b719-4c12f9105b44 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:25.651152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-727f3227-83c5-470b-b719-4c12f9105b44 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 811 time: 0.4513061 Apr 20 14:57:25.662535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Request body: {'port': {'device_id': '371991e3-3216-4af7-892c-cb25c78ca515', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'admin_state_up': True, 'tenant_id': 'bc8a263d1db3499eb97080380db61077'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:25.919063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Made reservation on behalf of bc8a263d1db3499eb97080380db61077 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:25.922642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:25.939857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:26.006653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54902) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:26.087749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-299176031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:26.107177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Allocated IP 172.20.0.12 (1ac59bee-b9c9-4814-a65d-216bb631b343/7bf1d505-08b8-4e17-807b-48e3b317367e/bf079a68-ac0c-424c-9b01-02f33d985e2e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:26.116725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.120118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.159810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-971729680-network', 'tenant_id': '17ea8863b5654d6ea0714edab513d4b2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:26.237249 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.238730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Made reservation on behalf of 17ea8863b5654d6ea0714edab513d4b2 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:26.241977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.254661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.259009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.308613 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.310485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2a3600be-1a7b-43e4-9a0c-aed9b8966906 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3693361 Apr 20 14:57:26.312734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.317579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54912) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:26.325681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-312332190'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:26.370801 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.385899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:26.389934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:26.393179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:26.395281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.409694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.431582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.439542 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.520418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:26.529390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:26.532897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:26.536329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:26.582928 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.583370 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Added segment 8c82f03a-d491-4e77-b326-6285a2019a14 of type vlan for network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 Apr 20 14:57:26.628649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:26.708085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d5491f-158e-42f9-a705-0f90398c9677,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:26.715793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:26.716475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.771786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ec90a9a1-0a75-4b4d-81c4-bb5dae310b43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1139288 Apr 20 14:57:26.786047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Request body: {'port': {'device_id': '371991e3-3216-4af7-892c-cb25c78ca515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:26.826445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:26.853057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2354a27-c816-42ed-b5d1-9437017b040c req-93053e33-ffb9-41c0-b27b-e3bdaa01bbdd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:26.856309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2354a27-c816-42ed-b5d1-9437017b040c req-93053e33-ffb9-41c0-b27b-e3bdaa01bbdd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 932 time: 0.2652290 Apr 20 14:57:26.945216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.055800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.057068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.159478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.160457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:27.161045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.209741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:27.212308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2f9c827f-7cec-4d25-a739-ea099d20215d None None] Provisioning complete for port bf079a68-ac0c-424c-9b01-02f33d985e2e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:27.212891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2f9c827f-7cec-4d25-a739-ea099d20215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.246018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2374191 Apr 20 14:57:27.283884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54938) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:27.300150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c827f-7cec-4d25-a739-ea099d20215d None None] Port bf079a68-ac0c-424c-9b01-02f33d985e2e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:27.317418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Request body: {'subnet': {'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-971729680-subnet', 'tenant_id': '17ea8863b5654d6ea0714edab513d4b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:27.388952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2354a27-c816-42ed-b5d1-9437017b040c req-dfcab24b-4519-4a35-bab1-91c99e5f67fb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169048 Apr 20 14:57:27.389871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4833b63-fb20-4baf-8b66-04fbc35f1dff,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:27.395434 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.396058 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Added segment 478c032e-8992-44c9-9e83-9aa0e1aa02df of type vlan for network c37683ef-9dfb-4231-af41-9f3a0196121c Apr 20 14:57:27.461804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0f1e-bed7-42dc-aead-468e1762b6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:27.487963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:27.493153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Made reservation on behalf of 17ea8863b5654d6ea0714edab513d4b2 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:27.495965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.592700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf079a68-ac0c-424c-9b01-02f33d985e2e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:27.610668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.612714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.654703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.656972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Transition to ACTIVE for port object bf079a68-ac0c-424c-9b01-02f33d985e2e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:57:27.663806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.665155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:27.668880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:27.738245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:27.778789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Network': ['ID=c37683ef-9dfb-4231-af41-9f3a0196121c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:27.791706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c37683ef-9dfb-4231-af41-9f3a0196121c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:27.831321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-951b6174-6b23-4740-8e9c-844d152b2527 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5121877 Apr 20 14:57:27.835347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 54960) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:27.871755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'subnet': {'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:27.943758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Attempting to bind port bf079a68-ac0c-424c-9b01-02f33d985e2e on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:27.944095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Attempting to bind port bf079a68-ac0c-424c-9b01-02f33d985e2e by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:27.944423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Attempting to bind port bf079a68-ac0c-424c-9b01-02f33d985e2e on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:27.951298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Port bf079a68-ac0c-424c-9b01-02f33d985e2e on network 1ac59bee-b9c9-4814-a65d-216bb631b343 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:57:27.951703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Attempting to bind port bf079a68-ac0c-424c-9b01-02f33d985e2e on network 1ac59bee-b9c9-4814-a65d-216bb631b343 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:27.959321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:27.959844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Checking segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:27.960799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Bound using segment: {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:27.961408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Bound port: bf079a68-ac0c-424c-9b01-02f33d985e2e, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0592ceb5-2043-4ae8-a22c-a738fd01c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:27.961817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.043594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:28.049014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:28.055910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.155356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.222648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:28.248008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.248633 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.250049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-ffe9adbf-4963-4fc8-8d4d-bea06bf699c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf079a68-ac0c-424c-9b01-02f33d985e2e HTTP/1.1" status: 200 len: 1092 time: 1.4690731 Apr 20 14:57:28.250612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:28.253716 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a" -d '{"events": [{"name": "network-changed", "server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:28.290145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19e66ce-79ac-42d4-850c-f46295ce0e02,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:28.422986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Checking segment: {'id': '8c82f03a-d491-4e77-b326-6285a2019a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:28.423745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Network hostable DHCP agents. Network: 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:28.430789 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a658e-c872-4fb4-8fac-0975f7c60233 x-openstack-request-id: req-bd6a658e-c872-4fb4-8fac-0975f7c60233 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:28.431094 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:28.431348 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6a658e-c872-4fb4-8fac-0975f7c60233 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:28.431838 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6a658e-c872-4fb4-8fac-0975f7c60233'] response: {'name': 'network-changed', 'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'status': 'completed', 'code': 200} Apr 20 14:57:28.437447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:28.450504 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-8657a4c3-56c4-4416-93c9-0c46bfe6a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.452054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-8657a4c3-56c4-4416-93c9-0c46bfe6a073 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 1095 time: 0.1357400 Apr 20 14:57:28.454729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.557432 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-2a055930-401a-473f-aad2-4b5bb8eba7d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e HTTP/1.1" status: 200 len: 217 time: 0.0894678 Apr 20 14:57:28.607967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:28.626931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:28.638122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106ec07-6d87-4002-acea-47c6ed4e118b None None] Network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:28.643436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.644390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:28.666544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-01676d4d-3684-4345-814f-d7c43fcea084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.673757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-01676d4d-3684-4345-814f-d7c43fcea084 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1038342 Apr 20 14:57:28.683245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8f694093-0dc6-4081-ad22-a076f33a87bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3962905 Apr 20 14:57:28.755921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaa66b-5fb8-4ff5-8337-537e8ef04250 req-f47b2d46-8cca-4b4d-b4e7-3e9047a45639 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.765054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ffaa66b-5fb8-4ff5-8337-537e8ef04250 req-f47b2d46-8cca-4b4d-b4e7-3e9047a45639 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 944 time: 0.2652364 Apr 20 14:57:28.785776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-d8139c88-f876-402c-b85c-90ad42a1bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:28.789401 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-d8139c88-f876-402c-b85c-90ad42a1bb29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142120 Apr 20 14:57:29.039648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-eb8ab520-ba88-481c-b7cc-aae6b1528e78 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428396 Apr 20 14:57:29.092285 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.194900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ffaa66b-5fb8-4ff5-8337-537e8ef04250 req-739d2bda-2e52-4089-ba58-a494b80d0c3c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244792 Apr 20 14:57:29.256939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb7eed9e-cf9e-4099-8a9f-b1bbaed81ceb req-87840353-400e-47b3-9024-5bf65c6edf39 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087328 Apr 20 14:57:29.284291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Subnet': ['ID=4016ba02-ff22-4c06-b511-4666e5b9912a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:29.335614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Checking segment: {'id': '478c032e-8992-44c9-9e83-9aa0e1aa02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:29.335979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network hostable DHCP agents. Network: c37683ef-9dfb-4231-af41-9f3a0196121c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:29.366483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network c37683ef-9dfb-4231-af41-9f3a0196121c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:29.368737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62ffac-de03-461b-b0ff-6bba5af87327 None None] Network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:29.398200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c37683ef-9dfb-4231-af41-9f3a0196121c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:29.402445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:29.403296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.419194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb4319-1c8a-40c9-8304-1d90e3bfae10 None None] Network c37683ef-9dfb-4231-af41-9f3a0196121c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:29.456433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d0ce7ef-1548-4a62-9497-322e777d3130 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6198094 Apr 20 14:57:29.473121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55020) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:29.474795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-3130faea-4155-4a05-81db-c1b8e99538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:29.484755 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-3130faea-4155-4a05-81db-c1b8e99538f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 1095 time: 0.1720622 Apr 20 14:57:29.485342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'network': {'name': 'tempest-router-network01--633380314'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:29.561944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:29.565406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.645101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:29.657154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-c76e3cd1-acd2-4171-a947-8705b06f7583 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:29.665216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-c76e3cd1-acd2-4171-a947-8705b06f7583 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/networks?id=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 HTTP/1.1" status: 200 len: 812 time: 0.2367864 Apr 20 14:57:29.682813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.685100 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Added segment 83e2aab1-ae85-4787-b987-b362d9659ce8 of type vlan for network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b Apr 20 14:57:29.688687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-2148eab5-c5bd-4369-9804-6737c9c5c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:29.690186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-2148eab5-c5bd-4369-9804-6737c9c5c53e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1901295 Apr 20 14:57:29.721373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-88e5ccbf-1288-47fc-b42b-d6c8a56000dd tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/quotas/17ea8863b5654d6ea0714edab513d4b2 HTTP/1.1" status: 200 len: 375 time: 0.0547781 Apr 20 14:57:29.763040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-4f9f033d-6094-46bc-8289-c5ab294edd74 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17ea8863b5654d6ea0714edab513d4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403030 Apr 20 14:57:29.789337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-fc8d707d-1610-4f4c-b75c-320db0242333 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e HTTP/1.1" status: 200 len: 217 time: 0.0911415 Apr 20 14:57:29.820333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c37683ef-9dfb-4231-af41-9f3a0196121c', 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c', 'tenant_id': 'd3b9c6db4bc542d69b4cf0f5f280ddd3', 'fixed_ips': [{'subnet_id': '4016ba02-ff22-4c06-b511-4666e5b9912a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:57:29.821227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.894701 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:29.939753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-9410c01a-1d19-4ccc-9bdf-790355624643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:29.945855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-9410c01a-1d19-4ccc-9bdf-790355624643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1457911 Apr 20 14:57:30.018523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-96fe17a4-407d-42a0-88dd-57c4a89c1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:30.020025 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-96fe17a4-407d-42a0-88dd-57c4a89c1545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634637 Apr 20 14:57:30.080252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.098109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:30.099050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.108718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Allocated IP 172.20.0.2 (c37683ef-9dfb-4231-af41-9f3a0196121c/4016ba02-ff22-4c06-b511-4666e5b9912a/a92bb068-29d3-4f56-abde-72e88228030e) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:30.236959 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-9ff2aa71-8df8-444b-bb81-c09b15c9276b service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084610 Apr 20 14:57:30.295762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8208516 Apr 20 14:57:30.303218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55040) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:30.346999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'network': {'name': 'tempest-router-network02--302845076'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:30.383233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-7b6a421a-3210-4bb0-ab5e-3285befdf277 service neutron] 10.222.0.20 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182613 Apr 20 14:57:30.574421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.583039 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.613597 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a7da9f7-a5e8-42b2-8095-e2cfbebc947a req-c2ef4dab-59d5-4c0d-9fef-e1754cda621b service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668609 Apr 20 14:57:30.654890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a7ed-fb1e-44ca-b74f-a353ad94ff55 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Network': ['ID=428c68a1-c107-4a93-8ff5-8f1f5d72ab2b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:30.657784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:30.661566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.672111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:30.679285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55048) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:30.757289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Network c37683ef-9dfb-4231-af41-9f3a0196121c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:30.757933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-0f2e75f9-8281-4e70-b728-accd3391b2cd service neutron] 10.222.0.20 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732729 Apr 20 14:57:30.769600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccac4a-9db5-4072-9c80-3217f90cb00a req-dc162382-3aef-499a-8696-b256d305b16a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:30.781663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5ccac4a-9db5-4072-9c80-3217f90cb00a req-dc162382-3aef-499a-8696-b256d305b16a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 944 time: 0.3934987 Apr 20 14:57:30.784235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:30.788411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:30.796866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Pushing event updated for resources: {'Port': ['ID=a92bb068-29d3-4f56-abde-72e88228030e,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:30.806392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.807341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.807904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.808463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.809016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.809583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.810206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.810775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.811323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.811868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.812428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.813009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:30.919572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e665-6443-4453-a80d-c55ffbcc97d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.924528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Attempting to bind port a92bb068-29d3-4f56-abde-72e88228030e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:30.925221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Attempting to bind port a92bb068-29d3-4f56-abde-72e88228030e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '478c032e-8992-44c9-9e83-9aa0e1aa02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:30.930970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Attempting to bind port a92bb068-29d3-4f56-abde-72e88228030e on network c37683ef-9dfb-4231-af41-9f3a0196121c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:30.937072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:30.940437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:30.946985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Checking segment: {'id': '478c032e-8992-44c9-9e83-9aa0e1aa02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:30.947804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.948281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Bound using segment: {'id': '478c032e-8992-44c9-9e83-9aa0e1aa02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:30.948882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Bound port: a92bb068-29d3-4f56-abde-72e88228030e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478c032e-8992-44c9-9e83-9aa0e1aa02df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'c37683ef-9dfb-4231-af41-9f3a0196121c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:30.949543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:30.978799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5ccac4a-9db5-4072-9c80-3217f90cb00a req-16c7af73-c547-4a1f-874e-aab7b18416fd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960166 Apr 20 14:57:31.005819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.007161 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Added segment a24f0ed0-10b8-450d-a0ae-77445740446b of type vlan for network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 Apr 20 14:57:31.118276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e665-6443-4453-a80d-c55ffbcc97d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.124535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e665-6443-4453-a80d-c55ffbcc97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.136609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] For port a92bb068-29d3-4f56-abde-72e88228030e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:31.146351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] For port a92bb068-29d3-4f56-abde-72e88228030e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a92bb068-29d3-4f56-abde-72e88228030e,segment=NetworkSegment(478c032e-8992-44c9-9e83-9aa0e1aa02df),segment_id=478c032e-8992-44c9-9e83-9aa0e1aa02df)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:31.152426 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.153659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.204249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4ba0e665-6443-4453-a80d-c55ffbcc97d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ca1eb6cd9a9434e84b8deaba53d88d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235748 Apr 20 14:57:31.206623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55064) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:31.207340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e665-6443-4453-a80d-c55ffbcc97d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d7ed4-fecb-4c9c-91b2-245b38c01089,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:31.216408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.224604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:31.225394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.305646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-492af307-20d1-4e8b-be85-e4316665ff28 req-7f0c5cb3-c0f1-4666-a119-f07f4d4211e0 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 210 time: 0.0969074 Apr 20 14:57:31.370435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca0b89-1b4a-49d0-a2e1-55e572af61af None None] Pushing event updated for resources: {'Port': ['ID=a92bb068-29d3-4f56-abde-72e88228030e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:31.437939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1062877 Apr 20 14:57:31.440703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:31.447761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'subnet': {'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:31.463594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2199d-f774-44ea-bdf9-930366901904 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Network': ['ID=0a1b0eba-aa72-428f-9fa7-606a2e1f0d78,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:31.475321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:31.494134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.590754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.702821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.707340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:31.710110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/560d7ed4-fecb-4c9c-91b2-245b38c01089 HTTP/1.1" status: 204 len: 168 time: 0.5002298 Apr 20 14:57:31.723640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:31.729100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9b36a-ef68-42d9-b155-1590807c0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d7ed4-fecb-4c9c-91b2-245b38c01089,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:31.729873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:32.266833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597fe2-cf91-4437-8149-6e3e7be6b804 req-35a9b924-08f8-40d9-b19f-6dcc340c67d0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:32.269333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6597fe2-cf91-4437-8149-6e3e7be6b804 req-35a9b924-08f8-40d9-b19f-6dcc340c67d0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 944 time: 0.1573822 Apr 20 14:57:32.305178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:32.365136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6597fe2-cf91-4437-8149-6e3e7be6b804 req-d8d2db4c-1b09-4997-ab9a-fda16ef01243 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835915 Apr 20 14:57:32.548735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-784514b0-5dcc-40d5-816c-2bccbfc31f7b req-0e81388e-a322-4ca7-a6be-c46ae980d457 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 210 time: 0.0660515 Apr 20 14:57:32.570875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Subnet': ['ID=799489c3-76e8-4e8e-b994-1235c6c7cf69,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:32.593155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Checking segment: {'id': '83e2aab1-ae85-4787-b987-b362d9659ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:32.593726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network hostable DHCP agents. Network: 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:32.627714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:32.647160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:32.652313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:32.653031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:32.657158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af09638-3d0d-4848-8a6d-95c2b88d58a0 None None] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:32.695686 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3530193-f5b2-466f-bacf-d983239ca6ea tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2530620 Apr 20 14:57:32.699329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55112) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:32.704885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'subnet': {'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:32.925121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50bafb-38a4-4e95-8fc6-9d9e849500e8 None None] Network c37683ef-9dfb-4231-af41-9f3a0196121c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:32.967426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Made reservation on behalf of d3b9c6db4bc542d69b4cf0f5f280ddd3 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:32.971575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.100085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-428c68a1-c107-4a93-8ff5-8f1f5d72ab2b', 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b', 'tenant_id': 'd3b9c6db4bc542d69b4cf0f5f280ddd3', 'fixed_ips': [{'subnet_id': '799489c3-76e8-4e8e-b994-1235c6c7cf69'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:57:33.101008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.109845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] Provisioning complete for port a92bb068-29d3-4f56-abde-72e88228030e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:33.110539 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.238774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-a7bd6b98-d27c-4957-9fb2-6332825b5e64 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:33.240446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-a7bd6b98-d27c-4957-9fb2-6332825b5e64 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.43 "GET /v2.0/networks?id=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 HTTP/1.1" status: 200 len: 812 time: 0.3092868 Apr 20 14:57:33.257725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Request body: {'port': {'device_id': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5', 'admin_state_up': True, 'tenant_id': '17ea8863b5654d6ea0714edab513d4b2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:33.373701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.384101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a92bb068-29d3-4f56-abde-72e88228030e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:33.451745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.462125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bf079a68-ac0c-424c-9b01-02f33d985e2e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:57:33.538465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Made reservation on behalf of 17ea8863b5654d6ea0714edab513d4b2 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:33.543780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.555306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] For port a92bb068-29d3-4f56-abde-72e88228030e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a92bb068-29d3-4f56-abde-72e88228030e,segment=NetworkSegment(478c032e-8992-44c9-9e83-9aa0e1aa02df),segment_id=478c032e-8992-44c9-9e83-9aa0e1aa02df)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:33.582474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99fe05-cf1d-4435-953d-419bd93ba339 req-3170e483-d85e-4382-9713-f6ec1aecc411 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:33.585441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d99fe05-cf1d-4435-953d-419bd93ba339 req-3170e483-d85e-4382-9713-f6ec1aecc411 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 944 time: 0.0940785 Apr 20 14:57:33.602347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Subnet': ['ID=c3344eea-c2ae-49b6-8bd9-d7694263f784,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:33.605216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.628219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Checking segment: {'id': 'a24f0ed0-10b8-450d-a0ae-77445740446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:33.628986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network hostable DHCP agents. Network: 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:33.653941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:33.668744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:33.686184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:33.686894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.747819 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-876edd26-56ab-4c73-99ef-ce8bb90947ad tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0472445 Apr 20 14:57:33.755812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:33.778253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:33.781569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b858d0-9f06-4574-b402-0bd3795b38ee None None] Pushing event updated for resources: {'Port': ['ID=a92bb068-29d3-4f56-abde-72e88228030e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:33.799074 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.resource_extend [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 14:57:33.941164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:33.967849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd5187-b1c4-45c7-bf5c-d7c25b6691b3 None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:33.971433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'mac_address': 'fa:16:3e:36:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:57:33.993759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a92bb068-29d3-4f56-abde-72e88228030e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:33.994205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:34.131960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:34.140301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Allocated IP 172.20.0.2 (428c68a1-c107-4a93-8ff5-8f1f5d72ab2b/799489c3-76e8-4e8e-b994-1235c6c7cf69/e346231e-2ddc-4538-868b-2593829690f2) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:34.248330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf079a68-ac0c-424c-9b01-02f33d985e2e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:34.285741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:34.294078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:34.427857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:34.479699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:34.519244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-a6618ea7-61ce-40c4-bd61-92a64dd16c3d req-c4a1afd9-0640-4dad-a362-3f4fdd2b2963 service neutron] (102864) timed out ('10.222.0.45', 64037) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:57:34.534075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-1140dc67-888e-43c4-81ad-da11bd3638ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3369870 Apr 20 14:57:34.601720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee54075f-b211-4ce0-9e40-429a865f6189 req-32bd0e03-9eb3-4a78-bb32-1805c6dd0919 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 210 time: 0.0785482 Apr 20 14:57:34.661279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d99fe05-cf1d-4435-953d-419bd93ba339 req-3e1d5f97-1581-4911-86e5-d777c1065bb2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0558636 Apr 20 14:57:34.756689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Allocated IP 172.20.0.4 (2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5/d19e66ce-79ac-42d4-850c-f46295ce0e02/c54fc62f-0fb1-4ef0-b135-5fb6056e7854) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:34.783133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-19dd26ea-b26e-4def-9fa8-ac0d10f34514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:34.785300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-19dd26ea-b26e-4def-9fa8-ac0d10f34514 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 1096 time: 0.1639965 Apr 20 14:57:34.975559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-de2cb89b-a88e-4691-b781-0ec39c6a40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:34.977052 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-de2cb89b-a88e-4691-b781-0ec39c6a40c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1182652 Apr 20 14:57:34.991018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6cca05dc-6ad7-443a-b55d-944bce685d7d None None] Provisioning complete for port a92bb068-29d3-4f56-abde-72e88228030e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:34.992026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6cca05dc-6ad7-443a-b55d-944bce685d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.046102 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-6a5d8823-ddff-4a05-bd45-9bbd13f2dd9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 200 len: 217 time: 0.0593681 Apr 20 14:57:35.066064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['bf079a68-ac0c-424c-9b01-02f33d985e2e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:35.207130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0a1b0eba-aa72-428f-9fa7-606a2e1f0d78', 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78', 'tenant_id': 'd3b9c6db4bc542d69b4cf0f5f280ddd3', 'fixed_ips': [{'subnet_id': 'c3344eea-c2ae-49b6-8bd9-d7694263f784'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:57:35.208614 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.219545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.273040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.326323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:35.333172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:35.351332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:35.390520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Pushing event updated for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:35.439403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:35.440089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.461978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-d41b577d-70de-4272-be73-52c844152c1d tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2090056 Apr 20 14:57:35.475561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Request body: {'port': {'device_id': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:35.552696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.584785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Allocated IP 172.20.0.2 (0a1b0eba-aa72-428f-9fa7-606a2e1f0d78/c3344eea-c2ae-49b6-8bd9-d7694263f784/4a85a0b3-0123-4c94-b7a7-1c39f2b7b229) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:35.744906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a92bb068-29d3-4f56-abde-72e88228030e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:35.747693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-bf95cdd6-ee5c-4e01-954c-f06dba7866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:35.749708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-bf95cdd6-ee5c-4e01-954c-f06dba7866ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.6412780 Apr 20 14:57:35.858815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55216) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:35.864265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718202845', 'description': 'tempest-secgroup-smoke-718202845 description', 'project_id': 'c32899f57583411c82e4d00e40325a8e'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:35.871040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-cd81a36b-b69b-4b4a-ac1e-5cb0252c6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:35.872526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-cd81a36b-b69b-4b4a-ac1e-5cb0252c6297 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148055 Apr 20 14:57:35.983831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:35.987950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.004877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.041559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8e81d-f6a8-4e0c-8035-00eabe51dbe2 req-962c48c5-0580-4bc0-9a3d-0c5035bd0aed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:36.051963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5d8e81d-f6a8-4e0c-8035-00eabe51dbe2 req-962c48c5-0580-4bc0-9a3d-0c5035bd0aed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 945 time: 0.1828842 Apr 20 14:57:36.096961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.097770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-3313a40a-f083-491d-a44b-e990ae27d384 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147148 Apr 20 14:57:36.207903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54fc62f-0fb1-4ef0-b135-5fb6056e7854 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:36.217430 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.221222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Pushing event updated for resources: {'Port': ['ID=e346231e-2ddc-4538-868b-2593829690f2,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:36.235155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Transition to ACTIVE for port object c54fc62f-0fb1-4ef0-b135-5fb6056e7854 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:57:36.252499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.292324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:36.300894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Allocated IP 172.20.0.1 (428c68a1-c107-4a93-8ff5-8f1f5d72ab2b/799489c3-76e8-4e8e-b994-1235c6c7cf69/25d4e0e3-57c0-41b8-8bd0-6f4fdd014556) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:36.325255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a92bb068-29d3-4f56-abde-72e88228030e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:36.325771 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.339697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:36.355028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38369bfc-3597-499d-bcbf-9925b48123ee req-31928fce-deac-4912-a063-f8b9f8a22004 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:36.363148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38369bfc-3597-499d-bcbf-9925b48123ee req-31928fce-deac-4912-a063-f8b9f8a22004 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 931 time: 0.3625968 Apr 20 14:57:36.369492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:36.438337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Pushing event updated for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:36.462469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.501511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5d8e81d-f6a8-4e0c-8035-00eabe51dbe2 req-b098cc73-c4e0-4e83-ab07-0f16b5014435 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040996 Apr 20 14:57:36.506691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.551876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Attempting to bind port e346231e-2ddc-4538-868b-2593829690f2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:36.552278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Attempting to bind port e346231e-2ddc-4538-868b-2593829690f2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '83e2aab1-ae85-4787-b987-b362d9659ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:36.553592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Attempting to bind port e346231e-2ddc-4538-868b-2593829690f2 on network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:36.566615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:36.570860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38369bfc-3597-499d-bcbf-9925b48123ee req-12e79313-5714-4096-b9ba-4d80b754bed1 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017343 Apr 20 14:57:36.571405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:36.577054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:36.579657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:36.579657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Checking segment: {'id': '83e2aab1-ae85-4787-b987-b362d9659ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:36.579944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.580258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Bound using segment: {'id': '83e2aab1-ae85-4787-b987-b362d9659ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:36.580748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Bound port: e346231e-2ddc-4538-868b-2593829690f2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e2aab1-ae85-4787-b987-b362d9659ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '428c68a1-c107-4a93-8ff5-8f1f5d72ab2b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:36.581143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.626077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Attempting to bind port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:36.626957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Attempting to bind port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '8c82f03a-d491-4e77-b326-6285a2019a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:36.630908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Attempting to bind port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 on network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:36.639221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 on network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:57:36.642973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Attempting to bind port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 on network 2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:36.649991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:36.650701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Checking segment: {'id': '8c82f03a-d491-4e77-b326-6285a2019a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:36.651526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Bound using segment: {'id': '8c82f03a-d491-4e77-b326-6285a2019a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:36.652147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Bound port: c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c82f03a-d491-4e77-b326-6285a2019a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:36.652683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.653771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Pushing event updated for resources: {'Port': ['ID=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:36.708463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Attempting to bind port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:36.708877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Attempting to bind port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a24f0ed0-10b8-450d-a0ae-77445740446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:36.709249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Attempting to bind port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 on network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:36.724998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:36.725347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Checking segment: {'id': 'a24f0ed0-10b8-450d-a0ae-77445740446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:36.725760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.726152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Bound using segment: {'id': 'a24f0ed0-10b8-450d-a0ae-77445740446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:36.726649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Bound port: 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24f0ed0-10b8-450d-a0ae-77445740446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0a1b0eba-aa72-428f-9fa7-606a2e1f0d78'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:36.727053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.754433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:36.762055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,segment=NetworkSegment(8c82f03a-d491-4e77-b326-6285a2019a14),segment_id=8c82f03a-d491-4e77-b326-6285a2019a14)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:36.768506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.769660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-31f4d83f-6c43-4097-b9af-f78a4e0fe1de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5165615 Apr 20 14:57:36.784328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] For port e346231e-2ddc-4538-868b-2593829690f2, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:36.798409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.802996 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0d879a50-f5ef-4a14-8568-7214dfdc1683 req-042e1f4a-27c5-4e07-9273-f90683e2ebec service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924243 Apr 20 14:57:36.806378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.876723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d111479c-f83f-4831-a5fd-f0571f7ed733,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:36.883103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] For port e346231e-2ddc-4538-868b-2593829690f2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e346231e-2ddc-4538-868b-2593829690f2,segment=NetworkSegment(83e2aab1-ae85-4787-b987-b362d9659ce8),segment_id=83e2aab1-ae85-4787-b987-b362d9659ce8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:36.887945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:36.889020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.891654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] 10.222.0.43 "PUT /v2.0/ports/c54fc62f-0fb1-4ef0-b135-5fb6056e7854 HTTP/1.1" status: 200 len: 1091 time: 1.4215276 Apr 20 14:57:36.897119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:36.899753 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ec74d-8c49-4799-9bea-886e81099ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:36.909355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:36.986215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] For port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:37.000147 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63352fa6-7a90-4a01-915d-03476ddd924b x-openstack-request-id: req-63352fa6-7a90-4a01-915d-03476ddd924b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:37.000387 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:37.000505 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63352fa6-7a90-4a01-915d-03476ddd924b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:37.000908 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63352fa6-7a90-4a01-915d-03476ddd924b'] response: {'name': 'network-changed', 'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854', 'status': 'completed', 'code': 200} Apr 20 14:57:37.021314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] For port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,segment=NetworkSegment(a24f0ed0-10b8-450d-a0ae-77445740446b),segment_id=a24f0ed0-10b8-450d-a0ae-77445740446b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:37.038138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.044565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e85d3-7ff4-4fdd-a4c7-a73327ea8a58 None None] Pushing event updated for resources: {'Port': ['ID=e346231e-2ddc-4538-868b-2593829690f2,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.058516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421b76-db9c-41a3-a7a6-7be3af5fd48e service neutron] Pushing event updated for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.083473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-f67aec41-f622-484b-a408-dee98082a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:37.085146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-f67aec41-f622-484b-a408-dee98082a97f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17ea8863b5654d6ea0714edab513d4b2&device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 1094 time: 0.1411736 Apr 20 14:57:37.085293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.112771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a87a5-f6ea-4986-a12f-176446611985 None None] Pushing event updated for resources: {'Port': ['ID=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.164980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.167369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-594a92f2-f82b-442a-a8f0-05d1fa600714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:37.169090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-594a92f2-f82b-442a-a8f0-05d1fa600714 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.2937758 Apr 20 14:57:37.181552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.193832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-8ef8fbf0-ba4a-4afd-9f96-b14064cf09a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854 HTTP/1.1" status: 200 len: 217 time: 0.0954428 Apr 20 14:57:37.229830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.231687 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3716965 Apr 20 14:57:37.234761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae2b7-2f0d-44ac-a42b-07177612b400 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbee119-a323-4923-b67a-92747c8d50f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.234943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:37.245390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.250640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:37.375877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-3e553d4c-a7ea-45bb-ba7b-973c9590a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:37.378114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-3e553d4c-a7ea-45bb-ba7b-973c9590a37e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d19e66ce-79ac-42d4-850c-f46295ce0e02 HTTP/1.1" status: 200 len: 852 time: 0.1687233 Apr 20 14:57:37.381478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.384340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:37.408123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:37.425906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:37.445649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bf079a68-ac0c-424c-9b01-02f33d985e2e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:37.537418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-15f26d25-023b-46e8-8b78-358aab246dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512914 Apr 20 14:57:37.576401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port bf079a68-ac0c-424c-9b01-02f33d985e2e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:37.582475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port bf079a68-ac0c-424c-9b01-02f33d985e2e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:37.583424 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.714935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Port': ['ID=25d4e0e3-57c0-41b8-8bd0-6f4fdd014556,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.733976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-711d7e7a-01b8-4c30-9320-ec6d0ed4ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:37.735547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-711d7e7a-01b8-4c30-9320-ec6d0ed4ba83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.5028336 Apr 20 14:57:37.738949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.761991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.770112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.812257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:37.815321 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c616b9-f07b-43c6-8532-06d44208c1ee" -d '{"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-plugged", "status": "completed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:37.831700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:37.839796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.901292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:37.910738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:37.993062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-216f454e-2f85-4959-83ff-62be55e5260e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.2502341 Apr 20 14:57:38.005850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6f20da-c85d-400c-b505-922edee7a9a2,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:38.041631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.043417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1567b2be-d747-4f9f-8b5e-910927ec44bc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8070598 Apr 20 14:57:38.049294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-e67a22c9-3132-47d0-9d74-7ee57bdc81b7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972119 Apr 20 14:57:38.050240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:38.062744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:38.075486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f0aa0-99f1-4f49-abab-a23061e2754f req-37c88ad8-e828-446e-a992-6f0f4eb66d0c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.085176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af2f0aa0-99f1-4f49-abab-a23061e2754f req-37c88ad8-e828-446e-a992-6f0f4eb66d0c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 943 time: 0.3669448 Apr 20 14:57:38.101500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.110279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89081d2-f396-4bdc-81a1-cd94073b264f req-afdf01e6-3530-410f-8817-c4b46f2fce3a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.112230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e89081d2-f396-4bdc-81a1-cd94073b264f req-afdf01e6-3530-410f-8817-c4b46f2fce3a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 945 time: 0.4236898 Apr 20 14:57:38.122917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-06baaef9-34df-490f-b611-0cf42a36ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.124761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-06baaef9-34df-490f-b611-0cf42a36ab7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.1224012 Apr 20 14:57:38.289411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af2f0aa0-99f1-4f49-abab-a23061e2754f req-49ab9958-7a9f-4d46-80be-978ea2a297e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974485 Apr 20 14:57:38.315179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e89081d2-f396-4bdc-81a1-cd94073b264f req-c75f68d5-13db-40c7-a476-68bc52aa78bd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909158 Apr 20 14:57:38.317893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.356407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-344f4c4a-dbec-42ef-9911-fe277abfb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.358110 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-344f4c4a-dbec-42ef-9911-fe277abfb356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268176 Apr 20 14:57:38.365335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c20efe0-6817-4de0-b3ef-e93985241477 req-e394b726-6495-4bef-9231-fc0524a76942 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760210 Apr 20 14:57:38.400305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.408000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.501426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd98ffa-fd40-495e-95ba-1a80ebba4379,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:38.512266 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.513938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-90017221-fde4-4858-98b0-1bb96270404b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4602172 Apr 20 14:57:38.516548 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-d8b2e2f5-992a-4e51-a2af-338bdd13c33c service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481283 Apr 20 14:57:38.517045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55250) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:38.527841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:38.553919 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364f347-4eed-4630-86ec-11559eb245b6 x-openstack-request-id: req-4364f347-4eed-4630-86ec-11559eb245b6 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:38.554442 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-plugged", "status": "completed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:38.558849 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4364f347-4eed-4630-86ec-11559eb245b6 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:38.559546 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4364f347-4eed-4630-86ec-11559eb245b6'] response: {'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'code': 200} Apr 20 14:57:38.560478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-eec117ad-eae0-4851-9423-0b1f61c0b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.562013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-eec117ad-eae0-4851-9423-0b1f61c0b1bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=17ea8863b5654d6ea0714edab513d4b2&device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 1094 time: 0.1245630 Apr 20 14:57:38.612432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.756094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.766740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.802060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-c40662ce-b978-4648-99f6-e8b221427527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.807010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-c40662ce-b978-4648-99f6-e8b221427527 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 HTTP/1.1" status: 200 len: 913 time: 0.2355492 Apr 20 14:57:38.811232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6d33e0-843f-4b75-a1e6-20a649ffe78f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:38.816378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:38.820967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6ebe03ab-83f1-4d25-91d4-5f7a13aa0e0a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3027029 Apr 20 14:57:38.822190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:38.829822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:38.894709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f9715b3-ed0c-422d-a9ec-2e6361b4d9e1 req-432c663e-8dfc-42fa-8f1c-17cf5e814940 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689001 Apr 20 14:57:38.918258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4e48a-006b-4ffe-a325-f7ab872c3bcd req-5d53fd38-0b39-492c-8377-3cc5b80166ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:38.920270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52c4e48a-006b-4ffe-a325-f7ab872c3bcd req-5d53fd38-0b39-492c-8377-3cc5b80166ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 1097 time: 0.2070634 Apr 20 14:57:38.923639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-fea321aa-4eec-4cae-86d1-1aa70a5d29f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854 HTTP/1.1" status: 200 len: 217 time: 0.1001072 Apr 20 14:57:38.998374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a31ea-cec8-4b97-b8bb-8a53e541d37a None None] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:38.998553 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52c4e48a-006b-4ffe-a325-f7ab872c3bcd req-dc64405c-dd4c-4e1a-a79d-2ad24abdc7c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719562 Apr 20 14:57:39.007785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.018224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.035897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.058070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-8f09b68b-34c1-4876-86db-e0860f00334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:39.060716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-8f09b68b-34c1-4876-86db-e0860f00334b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d19e66ce-79ac-42d4-850c-f46295ce0e02 HTTP/1.1" status: 200 len: 852 time: 0.1290033 Apr 20 14:57:39.090803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.112471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-930740a6-7bf6-41f2-b5eb-077581131932 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416138 Apr 20 14:57:39.189653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] Provisioning complete for port e346231e-2ddc-4538-868b-2593829690f2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:39.205958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.212865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Port': ['ID=25d4e0e3-57c0-41b8-8bd0-6f4fdd014556,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:39.331235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:39.333074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:39.365247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.416793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.455992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:39.513934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64e294-880c-4b64-89a1-841da39197f1 None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:39.539268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2540a9-02a1-4206-ad03-46cedc135ce7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:39.550956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Router 3cb7b742-5110-4826-8dc5-8d728796911e is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:57:39.580113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-0cf0a2dc-d231-4fef-86a6-dd6b0d77f937 service neutron] 10.222.0.43 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197671 Apr 20 14:57:39.585687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.607580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1274a30a-0164-4f49-87a9-8fedc55baec9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7803290 Apr 20 14:57:39.613690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55264) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:39.684267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:39.692877 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c2340440-e187-4c61-851e-f84789bba13a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9277062 Apr 20 14:57:39.692877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:39.693075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:39.695547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] Sync routers for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:39.705829 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:39.706789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:39.720673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.740374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:39.741016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.746381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:39.758215 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:39.759113 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:39.796672 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:39.797582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0689fc-39ad-4ced-82a5-0d4f0cd7ea0c None None] The sync data for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:39.808205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bedcc-cb93-46ab-a783-f39c5a8f25fe req-c768a895-51fb-476f-8a09-1447ac0c7aba tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:39.809800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b3bedcc-cb93-46ab-a783-f39c5a8f25fe req-c768a895-51fb-476f-8a09-1447ac0c7aba tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 943 time: 0.3687401 Apr 20 14:57:39.835061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] For port e346231e-2ddc-4538-868b-2593829690f2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e346231e-2ddc-4538-868b-2593829690f2,segment=NetworkSegment(83e2aab1-ae85-4787-b987-b362d9659ce8),segment_id=83e2aab1-ae85-4787-b987-b362d9659ce8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:39.862192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe0c0-3b95-488b-af86-2890972e7b10 req-5ad06b6c-5f1e-4029-86f1-8278b788b189 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:39.863902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-904fe0c0-3b95-488b-af86-2890972e7b10 req-5ad06b6c-5f1e-4029-86f1-8278b788b189 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.4118018 Apr 20 14:57:39.865362 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:57:39.869325 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.914112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:39.965812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b3bedcc-cb93-46ab-a783-f39c5a8f25fe req-3257b1de-73b4-400b-bf13-e6a112793ffb tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438332 Apr 20 14:57:39.979916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd0ec74d-8c49-4799-9bea-886e81099ac3 req-afd91c8a-42ac-4b6c-bfbc-1f84ba5d738a service neutron] 10.222.0.43 "GET /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669262 Apr 20 14:57:40.017111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-904fe0c0-3b95-488b-af86-2890972e7b10 req-1ae22325-65d8-43b9-b677-d678f9070ee0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363621 Apr 20 14:57:40.069382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.077213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.082162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13d2b-f217-4f38-8cab-23d4cc846b09 None None] Pushing event updated for resources: {'Port': ['ID=e346231e-2ddc-4538-868b-2593829690f2,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:40.110900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd476fb9-39ce-4dcb-b446-127a31066712,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:40.127141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.131371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2b8d1bde-fbb2-4bc3-bab6-f52e4015a189 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5167007 Apr 20 14:57:40.132049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55268) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:40.136667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'acbee119-a323-4923-b67a-92747c8d50f4', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:40.180849 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:57:40.187637 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.210430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d08cbeaa-9198-4a45-b2ab-197c210ab1cf None None] Provisioning complete for port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:40.210924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d08cbeaa-9198-4a45-b2ab-197c210ab1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.221541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.344108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.371494 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.444150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ceea08-13ae-4ad5-89f7-74b856854580,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:40.465053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.471055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f6ee29e8-ac9c-406c-ad9a-4c2638e235d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3352578 Apr 20 14:57:40.473909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:40.486958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'network': {'name': 'tempest-network-smoke--304797309', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:40.549121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:40.557996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.608061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6d51ee6-373c-4899-ae3f-0c8b6445e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.617701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:40.640843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.641339 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Added segment ee63e97a-42ab-475b-8178-5140b16f22cf of type vlan for network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c Apr 20 14:57:40.656845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,segment=NetworkSegment(a24f0ed0-10b8-450d-a0ae-77445740446b),segment_id=a24f0ed0-10b8-450d-a0ae-77445740446b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:40.673346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.674632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e346231e-2ddc-4538-868b-2593829690f2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:40.700176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.732698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.741186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:40.742164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.840814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Network': ['ID=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:40.883706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f3a14537-3a4b-4c82-b1d6-c4be2c4afbe3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4056535 Apr 20 14:57:40.884718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:40.893326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:40.894344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'admin_state_up': True, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:40.948568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.949648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:40.963340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:41.029780 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-dfa60024-726a-4a1b-a308-2f5f39c02252 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:57:41.031138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dfa60024-726a-4a1b-a308-2f5f39c02252 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3380089 Apr 20 14:57:41.033944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55286) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:41.057305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e346231e-2ddc-4538-868b-2593829690f2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:41.060230 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.137952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-536db0d4-9b24-44bf-9038-2a4b9387d66d None None] Provisioning complete for port e346231e-2ddc-4538-868b-2593829690f2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:41.138995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-536db0d4-9b24-44bf-9038-2a4b9387d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.169319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.321581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-536db0d4-9b24-44bf-9038-2a4b9387d66d None None] Provisioning complete for port 25d4e0e3-57c0-41b8-8bd0-6f4fdd014556 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:41.322623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-536db0d4-9b24-44bf-9038-2a4b9387d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.349823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bd6c9-9643-4ab4-ac1e-621069786f02 req-eda12d2c-70a0-4e7d-af02-49e33f5c5f05 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:41.357319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-119bd6c9-9643-4ab4-ac1e-621069786f02 req-eda12d2c-70a0-4e7d-af02-49e33f5c5f05 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1985068 Apr 20 14:57:41.375728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566230-04da-42da-8a33-cde454ee91f5 req-4b650699-884e-4263-9006-c593d602b10c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:41.377261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b566230-04da-42da-8a33-cde454ee91f5 req-4b650699-884e-4263-9006-c593d602b10c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 943 time: 0.2068157 Apr 20 14:57:41.408001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-536db0d4-9b24-44bf-9038-2a4b9387d66d None None] Port 25d4e0e3-57c0-41b8-8bd0-6f4fdd014556 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:41.437517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.489463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:41.506142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-119bd6c9-9643-4ab4-ac1e-621069786f02 req-4ee3653f-7619-4bce-bb9d-5541a2da224b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446493 Apr 20 14:57:41.520759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b566230-04da-42da-8a33-cde454ee91f5 req-b852ad1a-e140-4305-8389-5dfc87bd2245 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957048 Apr 20 14:57:41.590329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ba258e2e-a1f6-4e0d-a5b8-79b0aff55429 None None] Provisioning complete for port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:41.592830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ba258e2e-a1f6-4e0d-a5b8-79b0aff55429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.678411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:41.679828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:41.814082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c54fc62f-0fb1-4ef0-b135-5fb6056e7854 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:57:41.846367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.018079 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.039047 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.051798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,segment=NetworkSegment(8c82f03a-d491-4e77-b326-6285a2019a14),segment_id=8c82f03a-d491-4e77-b326-6285a2019a14)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:42.073690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854', 'network_id': '2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5', 'port_id': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854', 'mac_address': 'fa:16:3e:0c:34:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19e66ce-79ac-42d4-850c-f46295ce0e02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:57:42.092599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664dbe9-56ef-4723-92f3-b7f4e5cf0cdc req-cf9760d6-e817-4e17-9c21-a0e0b5800671 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:42.094148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3664dbe9-56ef-4723-92f3-b7f4e5cf0cdc req-cf9760d6-e817-4e17-9c21-a0e0b5800671 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2035770 Apr 20 14:57:42.116909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e346231e-2ddc-4538-868b-2593829690f2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:42.196350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting port 25d4e0e3-57c0-41b8-8bd0-6f4fdd014556 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:42.196886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.208579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.237533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54fc62f-0fb1-4ef0-b135-5fb6056e7854 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:42.241804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3664dbe9-56ef-4723-92f3-b7f4e5cf0cdc req-7e8f8e31-6d38-41a9-932b-baa2ecff2ea6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411328 Apr 20 14:57:42.269813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,segment=NetworkSegment(8c82f03a-d491-4e77-b326-6285a2019a14),segment_id=8c82f03a-d491-4e77-b326-6285a2019a14)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:42.286821 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.287089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.229 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/48880a7e-6563-4b6b-b923-c824598a20fc) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:42.315334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e346231e-2ddc-4538-868b-2593829690f2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:42.316023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.346420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.369681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Calling delete_port for 25d4e0e3-57c0-41b8-8bd0-6f4fdd014556 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:42.377484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:42.469259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.510684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.534045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['c54fc62f-0fb1-4ef0-b135-5fb6056e7854'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:42.570077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:42.575258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:42.589188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:42.625831 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:42.653245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=48880a7e-6563-4b6b-b923-c824598a20fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:42.704140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Port': ['ID=25d4e0e3-57c0-41b8-8bd0-6f4fdd014556,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:42.907606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:43.126166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Router 3cb7b742-5110-4826-8dc5-8d728796911e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:43.229987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:43.240522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e40c934c-d6e4-4de3-8865-4c7a3a48c2c6 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2034099 Apr 20 14:57:43.245017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] Sync routers for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:43.253777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:43.277372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:43.278023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:43.324180 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-d0deee20-69d8-47d0-97e3-d7b53dab41e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] delete failed (client error): The resource could not be found. Apr 20 14:57:43.331411 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d0deee20-69d8-47d0-97e3-d7b53dab41e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1606998282 HTTP/1.1" status: 404 len: 335 time: 0.0764511 Apr 20 14:57:43.332001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55326) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:43.342760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-26eb13c2-67e7-4663-b1dc-7191d7099478 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cb7b742-5110-4826-8dc5-8d728796911e'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:43.394512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda46f-7c1a-4da7-a689-7518a6b2a5c4 req-40c15564-0125-4912-9742-020464c02dbc tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:43.396084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccdda46f-7c1a-4da7-a689-7518a6b2a5c4 req-40c15564-0125-4912-9742-020464c02dbc tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 944 time: 0.7566953 Apr 20 14:57:43.426516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:43.453579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:43.454454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:43.495538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:43.496452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0952c2-e6c8-4f0c-862f-c39bf726bb89 None None] The sync data for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:43.503146 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7f71a013-d7c5-4604-9a2d-9f12f3d2eb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:43.517856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ccdda46f-7c1a-4da7-a689-7518a6b2a5c4 req-3fba3c0f-197a-4a1c-b6df-290aa26f492c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Apr 20 14:57:43.536334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2ce40-3305-471e-a6ea-173eb527b100 req-8f71c607-3954-42be-a396-6d062b6a5216 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:43.538008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1a2ce40-3305-471e-a6ea-173eb527b100 req-8f71c607-3954-42be-a396-6d062b6a5216 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1410048 Apr 20 14:57:43.617662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1a2ce40-3305-471e-a6ea-173eb527b100 req-8b2727cd-afe2-45af-a555-fc16c81a796c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 Apr 20 14:57:43.677219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:43.694976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26eb13c2-67e7-4663-b1dc-7191d7099478 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:43.719761 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-26eb13c2-67e7-4663-b1dc-7191d7099478 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] update failed (client error): The resource could not be found. Apr 20 14:57:43.723889 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-26eb13c2-67e7-4663-b1dc-7191d7099478 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e HTTP/1.1" status: 404 len: 339 time: 0.3873594 Apr 20 14:57:43.724200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55336) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:43.740537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:43.767368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c54fc62f-0fb1-4ef0-b135-5fb6056e7854 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:43.917839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:57:43.922322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:43.922720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.057929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.114949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.120713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:44.122825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.123160 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3320e60-7cf3-45c0-85ca-532411e73e80" -d '{"events": [{"server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "name": "network-vif-plugged", "status": "completed", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:44.160524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,segment=NetworkSegment(8c82f03a-d491-4e77-b326-6285a2019a14),segment_id=8c82f03a-d491-4e77-b326-6285a2019a14)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:44.170362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.218843 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b7ad6-80be-48b4-9527-ce8e1ab06bf7 x-openstack-request-id: req-bc2b7ad6-80be-48b4-9527-ce8e1ab06bf7 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:44.219134 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "name": "network-vif-plugged", "status": "completed", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:44.219389 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc2b7ad6-80be-48b4-9527-ce8e1ab06bf7 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:44.219791 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2b7ad6-80be-48b4-9527-ce8e1ab06bf7'] response: {'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854', 'code': 200} Apr 20 14:57:44.297171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.304923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:44.386912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca07c0-a666-497c-aff1-78edf3daa710 req-d72dba4f-89f9-4405-9ce1-c93fe9606509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:44.388852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fca07c0-a666-497c-aff1-78edf3daa710 req-d72dba4f-89f9-4405-9ce1-c93fe9606509 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 1096 time: 0.0813770 Apr 20 14:57:44.493952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fca07c0-a666-497c-aff1-78edf3daa710 req-e190c6db-e5d5-4965-9592-077f2b8aa6be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965569 Apr 20 14:57:44.499393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 13c02222-b594-4341-9c75-781f2e30e61f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:57:44.625619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Allocated IP 172.20.0.1 (c37683ef-9dfb-4231-af41-9f3a0196121c/4016ba02-ff22-4c06-b511-4666e5b9912a/1fe19ae6-b573-4abe-95de-8ad0d7765263) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:44.672945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa16a72-2505-4e7d-b99e-fd171763c962 req-7bf9eeb5-2501-4984-84d6-01ca95e19d12 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:44.674611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fa16a72-2505-4e7d-b99e-fd171763c962 req-7bf9eeb5-2501-4984-84d6-01ca95e19d12 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1214895 Apr 20 14:57:44.742448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:44.748163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fa16a72-2505-4e7d-b99e-fd171763c962 req-1e3f45fa-9b05-4bef-bf93-23a15bb03648 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Apr 20 14:57:44.755235 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Sync routers for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:44.760348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ff380-68f3-4017-878e-59c928fb4b70 req-80238e84-6cd4-45a3-b017-34f548975c2c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:44.761998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b2ff380-68f3-4017-878e-59c928fb4b70 req-80238e84-6cd4-45a3-b017-34f548975c2c tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 945 time: 0.1125364 Apr 20 14:57:44.771873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.787251 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:44.788212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:44.789778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.791489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-20e3a482-4ac6-4b00-9745-30b93dc5185f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9062250 Apr 20 14:57:44.795630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55366) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:44.817592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.821882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b2ff380-68f3-4017-878e-59c928fb4b70 req-d3bfb914-8987-496f-8fd7-2967ff9c37cf tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513818 Apr 20 14:57:44.859849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network c37683ef-9dfb-4231-af41-9f3a0196121c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:44.863079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:44.867030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:44.918847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:44.966181 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:44.977853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Port': ['ID=1fe19ae6-b573-4abe-95de-8ad0d7765263,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:45.026543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f8f08791-397c-4a82-aa20-38994b40eed9 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c32899f57583411c82e4d00e40325a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2296908 Apr 20 14:57:45.029145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55370) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:45.105392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.170197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026df35-e8f0-40cb-8928-a5ddd2c80001 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:45.172373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7026df35-e8f0-40cb-8928-a5ddd2c80001 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414971 Apr 20 14:57:45.177702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55372) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:45.199140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.238766 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:43Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:45.241424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2529997b-28ba-4d66-bf54-8a5dba74f116 None None] Provisioning complete for port 1fe19ae6-b573-4abe-95de-8ad0d7765263 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:45.241796 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2529997b-28ba-4d66-bf54-8a5dba74f116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.297280 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Checking router: 13c02222-b594-4341-9c75-781f2e30e61f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:45.297615 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Updating router 13c02222-b594-4341-9c75-781f2e30e61f port 48880a7e-6563-4b6b-b923-c824598a20fc binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:57:45.318039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2529997b-28ba-4d66-bf54-8a5dba74f116 None None] Port 1fe19ae6-b573-4abe-95de-8ad0d7765263 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:45.331733 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.335142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.631613 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.639765 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.640576 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bbabf2d1-f765-46d9-9b4a-cf26095ffb73 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4617169 Apr 20 14:57:45.643196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:45.649319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-473412454', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:45.714222 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Attempting to bind port 48880a7e-6563-4b6b-b923-c824598a20fc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:45.714738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Attempting to bind port 48880a7e-6563-4b6b-b923-c824598a20fc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:45.714991 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Attempting to bind port 48880a7e-6563-4b6b-b923-c824598a20fc on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:45.718420 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Pushing event updated for resources: {'Port': ['ID=48880a7e-6563-4b6b-b923-c824598a20fc,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:45.724235 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:45.724735 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:45.725006 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.725415 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:45.725913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Bound port: 48880a7e-6563-4b6b-b923-c824598a20fc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:45.726289 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.734125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.734497 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.734827 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.735161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.736135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.736135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.736135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.736460 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.736734 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.737055 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.737373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.737688 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:57:45.807986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:45.811531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.832920 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] For port 48880a7e-6563-4b6b-b923-c824598a20fc, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:45.837457 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] For port 48880a7e-6563-4b6b-b923-c824598a20fc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48880a7e-6563-4b6b-b923-c824598a20fc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:45.848983 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:45.932278 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae0e4c-c0ec-4992-9e9d-87952c411837 None None] Pushing event updated for resources: {'Port': ['ID=48880a7e-6563-4b6b-b923-c824598a20fc,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:45.971537 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:45.972163 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:46.015497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:46.026189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:46.088332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710544ca-c051-490b-8744-d46ff70ea182 req-71fe8f60-1df6-43d9-8364-0b6126a86877 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:46.089972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-710544ca-c051-490b-8744-d46ff70ea182 req-71fe8f60-1df6-43d9-8364-0b6126a86877 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1729240 Apr 20 14:57:46.145324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f2c75-cfd2-4033-88a8-ee70c8faad5f req-dd2e7ac0-5daf-4a7d-bcfb-0e6615148695 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:46.146959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-165f2c75-cfd2-4033-88a8-ee70c8faad5f req-dd2e7ac0-5daf-4a7d-bcfb-0e6615148695 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 945 time: 0.1420548 Apr 20 14:57:46.172382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-710544ca-c051-490b-8744-d46ff70ea182 req-f207303d-dd8e-4302-8432-4eedf4f2a78e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 Apr 20 14:57:46.180752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event updated for resources: {'Port': ['ID=1fe19ae6-b573-4abe-95de-8ad0d7765263,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:46.200597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:46.216521 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:46.236748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-165f2c75-cfd2-4033-88a8-ee70c8faad5f req-4d8020c0-a6c7-4fa6-8900-cd3437c20c00 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700016 Apr 20 14:57:46.389470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:46.410012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Network c37683ef-9dfb-4231-af41-9f3a0196121c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:46.435179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:46.564642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Subnet': ['ID=4cff6579-103b-4e05-bb57-3e6343d86696,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:46.594378 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:43Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:46.623877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Checking segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:46.624520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network hostable DHCP agents. Network: a6c5e15a-e61c-4821-a3a1-3424b2b45e5c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:46.637090 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00efdf-bc88-438d-9fe8-2e049d0e5ed0 None None] The sync data for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 is: [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:43Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:46.640442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Router 3cb7b742-5110-4826-8dc5-8d728796911e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:46.808244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:46.832626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:46.844842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-76ca952b-43b3-4e11-8b9c-2deee2881c67 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170185 Apr 20 14:57:46.844842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a6c5e15a-e61c-4821-a3a1-3424b2b45e5c) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:46.846479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55400) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:46.850687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:46.854279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:46.874331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615ca58-8858-4e18-8877-3ab46b9a681a None None] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:46.886380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] Sync routers for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:46.913262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-08f9c168-d610-4747-b1a0-5330049077e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2685239 Apr 20 14:57:46.914699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:46.969219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b49b24f2-4287-4cc9-970f-97a6e641f2cb None None] Provisioning complete for port 1fe19ae6-b573-4abe-95de-8ad0d7765263 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:46.969764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b49b24f2-4287-4cc9-970f-97a6e641f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:47.099024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:47.100042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:47.177680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c862-b16c-4edc-940d-cfbd0cc58f5b req-e7acb23a-5e14-409a-a36f-7c43e019b26a tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:47.179980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f10c862-b16c-4edc-940d-cfbd0cc58f5b req-e7acb23a-5e14-409a-a36f-7c43e019b26a tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 945 time: 0.2013435 Apr 20 14:57:47.185547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-12b13a10-7f8d-4db0-9859-532880369d74 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:47.188233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b49b24f2-4287-4cc9-970f-97a6e641f2cb None None] Port 1fe19ae6-b573-4abe-95de-8ad0d7765263 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:47.200926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:47.243517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:47.244625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:47.311183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:47.312211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da545ecd-c355-4965-867d-10f6d4b40d95 None None] The sync data for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:47.331987 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-12b13a10-7f8d-4db0-9859-532880369d74 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 14:57:47.334308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-12b13a10-7f8d-4db0-9859-532880369d74 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e HTTP/1.1" status: 409 len: 329 time: 0.4852920 Apr 20 14:57:47.336357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55408) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:47.437805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:57:47.439920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:47.505504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bf079a68-ac0c-424c-9b01-02f33d985e2e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:57:47.631630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48880a7e-6563-4b6b-b923-c824598a20fc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:47.680171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f10c862-b16c-4edc-940d-cfbd0cc58f5b req-ebd98120-60e3-4c1f-96cf-eb56a0159873 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919000 Apr 20 14:57:47.697708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99db75-d32d-4159-8994-5ce1bc6a36c3 req-c6947732-d7c4-47ed-b66e-aeba8ad821fe tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:47.707269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed99db75-d32d-4159-8994-5ce1bc6a36c3 req-c6947732-d7c4-47ed-b66e-aeba8ad821fe tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.3122306 Apr 20 14:57:47.761168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed99db75-d32d-4159-8994-5ce1bc6a36c3 req-0a8c0c07-320e-4fbb-a827-99c9376d3a28 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528595 Apr 20 14:57:48.015554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:48.054198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'port_id': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'mac_address': 'fa:16:3e:36:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:57:48.064343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.077148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 48880a7e-6563-4b6b-b923-c824598a20fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:48.077289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.138966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Allocated IP 172.20.0.2 (a6c5e15a-e61c-4821-a3a1-3424b2b45e5c/4cff6579-103b-4e05-bb57-3e6343d86696/2f68b047-ca3e-4188-9a27-0c6d16e936c8) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:48.190155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-f61dc016-1994-4e20-8ed7-88650c8c99c4 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:48.191723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-f61dc016-1994-4e20-8ed7-88650c8c99c4 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 945 time: 0.0805111 Apr 20 14:57:48.221719 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.248834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf079a68-ac0c-424c-9b01-02f33d985e2e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:57:48.371456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:48.394938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.468138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Deleting port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:48.468862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.562294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:48.857283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:48.915858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['bf079a68-ac0c-424c-9b01-02f33d985e2e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:57:48.970866 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.071578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 48880a7e-6563-4b6b-b923-c824598a20fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48880a7e-6563-4b6b-b923-c824598a20fc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:49.091720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.093373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.152926 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.229713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.1 (a6c5e15a-e61c-4821-a3a1-3424b2b45e5c/4cff6579-103b-4e05-bb57-3e6343d86696/e7c105cc-52a2-44df-88cd-a0279bbb011f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:49.242907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:49.255575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:49.272973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:49.293116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=48880a7e-6563-4b6b-b923-c824598a20fc,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:49.385979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] For port c54fc62f-0fb1-4ef0-b135-5fb6056e7854, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,segment=NetworkSegment(8c82f03a-d491-4e77-b326-6285a2019a14),segment_id=8c82f03a-d491-4e77-b326-6285a2019a14)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:49.387407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.403321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Calling delete_port for c54fc62f-0fb1-4ef0-b135-5fb6056e7854 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:49.489946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.515323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Attempting to bind port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:49.516064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Attempting to bind port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:49.519376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Attempting to bind port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:49.524497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Pushing event updated for resources: {'Port': ['ID=2f68b047-ca3e-4188-9a27-0c6d16e936c8,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:49.549425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.554960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:49.555402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Checking segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:49.555811 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.557362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Bound using segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:49.558185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Bound port: 2f68b047-ca3e-4188-9a27-0c6d16e936c8, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:49.558881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.609182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:49.615311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:49.625443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:57:49.631013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8691-e4fe-453a-8795-cbd4a9960f27 req-3ffbb6c5-91cb-4785-ad67-854f86560248 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:49.644691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-155f8691-e4fe-453a-8795-cbd4a9960f27 req-3ffbb6c5-91cb-4785-ad67-854f86560248 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e HTTP/1.1" status: 200 len: 945 time: 0.2213218 Apr 20 14:57:49.705614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:49.744070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] For port 2f68b047-ca3e-4188-9a27-0c6d16e936c8, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:49.750120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] For port 2f68b047-ca3e-4188-9a27-0c6d16e936c8, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f68b047-ca3e-4188-9a27-0c6d16e936c8,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:49.756687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.760856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:49.791493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e53a4-deb5-454c-a84d-5908d3934828 req-55c2a08b-5677-4c7c-8483-b145df62d3b6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:49.800381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-897e53a4-deb5-454c-a84d-5908d3934828 req-55c2a08b-5677-4c7c-8483-b145df62d3b6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 945 time: 0.3619437 Apr 20 14:57:49.897975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c212f-a67f-42fb-9299-0dad193fa541 None None] Pushing event updated for resources: {'Port': ['ID=2f68b047-ca3e-4188-9a27-0c6d16e936c8,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:49.958917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-155f8691-e4fe-453a-8795-cbd4a9960f27 req-c62fe9d9-8bee-4f2d-b404-e80e54052bdb tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0d5491f-158e-42f9-a705-0f90398c9677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130953 Apr 20 14:57:49.982794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.032316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-897e53a4-deb5-454c-a84d-5908d3934828 req-8b29af72-d5af-48a3-8697-bea43bf37e4e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303853 Apr 20 14:57:50.098663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Pushing event deleted for resources: {'Port': ['ID=c54fc62f-0fb1-4ef0-b135-5fb6056e7854,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:50.166699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.220061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] No DVR routers for this DVR port c54fc62f-0fb1-4ef0-b135-5fb6056e7854 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:50.224797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.229336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c70dbdf-54e9-4408-a3a7-20674b74a97f req-8ec42c40-d0b1-4cf8-bb86-ab48844012e5 tempest-ServerPasswordTestJSON-959628984 tempest-ServerPasswordTestJSON-959628984-project] 10.222.0.43 "DELETE /v2.0/ports/c54fc62f-0fb1-4ef0-b135-5fb6056e7854 HTTP/1.1" status: 204 len: 173 time: 2.0244997 Apr 20 14:57:50.229734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'name': 'network-vif-deleted', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:50.232195 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5618f7-68d2-448e-8066-71a613ca4e72" -d '{"events": [{"server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "name": "network-vif-deleted", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:50.290394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting port 1fe19ae6-b573-4abe-95de-8ad0d7765263 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:50.290878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.314278 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fee587-7916-4c40-93c9-1e9055d0c79f x-openstack-request-id: req-51fee587-7916-4c40-93c9-1e9055d0c79f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:50.314606 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e", "name": "network-vif-deleted", "tag": "c54fc62f-0fb1-4ef0-b135-5fb6056e7854", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:50.314845 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51fee587-7916-4c40-93c9-1e9055d0c79f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:50.315407 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fee587-7916-4c40-93c9-1e9055d0c79f'] response: {'server_uuid': 'fb714fb4-b0ad-4b40-99bd-a29ba16b4e9e', 'name': 'network-vif-deleted', 'tag': 'c54fc62f-0fb1-4ef0-b135-5fb6056e7854', 'status': 'completed', 'code': 200} Apr 20 14:57:50.416925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.435029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Calling delete_port for 1fe19ae6-b573-4abe-95de-8ad0d7765263 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:50.578347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.587639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.629499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.672036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:50.674021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:50.687968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Port': ['ID=1fe19ae6-b573-4abe-95de-8ad0d7765263,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:50.860249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:57:50.861936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:51.049962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.161637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55698) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:51.288327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Deleting subnet d19e66ce-79ac-42d4-850c-f46295ce0e02 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:51.309933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.467708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Router 3cb7b742-5110-4826-8dc5-8d728796911e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:51.478601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 13c02222-b594-4341-9c75-781f2e30e61f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:57:51.500498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.521531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f808f-d300-40f8-8542-9b391a0545db req-46726198-6c45-42d1-a86d-3f253039d9a0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:51.522064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bf079a68-ac0c-424c-9b01-02f33d985e2e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:51.534031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937f808f-d300-40f8-8542-9b391a0545db req-46726198-6c45-42d1-a86d-3f253039d9a0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 945 time: 0.2895401 Apr 20 14:57:51.656667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f68b047-ca3e-4188-9a27-0c6d16e936c8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:51.693333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd6e72-e440-4144-9d81-390c230c1869 None None] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:51.708858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.767449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:51.782437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-33c5c253-aa57-46e8-8bb4-2eb47e6d7d66 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4449763 Apr 20 14:57:51.783555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55770) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:51.787015 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] Sync routers for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:51.794774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c54fc62f-0fb1-4ef0-b135-5fb6056e7854 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:51.802776 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:51.806511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-937f808f-d300-40f8-8542-9b391a0545db req-28021f22-6d64-44ac-86e6-51c1faa3e286 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581506 Apr 20 14:57:51.820988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:51.825576 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: c54fc62f-0fb1-4ef0-b135-5fb6056e7854 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:51.827499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device c54fc62f-0fb1-4ef0-b135-5fb6056e7854 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:51.880187 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-bd473fd5-1e37-4092-bc34-7b77aabcb05a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] show failed (client error): The resource could not be found. Apr 20 14:57:51.882553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] Provisioning complete for port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:51.882990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.894180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bd473fd5-1e37-4092-bc34-7b77aabcb05a tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1378251935 HTTP/1.1" status: 404 len: 335 time: 0.1095614 Apr 20 14:57:51.894850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55782) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:51.902440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4960e734-b2d2-41c5-a0fa-87e6809d8d09 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:51.902752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port bf079a68-ac0c-424c-9b01-02f33d985e2e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:51.922186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:51.931293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:57:51.939970 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:51.956832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-501fb84b-b50d-4ba1-b4e8-3a3c9f636086 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/13c02222-b594-4341-9c75-781f2e30e61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0396640 Apr 20 14:57:51.971733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] Routers {'3cb7b742-5110-4826-8dc5-8d728796911e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:51.972556 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3cb7b742-5110-4826-8dc5-8d728796911e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:51.977200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.001060 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-4960e734-b2d2-41c5-a0fa-87e6809d8d09 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] update failed (client error): The resource could not be found. Apr 20 14:57:52.006206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4960e734-b2d2-41c5-a0fa-87e6809d8d09 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1074221331 HTTP/1.1" status: 404 len: 335 time: 0.1103597 Apr 20 14:57:52.008652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55798) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:52.066077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19e66ce-79ac-42d4-850c-f46295ce0e02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:52.069696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Sync routers for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:57:52.093120 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:52.093770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac94cdb-647f-422d-8218-6d8b53755b44 None None] The sync data for ids ['3cb7b742-5110-4826-8dc5-8d728796911e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:57:52.106159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting subnet c3344eea-c2ae-49b6-8bd9-d7694263f784 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:52.110160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.121751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.135417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5eb0826-7bd9-4a9f-91e6-8d6422cb03dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d19e66ce-79ac-42d4-850c-f46295ce0e02 HTTP/1.1" status: 204 len: 168 time: 0.9699581 Apr 20 14:57:52.136063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:52.174484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.203839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:52.206163 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:52.253874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-4349509e-63d9-4a27-9789-77f16085ccff tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718202845&fields=id&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 267 time: 0.0436335 Apr 20 14:57:52.296997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:52.298519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.306765 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.497395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.550684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:52.571491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c82f03a-d491-4e77-b326-6285a2019a14') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:52.572198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.573062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c82f03a-d491-4e77-b326-6285a2019a14') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:52.598888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.618407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.627891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:52.628699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:52.631180 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:52.729226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.741778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-ad386448-0008-4bb2-821a-1b2c0ce71012 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:52.743335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-ad386448-0008-4bb2-821a-1b2c0ce71012 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 796 time: 0.4760816 Apr 20 14:57:52.750205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.757812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5 HTTP/1.1" status: 204 len: 168 time: 0.6206992 Apr 20 14:57:52.802545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-c1751a3d-7b9b-4510-b0d6-c478ca1c6d2e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/quotas/c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 375 time: 0.0471361 Apr 20 14:57:52.830393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048667e-7562-4a58-bff9-642ed42fd5ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4f5fac-0f75-46f8-a110-e3aa7a0c20f5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:52.864418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.992873 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:52.996170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/subnets/c3344eea-c2ae-49b6-8bd9-d7694263f784 HTTP/1.1" status: 204 len: 168 time: 0.9858561 Apr 20 14:57:52.998946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 55900) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:53.009134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8ab38-f969-4fe7-83e4-f657111d363c None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:53.029511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e245fb-6d01-45dc-a7d4-936c8a326316 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Subnet': ['ID=c3344eea-c2ae-49b6-8bd9-d7694263f784,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:53.063192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-b4ba6c6e-1637-403b-9214-280d29a7d5e7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2376127 Apr 20 14:57:53.120682 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.123371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.129818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:53.153536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting subnet 799489c3-76e8-4e8e-b994-1235c6c7cf69 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:53.162135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.184092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-6834b92d-266f-4f92-bb2b-04a24913f274 service neutron] 10.222.0.20 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135917 Apr 20 14:57:53.253580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb3c14-231e-47e2-9896-7206293952c6 req-62c8fc75-088c-47e9-b46e-de49337ea71a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:53.264130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bb3c14-231e-47e2-9896-7206293952c6 req-62c8fc75-088c-47e9-b46e-de49337ea71a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 945 time: 0.2657573 Apr 20 14:57:53.264924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:53.424338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] For port 2f68b047-ca3e-4188-9a27-0c6d16e936c8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f68b047-ca3e-4188-9a27-0c6d16e936c8,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:53.466732 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.526103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66bb3c14-231e-47e2-9896-7206293952c6 req-0d209d11-503c-4405-8487-ba844a08fac6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420866 Apr 20 14:57:53.634860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-02db17cd-411e-4dc3-9410-1ce00651014e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17ea8863b5654d6ea0714edab513d4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577256 Apr 20 14:57:53.651175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55950) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:53.671205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-39f01452-0163-4414-8746-8a9354d25db7 service neutron] 10.222.0.20 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860542 Apr 20 14:57:53.686033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:57:53.689711 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c3ed2-dacc-435f-8bc1-532afe70ff37" -d '{"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-plugged", "status": "completed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:57:53.707523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83127e64-b80c-4cb7-b25e-9e9129a9968b None None] Pushing event updated for resources: {'Port': ['ID=2f68b047-ca3e-4188-9a27-0c6d16e936c8,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:53.790241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:53.796515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.851359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.867384 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30126128-05dc-419a-a14f-6f328a567abf x-openstack-request-id: req-30126128-05dc-419a-a14f-6f328a567abf {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:57:53.869893 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-plugged", "status": "completed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:57:53.870422 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30126128-05dc-419a-a14f-6f328a567abf {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:57:53.871146 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30126128-05dc-419a-a14f-6f328a567abf'] response: {'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'code': 200} Apr 20 14:57:53.894313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] DHCP port deletion for 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:53.899017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.923013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:53.992385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.154893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.158004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.159528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d5491f-158e-42f9-a705-0f90398c9677 HTTP/1.1" status: 204 len: 168 time: 0.5015438 Apr 20 14:57:54.225317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.230730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042890eb-389d-4389-a097-82a74f3d4cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d5491f-158e-42f9-a705-0f90398c9677,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:54.359713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.371130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d69e70e3-b141-4960-ad19-619e1f782a72 req-d12ff260-6463-4df5-9d76-7f856ef9fc01 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.1902993 Apr 20 14:57:54.483422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Subnet': ['ID=799489c3-76e8-4e8e-b994-1235c6c7cf69,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:54.490308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.496962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-174e5104-2ddb-4286-ad34-ad0663e4107f tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/subnets/799489c3-76e8-4e8e-b994-1235c6c7cf69 HTTP/1.1" status: 204 len: 168 time: 1.4961967 Apr 20 14:57:54.498615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 55986) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:54.700966 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:57:54.701973 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:57:54.776680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8a1da-745a-45e9-844e-57749bd5b62e None None] Network 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:54.798163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:54.988851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fcef-6287-478b-b646-b7defea5f5c5 req-c3a5adb4-78bd-4bb7-ab31-859fd99f530c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:55.002609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fa6fcef-6287-478b-b646-b7defea5f5c5 req-c3a5adb4-78bd-4bb7-ab31-859fd99f530c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.3437302 Apr 20 14:57:55.006443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3f5a2e61-3c8f-42e3-b1a5-eb458fe17399 None None] Provisioning complete for port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:55.008765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2e61-3c8f-42e3-b1a5-eb458fe17399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:55.121890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:55.175748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6fa6fcef-6287-478b-b646-b7defea5f5c5 req-00aae185-3ddc-47fd-b672-de6cb7bdc55d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649663 Apr 20 14:57:55.221462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:55.223723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:55.392269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] For port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,segment=NetworkSegment(a24f0ed0-10b8-450d-a0ae-77445740446b),segment_id=a24f0ed0-10b8-450d-a0ae-77445740446b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:55.392898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:55.397024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Deleting port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:55.398197 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:55.426909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Calling delete_port for 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:55.625849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-341148ff-1963-4533-b9ce-e492672d573e req-4401be5a-fe3a-4aa4-8f8c-a40e0589d010 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.0915947 Apr 20 14:57:55.633439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48880a7e-6563-4b6b-b923-c824598a20fc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:55.778798 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:55.829853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] No DVR routers for this DVR port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:55.915190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] DHCP port deletion for 428c68a1-c107-4a93-8ff5-8f1f5d72ab2b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:57:55.977412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] For port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,segment=NetworkSegment(a24f0ed0-10b8-450d-a0ae-77445740446b),segment_id=a24f0ed0-10b8-450d-a0ae-77445740446b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:55.978203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.095746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Port': ['ID=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:56.191554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56032) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:56.208555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Calling delete_port for 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:56.292156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 2, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:56.463264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Checking router: 13c02222-b594-4341-9c75-781f2e30e61f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:57:56.464157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Updating router 13c02222-b594-4341-9c75-781f2e30e61f port e7c105cc-52a2-44df-88cd-a0279bbb011f binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:57:56.466463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 48880a7e-6563-4b6b-b923-c824598a20fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:56.468987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.485664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.536034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-198528075-network', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:56.625507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Made reservation on behalf of 5b4fc3dc956a484783a64e8783aacb3b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:56.631267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.641086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.654701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-0c03ae80-fa33-47d8-b2b7-baf0c01e1dbc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:56.657405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-0c03ae80-fa33-47d8-b2b7-baf0c01e1dbc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 796 time: 0.6585698 Apr 20 14:57:56.662383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.689991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1b0eba-aa72-428f-9fa7-606a2e1f0d78']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:56.728362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8574c-25c1-40b4-a7fe-bee66dc2475b req-a1a98d89-bbc1-471d-9f0c-15f3bf061314 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:56.733415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c8574c-25c1-40b4-a7fe-bee66dc2475b req-a1a98d89-bbc1-471d-9f0c-15f3bf061314 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.3444819 Apr 20 14:57:56.768473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24f0ed0-10b8-450d-a0ae-77445740446b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:56.769223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24f0ed0-10b8-450d-a0ae-77445740446b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:56.797446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.824394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.841601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:56.843046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.855072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3f5a2e61-3c8f-42e3-b1a5-eb458fe17399 None None] Provisioning complete for port e7c105cc-52a2-44df-88cd-a0279bbb011f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:56.855598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2e61-3c8f-42e3-b1a5-eb458fe17399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.892367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.900884 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.936492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:57:56.974132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:57:56.992906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1402d4f-10c5-4316-b2c8-029ec521a4d8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:56.999338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:56.999753 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Added segment 8e497fb0-87de-4c85-8303-72faf55abf6c of type vlan for network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:57.055777 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:57.072997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.127924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.130027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:57.132862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Deleting port e346231e-2ddc-4538-868b-2593829690f2 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:57:57.133427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.144405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.225971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] For port e346231e-2ddc-4538-868b-2593829690f2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e346231e-2ddc-4538-868b-2593829690f2,segment=NetworkSegment(83e2aab1-ae85-4787-b987-b362d9659ce8),segment_id=83e2aab1-ae85-4787-b987-b362d9659ce8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:57:57.226731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.241990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Calling delete_port for e346231e-2ddc-4538-868b-2593829690f2 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:57:57.290253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0971656 Apr 20 14:57:57.300978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56062) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:57.306050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ab78344-9ba0-43eb-bcfa-6206038b510b req-4ea43012-2bca-43f5-82fb-67a73d1845ec tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.2489474 Apr 20 14:57:57.314974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Request body: {'subnet': {'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-198528075-subnet', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:57.322437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56064) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:57.339291 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.341557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120fa45-69c0-4487-ad1a-0b240c7f728e admin admin] Pushing event updated for resources: {'Network': ['ID=3e997d4b-66a1-411b-8a4b-6da5ad5091ea,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:57.357865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Made reservation on behalf of 5b4fc3dc956a484783a64e8783aacb3b for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:57.360583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.364821 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.394359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:57:57.394680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.424183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.438030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/networks/0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 HTTP/1.1" status: 204 len: 168 time: 2.9360898 Apr 20 14:57:57.439672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56068) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:57.444499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Pushing event deleted for resources: {'Port': ['ID=4a85a0b3-0123-4c94-b7a7-1c39f2b7b229,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:57.446371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] Network 0a1b0eba-aa72-428f-9fa7-606a2e1f0d78 is not hosted by any dhcp agent {{(pid=102865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 14:57:57.446930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81989057-5acf-48e2-86db-9ac35f996946 None None] No DVR routers for this DVR port 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:57.530480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c8574c-25c1-40b4-a7fe-bee66dc2475b req-59c08711-fe98-41ab-8382-9c9564508e83 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627747 Apr 20 14:57:57.596630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-3028b91f-aa4f-43a1-a3a3-9f48da63abc0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 379 time: 0.9244418 Apr 20 14:57:57.600379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8a13c-1589-47c8-b8b1-3a79a58b4b6b tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Network': ['ID=0a1b0eba-aa72-428f-9fa7-606a2e1f0d78,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:57.616059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.622932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a2e61-3c8f-42e3-b1a5-eb458fe17399 None None] Port e7c105cc-52a2-44df-88cd-a0279bbb011f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:57.636330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'port': {'device_id': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'admin_state_up': True, 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'security_groups': ['acbee119-a323-4923-b67a-92747c8d50f4']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:57.661847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] No DVR routers for this DVR port e346231e-2ddc-4538-868b-2593829690f2 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:57:57.677978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686b9a7-dd43-4b7d-924a-dea691fd5cf1 None None] Pushing event deleted for resources: {'Port': ['ID=e346231e-2ddc-4538-868b-2593829690f2,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:57.862925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.879275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f68b047-ca3e-4188-9a27-0c6d16e936c8 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:57:57.901606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428c68a1-c107-4a93-8ff5-8f1f5d72ab2b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:57.902323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:57:57.911699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a7b890d5-d807-4444-947a-a4185fd76d6f None None] Provisioning complete for port e7c105cc-52a2-44df-88cd-a0279bbb011f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:57.912224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7b890d5-d807-4444-947a-a4185fd76d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.913143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e2aab1-ae85-4787-b987-b362d9659ce8') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:57.913446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e2aab1-ae85-4787-b987-b362d9659ce8') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:57.925492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.925743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.940623 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:57.948410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:57:57.948753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.001772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a7b890d5-d807-4444-947a-a4185fd76d6f None None] Port e7c105cc-52a2-44df-88cd-a0279bbb011f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: timer() Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:58.036054 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:58.042059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24f6b890-b23b-4a37-bbfb-6af1fb4c473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.098791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.099919 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.106596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:58.106596 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.148137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.155586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.161608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56072) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:58.162737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/networks/428c68a1-c107-4a93-8ff5-8f1f5d72ab2b HTTP/1.1" status: 204 len: 168 time: 0.7089245 Apr 20 14:57:58.163852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3f668-b83f-4398-b4ea-52bedb6893e3 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Network': ['ID=428c68a1-c107-4a93-8ff5-8f1f5d72ab2b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:58.190775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.276478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1dba3d-f352-4d48-8281-63e7e8b64657,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:58.320540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a369-60b9-41ad-a2fd-80e906687779 None None] Pushing event updated for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:58.336344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Checking segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:58.338805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Network hostable DHCP agents. Network: 3e997d4b-66a1-411b-8a4b-6da5ad5091ea, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:57:58.382335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24f6b890-b23b-4a37-bbfb-6af1fb4c473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.397835 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-24f6b890-b23b-4a37-bbfb-6af1fb4c473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.457781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting subnet 4016ba02-ff22-4c06-b511-4666e5b9912a {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:57:58.483193 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-24f6b890-b23b-4a37-bbfb-6af1fb4c473c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcf01dba22b44f54a4b1fecdcf4ab45e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1587651 Apr 20 14:57:58.483930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56076) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:58.487488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:57:58.498217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.525172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Attempting to bind port e7c105cc-52a2-44df-88cd-a0279bbb011f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:57:58.525585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Attempting to bind port e7c105cc-52a2-44df-88cd-a0279bbb011f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:57:58.525916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Attempting to bind port e7c105cc-52a2-44df-88cd-a0279bbb011f on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:57:58.538483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b890-b23b-4a37-bbfb-6af1fb4c473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716bd3ef-b8ee-4be0-8f44-7adcdb736e15,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:58.538759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:57:58.539088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Checking segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:57:58.539588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.539985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Bound using segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:57:58.542195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Bound port: e7c105cc-52a2-44df-88cd-a0279bbb011f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:57:58.542195 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.581838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 3e997d4b-66a1-411b-8a4b-6da5ad5091ea) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:57:58.589404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:58.592480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.594899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.4 (a6c5e15a-e61c-4821-a3a1-3424b2b45e5c/4cff6579-103b-4e05-bb57-3e6343d86696/90c1c55e-53c6-414b-be94-e4c7894b050b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:57:58.597215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277feef-2d8e-47e6-8387-d11c2f6d19ff None None] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:58.638588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7dc85a65-2ea4-4355-a4ea-e23ed05163fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3337345 Apr 20 14:57:58.657952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:58.659064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.667025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:58.702164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.704014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.724380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88e53cc2-cac5-4ba0-99da-8892e0c799e8 req-3c861798-6ea9-4eed-b7b5-c9d919b7c5d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.2354751 Apr 20 14:57:58.814065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.823925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.846034 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:58.894538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:58.958232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:58.958907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4a85a0b3-0123-4c94-b7a7-1c39f2b7b229 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:58.959500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e346231e-2ddc-4538-868b-2593829690f2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:57:58.996427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6506b-c0f1-4e86-bad6-446152207dc2 req-89735535-15d8-45d5-a258-cf19a6de3b6e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:57:59.004740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0aa6506b-c0f1-4e86-bad6-446152207dc2 req-89735535-15d8-45d5-a258-cf19a6de3b6e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2791576 Apr 20 14:57:59.011769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e346231e-2ddc-4538-868b-2593829690f2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:57:59.012000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e346231e-2ddc-4538-868b-2593829690f2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:57:59.039816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.046039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2b1cdf3b-edae-4f51-a669-6d46c9ddd1fb None None] Provisioning complete for port e7c105cc-52a2-44df-88cd-a0279bbb011f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:57:59.046820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2b1cdf3b-edae-4f51-a669-6d46c9ddd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.059168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.064531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.066027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/716bd3ef-b8ee-4be0-8f44-7adcdb736e15 HTTP/1.1" status: 204 len: 168 time: 0.5792897 Apr 20 14:57:59.112263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] For port e7c105cc-52a2-44df-88cd-a0279bbb011f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:57:59.114408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd576d62-de87-408d-9f79-dc745c5021fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716bd3ef-b8ee-4be0-8f44-7adcdb736e15,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:59.196021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] For port e7c105cc-52a2-44df-88cd-a0279bbb011f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e7c105cc-52a2-44df-88cd-a0279bbb011f,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:57:59.205839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cdf3b-edae-4f51-a669-6d46c9ddd1fb None None] Port e7c105cc-52a2-44df-88cd-a0279bbb011f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:57:59.212934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.234009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0aa6506b-c0f1-4e86-bad6-446152207dc2 req-d7950c39-7843-4a24-bd1d-a40428db1390 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282472 Apr 20 14:57:59.427989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:57:59.429718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:57:59.525927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd861d-cbbb-4217-9d44-44e33b15dcf6 None None] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:57:59.553440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a369-60b9-41ad-a2fd-80e906687779 None None] Pushing event updated for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:57:59.735529 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.776611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:57:59.783485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.811217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56092) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:57:59.833274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07e0d033-8236-45e4-9649-41aadf0002ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:57:59.994116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ada032e-c7d5-4f24-9fd1-a5ef4af5b834 req-c81c8378-2d6e-48a9-8a21-06c19b809cd0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.0592706 Apr 20 14:58:00.016069 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.095615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] Provisioning complete for port e7c105cc-52a2-44df-88cd-a0279bbb011f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:00.095992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.147532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Allocated IP 172.25.1.64 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/4f4d10dc-0006-4612-823c-f653080188ad) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:00.191298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07e0d033-8236-45e4-9649-41aadf0002ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.209033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.259130 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.298425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.305694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Subnet': ['ID=4016ba02-ff22-4c06-b511-4666e5b9912a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:00.312850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.319027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0dbab777-90e1-4504-9968-23778beadd1e tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/subnets/4016ba02-ff22-4c06-b511-4666e5b9912a HTTP/1.1" status: 204 len: 168 time: 2.1549544 Apr 20 14:58:00.320059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56096) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:00.355825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07e0d033-8236-45e4-9649-41aadf0002ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.360985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.379404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.386150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ead4e5-ec18-4b98-9a5a-423d281172aa None None] Network c37683ef-9dfb-4231-af41-9f3a0196121c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:58:00.461433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:00.482507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:00.492500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:00.529177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:00.533923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:00.542000 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:00.549075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-07e0d033-8236-45e4-9649-41aadf0002ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d185002b004ab5990fccb255b9abdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346723 Apr 20 14:58:00.552732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56098) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:00.580517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.615493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0d033-8236-45e4-9649-41aadf0002ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad07d04-0d12-48ea-ace1-9c572d96f060,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:00.635627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:00.652051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.652294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4d10dc-0006-4612-823c-f653080188ad,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:00.658123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba02c-650e-46e5-a20f-1784a20c857d req-8bfdc93e-2d99-4158-943a-2f222fd62cc3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:00.679181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14eba02c-650e-46e5-a20f-1784a20c857d req-8bfdc93e-2d99-4158-943a-2f222fd62cc3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.3011825 Apr 20 14:58:00.723421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:57:59Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:00.738930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:00.739580 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:00.781781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa4b14-d120-4dc3-a518-f3baf39abedc None None] The sync data for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 is: [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:57:59Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:58:00.810050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] DHCP port deletion for c37683ef-9dfb-4231-af41-9f3a0196121c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:58:00.815594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-e333139c-4a51-44f6-9a5c-a8fa9ee4374d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2013018 Apr 20 14:58:00.822308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] For port e7c105cc-52a2-44df-88cd-a0279bbb011f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e7c105cc-52a2-44df-88cd-a0279bbb011f,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:00.864256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Request body: {'port': {'device_id': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:00.964428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.116128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.124433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14eba02c-650e-46e5-a20f-1784a20c857d req-3aa33a3c-105a-4571-a9f2-a189d31da409 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440618 Apr 20 14:58:01.218512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e195be9f-883f-40b4-a77d-b991b4550005 None None] Provisioning complete for port 90c1c55e-53c6-414b-be94-e4c7894b050b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:01.219076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e195be9f-883f-40b4-a77d-b991b4550005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.271758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab92ce8-cbdb-4653-a186-add50e92be29 None None] Pushing event updated for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:01.300361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.315229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Deleting port a92bb068-29d3-4f56-abde-72e88228030e {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:01.315536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.320577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e195be9f-883f-40b4-a77d-b991b4550005 None None] Port 90c1c55e-53c6-414b-be94-e4c7894b050b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:58:01.373580 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.391507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.549146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] For port a92bb068-29d3-4f56-abde-72e88228030e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a92bb068-29d3-4f56-abde-72e88228030e,segment=NetworkSegment(478c032e-8992-44c9-9e83-9aa0e1aa02df),segment_id=478c032e-8992-44c9-9e83-9aa0e1aa02df)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:01.549753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.611684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Calling delete_port for a92bb068-29d3-4f56-abde-72e88228030e owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:01.651643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Deleting port a92bb068-29d3-4f56-abde-72e88228030e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:01.663096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.864422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fc89b-4daa-428f-9e96-fc769a008d6c req-86caa985-4c74-4595-9a07-060660dad604 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:01.867679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e7c105cc-52a2-44df-88cd-a0279bbb011f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:01.873065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb7fc89b-4daa-428f-9e96-fc769a008d6c req-86caa985-4c74-4595-9a07-060660dad604 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 931 time: 0.7332835 Apr 20 14:58:01.938143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.951294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e7c105cc-52a2-44df-88cd-a0279bbb011f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:01.951664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:01.954184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:02.021788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] Pushing event deleted for resources: {'Port': ['ID=a92bb068-29d3-4f56-abde-72e88228030e,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:02.027630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c4d86-c4ea-40fc-983f-70c6214f3d22 None None] No DVR routers for this DVR port a92bb068-29d3-4f56-abde-72e88228030e on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:02.133559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb7fc89b-4daa-428f-9e96-fc769a008d6c req-f27a36cb-7347-4e2b-bcdc-0b96d264180d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575622 Apr 20 14:58:02.343984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a92bb068-29d3-4f56-abde-72e88228030e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:58:02.378244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Router 79835e20-b953-4d52-be0d-161b9e0d1756 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:58:02.384226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a92bb068-29d3-4f56-abde-72e88228030e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:58:02.384570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a92bb068-29d3-4f56-abde-72e88228030e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:58:02.544353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:58:02.560698 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Sync routers for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:58:02.583753 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:02.584587 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:02.590428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:02.591981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3b531004-3c6c-4185-9f1c-fd24e2ea8095 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9298661 Apr 20 14:58:02.599603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56118) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:02.604261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:02.609157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:02.612852 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad07d04-0d12-48ea-ace1-9c572d96f060 HTTP/1.1" status: 204 len: 168 time: 2.0536494 Apr 20 14:58:02.616030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] For port a92bb068-29d3-4f56-abde-72e88228030e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a92bb068-29d3-4f56-abde-72e88228030e,segment=NetworkSegment(478c032e-8992-44c9-9e83-9aa0e1aa02df),segment_id=478c032e-8992-44c9-9e83-9aa0e1aa02df)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:02.616535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:02.710543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602b9e-7213-4e1e-98df-15fae70a6b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad07d04-0d12-48ea-ace1-9c572d96f060,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:02.750370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Calling delete_port for a92bb068-29d3-4f56-abde-72e88228030e owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:02.874029 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:03.050496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dae2d-ade7-438f-8512-f8872fbcc382 req-79f009ed-b65e-4b05-a173-3d57e4301d37 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:03.055135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a4dae2d-ade7-438f-8512-f8872fbcc382 req-79f009ed-b65e-4b05-a173-3d57e4301d37 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.4278259 Apr 20 14:58:03.061052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c1c55e-53c6-414b-be94-e4c7894b050b {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:58:03.154382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:03.325220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a4dae2d-ade7-438f-8512-f8872fbcc382 req-00e160c9-581e-40b0-8c29-0ca2a97f4503 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464523 Apr 20 14:58:03.344860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Transition to ACTIVE for port object 90c1c55e-53c6-414b-be94-e4c7894b050b will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:58:03.346545 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 3, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:03.392989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:03.461056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:03.463202 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Checking router: 79835e20-b953-4d52-be0d-161b9e0d1756 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:58:03.463842 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Updating router 79835e20-b953-4d52-be0d-161b9e0d1756 port 4f4d10dc-0006-4612-823c-f653080188ad binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:58:03.486756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:03.516130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] No DVR routers for this DVR port a92bb068-29d3-4f56-abde-72e88228030e on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:03.584971 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:03.616142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:03.706361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Port': ['ID=a92bb068-29d3-4f56-abde-72e88228030e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:03.756224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b534c7-9c13-46b4-a2cc-17d2072f28ff req-45d9842a-5758-4686-85fe-fda316e10828 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:03.758069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80b534c7-9c13-46b4-a2cc-17d2072f28ff req-45d9842a-5758-4686-85fe-fda316e10828 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.4145935 Apr 20 14:58:04.153221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.200799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80b534c7-9c13-46b4-a2cc-17d2072f28ff req-eb6c8ce3-755a-487f-ada9-ee9a6609ff75 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4049335 Apr 20 14:58:04.210253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37683ef-9dfb-4231-af41-9f3a0196121c']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:04.223633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:58:04.224192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:58:04.224708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:04.229521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478c032e-8992-44c9-9e83-9aa0e1aa02df') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:04.230310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478c032e-8992-44c9-9e83-9aa0e1aa02df') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:04.250954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:58:04.252762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:04.260328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:58:04.261699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Checking segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:04.262285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Bound using segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:58:04.263808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Bound port: 90c1c55e-53c6-414b-be94-e4c7894b050b, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:58:04.264378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.284656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.328130 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.356488 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.372010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.391370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.411123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:58:04.411570 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:58:04.414847 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:58:04.485978 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2cc2e-01cd-4dc5-b028-3c9758a24717 None None] Pushing event updated for resources: {'Port': ['ID=4f4d10dc-0006-4612-823c-f653080188ad,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:04.534489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Attempting to bind port 4f4d10dc-0006-4612-823c-f653080188ad on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:58:04.534879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Attempting to bind port 4f4d10dc-0006-4612-823c-f653080188ad by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:58:04.535243 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Attempting to bind port 4f4d10dc-0006-4612-823c-f653080188ad on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:04.544875 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:58:04.545322 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:04.545647 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.546040 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:58:04.546527 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Bound port: 4f4d10dc-0006-4612-823c-f653080188ad, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:58:04.546928 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.661942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:58:04.671842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:58:04.684026 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] For port 4f4d10dc-0006-4612-823c-f653080188ad, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:58:04.688163 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] For port 4f4d10dc-0006-4612-823c-f653080188ad, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4f4d10dc-0006-4612-823c-f653080188ad,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:58:04.704457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.706806 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.710424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Allocated IP 172.20.0.1 (3e997d4b-66a1-411b-8a4b-6da5ad5091ea/2d1dba3d-f352-4d48-8281-63e7e8b64657/caf038d0-85fa-4ad9-9f75-34a0ae8da325) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:04.727208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.816035 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:04.817792 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:04.836338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:04.884229 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.893625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/networks/c37683ef-9dfb-4231-af41-9f3a0196121c HTTP/1.1" status: 204 len: 168 time: 4.5707388 Apr 20 14:58:04.895057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:04.895677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:04.900895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:04.912134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-317ab788-0003-4f66-8f08-403ac5242d32 service neutron] 10.222.0.43 "PUT /v2.0/ports/90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 1091 time: 4.0816455 Apr 20 14:58:04.920767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:04.923445 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e01623-1f01-4037-a11b-253c6bf7d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:04.947000 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2cc2e-01cd-4dc5-b028-3c9758a24717 None None] Pushing event updated for resources: {'Port': ['ID=4f4d10dc-0006-4612-823c-f653080188ad,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:04.974467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4042b9-16b0-4b25-aab6-23e6f021fd45 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Pushing event deleted for resources: {'Network': ['ID=c37683ef-9dfb-4231-af41-9f3a0196121c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:05.033938 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-963ccdcb-7c77-449f-9390-473c6cefd596 tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "GET /v2.0/ports?device_id=3cb7b742-5110-4826-8dc5-8d728796911e HTTP/1.1" status: 200 len: 205 time: 0.1252913 Apr 20 14:58:05.043260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:05.067316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa3e03-e702-4244-986d-9e09c46266f4 req-a047f759-d31e-49e5-989e-6bf9855fd1dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:05.080141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efa3e03-e702-4244-986d-9e09c46266f4 req-a047f759-d31e-49e5-989e-6bf9855fd1dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.4880478 Apr 20 14:58:05.090484 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.100354 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:05.135678 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573220ec-7e10-4ec4-a2ae-70f7960895aa x-openstack-request-id: req-573220ec-7e10-4ec4-a2ae-70f7960895aa {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:05.136848 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:05.137103 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-573220ec-7e10-4ec4-a2ae-70f7960895aa {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:05.137987 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573220ec-7e10-4ec4-a2ae-70f7960895aa'] response: {'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'status': 'completed', 'code': 200} Apr 20 14:58:05.214470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-c05f4628-7155-47d4-a743-a96703e4711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:05.217140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-c05f4628-7155-47d4-a743-a96703e4711e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1094 time: 0.2384636 Apr 20 14:58:05.231946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3efa3e03-e702-4244-986d-9e09c46266f4 req-6e168ffb-7ab0-4f21-818f-a468af5e7f2a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505826 Apr 20 14:58:05.320449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-5cc33aa1-3e71-4d45-b05d-8bb34c5c4522 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 217 time: 0.0871234 Apr 20 14:58:05.375359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.385796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.433430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-8e99ca27-f7e5-419c-ad6c-ef59ccac981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:05.436497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-8e99ca27-f7e5-419c-ad6c-ef59ccac981d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.1080217 Apr 20 14:58:05.538829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a9e75-121e-4541-b5e2-16f2603aa0fb req-07ef9dcf-a2a3-4f70-8590-4614bc734e8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:05.541426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-961a9e75-121e-4541-b5e2-16f2603aa0fb req-07ef9dcf-a2a3-4f70-8590-4614bc734e8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.1521847 Apr 20 14:58:05.545703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a75d-a041-466e-89fd-385eee13b965 req-f19b61f3-2638-4219-a065-fa37b24455b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:05.547801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-f19b61f3-2638-4219-a065-fa37b24455b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029038 Apr 20 14:58:05.552428 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 3, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:05.589387 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4b42e-1055-4a4f-926f-4d6450c95a6f None None] The sync data for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 is: [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 3, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:58:05.600362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:05.683326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-961a9e75-121e-4541-b5e2-16f2603aa0fb req-4325dcbb-3259-4e4d-a008-9632f90eea6c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294467 Apr 20 14:58:05.698006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:05.703894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:05.735525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-4370b7ae-c4a9-43da-9226-6e3ab7e553d8 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703672 Apr 20 14:58:05.765140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:05.867828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.872263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.932683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.943759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91a2a75d-a041-466e-89fd-385eee13b965 req-59f86ec1-7583-43d2-a117-77678d803794 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929400 Apr 20 14:58:05.994159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:05.994883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Fanout notify agent at l3_agent the message router_deleted on router 3cb7b742-5110-4826-8dc5-8d728796911e {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:58:06.010819 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:06.011543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-023968aa-2c84-4527-9c9a-dcaccfd1da7c tempest-RoutersNegativeTest-2145998865 tempest-RoutersNegativeTest-2145998865-project] 10.222.0.20 "DELETE /v2.0/routers/3cb7b742-5110-4826-8dc5-8d728796911e HTTP/1.1" status: 204 len: 168 time: 0.9672129 Apr 20 14:58:06.121510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-b234dd67-bf12-4d32-ae8a-5f5915c0527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:06.126645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-b234dd67-bf12-4d32-ae8a-5f5915c0527f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1094 time: 0.1073570 Apr 20 14:58:06.261579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:06.470238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-06a1af7b-3029-4555-a16c-22ffe36c2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:06.475447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-06a1af7b-3029-4555-a16c-22ffe36c2892 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.3429325 Apr 20 14:58:06.596293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-cf815a7e-d313-40ac-b66f-5c9000e025e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 217 time: 0.0693047 Apr 20 14:58:06.604701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554be80d-baa3-49dd-8252-e0545850ea4d req-382d1c30-a466-4a68-9735-800ea9bf351b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:06.606872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-554be80d-baa3-49dd-8252-e0545850ea4d req-382d1c30-a466-4a68-9735-800ea9bf351b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2401145 Apr 20 14:58:06.690809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56192) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:06.736865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-554be80d-baa3-49dd-8252-e0545850ea4d req-660b9090-2849-4702-beb4-b19bbaa32743 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937405 Apr 20 14:58:06.758224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-ca1b24af-986a-4da3-bbeb-9bc319dd727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:06.773827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-ca1b24af-986a-4da3-bbeb-9bc319dd727a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.1563311 Apr 20 14:58:06.811790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:06.820940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:06.963450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:06.996737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-80cc7a33-d4cb-4ef5-bd89-1261756c9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:07.006753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-80cc7a33-d4cb-4ef5-bd89-1261756c9bc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317827 Apr 20 14:58:07.042530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:07.047349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473032-4c48-4bd2-9d20-c1231f947a1f req-04b4418d-b173-420b-a9ce-ce6537a3b533 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:07.052615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea473032-4c48-4bd2-9d20-c1231f947a1f req-04b4418d-b173-420b-a9ce-ce6537a3b533 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.1808357 Apr 20 14:58:07.245039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-361f55eb-e989-40b5-b0ea-82719e4bb59b service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223434 Apr 20 14:58:07.361930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56208) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:07.383881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea473032-4c48-4bd2-9d20-c1231f947a1f req-cddfaf04-d49a-40df-8905-6f8db0c4140b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152173 Apr 20 14:58:07.385891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61e01623-1f01-4037-a11b-253c6bf7d00a req-9dd77da0-06c8-4faf-92ce-911e4348d326 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236668 Apr 20 14:58:07.412113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:07.414743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:07.419789 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c8ce6bea-a4ef-428b-b51d-f89fb530e0f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3b9c6db4bc542d69b4cf0f5f280ddd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271991 Apr 20 14:58:07.422807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56212) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:07.555185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:07.598708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:07.865792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4f4d10dc-0006-4612-823c-f653080188ad up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:07.934499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5f2d1ac9-9ff3-4bd7-8a05-3227d0d56dc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f240bac0267450f93e4380863488b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706270 Apr 20 14:58:07.937956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:07.944773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:07.948151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:07.953934 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4833b63-fb20-4baf-8b66-04fbc35f1dff HTTP/1.1" status: 204 len: 168 time: 0.5258131 Apr 20 14:58:07.957575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Router 79835e20-b953-4d52-be0d-161b9e0d1756 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:58:07.983189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cf5af-48e4-48b5-87a1-001a0870b13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4833b63-fb20-4baf-8b66-04fbc35f1dff,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:08.128616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a13ad-323b-45cf-b818-283abb03b0a2 req-85b31f13-fa0b-4c2d-9e39-c92c378f8433 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:08.131670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f74a13ad-323b-45cf-b818-283abb03b0a2 req-85b31f13-fa0b-4c2d-9e39-c92c378f8433 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2245226 Apr 20 14:58:08.134398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4f4d10dc-0006-4612-823c-f653080188ad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:08.134895 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.153788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.203134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.220997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:58:08.238406 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-355290c7-97c6-46be-b774-2a291c377bc4 admin admin] 10.222.0.20 "PUT /v2.0/routers/79835e20-b953-4d52-be0d-161b9e0d1756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6374519 Apr 20 14:58:08.264285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f74a13ad-323b-45cf-b818-283abb03b0a2 req-ac4a1670-5374-4e1f-9573-143b16dccc18 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229689 Apr 20 14:58:08.325119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.328363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.329818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78cd9603-8a80-464f-9487-6d17b57f5b1d HTTP/1.1" status: 204 len: 168 time: 0.3905594 Apr 20 14:58:08.335536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.362313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808631ff-1f94-4f22-85d3-1f26e311e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd9603-8a80-464f-9487-6d17b57f5b1d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:08.375859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4f4d10dc-0006-4612-823c-f653080188ad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4f4d10dc-0006-4612-823c-f653080188ad,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:08.404678 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:08.480216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4f4d10dc-0006-4612-823c-f653080188ad,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:08.606321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca427f2-7882-46e4-8f1e-b9f6ec301176 req-1d9e0808-3ce5-4e08-a38a-d21656fb624d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:08.608440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fca427f2-7882-46e4-8f1e-b9f6ec301176 req-1d9e0808-3ce5-4e08-a38a-d21656fb624d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.0891631 Apr 20 14:58:08.675657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fca427f2-7882-46e4-8f1e-b9f6ec301176 req-ba853cdc-3165-46f0-850e-10400f37e009 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581462 Apr 20 14:58:08.701812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Sync routers for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:58:08.735089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:08.737745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:09.125218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:09.422989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-36cc9e77-678b-4ed1-87d3-56f86278f068 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:09.425787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-36cc9e77-678b-4ed1-87d3-56f86278f068 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 810 time: 0.3311105 Apr 20 14:58:09.470319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ccb1bfdc-749d-434a-b416-cc18ae5d0f0c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/quotas/5b4fc3dc956a484783a64e8783aacb3b HTTP/1.1" status: 200 len: 375 time: 0.0388365 Apr 20 14:58:09.474303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:06Z', 'revision_number': 4, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'caf038d0-85fa-4ad9-9f75-34a0ae8da325', 'name': '', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'mac_address': 'fa:16:3e:e0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:58:04Z', 'updated_at': '2022-04-20T14:58:06Z', 'revision_number': 2, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'subnets': [{'id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:09.504710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb8bc-b9c1-47a2-87dc-a572bcc28032 req-0ab2bb9f-d796-4d79-b790-a4900738665a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:09.506639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0ffb8bc-b9c1-47a2-87dc-a572bcc28032 req-0ab2bb9f-d796-4d79-b790-a4900738665a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1028929 Apr 20 14:58:09.537906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Checking router: 79835e20-b953-4d52-be0d-161b9e0d1756 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:58:09.538257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Updating router 79835e20-b953-4d52-be0d-161b9e0d1756 port caf038d0-85fa-4ad9-9f75-34a0ae8da325 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:58:09.567779 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:09.578093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-7b40bc33-1ab4-41a3-af35-cd5c49617dbd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978940 Apr 20 14:58:09.583985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0ffb8bc-b9c1-47a2-87dc-a572bcc28032 req-197565ac-dbf7-4ab3-aaf4-4dbd8a598913 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608854 Apr 20 14:58:09.751049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-9609d25c-c822-412c-9a4f-b52e468d1425 service neutron] 10.222.0.20 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647351 Apr 20 14:58:09.883922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56300) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:10.069161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.077082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4f4d10dc-0006-4612-823c-f653080188ad up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:10.123154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:58:10.142914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f460e190-17bc-43c1-af4c-a0ee8761b311 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1797985282', 'prefixes': ['172.20.0.0/16']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:10.152226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42c9c5-c185-49cc-8505-866dfa838454 req-55cceda7-79ac-44b6-92ce-2c73ef72fdba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:10.168507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc42c9c5-c185-49cc-8505-866dfa838454 req-55cceda7-79ac-44b6-92ce-2c73ef72fdba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.3106141 Apr 20 14:58:10.208999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-7133ab9f-caa3-401a-a0cc-58e91c434c74 service neutron] 10.222.0.20 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506476 Apr 20 14:58:10.242100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:10.249612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc42c9c5-c185-49cc-8505-866dfa838454 req-ccbf8b3f-aee5-475b-992b-cf381d3e27ef tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797215 Apr 20 14:58:10.279971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.317890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'mac_address': 'fa:16:3e:14:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:58:10.334838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f460e190-17bc-43c1-af4c-a0ee8761b311 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] Notify callbacks [] for subnetpool, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.338048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f460e190-17bc-43c1-af4c-a0ee8761b311 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4513662 Apr 20 14:58:10.340675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56314) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:10.410062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-624c236f-5913-4903-b5a5-c964ae7a3bc8 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "GET /v2.0/subnetpools/c8f2f695-d068-422b-a2b3-af57e293c127 HTTP/1.1" status: 200 len: 732 time: 0.0679841 Apr 20 14:58:10.412733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:10.420173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-430fe73a-ba89-4956-91be-6e160de72e87 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-762036974'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:10.512121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4f4d10dc-0006-4612-823c-f653080188ad triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:10.512500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.518831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a20dae97-00e0-4d9f-9c71-6ffcbc112e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.569261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1592ec21-55bf-48ea-b3cc-2850eef7b786 req-1e3c473b-515e-4d4e-b699-ea6352370b8f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 210 time: 0.0686712 Apr 20 14:58:10.684924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8af5a-6c7d-4921-8c06-79e7d44bd722 None None] Pushing event updated for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:10.690435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-430fe73a-ba89-4956-91be-6e160de72e87 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] Notify callbacks [] for subnetpool, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.692677 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-430fe73a-ba89-4956-91be-6e160de72e87 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "PUT /v2.0/subnetpools/c8f2f695-d068-422b-a2b3-af57e293c127 HTTP/1.1" status: 200 len: 683 time: 0.2781720 Apr 20 14:58:10.694765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56352) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:10.733154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.767755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c1c55e-53c6-414b-be94-e4c7894b050b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:58:10.776927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcde99-f0a6-461b-813f-fd80bc37c461 req-f45d95a7-3466-41a0-a1bd-86b413f29b19 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:10.787138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22fcde99-f0a6-461b-813f-fd80bc37c461 req-f45d95a7-3466-41a0-a1bd-86b413f29b19 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.0856493 Apr 20 14:58:10.809007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Attempting to bind port caf038d0-85fa-4ad9-9f75-34a0ae8da325 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:58:10.809251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Attempting to bind port caf038d0-85fa-4ad9-9f75-34a0ae8da325 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:58:10.809522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Attempting to bind port caf038d0-85fa-4ad9-9f75-34a0ae8da325 on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:10.870842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:10.871980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:58:10.872347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Checking segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:10.872744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.873140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Bound using segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:58:10.873588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Bound port: caf038d0-85fa-4ad9-9f75-34a0ae8da325, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:58:10.873973 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.902104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22fcde99-f0a6-461b-813f-fd80bc37c461 req-34035f13-bc95-4bff-a5c9-446ddd60a10d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113276 Apr 20 14:58:10.913473 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.967112 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-291358f4-4d11-4126-b64c-f1890b53e78f tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] Notify callbacks [] for subnetpool, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:10.969527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-291358f4-4d11-4126-b64c-f1890b53e78f tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c8f2f695-d068-422b-a2b3-af57e293c127 HTTP/1.1" status: 204 len: 168 time: 0.2721469 Apr 20 14:58:10.971125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56364) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:11.002814 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-a2ffea11-6537-4118-ae48-eb1f52866639 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] show failed (client error): The resource could not be found. Apr 20 14:58:11.006522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a2ffea11-6537-4118-ae48-eb1f52866639 tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "GET /v2.0/subnetpools/c8f2f695-d068-422b-a2b3-af57e293c127 HTTP/1.1" status: 404 len: 346 time: 0.0294232 Apr 20 14:58:11.010648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:11.055016 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-894251d6-bb40-42c3-953a-fd0393a72faf tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] delete failed (client error): The resource could not be found. Apr 20 14:58:11.057643 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-894251d6-bb40-42c3-953a-fd0393a72faf tempest-SubnetPoolsTestJSON-1044384759 tempest-SubnetPoolsTestJSON-1044384759-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c8f2f695-d068-422b-a2b3-af57e293c127 HTTP/1.1" status: 404 len: 346 time: 0.0453346 Apr 20 14:58:11.356123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:11.381230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['90c1c55e-53c6-414b-be94-e4c7894b050b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:11.540349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] For port caf038d0-85fa-4ad9-9f75-34a0ae8da325, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:58:11.544300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] For port caf038d0-85fa-4ad9-9f75-34a0ae8da325, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=caf038d0-85fa-4ad9-9f75-34a0ae8da325,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:58:11.561912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:11.635235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8a730-5919-4f09-9ac6-a073b8f559db req-0fb59a84-33c0-4b85-a054-a164227e84c1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:11.647967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6b8a730-5919-4f09-9ac6-a073b8f559db req-0fb59a84-33c0-4b85-a054-a164227e84c1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 944 time: 0.2078278 Apr 20 14:58:11.669089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8af5a-6c7d-4921-8c06-79e7d44bd722 None None] Pushing event updated for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:11.727874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:11.728871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:57:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:11.853926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b5eb0a3-0c4c-432f-8324-11877a1ad17c req-11a9b62b-37dc-42d8-a877-c7cac712183a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 210 time: 0.0998213 Apr 20 14:58:11.885277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6b8a730-5919-4f09-9ac6-a073b8f559db req-f041475a-169c-44be-ad86-1800255a9b9b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363467 Apr 20 14:58:11.989599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56414) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:12.023463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:12.059899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864838-ba76-41a4-95e1-f78ece9f77df req-1c5f0657-89aa-4857-ac45-721880bde355 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:12.073127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80864838-ba76-41a4-95e1-f78ece9f77df req-1c5f0657-89aa-4857-ac45-721880bde355 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.0849082 Apr 20 14:58:12.539665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:06Z', 'revision_number': 4, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'caf038d0-85fa-4ad9-9f75-34a0ae8da325', 'name': '', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'mac_address': 'fa:16:3e:e0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:58:04Z', 'updated_at': '2022-04-20T14:58:11Z', 'revision_number': 4, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'subnets': [{'id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:12.545915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-4cd6775a-2aad-449c-80ad-1b7c3b0363ec tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:12.548950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-4cd6775a-2aad-449c-80ad-1b7c3b0363ec tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.45 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 810 time: 0.2801428 Apr 20 14:58:12.581602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Request body: {'port': {'device_id': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'admin_state_up': True, 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:12.653138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4fc74-d269-44da-b9a4-826d20e956cc None None] The sync data for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 is: [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T14:58:06Z', 'revision_number': 4, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'caf038d0-85fa-4ad9-9f75-34a0ae8da325', 'name': '', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'mac_address': 'fa:16:3e:e0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:58:04Z', 'updated_at': '2022-04-20T14:58:11Z', 'revision_number': 4, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'subnets': [{'id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:58:12.816282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b00930c-cd60-4c32-ab96-13a6e5de9405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:12.858377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80864838-ba76-41a4-95e1-f78ece9f77df req-18b361bf-2c26-4ec5-b573-53131e7636c6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827899 Apr 20 14:58:12.935769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Made reservation on behalf of 5b4fc3dc956a484783a64e8783aacb3b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:58:12.950491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.102041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77e8c262-2077-4041-bdf8-ba20f1682680 req-c83c9cd6-1a9c-470a-9f69-1844858b2d31 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 210 time: 0.1425602 Apr 20 14:58:13.190329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Allocated IP 172.20.0.14 (3e997d4b-66a1-411b-8a4b-6da5ad5091ea/2d1dba3d-f352-4d48-8281-63e7e8b64657/f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:13.327868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945487-244a-4919-ab4d-898815ff6195 req-bb6b99d8-c3e8-42f9-9ae5-e11b07796c66 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:13.349120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9945487-244a-4919-ab4d-898815ff6195 req-bb6b99d8-c3e8-42f9-9ae5-e11b07796c66 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 944 time: 0.2491422 Apr 20 14:58:13.420293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b00930c-cd60-4c32-ab96-13a6e5de9405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.463661 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0732afa-382c-4876-8429-16cc88dfb16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.484552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9945487-244a-4919-ab4d-898815ff6195 req-90c4719f-6676-493a-810a-58a4c48e8471 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341245 Apr 20 14:58:13.485636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b00930c-cd60-4c32-ab96-13a6e5de9405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.512573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.536951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00930c-cd60-4c32-ab96-13a6e5de9405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a257cee-157e-4fbe-9876-cc06b71a6932,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:13.581811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b00930c-cd60-4c32-ab96-13a6e5de9405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3299f99117334a888ef4919e6e59622b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5911727 Apr 20 14:58:13.600089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56452) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:13.612780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.729828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.743156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.781925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:13.799955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.800722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:13.816478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:13.920031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Pushing event updated for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:13.938305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:13.967131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.969697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:13.983141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a257cee-157e-4fbe-9876-cc06b71a6932 HTTP/1.1" status: 204 len: 168 time: 0.3689833 Apr 20 14:58:14.003179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d66d5d-7982-4291-9a69-6adf2a3fc821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a257cee-157e-4fbe-9876-cc06b71a6932,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:14.065844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.067344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.067757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.070161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.070332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.070873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.071284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.072802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.073237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.073625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.074751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.077171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:14.129399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device caf038d0-85fa-4ad9-9f75-34a0ae8da325 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:14.129926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:14.130969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.168212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-c3f82df0-5a2e-4b6a-857c-0e1d83a63b9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6074669 Apr 20 14:58:14.192901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Request body: {'port': {'device_id': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:14.238912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768296a-84cb-4621-8904-2071ceda2f17 req-ca371314-7ae3-4842-b901-b7c32f0206c7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:14.250012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5768296a-84cb-4621-8904-2071ceda2f17 req-ca371314-7ae3-4842-b901-b7c32f0206c7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1403260 Apr 20 14:58:14.320640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 90c1c55e-53c6-414b-be94-e4c7894b050b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:58:14.345686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 90c1c55e-53c6-414b-be94-e4c7894b050b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:14.348618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.396348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.399428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.491093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5768296a-84cb-4621-8904-2071ceda2f17 req-0a226b4f-44af-4080-82f9-d7a17c994fcf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398140 Apr 20 14:58:14.492820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port caf038d0-85fa-4ad9-9f75-34a0ae8da325 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:14.494175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.538270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ce68b-6d0b-4a15-89ff-cf676c9639a1 req-6dd282be-95b2-4f3d-9943-bfdb27e1f55d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:14.564473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e1ce68b-6d0b-4a15-89ff-cf676c9639a1 req-6dd282be-95b2-4f3d-9943-bfdb27e1f55d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 932 time: 0.2242348 Apr 20 14:58:14.710392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e1ce68b-6d0b-4a15-89ff-cf676c9639a1 req-b10fcb1b-6701-4051-ab1b-9cacd97d0d58 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359127 Apr 20 14:58:14.844190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:14.913605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b896114-e53d-4d81-829a-003ef84be9c6 req-f7295d6e-ee61-4d80-baab-bb687f7cc844 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:14.926724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b896114-e53d-4d81-829a-003ef84be9c6 req-f7295d6e-ee61-4d80-baab-bb687f7cc844 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 944 time: 0.2522824 Apr 20 14:58:15.011336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:15.014003 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e60da-f9aa-44be-b522-2e32d08f1309" -d '{"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-plugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:15.046522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b896114-e53d-4d81-829a-003ef84be9c6 req-3324a4fd-6aea-4cd2-90b8-8d8e31feccff tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138108 Apr 20 14:58:15.071663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.144778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:15.165347 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82221d-c3ff-4f2f-87dc-69ca9b8b6623 x-openstack-request-id: req-9c82221d-c3ff-4f2f-87dc-69ca9b8b6623 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:15.165794 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-plugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:15.166113 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c82221d-c3ff-4f2f-87dc-69ca9b8b6623 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:15.166828 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c82221d-c3ff-4f2f-87dc-69ca9b8b6623'] response: {'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'code': 200} Apr 20 14:58:15.171904 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.232818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:58:15.256316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.292375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Transition to ACTIVE for port object f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:58:15.302294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.336967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c8db-8e4b-454f-a2d2-a010ca56e8db req-349327cd-b1a7-4c71-9968-80c59a8681d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:15.339297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d75c8db-8e4b-454f-a2d2-a010ca56e8db req-349327cd-b1a7-4c71-9968-80c59a8681d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.1062675 Apr 20 14:58:15.406802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d75c8db-8e4b-454f-a2d2-a010ca56e8db req-155b5ce9-6084-41e3-845d-1e3068766185 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562353 Apr 20 14:58:15.527814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port caf038d0-85fa-4ad9-9f75-34a0ae8da325, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=caf038d0-85fa-4ad9-9f75-34a0ae8da325,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:15.565094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Pushing event updated for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:15.587884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Attempting to bind port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:58:15.588259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Attempting to bind port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:58:15.588546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Attempting to bind port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:15.596252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:58:15.596597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Attempting to bind port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:15.605349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:58:15.606017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Checking segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:15.606411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Bound using segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:58:15.606955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Bound port: f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:58:15.607317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.685263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.731427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:15.746516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:58:15.759831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.770632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.777309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:58:15.779824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56498) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:15.788433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.848093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71142-107b-4412-b0f2-499a0a75a797 req-6c7da689-fcbc-49c4-9ae6-c75fde2f980e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:15.866131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adc71142-107b-4412-b0f2-499a0a75a797 req-6c7da689-fcbc-49c4-9ae6-c75fde2f980e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2077444 Apr 20 14:58:15.900740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:15.901370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:15.909972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] 10.222.0.45 "PUT /v2.0/ports/f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 HTTP/1.1" status: 200 len: 1092 time: 1.7340527 Apr 20 14:58:15.910480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:15.918379 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:15.960682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:16.072763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adc71142-107b-4412-b0f2-499a0a75a797 req-93cac759-d4d3-4878-bc8e-9cc3dd90695c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051771 Apr 20 14:58:16.159871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4fdd0-c6f9-4888-ac0e-149587349904 req-de413700-a41e-4f24-bb6e-b92774303da1 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:16.168904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59dfa9-25b4-44b2-901b-afa51f0853bc service neutron] Pushing event updated for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:16.181221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12e4fdd0-c6f9-4888-ac0e-149587349904 req-de413700-a41e-4f24-bb6e-b92774303da1 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 944 time: 0.2559838 Apr 20 14:58:16.222527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2013804634'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:16.238143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-3fd2df04-5836-422a-92b6-59eb8f1680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:16.239709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-3fd2df04-5836-422a-92b6-59eb8f1680ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 1095 time: 0.2625728 Apr 20 14:58:16.291359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12e4fdd0-c6f9-4888-ac0e-149587349904 req-756ef142-60fd-4f4b-8201-088671402f70 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064966 Apr 20 14:58:16.304489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Made reservation on behalf of 033e29c7173d4c5e9650c5fc959f52fc for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:58:16.315667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.344954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.387623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-9ee71d5f-2563-4167-a307-31cf95026a1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 HTTP/1.1" status: 200 len: 217 time: 0.1390393 Apr 20 14:58:16.540795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-fead157f-baec-4812-8666-b2177a8606ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:16.541439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.542305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-fead157f-baec-4812-8666-b2177a8606ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.1468098 Apr 20 14:58:16.543808 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea92936-41a1-4ba9-aa53-a8b94d5a2f28 x-openstack-request-id: req-7ea92936-41a1-4ba9-aa53-a8b94d5a2f28 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:16.544095 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:16.544346 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ea92936-41a1-4ba9-aa53-a8b94d5a2f28 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:16.544740 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea92936-41a1-4ba9-aa53-a8b94d5a2f28'] response: {'name': 'network-changed', 'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3', 'status': 'completed', 'code': 200} Apr 20 14:58:16.560683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.576871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:58:16.607146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-4c4bbcd0-47f1-4952-8421-34f7d4f75291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540466 Apr 20 14:58:16.625744 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.626109 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Added segment ba4a7306-09d0-4f5b-b493-33734af341eb of type vlan for network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd Apr 20 14:58:16.702419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.782444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf76fd-335c-4737-9525-2fcb4952f812,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:16.826441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8bc8f-0e41-4947-961d-59ac0888f265 req-245ef6fb-4db2-4087-ac55-18569bdb65f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:16.828080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66a8bc8f-0e41-4947-961d-59ac0888f265 req-245ef6fb-4db2-4087-ac55-18569bdb65f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.2846899 Apr 20 14:58:16.828750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.834136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:16.834788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:16.874512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0881288 Apr 20 14:58:16.876757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-6f5ccf3b-0050-4a79-ad96-647c1dfb09f1 service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603874 Apr 20 14:58:16.877485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56514) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:16.882964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Request body: {'subnet': {'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:16.954282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66a8bc8f-0e41-4947-961d-59ac0888f265 req-6dbbd3dc-281f-423b-9aa9-9797b280a425 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069248 Apr 20 14:58:16.957676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa606f9-9fd1-41a7-a3aa-82ade94d8e59 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event updated for resources: {'Network': ['ID=40e7e11d-9423-4e6e-ac8d-5963c6fa56fd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:16.971011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:58:17.103778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Made reservation on behalf of 033e29c7173d4c5e9650c5fc959f52fc for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:58:17.115300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:17.362870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2aa5fe3e-57fc-42c3-8630-6c05067a7662 req-9b9b3d33-7029-40fa-9f6b-3fe535207b35 service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797867 Apr 20 14:58:17.406817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a274e7-f909-4681-941c-7e8b8e91cbbd req-e81ef4d5-4338-4d82-b311-34dd22bf1cd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:17.415281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1a274e7-f909-4681-941c-7e8b8e91cbbd req-e81ef4d5-4338-4d82-b311-34dd22bf1cd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2345476 Apr 20 14:58:17.505959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6afc8-b188-48dd-b8e9-7b1755ff3643 req-194eea22-162a-43b6-9e5c-dd45faf1bedd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:17.507633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3e6afc8-b188-48dd-b8e9-7b1755ff3643 req-194eea22-162a-43b6-9e5c-dd45faf1bedd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 944 time: 0.1398044 Apr 20 14:58:17.536429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a1a274e7-f909-4681-941c-7e8b8e91cbbd req-c7e00850-09fa-45c3-8bc2-3f2f19bae2d2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677283 Apr 20 14:58:17.579006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3e6afc8-b188-48dd-b8e9-7b1755ff3643 req-08befb20-fd55-4f3a-ba31-ee08b7c40bf9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Apr 20 14:58:17.589537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:17.692448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event updated for resources: {'Subnet': ['ID=60427da4-92f0-43d4-a054-c4388415245c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:17.982551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device caf038d0-85fa-4ad9-9f75-34a0ae8da325 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:18.165018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port caf038d0-85fa-4ad9-9f75-34a0ae8da325 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:18.165278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:18.273763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23333c1b-08e2-4de0-8d3e-d770b38d4ba7 req-4d617810-dae4-4a6a-8fa1-ac9e32147999 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.276779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23333c1b-08e2-4de0-8d3e-d770b38d4ba7 req-4d617810-dae4-4a6a-8fa1-ac9e32147999 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1326685 Apr 20 14:58:18.311855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-db728377-4e58-46e9-a5b5-bf6da42b3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.317652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-db728377-4e58-46e9-a5b5-bf6da42b3e00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 1095 time: 0.6889949 Apr 20 14:58:18.353793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Checking segment: {'id': 'ba4a7306-09d0-4f5b-b493-33734af341eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:18.354190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Network hostable DHCP agents. Network: 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:58:18.372910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23333c1b-08e2-4de0-8d3e-d770b38d4ba7 req-a67d6ff6-1ea1-47cf-97c9-79c24601a394 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894451 Apr 20 14:58:18.476946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:58:18.511134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:18.531861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.533270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812ddfd-797d-4599-83d7-8c04d059cfd9 None None] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:58:18.543441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:18.566930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9cff-e1c0-4c53-ab9f-2695643c23c1 req-63b8184d-76c2-4f4c-b12a-3e8bcd26f8c1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.574071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-8eb9ff91-a7a8-44eb-942a-d75c4e8e401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.584523 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-8eb9ff91-a7a8-44eb-942a-d75c4e8e401d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 911 time: 0.2573063 Apr 20 14:58:18.597035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d65a9cff-e1c0-4c53-ab9f-2695643c23c1 req-63b8184d-76c2-4f4c-b12a-3e8bcd26f8c1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1135519 Apr 20 14:58:18.597821 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-289c261e-6b92-4df1-9719-de5fe09c9717 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7188587 Apr 20 14:58:18.598689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56544) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:18.618248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Request body: {'port': {'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd', 'name': 'tempest-TagsExtTest-635188570'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:18.717236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d65a9cff-e1c0-4c53-ab9f-2695643c23c1 req-0e597149-d214-491d-a2fa-6d229f291375 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210048 Apr 20 14:58:18.729848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56552) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:18.883450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-40e7e11d-9423-4e6e-ac8d-5963c6fa56fd', 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd', 'tenant_id': '033e29c7173d4c5e9650c5fc959f52fc', 'fixed_ips': [{'subnet_id': '60427da4-92f0-43d4-a054-c4388415245c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:58:18.885535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:18.899630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-501a6c0e-2ef1-4ac4-b9a3-6850d098b533 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 HTTP/1.1" status: 200 len: 217 time: 0.2980428 Apr 20 14:58:18.969306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac7bd6-dc94-4b8c-893d-58dbdd1bca45 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.970865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4bac7bd6-dc94-4b8c-893d-58dbdd1bca45 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1091 time: 0.2399955 Apr 20 14:58:18.984354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56558) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:18.993308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-330b5c3a-2d20-454a-8e0c-446ca75a1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.994282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784b912-131d-421c-85b7-a6a8d10cc613 req-a44f36d8-d1aa-421b-a5e8-d442880936de tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:18.999496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-330b5c3a-2d20-454a-8e0c-446ca75a1413 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.0935969 Apr 20 14:58:19.003349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4784b912-131d-421c-85b7-a6a8d10cc613 req-a44f36d8-d1aa-421b-a5e8-d442880936de tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 944 time: 0.1399720 Apr 20 14:58:19.014289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:19.040314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34779163-dbdf-489b-bcef-1b33bee014fa req-7d93e21c-e342-445e-9e6e-440a31a77d59 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:19.049428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34779163-dbdf-489b-bcef-1b33bee014fa req-7d93e21c-e342-445e-9e6e-440a31a77d59 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2573187 Apr 20 14:58:19.112706 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-eb5a7ba0-df15-4a82-9ee8-757801cb4770 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640516 Apr 20 14:58:19.133679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Allocated IP 172.20.0.2 (40e7e11d-9423-4e6e-ac8d-5963c6fa56fd/60427da4-92f0-43d4-a054-c4388415245c/8b0c0a07-7c6e-4d8e-ae1f-f628da97733c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:19.139463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34779163-dbdf-489b-bcef-1b33bee014fa req-bbf3d042-ab28-47f8-8b54-21c71393fc96 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887923 Apr 20 14:58:19.149175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Made reservation on behalf of 033e29c7173d4c5e9650c5fc959f52fc for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:58:19.157418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.160665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4784b912-131d-421c-85b7-a6a8d10cc613 req-0ad9fb7e-cf7a-45d0-8855-8c73e99014e7 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563575 Apr 20 14:58:19.161530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.235282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] device_id is not set on port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 14:58:19.288675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.340574 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-e7e01e46-354a-4bee-9866-7e87861d1d0f service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191966 Apr 20 14:58:19.516990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ad40dca4-4135-422a-a0f4-504d6ddc7e7e req-c355fed7-d922-47b6-9bd0-90fe05a0c3b3 service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679080 Apr 20 14:58:19.531825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.544394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.560866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.210 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/2abc414e-a686-4492-b1a0-0a0cc7640ebd) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:19.647999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:19.651411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:19.656624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:19.693481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:19.703128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Allocated IP 172.20.0.6 (40e7e11d-9423-4e6e-ac8d-5963c6fa56fd/60427da4-92f0-43d4-a054-c4388415245c/2ae61fa3-c647-4dea-a81e-e7f0a71f6713) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:58:19.704708 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.737665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Attempting to bind port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:58:19.738549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Attempting to bind port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'ba4a7306-09d0-4f5b-b493-33734af341eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:58:19.739184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Attempting to bind port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c on network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:58:19.745954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:58:19.746224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.746953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Checking segment: {'id': 'ba4a7306-09d0-4f5b-b493-33734af341eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:58:19.747830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.749040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Bound using segment: {'id': 'ba4a7306-09d0-4f5b-b493-33734af341eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:58:19.749789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Bound port: 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4a7306-09d0-4f5b-b493-33734af341eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '40e7e11d-9423-4e6e-ac8d-5963c6fa56fd'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:58:19.750433 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.795254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:19.801479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:19.805455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:19.848815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=2abc414e-a686-4492-b1a0-0a0cc7640ebd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:19.900489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] For port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:58:19.908024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] For port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,segment=NetworkSegment(ba4a7306-09d0-4f5b-b493-33734af341eb),segment_id=ba4a7306-09d0-4f5b-b493-33734af341eb)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:58:19.916813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:19.940022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faeadd-5559-4266-b853-334aaec28eda req-f86ebd93-c326-43d6-97c0-65fa92433ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:19.943655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-f86ebd93-c326-43d6-97c0-65fa92433ca7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 1097 time: 0.2092650 Apr 20 14:58:19.985819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1528d5e-3909-43d5-a364-127a69219dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:20.164107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faeadd-5559-4266-b853-334aaec28eda req-64313acf-10d6-4982-aa4e-9f3a2ed1a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.165954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-64313acf-10d6-4982-aa4e-9f3a2ed1a6a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1921554 Apr 20 14:58:20.302166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.304717 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-aea91fd4-2427-4c3d-929a-f78d4f814bf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e HTTP/1.1" status: 200 len: 217 time: 0.1216056 Apr 20 14:58:20.385796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faeadd-5559-4266-b853-334aaec28eda req-b7e3989e-5962-4a7a-8721-6f0128df0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.387837 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-b7e3989e-5962-4a7a-8721-6f0128df0cec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0743384 Apr 20 14:58:20.390626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.489058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event updated for resources: {'Port': ['ID=2ae61fa3-c647-4dea-a81e-e7f0a71f6713,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:20.503341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:58:20.507203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:58:20.510409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:58:20.546618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faeadd-5559-4266-b853-334aaec28eda req-4ff9b6dc-b12a-4ea5-95d5-2895281685a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.548521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-4ff9b6dc-b12a-4ea5-95d5-2895281685a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520534 Apr 20 14:58:20.572841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36905-8447-4b90-9136-c7ab24b0b805 req-209137e8-e23f-4f07-bf29-0a21a6f13d4a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.574365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee36905-8447-4b90-9136-c7ab24b0b805 req-209137e8-e23f-4f07-bf29-0a21a6f13d4a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 944 time: 0.2726095 Apr 20 14:58:20.586236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb47a1-ad47-4ccf-9f29-42e42a6b1a70 req-f426f021-e8cb-4710-8bf7-ce16bdda5025 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.588147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84eb47a1-ad47-4ccf-9f29-42e42a6b1a70 req-f426f021-e8cb-4710-8bf7-ce16bdda5025 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.2875190 Apr 20 14:58:20.596903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:20.597676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.611603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.655640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-345b5bd2-2519-4897-bf36-0db8480edf68 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0453608 Apr 20 14:58:20.657979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56590) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:20.663230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-637766160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:20.701754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-1b480df7-9a3f-48f9-a385-5c966520e3d7 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457901 Apr 20 14:58:20.704388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.705519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.718924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aee36905-8447-4b90-9136-c7ab24b0b805 req-90488500-8e9d-4de1-8b80-359ccf530926 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249056 Apr 20 14:58:20.739986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84eb47a1-ad47-4ccf-9f29-42e42a6b1a70 req-8bd662e3-d3f4-42d0-990e-125a55c684f9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316268 Apr 20 14:58:20.772301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.837683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.846392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.858828 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-05faeadd-5559-4266-b853-334aaec28eda req-f7a17f53-ccb0-4f97-bac5-4116aab45000 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486282 Apr 20 14:58:20.882646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.889249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-08a26d0c-295f-4523-abc3-c88aca60bc9c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2294366 Apr 20 14:58:20.889899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56592) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:20.895320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d8a80a95-7c6b-4b71-b60c-f48e6c3d12a5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1791673605', 'prefixes': ['172.20.0.0/16']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:20.987179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d8a80a95-7c6b-4b71-b60c-f48e6c3d12a5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for subnetpool, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:20.988446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d8a80a95-7c6b-4b71-b60c-f48e6c3d12a5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0975797 Apr 20 14:58:20.992432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56598) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:21.004576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-a79aef09-665b-4dcd-a34f-a7711d7cef32 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-1449235240') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:21.028683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.042210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.166807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=2abc414e-a686-4492-b1a0-0a0cc7640ebd,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:21.190690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.193604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a79aef09-665b-4dcd-a34f-a7711d7cef32 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-1449235240 HTTP/1.1" status: 201 len: 201 time: 0.1991339 Apr 20 14:58:21.197116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:21.211290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-aa26d318-c2bf-4713-a40f-53069bd9e213 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1659504583') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:21.324896 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aa26d318-c2bf-4713-a40f-53069bd9e213 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1659504583 HTTP/1.1" status: 201 len: 201 time: 0.1265550 Apr 20 14:58:21.327473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56604) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:21.333124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-e2bb0d6f-75f1-4907-bb15-63409aa0d398 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-609007967') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:21.353214 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 09969f47-eb8f-4081-a7fc-bfeb41b1ce0a associated. External IP: 172.25.1.210, port: 90c1c55e-53c6-414b-be94-e4c7894b050b. Apr 20 14:58:21.388701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13a193-d5cb-4970-9157-765a3c94a9cd None None] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:58:21.521641 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2bb0d6f-75f1-4907-bb15-63409aa0d398 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-609007967 HTTP/1.1" status: 201 len: 201 time: 0.1927006 Apr 20 14:58:21.522559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:21.527710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-8b57caa9-a9c0-4413-93a4-10780c35f749 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1377505757') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:21.539842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] Provisioning complete for port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:21.540140 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.587175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:21.588300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b57caa9-a9c0-4413-93a4-10780c35f749 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1377505757 HTTP/1.1" status: 201 len: 201 time: 0.0643537 Apr 20 14:58:21.595297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-f8239578-cdef-4c4e-83a8-cf743f8911d5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:21.650390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:58:21.889172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.964784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:21.970346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] For port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,segment=NetworkSegment(ba4a7306-09d0-4f5b-b493-33734af341eb),segment_id=ba4a7306-09d0-4f5b-b493-33734af341eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:21.979120 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:21.987745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'port_id': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3', 'mac_address': 'fa:16:3e:86:b2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:58:22.100178 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.105406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe479ac-3257-4a6e-8ebd-8203c6a22bfb None None] Pushing event updated for resources: {'Port': ['ID=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:22.127304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:58:22.142523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:22.162777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 13c02222-b594-4341-9c75-781f2e30e61f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:58:22.184043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:22.202931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.229827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d2a31-6d34-4515-8d29-e09f3d384e1b req-e4d7a73f-75f6-4f86-b519-ff1e208e7f0e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:22.231881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e2d2a31-6d34-4515-8d29-e09f3d384e1b req-e4d7a73f-75f6-4f86-b519-ff1e208e7f0e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.1756892 Apr 20 14:58:22.249684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14139c1c-a9a3-4bb6-9840-4902dc60ac62 req-a4a57b7a-b3a9-4983-9e89-811b7cafee14 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:22.250846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14139c1c-a9a3-4bb6-9840-4902dc60ac62 req-a4a57b7a-b3a9-4983-9e89-811b7cafee14 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 944 time: 0.1931548 Apr 20 14:58:22.283531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:22.312541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:22.313296 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.321153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-32aebadb-aebf-4a8e-b22c-6e5003046a68 None None] Provisioning complete for port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:22.321891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32aebadb-aebf-4a8e-b22c-6e5003046a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.362334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14139c1c-a9a3-4bb6-9840-4902dc60ac62 req-6218d314-8dd6-455e-9a95-963e926f4087 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656700 Apr 20 14:58:22.408718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f8239578-cdef-4c4e-83a8-cf743f8911d5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 200 len: 241 time: 0.8205760 Apr 20 14:58:22.411437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:22.420181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-853290a3-a931-48d6-9efe-34ddb247517e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-1449235240') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:22.547672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e2d2a31-6d34-4515-8d29-e09f3d384e1b req-efc8bd30-75fc-461a-8310-cc5800aa6f79 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947493 Apr 20 14:58:22.552367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-853290a3-a931-48d6-9efe-34ddb247517e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-1449235240 HTTP/1.1" status: 204 len: 168 time: 0.1394446 Apr 20 14:58:22.557951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56632) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:22.577260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-01f874a1-0e81-46f5-be0a-50ec4b919e52 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-1449235240') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:22.583574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-32aebadb-aebf-4a8e-b22c-6e5003046a68 None None] Provisioning complete for port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:22.584064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32aebadb-aebf-4a8e-b22c-6e5003046a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.625360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:58:22.632862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-32aebadb-aebf-4a8e-b22c-6e5003046a68 None None] Port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:58:22.642708 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Sync routers for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:58:22.653291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:22.653666 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:22.654265 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:22.655289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.691019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-91e61601-8466-432d-bc4a-98c794e53edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6804042 Apr 20 14:58:22.692383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:22.695106 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec45575-f595-4409-aab6-182000e3c985" -d '{"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:22.727946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-01f874a1-0e81-46f5-be0a-50ec4b919e52 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-1449235240 HTTP/1.1" status: 204 len: 168 time: 0.1618152 Apr 20 14:58:22.729118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:22.735769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-95b27783-1738-4acd-b5c0-25d300be2767 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:22.791705 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d723ef-ef90-4b1a-95b1-1f21fcdbe21a x-openstack-request-id: req-96d723ef-ef90-4b1a-95b1-1f21fcdbe21a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:22.792221 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:22.792483 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d723ef-ef90-4b1a-95b1-1f21fcdbe21a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:22.792920 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d723ef-ef90-4b1a-95b1-1f21fcdbe21a'] response: {'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'status': 'completed', 'code': 200} Apr 20 14:58:22.848045 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95b27783-1738-4acd-b5c0-25d300be2767 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 200 len: 205 time: 0.1171837 Apr 20 14:58:22.856623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-018bba9f-abdb-4c75-ace4-0d04fbb4d3bc None None] Provisioning complete for port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:22.857015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-018bba9f-abdb-4c75-ace4-0d04fbb4d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:22.857997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56640) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:22.863020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-884dcd2f-4126-4088-913f-9c2b2c2f47c9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:22.893450 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:22.926768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-018bba9f-abdb-4c75-ace4-0d04fbb4d3bc None None] Port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:58:22.946030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45575-f595-4409-aab6-182000e3c985 req-4932f615-b96d-4597-bb95-8cdf33604f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:22.948745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-4932f615-b96d-4597-bb95-8cdf33604f97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.1193464 Apr 20 14:58:22.960108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d62bd-1667-46e3-8044-2272496d56c5 req-05ec47c7-dc1a-4079-8795-dc59b1a9a01c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:22.962036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d22d62bd-1667-46e3-8044-2272496d56c5 req-05ec47c7-dc1a-4079-8795-dc59b1a9a01c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1479180 Apr 20 14:58:22.984464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-884dcd2f-4126-4088-913f-9c2b2c2f47c9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 200 len: 241 time: 0.1250000 Apr 20 14:58:22.985533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56642) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:22.991758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-2fbb24b8-91f1-4332-96e7-0c87339a9c09 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1659504583') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.073117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d22d62bd-1667-46e3-8044-2272496d56c5 req-2033ca9f-2d75-4c69-aef4-c644b18cbda4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007555 Apr 20 14:58:23.080598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2fbb24b8-91f1-4332-96e7-0c87339a9c09 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1659504583 HTTP/1.1" status: 204 len: 168 time: 0.0938900 Apr 20 14:58:23.082641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56644) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.088551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-7d71ddc2-e0be-4eb5-8d2c-510a87ef90a2 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1659504583') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.103134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56646) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.202308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7d71ddc2-e0be-4eb5-8d2c-510a87ef90a2 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1659504583 HTTP/1.1" status: 204 len: 168 time: 0.1190450 Apr 20 14:58:23.204848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.206148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45575-f595-4409-aab6-182000e3c985 req-ace0cdc5-e9ca-4439-bd5f-590a38976e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:23.207827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-ace0cdc5-e9ca-4439-bd5f-590a38976e76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.2446365 Apr 20 14:58:23.212570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-24647833-ced1-44f7-87b1-78f2edf49725 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.279981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9f59c558-d8ab-456e-97fc-426d4772cb24 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 200 len: 991 time: 0.1753461 Apr 20 14:58:23.294901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-24647833-ced1-44f7-87b1-78f2edf49725 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 200 len: 205 time: 0.0887282 Apr 20 14:58:23.297471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56650) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.302037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-de3f075a-b973-4865-9343-762615683207 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.302541 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '09969f47-eb8f-4081-a7fc-bfeb41b1ce0a', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'mac_address': 'fa:16:3e:14:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:58:20Z', 'updated_at': '2022-04-20T14:58:20Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.317880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-6c7315ad-96d2-4769-b41d-5c75e18893e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 999 time: 0.0962400 Apr 20 14:58:23.330996 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Checking router: 13c02222-b594-4341-9c75-781f2e30e61f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:58:23.341275 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:58:23.342240 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.377061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45575-f595-4409-aab6-182000e3c985 req-923dd153-a817-4c2f-b91d-4c99f20552ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:23.378613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-923dd153-a817-4c2f-b91d-4c99f20552ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.0534008 Apr 20 14:58:23.385915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-de3f075a-b973-4865-9343-762615683207 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 200 len: 240 time: 0.0870910 Apr 20 14:58:23.388525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.393077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-7b1c4394-427a-46bf-b7b0-b1359ed6af51 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-609007967') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.441581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec45575-f595-4409-aab6-182000e3c985 req-dbb9432e-bb11-47ae-b070-f6c0a863c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:23.443273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-dbb9432e-bb11-47ae-b070-f6c0a863c0e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539489 Apr 20 14:58:23.475092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7b1c4394-427a-46bf-b7b0-b1359ed6af51 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-609007967 HTTP/1.1" status: 204 len: 168 time: 0.0854223 Apr 20 14:58:23.478268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56656) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.483596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-ada5e481-7e79-4523-8146-4c413275ab55 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-609007967') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.529308 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:58:23.603454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ada5e481-7e79-4523-8146-4c413275ab55 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-609007967 HTTP/1.1" status: 204 len: 168 time: 0.1238160 Apr 20 14:58:23.604150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56662) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.628556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-0d31b518-2a68-4161-804c-0e315ae51e60 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.646989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:23.663576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9f36a-29eb-43ef-8ea2-cd30983f23bf req-70a97af8-457c-46f6-aab6-978117fdbc7c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:23.666986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbd9f36a-29eb-43ef-8ea2-cd30983f23bf req-70a97af8-457c-46f6-aab6-978117fdbc7c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 945 time: 0.1868401 Apr 20 14:58:23.764247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-9a20d3f2-7f0d-4260-bb40-24aebffb5474 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084252 Apr 20 14:58:23.768435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:58:23.773880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:23.776565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:23.840823 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d31b518-2a68-4161-804c-0e315ae51e60 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 200 len: 205 time: 0.2327697 Apr 20 14:58:23.846867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56670) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.855170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-dd335dbc-a834-40e8-bb61-59dce73140d5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.916398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd335dbc-a834-40e8-bb61-59dce73140d5 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 200 len: 241 time: 0.0730810 Apr 20 14:58:23.919192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:23.925172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:23.935996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-c92cc31c-5edb-4927-b940-355cd90e8a16 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1377505757') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:23.938159 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ec45575-f595-4409-aab6-182000e3c985 req-0a0361d2-11f3-4dae-b3bd-ad5842af8c49 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462462 Apr 20 14:58:23.980589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:23.984596 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb237e9-509a-4d60-96f9-88bad7a5873f" -d '{"events": [{"server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "name": "network-vif-plugged", "status": "completed", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:24.001175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c92cc31c-5edb-4927-b940-355cd90e8a16 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1377505757 HTTP/1.1" status: 204 len: 168 time: 0.0803342 Apr 20 14:58:24.003684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56676) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.007179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:24.014308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-5557b1de-d831-4a9c-a297-850bb4b20e67 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1377505757') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.015176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbd9f36a-29eb-43ef-8ea2-cd30983f23bf req-affa8870-f4d4-468a-b439-59e72661dd06 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106067 Apr 20 14:58:24.019109 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:24.020013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bf079a68-ac0c-424c-9b01-02f33d985e2e no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:58:24.042233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18c26b-ff94-402c-9ed1-769788dbd737 req-17ca9353-1344-4cc4-8ed5-61f26d9fdecf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:24.051651 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '09969f47-eb8f-4081-a7fc-bfeb41b1ce0a', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'mac_address': 'fa:16:3e:14:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:58:20Z', 'updated_at': '2022-04-20T14:58:20Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.058717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a18c26b-ff94-402c-9ed1-769788dbd737 req-17ca9353-1344-4cc4-8ed5-61f26d9fdecf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 946 time: 0.3878956 Apr 20 14:58:24.097975 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca468e39-4097-4e52-8809-1ae138e59902 x-openstack-request-id: req-ca468e39-4097-4e52-8809-1ae138e59902 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:24.098684 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "name": "network-vif-plugged", "status": "completed", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:24.099128 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca468e39-4097-4e52-8809-1ae138e59902 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:24.099730 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca468e39-4097-4e52-8809-1ae138e59902'] response: {'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3', 'code': 200} Apr 20 14:58:24.107002 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5557b1de-d831-4a9c-a297-850bb4b20e67 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1377505757 HTTP/1.1" status: 204 len: 168 time: 0.0999947 Apr 20 14:58:24.107732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56678) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.115060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-5783c95e-a5f8-47d0-bca7-f55d0c3e9a95 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.128081 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a044d-2f15-467d-9544-9d02e1c44786 None None] The sync data for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 is: [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '09969f47-eb8f-4081-a7fc-bfeb41b1ce0a', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'mac_address': 'fa:16:3e:14:19:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:58:20Z', 'updated_at': '2022-04-20T14:58:20Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:58:24.144448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:58:24.178484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a18c26b-ff94-402c-9ed1-769788dbd737 req-9e14c1e5-7f2c-4c06-9f0b-7ad8c2208d20 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115785 Apr 20 14:58:24.204623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5783c95e-a5f8-47d0-bca7-f55d0c3e9a95 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 200 len: 205 time: 0.0931661 Apr 20 14:58:24.207199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.214766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-64ee3325-85c3-4a5b-bae2-8d5ec3fe807e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.253245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-64ee3325-85c3-4a5b-bae2-8d5ec3fe807e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0426991 Apr 20 14:58:24.253656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.257934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756906-7ea9-4b62-bc54-5cf509915061 req-7debbb82-c559-4ca7-9eed-ca7239dfbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:24.259024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-433acd3f-49ac-4301-932c-868b461b147a tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.267308 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-55756906-7ea9-4b62-bc54-5cf509915061 req-7debbb82-c559-4ca7-9eed-ca7239dfbbb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 1097 time: 0.1267910 Apr 20 14:58:24.279714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:24.285762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:24.319974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.363549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:24.374679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:24.486547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58644bab-751e-4fec-b474-39ca51333734 req-d3dd8641-8696-4e25-845e-86f6645dac26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:24.488351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58644bab-751e-4fec-b474-39ca51333734 req-d3dd8641-8696-4e25-845e-86f6645dac26 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1411552 Apr 20 14:58:24.489630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:58:24.490036 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:24.497071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:24.531653 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-55756906-7ea9-4b62-bc54-5cf509915061 req-60305bd3-2540-4412-9fb5-5f006de08af3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584984 Apr 20 14:58:24.545767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-433acd3f-49ac-4301-932c-868b461b147a tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 204 len: 168 time: 0.2888718 Apr 20 14:58:24.549428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56696) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.564458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2241dcde-88e1-433d-a2fb-feb320e2e1ee None None] New status for floating IP 09969f47-eb8f-4081-a7fc-bfeb41b1ce0a: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:58:24.567750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-74330d5f-624f-4136-93e3-b41ddb97cdf7 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.589880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0dfda1f5-2e27-4327-bffc-dc085556c524 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 200 len: 991 time: 0.2678168 Apr 20 14:58:24.619152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58644bab-751e-4fec-b474-39ca51333734 req-f1a68415-db18-421b-b70d-85e262ed2d18 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216702 Apr 20 14:58:24.677959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-74330d5f-624f-4136-93e3-b41ddb97cdf7 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 204 len: 168 time: 0.1240609 Apr 20 14:58:24.678261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.683224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-ac6ae84c-0fbf-4176-8d59-5198ab137f8c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.801664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac6ae84c-0fbf-4176-8d59-5198ab137f8c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 204 len: 168 time: 0.1184647 Apr 20 14:58:24.802190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56706) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.809029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-22fe1e35-660d-47ee-a045-8862ac5b6d5d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-572520115') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:24.820153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fa3d-ef31-4fd9-ac34-2125f2da1a34 req-d1f038a6-595a-48d7-9e40-57ba4b98ee69 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:24.822212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd69fa3d-ef31-4fd9-ac34-2125f2da1a34 req-d1f038a6-595a-48d7-9e40-57ba4b98ee69 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0883527 Apr 20 14:58:24.894962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd69fa3d-ef31-4fd9-ac34-2125f2da1a34 req-25109a70-da2e-4374-b97e-90d464f62a90 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500746 Apr 20 14:58:24.940001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22fe1e35-660d-47ee-a045-8862ac5b6d5d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-572520115 HTTP/1.1" status: 201 len: 201 time: 0.1342499 Apr 20 14:58:24.940546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:24.951690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-4dd2dd73-e54c-479f-89c9-ae427b9b3483 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1112402917') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.127331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38369e1-6f77-47f1-a4f5-636a8c4524ed req-6c7af162-6916-4054-99cd-5b0d171c9a2e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:25.129533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d38369e1-6f77-47f1-a4f5-636a8c4524ed req-6c7af162-6916-4054-99cd-5b0d171c9a2e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1130400 Apr 20 14:58:25.219069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4dd2dd73-e54c-479f-89c9-ae427b9b3483 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1112402917 HTTP/1.1" status: 201 len: 201 time: 0.2765105 Apr 20 14:58:25.223016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.237722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-b18af248-46f8-4e96-bf98-ad0690f1904b tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-352770744') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.243587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d38369e1-6f77-47f1-a4f5-636a8c4524ed req-47816955-296a-4429-a4da-db93c05c1d7f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929461 Apr 20 14:58:25.251641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022af25-873e-4969-9320-070104ccacfe req-ebd0717e-0320-4904-abe5-a9a4a5a55ebe tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:25.259308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2022af25-873e-4969-9320-070104ccacfe req-ebd0717e-0320-4904-abe5-a9a4a5a55ebe tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1285212 Apr 20 14:58:25.298491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2022af25-873e-4969-9320-070104ccacfe req-3148fa69-7d8b-406e-b231-e90221341fd3 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Apr 20 14:58:25.361272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b18af248-46f8-4e96-bf98-ad0690f1904b tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-352770744 HTTP/1.1" status: 201 len: 201 time: 0.1368279 Apr 20 14:58:25.363620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.368624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-8b48b5ed-ef59-4bea-b425-b10bff5db5ba tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-694334831') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.394439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40817ed2-a8a4-4bbd-a025-716c4ba3bfea req-e7bd551b-c441-4fe1-81dd-6139bf68ab6b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:25.396307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40817ed2-a8a4-4bbd-a025-716c4ba3bfea req-e7bd551b-c441-4fe1-81dd-6139bf68ab6b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0562294 Apr 20 14:58:25.408791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8b48b5ed-ef59-4bea-b425-b10bff5db5ba tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-694334831 HTTP/1.1" status: 201 len: 201 time: 0.0439682 Apr 20 14:58:25.411311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.416574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-0ef03b7f-1d6a-4157-a1af-7f6e2d1c7ab4 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', {'tags': ['tempest-TagsExtTest-Tag-668102999', 'tempest-TagsExtTest-Tag-1522889676', 'tempest-TagsExtTest-Tag-354156177']}) {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.447135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40817ed2-a8a4-4bbd-a025-716c4ba3bfea req-86ccc1bf-d895-41dc-8c78-3029af0f378a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Apr 20 14:58:25.484116 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ef03b7f-1d6a-4157-a1af-7f6e2d1c7ab4 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 200 len: 316 time: 0.0711005 Apr 20 14:58:25.486686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.491060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-349662e3-eb6e-4840-8df4-c8ef8e2ba753 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.580173 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-349662e3-eb6e-4840-8df4-c8ef8e2ba753 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 204 len: 168 time: 0.0912709 Apr 20 14:58:25.581641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56730) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.589684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-f2e915ee-1674-4d51-832c-6fd95180c5e8 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-668102999') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.592365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56732) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.691322 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-f2e915ee-1674-4d51-832c-6fd95180c5e8 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:25.693551 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2e915ee-1674-4d51-832c-6fd95180c5e8 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-668102999 HTTP/1.1" status: 404 len: 328 time: 0.1102705 Apr 20 14:58:25.696237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56738) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.702652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-019fa2fd-bde8-4499-97d3-55387e4316ba tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-1522889676') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.714821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4e37a3bd-3a4a-4200-ab84-3ed1d40937a0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 200 len: 993 time: 0.1210842 Apr 20 14:58:25.744701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c696f3-b6a5-4484-8d85-51a979136bc5 req-32ab977f-5dbc-49fa-b025-09c98c1bbd62 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:25.747429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c696f3-b6a5-4484-8d85-51a979136bc5 req-32ab977f-5dbc-49fa-b025-09c98c1bbd62 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0985205 Apr 20 14:58:25.775632 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-019fa2fd-bde8-4499-97d3-55387e4316ba tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:25.780032 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-019fa2fd-bde8-4499-97d3-55387e4316ba tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-1522889676 HTTP/1.1" status: 404 len: 329 time: 0.0799737 Apr 20 14:58:25.781410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56742) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.786360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-6d29ebf7-3a46-4320-b9dc-9bdfe32b87cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c', 'tempest-TagsExtTest-Tag-354156177') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.834663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35c696f3-b6a5-4484-8d85-51a979136bc5 req-dcf5f5d0-4734-46c0-8d1f-fbd6ff184b54 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790749 Apr 20 14:58:25.884656 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-6d29ebf7-3a46-4320-b9dc-9bdfe32b87cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:25.889098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6d29ebf7-3a46-4320-b9dc-9bdfe32b87cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags/tempest-TagsExtTest-Tag-354156177 HTTP/1.1" status: 404 len: 328 time: 0.1029446 Apr 20 14:58:25.889257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56746) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.893890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-1d8ac419-bb2f-4a3d-99ec-4395bb56024e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', {'tags': ['tempest-TagsExtTest-Tag-1855935809', 'tempest-TagsExtTest-Tag-1835858075', 'tempest-TagsExtTest-Tag-415508362']}) {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:25.959791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d8ac419-bb2f-4a3d-99ec-4395bb56024e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 200 len: 317 time: 0.0696051 Apr 20 14:58:25.963029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56748) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:25.968037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-ad4d88b8-20c3-42d5-96e2-7611565411b6 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.040085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad4d88b8-20c3-42d5-96e2-7611565411b6 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 204 len: 168 time: 0.0757396 Apr 20 14:58:26.042792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56750) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.047534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-1ba4dbdc-f4c5-4f1e-b41b-7de46680b4f9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1855935809') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.100913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:26.101750 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-1ba4dbdc-f4c5-4f1e-b41b-7de46680b4f9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.103151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ba4dbdc-f4c5-4f1e-b41b-7de46680b4f9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1855935809 HTTP/1.1" status: 404 len: 329 time: 0.0591824 Apr 20 14:58:26.103539 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4880ee2-d016-4ebf-8036-df37aba2ce47" -d '{"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-unplugged", "status": "completed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:26.106038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56754) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.110430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-1004ccb2-2008-445a-aed9-ee3c50297376 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-1835858075') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.141399 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e59f4-9a91-436d-9b31-14816276a6a8 x-openstack-request-id: req-4f6e59f4-9a91-436d-9b31-14816276a6a8 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:26.141743 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-unplugged", "status": "failed", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e", "code": 422}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:26.142000 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f6e59f4-9a91-436d-9b31-14816276a6a8 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:26.142409 n-d-836145-2 neutron-server[102865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f6e59f4-9a91-436d-9b31-14816276a6a8']: {'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'code': 422} returned with failed status Apr 20 14:58:26.161660 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-1004ccb2-2008-445a-aed9-ee3c50297376 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.162802 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1004ccb2-2008-445a-aed9-ee3c50297376 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-1835858075 HTTP/1.1" status: 404 len: 329 time: 0.0555532 Apr 20 14:58:26.165931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56756) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.171271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-a25eb36b-ab25-4d76-bb28-8c29e92e368b tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713', 'tempest-TagsExtTest-Tag-415508362') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.221816 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-a25eb36b-ab25-4d76-bb28-8c29e92e368b tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.222938 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a25eb36b-ab25-4d76-bb28-8c29e92e368b tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags/tempest-TagsExtTest-Tag-415508362 HTTP/1.1" status: 404 len: 328 time: 0.0557575 Apr 20 14:58:26.225888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56758) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.231175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-36bcf8b1-fdad-4a92-9b23-edeb1178ddd2 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', {'tags': ['tempest-TagsExtTest-Tag-224984127', 'tempest-TagsExtTest-Tag-1943126105', 'tempest-TagsExtTest-Tag-1700591631']}) {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.320780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-36bcf8b1-fdad-4a92-9b23-edeb1178ddd2 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 200 len: 317 time: 0.0936625 Apr 20 14:58:26.323232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56760) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.331182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-03cf25bd-be1e-448b-aafb-a58ed835ae9d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.461835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4270-a2e0-4c91-85a0-01972fac73d2 req-f423c29b-c4b9-4343-9f79-874fb2119458 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:26.463350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1f4270-a2e0-4c91-85a0-01972fac73d2 req-f423c29b-c4b9-4343-9f79-874fb2119458 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0617523 Apr 20 14:58:26.467595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.470722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-03cf25bd-be1e-448b-aafb-a58ed835ae9d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1398573 Apr 20 14:58:26.472548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-fbab7e8b-0668-490a-bc96-d8e77ff62d07 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-224984127') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.505102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1f4270-a2e0-4c91-85a0-01972fac73d2 req-21815114-1c01-421a-8e50-b8320448dea5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Apr 20 14:58:26.553705 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-fbab7e8b-0668-490a-bc96-d8e77ff62d07 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.557857 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fbab7e8b-0668-490a-bc96-d8e77ff62d07 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-224984127 HTTP/1.1" status: 404 len: 328 time: 0.0870066 Apr 20 14:58:26.558078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56768) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.562925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-88d92c60-6030-4e7c-b630-491c996e30cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-1943126105') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.642714 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-88d92c60-6030-4e7c-b630-491c996e30cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.646493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-88d92c60-6030-4e7c-b630-491c996e30cd tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-1943126105 HTTP/1.1" status: 404 len: 329 time: 0.0848403 Apr 20 14:58:26.646990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56770) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.652071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-4c6507d0-b499-45bd-a008-c4e6fdc6b3ac tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37', 'tempest-TagsExtTest-Tag-1700591631') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.754206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-659701f3-4351-48af-9fd4-41d87235abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:26.755697 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-659701f3-4351-48af-9fd4-41d87235abec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 1097 time: 0.0479932 Apr 20 14:58:26.771563 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-4c6507d0-b499-45bd-a008-c4e6fdc6b3ac tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:26.772713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c6507d0-b499-45bd-a008-c4e6fdc6b3ac tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags/tempest-TagsExtTest-Tag-1700591631 HTTP/1.1" status: 404 len: 329 time: 0.1246634 Apr 20 14:58:26.776349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.783631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-9a4a1b44-0c68-4617-afb8-86d96ad70c0c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', {'tags': ['tempest-TagsExtTest-Tag-1998164587', 'tempest-TagsExtTest-Tag-1202694581', 'tempest-TagsExtTest-Tag-1786594944']}) {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.793466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b3c6b-c21a-4e39-acd4-3751fa5b37e8 req-62076d07-754a-4903-8789-3ae3fbd3ea3c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:26.795109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e1b3c6b-c21a-4e39-acd4-3751fa5b37e8 req-62076d07-754a-4903-8789-3ae3fbd3ea3c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0582101 Apr 20 14:58:26.839755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e1b3c6b-c21a-4e39-acd4-3751fa5b37e8 req-69f26371-bb5b-4186-8dbe-16afd97da666 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Apr 20 14:58:26.892735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56786) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.892941 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9a4a1b44-0c68-4617-afb8-86d96ad70c0c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "PUT /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 200 len: 318 time: 0.1141067 Apr 20 14:58:26.900233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-78228d3a-648e-4b80-82bb-8d0ffbe3b8f1 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:26.947197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-a4cc2e1b-ff69-4d3a-8fdf-f78d326f8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:26.952500 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-a4cc2e1b-ff69-4d3a-8fdf-f78d326f8e59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 911 time: 0.1895108 Apr 20 14:58:26.962438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-78228d3a-648e-4b80-82bb-8d0ffbe3b8f1 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0681906 Apr 20 14:58:26.969343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56788) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:26.973277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-e5b5d719-e7dd-4cef-bc32-7c7083a71cf9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1998164587') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.004894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-704e2a54-9808-4d07-ae8f-6a69cc48942e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 HTTP/1.1" status: 200 len: 217 time: 0.0453119 Apr 20 14:58:27.033466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4d5e-d009-432d-ac88-ecae194e5b03 req-91b477d6-1d18-47db-b123-a31f032c09b1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:27.038598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c7e4d5e-d009-432d-ac88-ecae194e5b03 req-91b477d6-1d18-47db-b123-a31f032c09b1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0994539 Apr 20 14:58:27.101478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c7e4d5e-d009-432d-ac88-ecae194e5b03 req-60811c93-402a-45a5-979e-a8026c062e2b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573750 Apr 20 14:58:27.390137 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-e5b5d719-e7dd-4cef-bc32-7c7083a71cf9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:27.391121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5b5d719-e7dd-4cef-bc32-7c7083a71cf9 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1998164587 HTTP/1.1" status: 404 len: 329 time: 0.4212022 Apr 20 14:58:27.394240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56796) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.397262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-5f7afe4f-4648-4276-9e35-b8ba65b5c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:27.398974 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-5f7afe4f-4648-4276-9e35-b8ba65b5c4a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.3881452 Apr 20 14:58:27.399204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-c2bc95b5-e5ef-49ee-8fcc-f1f42c14ce58 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1202694581') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.422259 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-c2bc95b5-e5ef-49ee-8fcc-f1f42c14ce58 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:27.426092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c2bc95b5-e5ef-49ee-8fcc-f1f42c14ce58 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1202694581 HTTP/1.1" status: 404 len: 329 time: 0.0281212 Apr 20 14:58:27.426641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56798) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.431228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-95a5355b-9def-4831-a09a-a28623f9e91d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8', 'tempest-TagsExtTest-Tag-1786594944') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.433494 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-079184b3-fc4e-4a5b-a841-00f65831398f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266511 Apr 20 14:58:27.452921 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-95a5355b-9def-4831-a09a-a28623f9e91d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] show failed (client error): The resource could not be found. Apr 20 14:58:27.456515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-95a5355b-9def-4831-a09a-a28623f9e91d tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags/tempest-TagsExtTest-Tag-1786594944 HTTP/1.1" status: 404 len: 329 time: 0.0264282 Apr 20 14:58:27.456769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56800) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.461387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-288d1867-5c2e-45ad-afde-251022c46f9e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.487001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-288d1867-5c2e-45ad-afde-251022c46f9e tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0292459 Apr 20 14:58:27.489559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56802) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.494143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-54f146a1-2acf-4c46-970e-eefed66a8489 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '04ea4b99-6295-4419-be98-5d5edd0d3d37') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.527963 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-a1222d07-db75-4c48-9e23-e1884f283658 service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881615 Apr 20 14:58:27.574378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-54f146a1-2acf-4c46-970e-eefed66a8489 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37/tags HTTP/1.1" status: 204 len: 168 time: 0.0838225 Apr 20 14:58:27.576860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56804) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.581535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.tag.tag_plugin [None req-73634ae9-73fa-4b22-9130-605b831ffa47 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ae61fa3-c647-4dea-a81e-e7f0a71f6713') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.630654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d3a9ef8a-dfd8-4bde-bc79-f0a1eb5b7275 req-49b993cf-fc7e-40a4-bffa-9b556560f743 service neutron] 10.222.0.45 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944026 Apr 20 14:58:27.645638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56806) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.646924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-73634ae9-73fa-4b22-9130-605b831ffa47 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713/tags HTTP/1.1" status: 204 len: 168 time: 0.0644684 Apr 20 14:58:27.652371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.tag.tag_plugin [None req-27fb81db-019f-4fd8-b522-578849ad8d60 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60427da4-92f0-43d4-a054-c4388415245c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:27.710447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-27fb81db-019f-4fd8-b522-578849ad8d60 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c/tags HTTP/1.1" status: 204 len: 168 time: 0.0623417 Apr 20 14:58:27.715320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.787974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-38676f68-4416-42aa-9ecd-014f7d69cfd6 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for subnetpool, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:27.789159 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-38676f68-4416-42aa-9ecd-014f7d69cfd6 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnetpools/83d9f8a2-54cc-4493-a4a1-4f76b72f2fc8 HTTP/1.1" status: 204 len: 168 time: 0.0729036 Apr 20 14:58:27.791830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.824135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-52aef431-071d-46fb-8e84-f53208df1478 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "GET /v2.0/ports?device_id=04ea4b99-6295-4419-be98-5d5edd0d3d37 HTTP/1.1" status: 200 len: 205 time: 0.0311289 Apr 20 14:58:27.826668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:27.908797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:27.997047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd9c64-b488-4a62-9912-4fa2ae8c9355 req-20195c86-ffa9-45ef-ac5f-340df62bf000 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:27.998671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adbd9c64-b488-4a62-9912-4fa2ae8c9355 req-20195c86-ffa9-45ef-ac5f-340df62bf000 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0619535 Apr 20 14:58:28.044628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-adbd9c64-b488-4a62-9912-4fa2ae8c9355 req-3ccce9e5-d607-4537-873a-08a9969ce4ce tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 Apr 20 14:58:28.085886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.088563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.138803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.139378 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Fanout notify agent at l3_agent the message router_deleted on router 04ea4b99-6295-4419-be98-5d5edd0d3d37 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:58:28.147198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.148563 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f29c9f43-1665-4e80-92eb-4d0713583287 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/routers/04ea4b99-6295-4419-be98-5d5edd0d3d37 HTTP/1.1" status: 204 len: 168 time: 0.3208556 Apr 20 14:58:28.151548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56824) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:28.257244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe264f-699e-4e57-9ee6-b66f4e52c674 req-f845eeff-0c60-4134-a375-fc0c1be83c5c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:28.259095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1fe264f-699e-4e57-9ee6-b66f4e52c674 req-f845eeff-0c60-4134-a375-fc0c1be83c5c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0618708 Apr 20 14:58:28.266679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Deleting port 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:28.267295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.307070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1fe264f-699e-4e57-9ee6-b66f4e52c674 req-5de9e4de-80b4-472c-89cc-474dfc1b670e tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Apr 20 14:58:28.405580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.423597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Calling delete_port for 2ae61fa3-c647-4dea-a81e-e7f0a71f6713 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:28.562812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.597321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event deleted for resources: {'Port': ['ID=2ae61fa3-c647-4dea-a81e-e7f0a71f6713,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:28.695225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.699981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3fff33a0-208f-4284-bec9-7f27d1d19680 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/ports/2ae61fa3-c647-4dea-a81e-e7f0a71f6713 HTTP/1.1" status: 204 len: 168 time: 0.5471904 Apr 20 14:58:28.702596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 56842) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:28.764477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Deleting subnet 60427da4-92f0-43d4-a054-c4388415245c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:58:28.768165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.829587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:28.936706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.009924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.048277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event deleted for resources: {'Subnet': ['ID=60427da4-92f0-43d4-a054-c4388415245c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:29.051903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.057383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34e42763-a0a0-4a6c-a138-ff08e7c24d41 tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/subnets/60427da4-92f0-43d4-a054-c4388415245c HTTP/1.1" status: 204 len: 168 time: 0.3534687 Apr 20 14:58:29.058875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691315c-51c5-4c22-8853-9693bd786d27 None None] Network 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:58:29.059900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56850) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:29.218753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.241259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc266-c508-49f1-b3fa-d1c18306ace5 req-df98c979-e2f3-4983-abc4-2346605546b1 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:29.243141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51ffc266-c508-49f1-b3fa-d1c18306ace5 req-df98c979-e2f3-4983-abc4-2346605546b1 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0793505 Apr 20 14:58:29.276843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] DHCP port deletion for 40e7e11d-9423-4e6e-ac8d-5963c6fa56fd request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:58:29.316256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51ffc266-c508-49f1-b3fa-d1c18306ace5 req-2d9e2523-1acc-441f-8b0a-9f5ad72da01c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510728 Apr 20 14:58:29.339390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Deleting port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:29.339798 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.355179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Deleting port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:29.355824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.440809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] For port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,segment=NetworkSegment(ba4a7306-09d0-4f5b-b493-33734af341eb),segment_id=ba4a7306-09d0-4f5b-b493-33734af341eb)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:29.441555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.457963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Calling delete_port for 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:29.458854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] For port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,segment=NetworkSegment(ba4a7306-09d0-4f5b-b493-33734af341eb),segment_id=ba4a7306-09d0-4f5b-b493-33734af341eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:29.459478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.483253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Calling delete_port for 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:29.483511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212652f-3bb8-4116-942c-0f7bbfa8fbe1 req-a990da8c-ada2-465f-b913-90bac941f606 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:29.485027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6212652f-3bb8-4116-942c-0f7bbfa8fbe1 req-a990da8c-ada2-465f-b913-90bac941f606 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0821931 Apr 20 14:58:29.571874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6212652f-3bb8-4116-942c-0f7bbfa8fbe1 req-cbbd6482-31c0-4457-accc-1e4e9f8c77cf tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570040 Apr 20 14:58:29.592458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.601875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.620968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] No DVR routers for this DVR port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:29.635776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] No DVR routers for this DVR port 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:29.641110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc94581-8112-44a1-99b1-253ca65d271c None None] Pushing event deleted for resources: {'Port': ['ID=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:29.648160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event deleted for resources: {'Port': ['ID=8b0c0a07-7c6e-4d8e-ae1f-f628da97733c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:29.676551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.676886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.677232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.677544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.678159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.678491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.678836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.679169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.679479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.679778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.680223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.680524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:58:29.741190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.766628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e7e11d-9423-4e6e-ac8d-5963c6fa56fd']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:29.776687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4a7306-09d0-4f5b-b493-33734af341eb') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:29.776973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4a7306-09d0-4f5b-b493-33734af341eb') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:58:29.790845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.805172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.811410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:58:29.811906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self.session.flush() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:58:29.814990 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:58:29.951902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.956003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:29.968519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] 10.222.0.20 "DELETE /v2.0/networks/40e7e11d-9423-4e6e-ac8d-5963c6fa56fd HTTP/1.1" status: 204 len: 168 time: 0.9071891 Apr 20 14:58:29.983122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:58:30.027551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:58:30.028959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8b0c0a07-7c6e-4d8e-ae1f-f628da97733c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:58:30.323640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b034e-b8e2-4f37-abd5-81c9f3e3938c tempest-TagsExtTest-1391910934 tempest-TagsExtTest-1391910934-project] Pushing event deleted for resources: {'Network': ['ID=40e7e11d-9423-4e6e-ac8d-5963c6fa56fd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:30.354127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56876) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:30.498817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e910be-ca57-46a4-a7ce-b3afd67e6a02 req-057f525a-4481-4dfc-b3e8-76a839e5b916 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:30.500416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19e910be-ca57-46a4-a7ce-b3afd67e6a02 req-057f525a-4481-4dfc-b3e8-76a839e5b916 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0847712 Apr 20 14:58:30.560018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19e910be-ca57-46a4-a7ce-b3afd67e6a02 req-975c59a3-7db8-44fe-bd34-0a2e85f844d6 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493107 Apr 20 14:58:30.627663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46640f48-4dca-41e6-bec4-2d88e4542a07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=033e29c7173d4c5e9650c5fc959f52fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689145 Apr 20 14:58:30.628227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 56882) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:30.751796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e6e31-8c31-4707-a2fc-2adbe86529fb req-367817c7-4801-410f-bfd4-307a67a396f8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:30.753550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-781e6e31-8c31-4707-a2fc-2adbe86529fb req-367817c7-4801-410f-bfd4-307a67a396f8 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0887959 Apr 20 14:58:30.754558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:30.792359 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:30.832362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-781e6e31-8c31-4707-a2fc-2adbe86529fb req-7ec7cab0-a121-41ef-b865-505521fb08e6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673401 Apr 20 14:58:30.869325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:30.872113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:30.873407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9bf76fd-335c-4737-9525-2fcb4952f812 HTTP/1.1" status: 204 len: 168 time: 0.2442319 Apr 20 14:58:30.889577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76672e3-4c37-4c36-a52e-e4b6f4f718f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf76fd-335c-4737-9525-2fcb4952f812,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:31.686951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d4f4-52ec-41f4-8886-0e61b0ff65cf req-8d8163a8-c446-43b9-a0d7-29e211b9e2f0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:31.699105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37c9d4f4-52ec-41f4-8886-0e61b0ff65cf req-8d8163a8-c446-43b9-a0d7-29e211b9e2f0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0687430 Apr 20 14:58:31.736959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37c9d4f4-52ec-41f4-8886-0e61b0ff65cf req-dea49ae4-e8a0-4a79-931c-14f28bfeb2d5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Apr 20 14:58:32.011842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e6d23-7ec5-43e5-8ff3-8d4de1184bcd req-b877e754-2051-4589-ac2a-21a500954fa7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:32.013968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-199e6d23-7ec5-43e5-8ff3-8d4de1184bcd req-b877e754-2051-4589-ac2a-21a500954fa7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0793116 Apr 20 14:58:32.065389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-199e6d23-7ec5-43e5-8ff3-8d4de1184bcd req-2cbe2ead-417e-4c3e-abc3-56f69f8c937a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394349 Apr 20 14:58:32.893511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51a4b0-7850-4370-80ea-07b11df9beec req-1adbb7af-3edb-4f46-8c86-b5ea116fdaaf tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:32.895067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b51a4b0-7850-4370-80ea-07b11df9beec req-1adbb7af-3edb-4f46-8c86-b5ea116fdaaf tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0759549 Apr 20 14:58:32.969094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b51a4b0-7850-4370-80ea-07b11df9beec req-5c20039e-2982-443b-9783-dc18e158ee11 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Apr 20 14:58:33.252639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73b51f-0d69-4e19-989f-a4b6ddfabd68 req-4be4186d-793e-428a-a21f-c81f24815ba5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:33.262626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb73b51f-0d69-4e19-989f-a4b6ddfabd68 req-4be4186d-793e-428a-a21f-c81f24815ba5 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1010523 Apr 20 14:58:33.322433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb73b51f-0d69-4e19-989f-a4b6ddfabd68 req-0ab40ff5-b5d7-476d-926f-3bfd8195503b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583596 Apr 20 14:58:33.488794 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:33.776912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57060) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:33.924588 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66f9fd68-ec88-469b-a2cf-1241ceef8bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:33.940094 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:58:34.041168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66f9fd68-ec88-469b-a2cf-1241ceef8bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.056318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66f9fd68-ec88-469b-a2cf-1241ceef8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.126292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9fd68-ec88-469b-a2cf-1241ceef8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4bfaa5-fe7c-4aa3-93af-c20a6a513035,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:34.133037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66f9fd68-ec88-469b-a2cf-1241ceef8bc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e2d25fb53a944198686057f8db8a5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549421 Apr 20 14:58:34.137033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57082) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:34.150118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ef60-06c8-44f9-a663-498be4c7702f req-f8deb3af-87a6-4272-89d2-f045336c3aee tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:34.152439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ac7ef60-06c8-44f9-a663-498be4c7702f req-f8deb3af-87a6-4272-89d2-f045336c3aee tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1098402 Apr 20 14:58:34.212754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ac7ef60-06c8-44f9-a663-498be4c7702f req-8672b12f-7a0d-4f0c-a8b3-1fdac9a94005 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513294 Apr 20 14:58:34.245670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.279351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.349478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.353204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.356844 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d4bfaa5-fe7c-4aa3-93af-c20a6a513035 HTTP/1.1" status: 204 len: 168 time: 0.2161765 Apr 20 14:58:34.367449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909fab8-44b9-475b-b0ae-b889f8303cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4bfaa5-fe7c-4aa3-93af-c20a6a513035,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:34.401494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57090) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:34.523523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db8a94-da07-4803-95f6-a08dc126f325 req-f6c048e4-0317-45a8-8651-e113d4467a0b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:34.525888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7db8a94-da07-4803-95f6-a08dc126f325 req-f6c048e4-0317-45a8-8651-e113d4467a0b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0972178 Apr 20 14:58:34.584727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7db8a94-da07-4803-95f6-a08dc126f325 req-8a9b8909-d131-4342-ace1-d5719ec7ae02 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495553 Apr 20 14:58:34.605283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf8422fb-fe18-41ad-94ee-ed8ea340c062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.701455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf8422fb-fe18-41ad-94ee-ed8ea340c062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.707597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf8422fb-fe18-41ad-94ee-ed8ea340c062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.740272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8422fb-fe18-41ad-94ee-ed8ea340c062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ab5d0-45a3-47f7-9436-ef98b8a007b8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:34.761636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf8422fb-fe18-41ad-94ee-ed8ea340c062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b666e854004de8971e3e2c72590b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595612 Apr 20 14:58:34.764530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57098) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:34.822364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.863818 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.869940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:34.885055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be69951-2b84-4f8c-b40b-51d7055a2885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.932414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.936028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.937284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf0ab5d0-45a3-47f7-9436-ef98b8a007b8 HTTP/1.1" status: 204 len: 168 time: 0.1718202 Apr 20 14:58:34.947573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562f0fd-08dc-4dfa-ab6e-509a0486b347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ab5d0-45a3-47f7-9436-ef98b8a007b8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:34.983701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be69951-2b84-4f8c-b40b-51d7055a2885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:34.990701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be69951-2b84-4f8c-b40b-51d7055a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.035871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3be69951-2b84-4f8c-b40b-51d7055a2885 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b77225f75d9f46e7b6a438fecb54f6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644166 Apr 20 14:58:35.037214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be69951-2b84-4f8c-b40b-51d7055a2885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6041563-636e-40bd-851c-482ece0395ac,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:35.038502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:35.102645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.125865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.198612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.201764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.203890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6041563-636e-40bd-851c-482ece0395ac HTTP/1.1" status: 204 len: 168 time: 0.1637819 Apr 20 14:58:35.213216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f2c70-3d97-4a62-9d18-b63cf334f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6041563-636e-40bd-851c-482ece0395ac,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:35.387116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e27a-198c-4b54-a9d7-f383dbcefd74 req-14e21b14-b4ba-4fe4-af36-df363c4b8170 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:35.391165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1586e27a-198c-4b54-a9d7-f383dbcefd74 req-14e21b14-b4ba-4fe4-af36-df363c4b8170 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0658576 Apr 20 14:58:35.414399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57114) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:35.429865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c92c3a38-0f4b-47b7-b6cf-d442002c0d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.431110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1586e27a-198c-4b54-a9d7-f383dbcefd74 req-1002fbec-2174-472d-ac81-4c55ff59a791 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Apr 20 14:58:35.509265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c92c3a38-0f4b-47b7-b6cf-d442002c0d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.517155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c92c3a38-0f4b-47b7-b6cf-d442002c0d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.560525 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c92c3a38-0f4b-47b7-b6cf-d442002c0d2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=639d8e2f6b0f4264a7d1aa3e83a6e85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420147 Apr 20 14:58:35.560525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c3a38-0f4b-47b7-b6cf-d442002c0d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b5a9c-9e9f-45f6-bcd3-97c8a7b792ab,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:35.560927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57122) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:35.615240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.639460 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.739951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212bb77-021b-40dc-b214-5fec53dfa467 req-ccc18147-d274-4411-bf33-f9da6dc8234f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:35.741570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6212bb77-021b-40dc-b214-5fec53dfa467 req-ccc18147-d274-4411-bf33-f9da6dc8234f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0674102 Apr 20 14:58:35.742545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.746582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:35.750812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/112b5a9c-9e9f-45f6-bcd3-97c8a7b792ab HTTP/1.1" status: 204 len: 168 time: 0.1859217 Apr 20 14:58:35.775036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4cd8f-6e67-481f-b8f5-727437e8d99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b5a9c-9e9f-45f6-bcd3-97c8a7b792ab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:35.815165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6212bb77-021b-40dc-b214-5fec53dfa467 req-b0428513-4dd6-4166-931d-fc4068d875e4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600905 Apr 20 14:58:36.153866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-95dea43a-49d3-432f-a62e-37f82848623c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487144 Apr 20 14:58:36.223692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-4372493d-15b1-4726-b0c4-a93ec8629f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.225531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-4372493d-15b1-4726-b0c4-a93ec8629f78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 1059 time: 0.0509639 Apr 20 14:58:36.358495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-fa70fd86-dfb3-40df-80b9-19093720db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.360182 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-fa70fd86-dfb3-40df-80b9-19093720db78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1157932 Apr 20 14:58:36.412073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-18e7a264-9053-4497-9c12-2541d0c6df00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 200 len: 217 time: 0.0447652 Apr 20 14:58:36.471287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-56841758-278f-450b-848a-a3d50745de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.473728 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-56841758-278f-450b-848a-a3d50745de58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0555434 Apr 20 14:58:36.570494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332204-a3a1-4a8c-9630-1953b57cccec req-54f51c8b-5f33-48ec-b188-99eb12305510 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.572142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8332204-a3a1-4a8c-9630-1953b57cccec req-54f51c8b-5f33-48ec-b188-99eb12305510 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0649886 Apr 20 14:58:36.576023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-2d77dec1-539b-475a-bcee-a793f5922b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.580143 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-2d77dec1-539b-475a-bcee-a793f5922b8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999851 Apr 20 14:58:36.684706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8332204-a3a1-4a8c-9630-1953b57cccec req-1b07a6d0-fa06-406c-a961-7777e37a3a53 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028812 Apr 20 14:58:36.692063 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-70de50b8-b0eb-4133-b978-5bdb0698aa00 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043704 Apr 20 14:58:36.699461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-2bafeb05-cd6c-4de2-ac21-6c0cb948e2dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896156 Apr 20 14:58:36.807168 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5cfa4cc0-102c-44cf-8a5d-627ddcd9b9cb req-66c7848c-d95d-4385-a327-571486722ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082411 Apr 20 14:58:36.808810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-19a167bc-bfb2-4802-9386-cd98d3116e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.810334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-19a167bc-bfb2-4802-9386-cd98d3116e1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 1096 time: 0.0854228 Apr 20 14:58:36.995194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-5d524ab2-96a2-4c51-9a0a-d1801e5df21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:36.996835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-5d524ab2-96a2-4c51-9a0a-d1801e5df21b service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1592906 Apr 20 14:58:37.004965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9a8ca-9f0d-4cd7-b6ec-a17f30a160b4 req-3b97db25-42da-4b2f-8ec2-008b5068eb23 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.006534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dd9a8ca-9f0d-4cd7-b6ec-a17f30a160b4 req-3b97db25-42da-4b2f-8ec2-008b5068eb23 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0858843 Apr 20 14:58:37.065955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-f00fa945-e171-4b9e-ba01-c7bf6b5d400d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Apr 20 14:58:37.115394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dd9a8ca-9f0d-4cd7-b6ec-a17f30a160b4 req-fe466506-62de-4398-ab21-f373b7b16239 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013329 Apr 20 14:58:37.147290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-cde9dfa9-b840-4392-a64b-2a96619ab6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.148832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-cde9dfa9-b840-4392-a64b-2a96619ab6f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0727081 Apr 20 14:58:37.335045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-9817d4aa-fe4c-427b-9835-f2cd5ce13c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.340950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-9817d4aa-fe4c-427b-9835-f2cd5ce13c79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801777 Apr 20 14:58:37.545375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-a4ff5b46-f1ea-4144-8a12-23cd7a3641a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.546902 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-a4ff5b46-f1ea-4144-8a12-23cd7a3641a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.0667033 Apr 20 14:58:37.569500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b6749-8ddc-471c-b412-5f2341ec2428 req-0ca3fd2c-e14c-460d-b88f-55f1fe991515 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.580190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e2b6749-8ddc-471c-b412-5f2341ec2428 req-0ca3fd2c-e14c-460d-b88f-55f1fe991515 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1036389 Apr 20 14:58:37.591378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-e089ec3a-554c-44a2-b4d3-466eb8939ea3 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421308 Apr 20 14:58:37.677364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e2b6749-8ddc-471c-b412-5f2341ec2428 req-72c0679c-2865-48c7-8902-f3139bd0aca4 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917201 Apr 20 14:58:37.724653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-c1c8c5d5-7462-4de5-ba49-67f01aab662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.726350 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-c1c8c5d5-7462-4de5-ba49-67f01aab662e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1699727 Apr 20 14:58:37.757839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ea58cee-f43b-4db0-9f79-11e1fb77b3cb req-01a6a12e-aa22-43e9-b6f6-1263a6bcfc8b service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526685 Apr 20 14:58:37.847236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8985-c08f-4fa5-8d90-605226c10e96 req-c255eca6-9612-499d-bdef-ce5b4c0d86b4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.849269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2b8985-c08f-4fa5-8d90-605226c10e96 req-c255eca6-9612-499d-bdef-ce5b4c0d86b4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0643013 Apr 20 14:58:37.890071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-c40f0281-4230-41e4-a91b-c322377eb0c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.1516874 Apr 20 14:58:37.923494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a2b8985-c08f-4fa5-8d90-605226c10e96 req-260f2394-f926-477e-b923-86887d4374b4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652742 Apr 20 14:58:37.986208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-680ab3cf-53cf-4ddc-ac26-c4d1e00a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:37.987795 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-680ab3cf-53cf-4ddc-ac26-c4d1e00a9a08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0894256 Apr 20 14:58:38.053703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-04cfa087-6587-4f1e-8971-e33cade493e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:38.055643 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-04cfa087-6587-4f1e-8971-e33cade493e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609071 Apr 20 14:58:38.170538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-4f516b97-65dd-4701-83c1-0178aef72bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070125 Apr 20 14:58:38.269256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd0d1f7d-e835-488b-9915-03b37548fa99 req-854f792e-4e16-4f84-8741-0d464716a981 service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918529 Apr 20 14:58:38.485352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57240) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:38.598455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adb81200-57bb-49dd-abdd-85d484f2160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.680370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adb81200-57bb-49dd-abdd-85d484f2160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.684821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-adb81200-57bb-49dd-abdd-85d484f2160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.721342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb81200-57bb-49dd-abdd-85d484f2160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbd3324-fec8-482a-b1b6-456f618dc151,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:38.729578 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:38.730195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-adb81200-57bb-49dd-abdd-85d484f2160c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dc74c2cb3244f2a830a36950c66fefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433670 Apr 20 14:58:38.797334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99c60-e4ef-4b0a-bf22-0d033e09d763 req-dc1ad046-69af-4dde-b4b1-0423cd81db2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:38.799284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1be99c60-e4ef-4b0a-bf22-0d033e09d763 req-dc1ad046-69af-4dde-b4b1-0423cd81db2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0540977 Apr 20 14:58:38.841746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.859855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1be99c60-e4ef-4b0a-bf22-0d033e09d763 req-87416d3a-0128-4247-b443-79a8e2989365 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528996 Apr 20 14:58:38.871558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.923148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.925610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:38.926849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dbd3324-fec8-482a-b1b6-456f618dc151 HTTP/1.1" status: 204 len: 168 time: 0.1953025 Apr 20 14:58:38.936950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc6f0f-48b3-468c-bdfe-5c1ecac7f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbd3324-fec8-482a-b1b6-456f618dc151,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:39.124730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c31f5-efc3-4c62-b93c-67504789d616 req-17e1471a-bded-4eee-808c-2b569040a4af tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:39.126255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-736c31f5-efc3-4c62-b93c-67504789d616 req-17e1471a-bded-4eee-808c-2b569040a4af tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1199126 Apr 20 14:58:39.197910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-736c31f5-efc3-4c62-b93c-67504789d616 req-8efc2b89-9edb-4227-8535-2d74f2e5b93d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Apr 20 14:58:39.342329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57276) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:39.357528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37d2b1ce-c4c6-4ecb-83ad-bf86ce967b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.438625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37d2b1ce-c4c6-4ecb-83ad-bf86ce967b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.444211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-37d2b1ce-c4c6-4ecb-83ad-bf86ce967b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.484708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-37d2b1ce-c4c6-4ecb-83ad-bf86ce967b91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae4d2e4a9fb74f548ce453797c2af687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411054 Apr 20 14:58:39.485569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2b1ce-c4c6-4ecb-83ad-bf86ce967b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0802c95-9bac-4e5c-9344-7b3148e0dd52,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:39.487368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:39.561315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.584472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.636504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.640131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:39.641254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0802c95-9bac-4e5c-9344-7b3148e0dd52 HTTP/1.1" status: 204 len: 168 time: 0.1525636 Apr 20 14:58:39.651221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056bb3f-5dde-4c9c-a291-b6259a767f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0802c95-9bac-4e5c-9344-7b3148e0dd52,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:40.020974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a84a2-411a-4b2d-973c-fdb434980bdf req-cf1f4bbc-39c2-4f48-b4b6-2a50adfffa2f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:40.022528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c0a84a2-411a-4b2d-973c-fdb434980bdf req-cf1f4bbc-39c2-4f48-b4b6-2a50adfffa2f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0633416 Apr 20 14:58:40.104813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8c0a84a2-411a-4b2d-973c-fdb434980bdf req-68688484-b83d-450c-9c20-648356bd2d75 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728841 Apr 20 14:58:40.200357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cd577176-4b4d-4251-b155-b3da81950bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:40.398554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8cbb-14f3-4670-8aec-4803ec21bbff req-7cc5f87e-a737-4ccb-bda4-9fcaa57c27a9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:40.413868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bcbe8cbb-14f3-4670-8aec-4803ec21bbff req-7cc5f87e-a737-4ccb-bda4-9fcaa57c27a9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1271019 Apr 20 14:58:40.478155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219066-8da7-47a2-92a1-5db30a11910e req-d1783937-c301-491b-bc08-8e0ed681ab15 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:40.481699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12219066-8da7-47a2-92a1-5db30a11910e req-d1783937-c301-491b-bc08-8e0ed681ab15 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1423492 Apr 20 14:58:40.555445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bcbe8cbb-14f3-4670-8aec-4803ec21bbff req-353433c8-97cc-4f9a-ae45-29f46a998961 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411214 Apr 20 14:58:40.576570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12219066-8da7-47a2-92a1-5db30a11910e req-307ba18e-0ba4-4574-9ffd-2b31832162a0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Apr 20 14:58:40.747365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab08c5-47c8-4383-879c-69b79855ac0e req-c849272f-5c7e-433e-9518-ace4449677b0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:40.749941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbab08c5-47c8-4383-879c-69b79855ac0e req-c849272f-5c7e-433e-9518-ace4449677b0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0569146 Apr 20 14:58:40.809070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbab08c5-47c8-4383-879c-69b79855ac0e req-7c7bb2a1-564f-43ab-85ea-4ee3771bec27 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 Apr 20 14:58:40.979957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df027304-014e-4df8-9e14-d605bf8c82ea req-89a0c77c-d9f5-4951-a144-ff6710a3b19a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:40.981861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df027304-014e-4df8-9e14-d605bf8c82ea req-89a0c77c-d9f5-4951-a144-ff6710a3b19a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0716684 Apr 20 14:58:41.059758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df027304-014e-4df8-9e14-d605bf8c82ea req-9ed41384-8b98-4da4-bd2b-67ef1802ee94 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698738 Apr 20 14:58:41.163852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57334) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:41.208939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601387f-0d37-437a-8dba-3405d2ef5f33 req-f120ab56-10e2-43af-a555-5425bd25fe2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:41.211774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5601387f-0d37-437a-8dba-3405d2ef5f33 req-f120ab56-10e2-43af-a555-5425bd25fe2d tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0792890 Apr 20 14:58:41.278353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5601387f-0d37-437a-8dba-3405d2ef5f33 req-ab7da7a5-9154-4725-991f-c7e16079c054 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600371 Apr 20 14:58:41.327338 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe55cc7-3471-464d-9f36-0346f3a939d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:41.466133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe55cc7-3471-464d-9f36-0346f3a939d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:41.472091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dbe55cc7-3471-464d-9f36-0346f3a939d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:41.533073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dbe55cc7-3471-464d-9f36-0346f3a939d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51a8604662c343bc932dc5fdde079763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674650 Apr 20 14:58:41.533683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57350) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:41.536313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe55cc7-3471-464d-9f36-0346f3a939d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de50bd5-de04-4fbe-a5fb-e5ac81ccd38c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:41.695453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8063-4352-46b9-afec-55743b82483c req-356bf2a6-0125-4f0f-be2c-440f8246690b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:41.708260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-240c8063-4352-46b9-afec-55743b82483c req-356bf2a6-0125-4f0f-be2c-440f8246690b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1641388 Apr 20 14:58:41.798829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:41.865911 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:41.883433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-240c8063-4352-46b9-afec-55743b82483c req-8847b75f-74c4-4cd7-9729-85f3c0c00428 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733878 Apr 20 14:58:41.937277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a80ccd-9e31-4816-b8b3-55d2f86b9cf2 req-eb80b291-392a-4b5b-8da0-e7795b6f5a96 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:41.940306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2a80ccd-9e31-4816-b8b3-55d2f86b9cf2 req-eb80b291-392a-4b5b-8da0-e7795b6f5a96 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.2101221 Apr 20 14:58:42.033156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2a80ccd-9e31-4816-b8b3-55d2f86b9cf2 req-954494eb-2837-48fe-822c-c677ab00d4c6 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861514 Apr 20 14:58:42.060889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.064596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.065993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2de50bd5-de04-4fbe-a5fb-e5ac81ccd38c HTTP/1.1" status: 204 len: 168 time: 0.5312192 Apr 20 14:58:42.082859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65a72d-53c6-4274-8407-076961497355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de50bd5-de04-4fbe-a5fb-e5ac81ccd38c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:42.598104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57376) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:42.616742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e4af7ff-a83e-4daa-9bd8-1be4568d12a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.715208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e4af7ff-a83e-4daa-9bd8-1be4568d12a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.723786 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e4af7ff-a83e-4daa-9bd8-1be4568d12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.772337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8e4af7ff-a83e-4daa-9bd8-1be4568d12a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=698e6ff1224b47f18315778f3b689b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720624 Apr 20 14:58:42.775583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57380) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:42.781829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af7ff-a83e-4daa-9bd8-1be4568d12a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575d024e-b87b-47aa-8eed-e4ce5a6a226d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:42.854227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.886073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.968863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.980013 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:42.989151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575d024e-b87b-47aa-8eed-e4ce5a6a226d HTTP/1.1" status: 204 len: 168 time: 0.2121155 Apr 20 14:58:42.998937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3a861-2221-4c10-a8ca-4345ffab46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575d024e-b87b-47aa-8eed-e4ce5a6a226d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:43.165712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d70a-ad7e-4b5f-a210-d6995b3b97ed req-41dc3a3a-548e-40b9-bbbf-61d109d16117 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:43.168293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba74d70a-ad7e-4b5f-a210-d6995b3b97ed req-41dc3a3a-548e-40b9-bbbf-61d109d16117 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1251132 Apr 20 14:58:43.291265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba74d70a-ad7e-4b5f-a210-d6995b3b97ed req-b406fc0d-bfec-414b-b656-03dbc834002c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053438 Apr 20 14:58:43.310217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80cbcc-11f9-4505-a852-d845f5060897 req-c16cad21-71a2-4b56-937d-129f490592a0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:43.311556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce80cbcc-11f9-4505-a852-d845f5060897 req-c16cad21-71a2-4b56-937d-129f490592a0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1578791 Apr 20 14:58:43.451810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce80cbcc-11f9-4505-a852-d845f5060897 req-059a6fe4-6773-45ab-bc6c-42fb7985ee95 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220157 Apr 20 14:58:43.488085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1854f983-8d18-4eb2-afd4-a22d96ce290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:43.688676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:43.769289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3db42-c82f-4db6-ac72-ba9ae8a0af42 req-375eda58-e394-483d-a9ee-34641aeee1e3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:43.772314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-faf3db42-c82f-4db6-ac72-ba9ae8a0af42 req-375eda58-e394-483d-a9ee-34641aeee1e3 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1053805 Apr 20 14:58:43.794690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-cb1e7896-bf30-4deb-8eb5-55be48b09ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:43.799093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-cb1e7896-bf30-4deb-8eb5-55be48b09ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc8a263d1db3499eb97080380db61077&device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 1096 time: 0.0900748 Apr 20 14:58:43.856585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-faf3db42-c82f-4db6-ac72-ba9ae8a0af42 req-23c9c4a9-e87c-4cb7-aadc-51325367c209 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760722 Apr 20 14:58:43.955050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-9992ade4-60ff-43bb-8ddc-a31aef9f8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:43.956571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-9992ade4-60ff-43bb-8ddc-a31aef9f8d87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 200 len: 912 time: 0.1500726 Apr 20 14:58:44.044426 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-e461187a-4a4a-4fca-a68b-ed6bddf7e348 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 200 len: 1000 time: 0.0802443 Apr 20 14:58:44.115365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-67df6c47-9ec0-4c9e-a1c7-8a2afaba6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:44.116934 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-67df6c47-9ec0-4c9e-a1c7-8a2afaba6392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 200 len: 850 time: 0.0656054 Apr 20 14:58:44.183156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-81e75e15-9d96-4545-9c42-196df72069fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:44.184786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-81e75e15-9d96-4545-9c42-196df72069fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ac59bee-b9c9-4814-a65d-216bb631b343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599656 Apr 20 14:58:44.250011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:44.307900 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-b04cae32-c780-454e-b63a-746b2009042b service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152499 Apr 20 14:58:44.430773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-59c64db9-8448-4890-8ded-6be636a1ab7c req-d536b831-39a2-493f-aec3-adefcc61032c service neutron] 10.222.0.43 "GET /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143155 Apr 20 14:58:44.630895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197592e6-5f65-4ae2-9367-9004c0e5b561 req-d8dff853-075c-4f51-b79b-fcffcf98eada tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:44.632978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197592e6-5f65-4ae2-9367-9004c0e5b561 req-d8dff853-075c-4f51-b79b-fcffcf98eada tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0989766 Apr 20 14:58:44.674998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-197592e6-5f65-4ae2-9367-9004c0e5b561 req-ede1ac2e-016d-4e7f-bb78-2aa617d18183 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Apr 20 14:58:45.011444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1ca3-32de-4822-b460-da44599c268d req-375fd16b-0852-4981-8211-1335dae26ab1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:45.022722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04ae1ca3-32de-4822-b460-da44599c268d req-375fd16b-0852-4981-8211-1335dae26ab1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0793734 Apr 20 14:58:45.106761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04ae1ca3-32de-4822-b460-da44599c268d req-a7cd0175-17a8-45b3-bd05-edb93d2bd124 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783458 Apr 20 14:58:45.196714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:45.280904 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:45.851683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b8cb-28a1-488b-bd4c-445adfd3d30a req-4228568f-d038-491b-ae97-7726e0da0f45 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:45.858608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a21b8cb-28a1-488b-bd4c-445adfd3d30a req-4228568f-d038-491b-ae97-7726e0da0f45 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0898831 Apr 20 14:58:45.936091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a21b8cb-28a1-488b-bd4c-445adfd3d30a req-728cd6dd-876f-4aee-b5f6-261bf2c8eb24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Apr 20 14:58:45.972258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57462) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:46.121709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2446e321-60fa-4ec6-bd5a-0c828361907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.251055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edd952-73e9-4e78-b2e7-1d4f8daae892 req-1f72d33d-e8a4-43f6-9aba-407e8e5f77a9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:46.259021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0edd952-73e9-4e78-b2e7-1d4f8daae892 req-1f72d33d-e8a4-43f6-9aba-407e8e5f77a9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0644839 Apr 20 14:58:46.299528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2446e321-60fa-4ec6-bd5a-0c828361907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.305187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2446e321-60fa-4ec6-bd5a-0c828361907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.319179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0edd952-73e9-4e78-b2e7-1d4f8daae892 req-3f6ba625-e2a4-49a0-99cb-422d2e86071b tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512185 Apr 20 14:58:46.340767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446e321-60fa-4ec6-bd5a-0c828361907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270c8d63-269f-4b5a-be1a-71af942e86eb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:46.359265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2446e321-60fa-4ec6-bd5a-0c828361907b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdf7927a247a40f580b30021db301ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850274 Apr 20 14:58:46.361741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:46.458096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.470745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034c4b-1b08-4c12-ac9b-b3d298c2087c req-c461a1a9-878c-4559-8bdc-1b07c87cf116 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:46.479820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d034c4b-1b08-4c12-ac9b-b3d298c2087c req-c461a1a9-878c-4559-8bdc-1b07c87cf116 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0695291 Apr 20 14:58:46.501634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.525682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d034c4b-1b08-4c12-ac9b-b3d298c2087c req-7bf5e23a-4209-4c65-a8ab-3daf4b7b36dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Apr 20 14:58:46.588436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.591341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:46.595917 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/270c8d63-269f-4b5a-be1a-71af942e86eb HTTP/1.1" status: 204 len: 168 time: 0.2330754 Apr 20 14:58:46.608042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4c747-a1f7-407c-bb49-e256230e878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270c8d63-269f-4b5a-be1a-71af942e86eb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:47.013960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57500) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:47.042762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80bf5714-f52f-4476-8a5b-bc3f41e5b46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.107906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06023991-c3c3-42c7-8274-7acbb10e5793 req-f6ea88cb-fc68-4a74-a8c5-f4acedc7ddf0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:47.109732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06023991-c3c3-42c7-8274-7acbb10e5793 req-f6ea88cb-fc68-4a74-a8c5-f4acedc7ddf0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0701294 Apr 20 14:58:47.150375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80bf5714-f52f-4476-8a5b-bc3f41e5b46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.159794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80bf5714-f52f-4476-8a5b-bc3f41e5b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.222026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06023991-c3c3-42c7-8274-7acbb10e5793 req-bf028c6a-142d-4ba6-b9fd-611a837cedf4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052287 Apr 20 14:58:47.231203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80bf5714-f52f-4476-8a5b-bc3f41e5b46c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=543dca3128aa4baca0c21e8f82f2dc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160199 Apr 20 14:58:47.232695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf5714-f52f-4476-8a5b-bc3f41e5b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23789122-b9fd-4e25-8406-252ec3ab5660,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:47.239552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57524) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:47.315637 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.349828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.459390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.462426 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.463649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23789122-b9fd-4e25-8406-252ec3ab5660 HTTP/1.1" status: 204 len: 168 time: 0.2220144 Apr 20 14:58:47.474543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b830957-2e12-4f84-8350-2bcc937fceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23789122-b9fd-4e25-8406-252ec3ab5660,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:47.541069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57532) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:47.570276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-4ccb5299-82c2-4e62-8beb-eea7c51d8117 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:47.578896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-4ccb5299-82c2-4e62-8beb-eea7c51d8117 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=371991e3-3216-4af7-892c-cb25c78ca515 HTTP/1.1" status: 200 len: 944 time: 0.0727899 Apr 20 14:58:47.769251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port bf079a68-ac0c-424c-9b01-02f33d985e2e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:47.775839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.969870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port bf079a68-ac0c-424c-9b01-02f33d985e2e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bf079a68-ac0c-424c-9b01-02f33d985e2e,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:47.970913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:47.998380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for bf079a68-ac0c-424c-9b01-02f33d985e2e owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:48.006739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2da4dff5-4b01-46f6-811e-eb04aee62b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.108149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2da4dff5-4b01-46f6-811e-eb04aee62b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.113728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2da4dff5-4b01-46f6-811e-eb04aee62b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.145876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2da4dff5-4b01-46f6-811e-eb04aee62b75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f33ce5070be4626bbfe4c10f269b92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6034281 Apr 20 14:58:48.151375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57548) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:48.169023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4dff5-4b01-46f6-811e-eb04aee62b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45f0cb-e566-4723-98ec-0f46aa0d65fa,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:48.203678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.221690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:48.224319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:48.248790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=bf079a68-ac0c-424c-9b01-02f33d985e2e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:48.286804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.322803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] No DVR routers for this DVR port bf079a68-ac0c-424c-9b01-02f33d985e2e on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:48.331904 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.335211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb8bacda-92ef-45c4-8929-8ffb8a263f7e req-68acde75-1753-4fcc-8ccc-16b18ad4c6ed tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "DELETE /v2.0/ports/bf079a68-ac0c-424c-9b01-02f33d985e2e HTTP/1.1" status: 204 len: 173 time: 0.7555017 Apr 20 14:58:48.336043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-deleted', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:48.338378 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ac895-df22-42c0-9a1a-0b40b7f56a6a" -d '{"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-deleted", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:48.380594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.451519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b780c8-40f3-4c34-9152-31f741cb4a0c req-a4b027a0-3816-431d-8934-21a1ada151ea tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:48.453241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b780c8-40f3-4c34-9152-31f741cb4a0c req-a4b027a0-3816-431d-8934-21a1ada151ea tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1253965 Apr 20 14:58:48.526047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b780c8-40f3-4c34-9152-31f741cb4a0c req-402ab8d6-be4f-4f63-9390-3ecb50146091 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512683 Apr 20 14:58:48.526783 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.530183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:48.533997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec45f0cb-e566-4723-98ec-0f46aa0d65fa HTTP/1.1" status: 204 len: 168 time: 0.3793430 Apr 20 14:58:48.542639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d94045-8f01-465b-8322-21556c701a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45f0cb-e566-4723-98ec-0f46aa0d65fa,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:48.607218 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5800cc-3202-4c04-9f0c-e8339613629a x-openstack-request-id: req-3c5800cc-3202-4c04-9f0c-e8339613629a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:48.607380 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371991e3-3216-4af7-892c-cb25c78ca515", "name": "network-vif-deleted", "tag": "bf079a68-ac0c-424c-9b01-02f33d985e2e", "status": "failed", "code": 422}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:48.607498 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c5800cc-3202-4c04-9f0c-e8339613629a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:48.607886 n-d-836145-2 neutron-server[102864]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3c5800cc-3202-4c04-9f0c-e8339613629a']: {'server_uuid': '371991e3-3216-4af7-892c-cb25c78ca515', 'name': 'network-vif-deleted', 'tag': 'bf079a68-ac0c-424c-9b01-02f33d985e2e', 'status': 'failed', 'code': 422} returned with failed status Apr 20 14:58:48.949987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57588) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:48.972981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e734f03-d09b-430c-98c9-5fe16b61c78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.078755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e734f03-d09b-430c-98c9-5fe16b61c78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.084573 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e734f03-d09b-430c-98c9-5fe16b61c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.127300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8e734f03-d09b-430c-98c9-5fe16b61c78d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06d58d4ce8b7484882d4eaa747ab4117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758833 Apr 20 14:58:49.128698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e734f03-d09b-430c-98c9-5fe16b61c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0782d-5733-4fa6-bef9-defad7507f1b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:49.129871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57596) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:49.211730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.274241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.331976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.335113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:49.338914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eac0782d-5733-4fa6-bef9-defad7507f1b HTTP/1.1" status: 204 len: 168 time: 0.2057381 Apr 20 14:58:49.351027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7e246-9669-4667-9fa3-fd6ed33b1462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0782d-5733-4fa6-bef9-defad7507f1b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:49.404107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898727-1b56-42bd-adc7-89a62c552aa1 req-b5711a76-92e2-4e86-bb5d-cddebcf56113 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:49.412323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39898727-1b56-42bd-adc7-89a62c552aa1 req-b5711a76-92e2-4e86-bb5d-cddebcf56113 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 908 time: 0.0738788 Apr 20 14:58:49.670277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138f31a-0fc0-4053-924e-d85a8e8ec090 req-71da4250-9d4e-42e9-8fd2-9c90039a2603 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:49.672049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b138f31a-0fc0-4053-924e-d85a8e8ec090 req-71da4250-9d4e-42e9-8fd2-9c90039a2603 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0540731 Apr 20 14:58:49.716671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b138f31a-0fc0-4053-924e-d85a8e8ec090 req-3ab24d8c-1359-4683-b439-66bb1fdc3be2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378184 Apr 20 14:58:50.551020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7acd7-b919-4286-b96e-00f299d0d569 req-f699ccf0-2789-4dbe-ac1f-a95e64ef4786 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:50.565308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ae7acd7-b919-4286-b96e-00f299d0d569 req-f699ccf0-2789-4dbe-ac1f-a95e64ef4786 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 908 time: 0.0695701 Apr 20 14:58:50.855821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db372-16f8-43ad-83c2-1761eb11256d req-9e94dbc8-980c-42d4-b5f7-29b03ba7e171 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:50.865453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-824db372-16f8-43ad-83c2-1761eb11256d req-9e94dbc8-980c-42d4-b5f7-29b03ba7e171 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0740926 Apr 20 14:58:50.932465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-824db372-16f8-43ad-83c2-1761eb11256d req-f60d5bf6-5336-436a-afb3-4f7bfe485c05 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655603 Apr 20 14:58:50.974007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-558c5548-319f-46b4-9dd6-c05589cc3e43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:50.975682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-558c5548-319f-46b4-9dd6-c05589cc3e43 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 908 time: 0.0804567 Apr 20 14:58:51.084655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port 42d84948-b3f9-4bef-bc85-6a24123b189b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:51.085046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:51.173828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port 42d84948-b3f9-4bef-bc85-6a24123b189b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=42d84948-b3f9-4bef-bc85-6a24123b189b,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:51.174513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:51.189159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for 42d84948-b3f9-4bef-bc85-6a24123b189b owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:51.330587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:51.357262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=42d84948-b3f9-4bef-bc85-6a24123b189b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:51.403618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] No DVR routers for this DVR port 42d84948-b3f9-4bef-bc85-6a24123b189b on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:51.406387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:51.409967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6441a3f8-3953-4489-a970-2f4c707cd572 req-7b0e7e87-c36f-4abd-9710-8e17ee77f2dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "DELETE /v2.0/ports/42d84948-b3f9-4bef-bc85-6a24123b189b HTTP/1.1" status: 204 len: 173 time: 0.4279172 Apr 20 14:58:51.410465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'name': 'network-vif-deleted', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:51.413187 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76489daf-31eb-4004-b36e-5abb36979bb7" -d '{"events": [{"server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "name": "network-vif-deleted", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:51.498478 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed1a77-1dfb-4f27-a76c-e1f13fdcf591 x-openstack-request-id: req-12ed1a77-1dfb-4f27-a76c-e1f13fdcf591 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:51.499167 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3ab693-3b30-4681-ae5f-e906d62e78f5", "name": "network-vif-deleted", "tag": "42d84948-b3f9-4bef-bc85-6a24123b189b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:51.499909 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12ed1a77-1dfb-4f27-a76c-e1f13fdcf591 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:51.500496 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ed1a77-1dfb-4f27-a76c-e1f13fdcf591'] response: {'server_uuid': '1c3ab693-3b30-4681-ae5f-e906d62e78f5', 'name': 'network-vif-deleted', 'tag': '42d84948-b3f9-4bef-bc85-6a24123b189b', 'status': 'completed', 'code': 200} Apr 20 14:58:51.678583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15f3970e-8c35-4073-8fa6-d258358f645c req-3e434aaa-cb6a-4a3f-8150-ddeeed6c6394 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c3ab693-3b30-4681-ae5f-e906d62e78f5 HTTP/1.1" status: 200 len: 210 time: 0.0293000 Apr 20 14:58:52.178244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5a0e-7155-4147-9551-730c944666b9 req-990539b8-bc7b-4c8f-b338-59966adb9042 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:52.180366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e1a5a0e-7155-4147-9551-730c944666b9 req-990539b8-bc7b-4c8f-b338-59966adb9042 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0667229 Apr 20 14:58:52.233509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e1a5a0e-7155-4147-9551-730c944666b9 req-3c1dcdb3-1a8a-4822-8429-dd0c05491fc7 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Apr 20 14:58:53.056384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-50e3c169-c6cd-40fb-96e4-783c7906b0cb tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:53.058012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-50e3c169-c6cd-40fb-96e4-783c7906b0cb tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.0734334 Apr 20 14:58:53.086183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-422cdc06-727c-4376-a7f3-683a13aefb5c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:53.179652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c86ea-4dbd-4528-99a4-c9619bd49c0a req-a05b7071-c0f1-492e-8309-9d73eabf2249 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:53.182974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-496c86ea-4dbd-4528-99a4-c9619bd49c0a req-a05b7071-c0f1-492e-8309-9d73eabf2249 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 945 time: 0.0724006 Apr 20 14:58:53.273588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-496c86ea-4dbd-4528-99a4-c9619bd49c0a req-63260f19-5d63-4843-9e1a-7843ef5dcef6 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829065 Apr 20 14:58:53.311029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-422cdc06-727c-4376-a7f3-683a13aefb5c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:53.331627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-422cdc06-727c-4376-a7f3-683a13aefb5c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:53.404380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa65bc44-ead1-4f54-bc0f-c2a09e2d7474 req-422cdc06-727c-4376-a7f3-683a13aefb5c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393559 Apr 20 14:58:53.451378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cdc06-727c-4376-a7f3-683a13aefb5c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dcc5ec-2303-46ad-81ef-6d5e134e3cb3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:53.501141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1a4e4-85e3-4157-9993-1616311fdcae req-1ff99004-b85a-4f6a-828c-fef4f4d00c76 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:53.503489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bf1a4e4-85e3-4157-9993-1616311fdcae req-1ff99004-b85a-4f6a-828c-fef4f4d00c76 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0760860 Apr 20 14:58:53.585415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64312-a08f-4699-8b2c-775dacbb9119 req-b572e4f8-1c10-4c7d-9dfe-8f4ed85a8639 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:53.587071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecf64312-a08f-4699-8b2c-775dacbb9119 req-b572e4f8-1c10-4c7d-9dfe-8f4ed85a8639 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0825891 Apr 20 14:58:53.592414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bf1a4e4-85e3-4157-9993-1616311fdcae req-534b4810-bf50-4ad7-adac-4f74d85ebd8f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Apr 20 14:58:53.636331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecf64312-a08f-4699-8b2c-775dacbb9119 req-689c6378-499f-45c3-8e96-e4a4693e6558 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364718 Apr 20 14:58:53.660865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57734) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:53.735875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-82a9348a-1ea9-4108-8afa-a778d257653a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 200 len: 993 time: 0.0737667 Apr 20 14:58:53.788316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 42d84948-b3f9-4bef-bc85-6a24123b189b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:58:53.810618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 42d84948-b3f9-4bef-bc85-6a24123b189b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:58:53.811362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 42d84948-b3f9-4bef-bc85-6a24123b189b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:58:54.188001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-a05436d9-9f26-414b-a861-3ef23f7d7bdf req-0406441d-6c2f-4e19-98e7-f05606d8260b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:58:54.190480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a05436d9-9f26-414b-a861-3ef23f7d7bdf req-0406441d-6c2f-4e19-98e7-f05606d8260b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261570 Apr 20 14:58:54.446498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b697583-4b9c-4666-aac6-3d80c4ec458d req-b47cc9ac-21b2-4f3a-8266-3ddcf552350c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:54.454453 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b697583-4b9c-4666-aac6-3d80c4ec458d req-b47cc9ac-21b2-4f3a-8266-3ddcf552350c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 945 time: 0.0776780 Apr 20 14:58:54.517590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b697583-4b9c-4666-aac6-3d80c4ec458d req-6925d443-448b-49b0-b591-b05c5cfb57cb tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Apr 20 14:58:54.698245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937014-9270-47a9-892d-c9904c974ef9 req-5a6113a8-5b89-45b0-81ee-c7b7406febf0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:54.700394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ec937014-9270-47a9-892d-c9904c974ef9 req-5a6113a8-5b89-45b0-81ee-c7b7406febf0 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 945 time: 0.1284630 Apr 20 14:58:54.808092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155454-60ea-4f74-8746-ce3f9f2a6073 req-b26bb089-e763-4436-b2a0-d1ae9846dd61 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:54.809773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b155454-60ea-4f74-8746-ce3f9f2a6073 req-b26bb089-e763-4436-b2a0-d1ae9846dd61 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1321263 Apr 20 14:58:54.863214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923c7d2-6075-49cb-b71b-f8971ff29828 req-279e056e-8bf0-42a4-80c2-f16a4a2e3a6b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:54.864758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d923c7d2-6075-49cb-b71b-f8971ff29828 req-279e056e-8bf0-42a4-80c2-f16a4a2e3a6b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1404436 Apr 20 14:58:54.874461 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-6a19272c-5942-462e-b18e-957d4346c242 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2150614 Apr 20 14:58:54.888525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-c09908d3-aa23-4d1d-8e36-95e623c566a1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:58:54.889748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-c09908d3-aa23-4d1d-8e36-95e623c566a1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071011 Apr 20 14:58:54.893602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b155454-60ea-4f74-8746-ce3f9f2a6073 req-ba69c302-47c7-41a0-bdc6-463b9d3c28f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758243 Apr 20 14:58:54.907437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:54.908234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:54.978604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d923c7d2-6075-49cb-b71b-f8971ff29828 req-eb2d73c3-8b6d-415e-b195-1b3901ae42ee tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068070 Apr 20 14:58:55.126154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port 8ab49954-1518-4d09-9270-4c01c9fdb2e2, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8ab49954-1518-4d09-9270-4c01c9fdb2e2,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:55.127646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:55.193937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for 8ab49954-1518-4d09-9270-4c01c9fdb2e2 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:55.575591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:55.595228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:55.679452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=8ab49954-1518-4d09-9270-4c01c9fdb2e2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:55.750628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8ab49954-1518-4d09-9270-4c01c9fdb2e2'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:55.777539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21299d18-0b73-4d5b-99ab-b7ae0dcdd5ad req-780b2dbf-1edc-47ff-94c2-818bb7abff8c tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=4158efe8-d773-414f-a2c9-7ae9a43275f4 HTTP/1.1" status: 200 len: 210 time: 0.1315897 Apr 20 14:58:55.821242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] No DVR routers for this DVR port 8ab49954-1518-4d09-9270-4c01c9fdb2e2 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:55.827998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:55.831794 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ec937014-9270-47a9-892d-c9904c974ef9 req-f4e193d8-9c3f-419b-b412-7efc8cd0c5ad tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.45 "DELETE /v2.0/ports/8ab49954-1518-4d09-9270-4c01c9fdb2e2 HTTP/1.1" status: 204 len: 173 time: 1.1252921 Apr 20 14:58:55.833876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'name': 'network-vif-deleted', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:55.838253 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f0ac0f-c6fc-40fa-9130-1a227d290248" -d '{"events": [{"server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "name": "network-vif-deleted", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:55.973430 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db44d4ba-740c-40b9-af57-0b225d50ea3d x-openstack-request-id: req-db44d4ba-740c-40b9-af57-0b225d50ea3d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:55.974059 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4158efe8-d773-414f-a2c9-7ae9a43275f4", "name": "network-vif-deleted", "tag": "8ab49954-1518-4d09-9270-4c01c9fdb2e2", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:55.974411 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db44d4ba-740c-40b9-af57-0b225d50ea3d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:55.979155 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db44d4ba-740c-40b9-af57-0b225d50ea3d'] response: {'server_uuid': '4158efe8-d773-414f-a2c9-7ae9a43275f4', 'name': 'network-vif-deleted', 'tag': '8ab49954-1518-4d09-9270-4c01c9fdb2e2', 'status': 'completed', 'code': 200} Apr 20 14:58:56.706023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dee28a-f396-46c6-9459-632f253d846d req-2503bfa2-0726-4e57-8f5b-cf2eb27370f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:56.707645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82dee28a-f396-46c6-9459-632f253d846d req-2503bfa2-0726-4e57-8f5b-cf2eb27370f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.4559429 Apr 20 14:58:56.758894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 57818) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:56.795800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82dee28a-f396-46c6-9459-632f253d846d req-176e0921-d845-49d7-9c64-751c29a97a4c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706215 Apr 20 14:58:56.813428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479456d9-65f4-41de-9117-721043586957 req-c283cfa8-a691-4362-8dee-bf92a0408389 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:56.814964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-479456d9-65f4-41de-9117-721043586957 req-c283cfa8-a691-4362-8dee-bf92a0408389 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.4388723 Apr 20 14:58:56.995990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-479456d9-65f4-41de-9117-721043586957 req-f41f58ab-9f49-4b0d-bfbe-9030401002c3 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673555 Apr 20 14:58:57.080975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd0d59ee-cafe-486f-ba1c-92f2ea0a7b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.341580 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd0d59ee-cafe-486f-ba1c-92f2ea0a7b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.349552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd0d59ee-cafe-486f-ba1c-92f2ea0a7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.360791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cf050-1676-40c7-b25d-ecb3a58ea351 req-6a2f082f-8c60-4d1f-9898-54113478e9af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.368609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-495cf050-1676-40c7-b25d-ecb3a58ea351 req-6a2f082f-8c60-4d1f-9898-54113478e9af tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.0698805 Apr 20 14:58:57.407054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-495cf050-1676-40c7-b25d-ecb3a58ea351 req-e6558d17-ce6e-4c95-b7bf-9b932c2fe3dd tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Apr 20 14:58:57.417596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd0d59ee-cafe-486f-ba1c-92f2ea0a7b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7b17943f3274d0b8173b619e04ccc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575000 Apr 20 14:58:57.417864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:57.441447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d59ee-cafe-486f-ba1c-92f2ea0a7b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb95d57-d4b8-4713-8826-b0a754725b8e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:57.493967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.524025 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.550065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-f083975e-aa23-423d-bd34-74ffe996ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.552368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-f083975e-aa23-423d-bd34-74ffe996ce45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.0776746 Apr 20 14:58:57.586943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.589507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:57.599079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdb95d57-d4b8-4713-8826-b0a754725b8e HTTP/1.1" status: 204 len: 168 time: 0.1801903 Apr 20 14:58:57.626688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159af667-a238-4a4a-8844-f9d50e205af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb95d57-d4b8-4713-8826-b0a754725b8e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:57.687365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-7c4a8deb-59c8-4666-8caa-9a27ccbec652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.688835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-7c4a8deb-59c8-4666-8caa-9a27ccbec652 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.1285706 Apr 20 14:58:57.780572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-985c2407-bf6f-421e-a8b0-559bbfa4c228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 1001 time: 0.0782733 Apr 20 14:58:57.803148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8ab49954-1518-4d09-9270-4c01c9fdb2e2 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:58:57.825843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8ab49954-1518-4d09-9270-4c01c9fdb2e2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:58:57.826531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8ab49954-1518-4d09-9270-4c01c9fdb2e2 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:58:57.880058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-3f054e58-0e17-482c-8602-0e2d215be362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.885026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-3f054e58-0e17-482c-8602-0e2d215be362 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.0946207 Apr 20 14:58:57.958623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-a8e476e8-bce9-4b07-baa9-de26d873c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.960619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-a8e476e8-bce9-4b07-baa9-de26d873c9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682747 Apr 20 14:58:57.986497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109c9f5-688a-4ee2-b08d-e9509a79dfec req-8839c1bd-f009-4d01-882b-af81b27424b9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:57.994856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9109c9f5-688a-4ee2-b08d-e9509a79dfec req-8839c1bd-f009-4d01-882b-af81b27424b9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0814955 Apr 20 14:58:58.040795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9109c9f5-688a-4ee2-b08d-e9509a79dfec req-f1405436-abf2-4d1f-b6f3-4e2aee00c521 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Apr 20 14:58:58.162315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-162e5f43-7696-4570-9e7a-294fa4e7ed00 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932266 Apr 20 14:58:58.264407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024193-33f3-4c2f-a046-d0cf887ca811 req-db90a979-fe54-40c6-adfc-ea282d2a4012 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:58.272464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26024193-33f3-4c2f-a046-d0cf887ca811 req-db90a979-fe54-40c6-adfc-ea282d2a4012 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1037560 Apr 20 14:58:58.296377 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-e7aa87b6-e4a2-42e6-9eb1-0410083d3bfa service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251650 Apr 20 14:58:58.318304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57848) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:58.341197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26024193-33f3-4c2f-a046-d0cf887ca811 req-f3faee29-358c-4079-89cf-f55ba522d181 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662370 Apr 20 14:58:58.366354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602387c5-89a0-4743-a0fb-475f046c224b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.478227 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602387c5-89a0-4743-a0fb-475f046c224b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.490273 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-602387c5-89a0-4743-a0fb-475f046c224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.589174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-602387c5-89a0-4743-a0fb-475f046c224b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=920a3fef746d43af89538087a1975c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694180 Apr 20 14:58:58.592183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602387c5-89a0-4743-a0fb-475f046c224b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d8e11-77e8-40f1-ab7e-7d6442c3bacb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:58.594998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 57852) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:58:58.627350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc143873-7dbb-4914-a3b9-ec3fc22c11fd req-8eb3392a-676a-4a1d-ba68-2903d7021740 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:58.635050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc143873-7dbb-4914-a3b9-ec3fc22c11fd req-8eb3392a-676a-4a1d-ba68-2903d7021740 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.1025269 Apr 20 14:58:58.637331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-320138ef-10a1-4289-98d0-a4cb5a767519 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:58.639539 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-320138ef-10a1-4289-98d0-a4cb5a767519 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 945 time: 0.0872991 Apr 20 14:58:58.711339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc143873-7dbb-4914-a3b9-ec3fc22c11fd req-40178241-c512-4880-a572-ff832d7ba042 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=1443d529-7a74-43a0-a24a-613d2a99b488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Apr 20 14:58:58.735994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.785157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.833099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:58:58.834745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.920514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.924464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:58.924464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b92d8e11-77e8-40f1-ab7e-7d6442c3bacb HTTP/1.1" status: 204 len: 168 time: 0.3273864 Apr 20 14:58:58.946257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123acea-9775-4d5a-9cac-51aa43e15fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d8e11-77e8-40f1-ab7e-7d6442c3bacb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:59.014448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port 4d001a28-6262-4d2a-910d-4a520ba6e4f6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4d001a28-6262-4d2a-910d-4a520ba6e4f6,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:58:59.015295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:59.030538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for 4d001a28-6262-4d2a-910d-4a520ba6e4f6 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:58:59.204015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026de907-b93d-4514-850f-eb32cbb7d6cc req-ed28afb6-835b-40e3-931d-69d543a778a5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:59.205471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-026de907-b93d-4514-850f-eb32cbb7d6cc req-ed28afb6-835b-40e3-931d-69d543a778a5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0826397 Apr 20 14:58:59.259790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:59.272145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-026de907-b93d-4514-850f-eb32cbb7d6cc req-baadef99-ee8e-4b66-a5e1-41ba2d7dda30 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595367 Apr 20 14:58:59.278461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4d001a28-6262-4d2a-910d-4a520ba6e4f6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:58:59.367571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=4d001a28-6262-4d2a-910d-4a520ba6e4f6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:58:59.448562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] No DVR routers for this DVR port 4d001a28-6262-4d2a-910d-4a520ba6e4f6 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:58:59.454616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:58:59.457847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd4592dc-2266-40ee-bfcb-d6fcb02971f4 req-e59da048-815e-4382-84fc-51033e3977b7 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "DELETE /v2.0/ports/4d001a28-6262-4d2a-910d-4a520ba6e4f6 HTTP/1.1" status: 204 len: 173 time: 0.8103619 Apr 20 14:58:59.458670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'name': 'network-vif-deleted', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:58:59.467244 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368bf47c-0945-4cc1-941a-b20817e23fa4" -d '{"events": [{"server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "name": "network-vif-deleted", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:58:59.515571 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0333a49f-83d3-44a5-a45d-84b31730660f x-openstack-request-id: req-0333a49f-83d3-44a5-a45d-84b31730660f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:58:59.516068 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d8000-8430-4e7f-96a3-6cf881c142c5", "name": "network-vif-deleted", "tag": "4d001a28-6262-4d2a-910d-4a520ba6e4f6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:58:59.516489 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0333a49f-83d3-44a5-a45d-84b31730660f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:58:59.516955 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0333a49f-83d3-44a5-a45d-84b31730660f'] response: {'server_uuid': '016d8000-8430-4e7f-96a3-6cf881c142c5', 'name': 'network-vif-deleted', 'tag': '4d001a28-6262-4d2a-910d-4a520ba6e4f6', 'status': 'completed', 'code': 200} Apr 20 14:58:59.627649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d7608-e8b5-490c-ac2f-f838903f3741 req-2f64e96a-5502-4874-9414-8ba0904ab330 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:59.629323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-962d7608-e8b5-490c-ac2f-f838903f3741 req-2f64e96a-5502-4874-9414-8ba0904ab330 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.1587746 Apr 20 14:58:59.750497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-962d7608-e8b5-490c-ac2f-f838903f3741 req-fd9fb7df-ccb7-46c4-86c7-dac5c88252bc tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874448 Apr 20 14:58:59.873014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10df16d-a44c-4238-837a-bae93f2cf1bc req-78b70695-ec1b-4ca6-8a32-c87d607107fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:58:59.874544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a10df16d-a44c-4238-837a-bae93f2cf1bc req-78b70695-ec1b-4ca6-8a32-c87d607107fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 1097 time: 0.4273419 Apr 20 14:58:59.954067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a10df16d-a44c-4238-837a-bae93f2cf1bc req-872d4adc-1f20-423e-a470-bd25c4d7b317 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Apr 20 14:58:59.968077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd6ff2e5-631b-41ce-9b70-32468ea38df3 req-7c59b9f4-a461-4145-9c2c-580ec4702e17 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=016d8000-8430-4e7f-96a3-6cf881c142c5 HTTP/1.1" status: 200 len: 210 time: 0.0480311 Apr 20 14:59:00.439424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da9ee-6ffa-4629-9a46-8b7e778840f7 req-ea204d12-ed1e-4fcb-8c6e-23de6d4ccfc2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:00.441032 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c58da9ee-6ffa-4629-9a46-8b7e778840f7 req-ea204d12-ed1e-4fcb-8c6e-23de6d4ccfc2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0667250 Apr 20 14:59:00.502846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c58da9ee-6ffa-4629-9a46-8b7e778840f7 req-a28c00b9-4b43-4ac2-99ef-d9011c9191c4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514686 Apr 20 14:59:00.893281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35adfc0-192a-4bf8-a33a-d5821a8127b4 req-03b76ba2-7806-47f3-bfcb-ba2bd7cc169d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:00.901211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c35adfc0-192a-4bf8-a33a-d5821a8127b4 req-03b76ba2-7806-47f3-bfcb-ba2bd7cc169d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0652235 Apr 20 14:59:00.953905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c35adfc0-192a-4bf8-a33a-d5821a8127b4 req-1dc8480d-a626-4cf5-bfe2-d2e38c133f8d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516901 Apr 20 14:59:01.474414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce8b64-ff32-41c4-9347-8078617fa400 req-2cff21ef-9210-4634-bc6e-6e506f84919a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:01.475989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecce8b64-ff32-41c4-9347-8078617fa400 req-2cff21ef-9210-4634-bc6e-6e506f84919a tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Apr 20 14:59:01.520600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecce8b64-ff32-41c4-9347-8078617fa400 req-5aae3c1f-96b5-4b8e-9c98-ceb03c55a971 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377886 Apr 20 14:59:01.668868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb3e75-e8b9-414a-9687-44be62f32014 req-37d9cd55-eb78-4057-931a-b06b20e84127 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:01.676913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9eb3e75-e8b9-414a-9687-44be62f32014 req-37d9cd55-eb78-4057-931a-b06b20e84127 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0772464 Apr 20 14:59:01.712572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9eb3e75-e8b9-414a-9687-44be62f32014 req-a7b73706-f9f3-4ba4-89e6-c83f977dcaea tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347948 Apr 20 14:59:02.118493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b633cf5-9652-4838-8df4-70de00651f24 req-da32b308-0e05-4006-a650-a0d09b51e61e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:02.126667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b633cf5-9652-4838-8df4-70de00651f24 req-da32b308-0e05-4006-a650-a0d09b51e61e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0705633 Apr 20 14:59:02.159962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4d001a28-6262-4d2a-910d-4a520ba6e4f6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:02.184185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b633cf5-9652-4838-8df4-70de00651f24 req-f82d7620-17d0-44cd-bc2b-e71910436368 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566239 Apr 20 14:59:02.190440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 4d001a28-6262-4d2a-910d-4a520ba6e4f6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:02.195246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4d001a28-6262-4d2a-910d-4a520ba6e4f6 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:02.492313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-40d53c68-ccb5-4326-89c3-a22b3e9d3a0d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:02.494191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-40d53c68-ccb5-4326-89c3-a22b3e9d3a0d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 810 time: 0.1141484 Apr 20 14:59:02.517234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-0ea41ed4-a963-4e3f-9b73-6c13a4a22922 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/quotas/5b4fc3dc956a484783a64e8783aacb3b HTTP/1.1" status: 200 len: 375 time: 0.0109098 Apr 20 14:59:02.580755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-ad957048-e7ca-4aa9-892a-1bcea49a32cb tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564985 Apr 20 14:59:02.767633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f4ff5-9800-49cc-aa17-712b01ce08b2 req-a54b25ce-0f12-4d77-9f26-1b7bee2c3c03 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:02.769259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-009f4ff5-9800-49cc-aa17-712b01ce08b2 req-a54b25ce-0f12-4d77-9f26-1b7bee2c3c03 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.1272852 Apr 20 14:59:02.805281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-3b29a301-836a-4c9c-baf9-0272ea6d8dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066002 Apr 20 14:59:02.814381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-35740b7c-5cc2-40f9-98fc-3dc4a616ec81 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:02.817109 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-35740b7c-5cc2-40f9-98fc-3dc4a616ec81 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 945 time: 0.0871384 Apr 20 14:59:02.854854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-009f4ff5-9800-49cc-aa17-712b01ce08b2 req-56b75f85-f3ed-4b23-ad62-16673293a2ab tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups?id=82a0eb70-72f4-4a19-a165-7e3a81d10b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678563 Apr 20 14:59:02.970540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:02.971003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.001106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-9a13a3e5-6315-4faf-980f-0f196c0b698c service neutron] 10.222.0.20 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806631 Apr 20 14:59:03.181053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] For port 3f7070ad-bd6e-45be-8acc-714ecf202d2d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3f7070ad-bd6e-45be-8acc-714ecf202d2d,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:03.181796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.469717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.529029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.529642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.530142 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Floating IP b1b1a80b-0551-46d9-ab37-d9c46d642775 disassociated. External IP: 172.25.1.205, port: 3f7070ad-bd6e-45be-8acc-714ecf202d2d. Apr 20 14:59:03.530687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for 3f7070ad-bd6e-45be-8acc-714ecf202d2d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:03.691254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:03.788262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=3f7070ad-bd6e-45be-8acc-714ecf202d2d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:03.798073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98025e51-4d34-47fa-b35f-18792454db12 req-40577e98-7587-4cc5-8c7a-82eaf2601bc0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 210 time: 0.1133587 Apr 20 14:59:03.843200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3574a-eafd-4bf5-abb4-6b2a35a932f3 req-c8cf4012-7fdb-48da-904d-1a3327374ed5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:03.846795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ef3574a-eafd-4bf5-abb4-6b2a35a932f3 req-c8cf4012-7fdb-48da-904d-1a3327374ed5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.8375235 Apr 20 14:59:03.977128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ef3574a-eafd-4bf5-abb4-6b2a35a932f3 req-a4821202-e9ce-4d05-8edd-626bf89dc6fc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228707 Apr 20 14:59:04.050508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Router 2a819fcb-6d34-4687-bc88-bde73af3ed46 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:59:04.079073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ad21240-9613-4a39-890d-803b25021c8c req-8d705c46-5ded-4272-9ffa-adf4601da0ef tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 210 time: 0.0896003 Apr 20 14:59:04.210735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:59:04.223435 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Sync routers for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:59:04.243803 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:59:04.244148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:04.285894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] No DVR routers for this DVR port 3f7070ad-bd6e-45be-8acc-714ecf202d2d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:04.288609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:04.292186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c800504d-5838-4461-b6f2-0befff25b7e5 req-e2b9c991-9d16-4e83-b301-a708f198ae3f tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.43 "DELETE /v2.0/ports/3f7070ad-bd6e-45be-8acc-714ecf202d2d HTTP/1.1" status: 204 len: 173 time: 1.4695253 Apr 20 14:59:04.292886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-deleted', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:04.296485 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd401d-45d0-4ecb-9035-371b849a2f5d" -d '{"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-deleted", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:04.393545 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d6b0ef-9086-4a90-99a5-0ae0306e849c x-openstack-request-id: req-25d6b0ef-9086-4a90-99a5-0ae0306e849c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:04.394109 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e577d-2945-4c7c-95a8-08e707b4b615", "name": "network-vif-deleted", "tag": "3f7070ad-bd6e-45be-8acc-714ecf202d2d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:04.394551 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25d6b0ef-9086-4a90-99a5-0ae0306e849c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:04.395167 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d6b0ef-9086-4a90-99a5-0ae0306e849c'] response: {'server_uuid': 'ba1e577d-2945-4c7c-95a8-08e707b4b615', 'name': 'network-vif-deleted', 'tag': '3f7070ad-bd6e-45be-8acc-714ecf202d2d', 'status': 'completed', 'code': 200} Apr 20 14:59:04.409607 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:59:04.649820 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:04.676455 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Checking router: 2a819fcb-6d34-4687-bc88-bde73af3ed46 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:59:04.685123 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:59:04.686034 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:04.868639 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:59:05.032935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e415973-f812-47c6-88fd-07bf6d287056 req-42dc804c-2a64-4217-b6e3-c2c13994c076 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 210 time: 0.0652785 Apr 20 14:59:05.288978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44cb2e66-53ef-4d59-a54a-f9aeacc855b4 req-2f2d36ae-bb2c-404c-a271-076adac6dfa1 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba1e577d-2945-4c7c-95a8-08e707b4b615 HTTP/1.1" status: 200 len: 210 time: 0.0815444 Apr 20 14:59:05.319287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46626d-0ffb-4df6-adb7-95c57cd5e2cd req-c02fb158-67eb-4915-bd32-bbe1f17b1939 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:05.338520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd46626d-0ffb-4df6-adb7-95c57cd5e2cd req-c02fb158-67eb-4915-bd32-bbe1f17b1939 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1916757 Apr 20 14:59:05.413437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd46626d-0ffb-4df6-adb7-95c57cd5e2cd req-a4c0989a-67c3-496d-973d-81e041e2eff3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728559 Apr 20 14:59:05.667707 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:05.705632 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70faa8ec-8834-4745-a015-96c9e96f0a95 None None] The sync data for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 is: [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:51:00Z', 'revision_number': 4, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0926ee26-899b-45b1-a36b-4d87ca7782ed', 'name': '', 'network_id': '1ac59bee-b9c9-4814-a65d-216bb631b343', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'mac_address': 'fa:16:3e:84:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:58Z', 'updated_at': '2022-04-20T14:51:12Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'subnets': [{'id': '7bf1d505-08b8-4e17-807b-48e3b317367e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:59:05.807880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-514d7132-7e1a-4db2-bc72-d823ad2938a9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:05.811217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-514d7132-7e1a-4db2-bc72-d823ad2938a9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.43 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 810 time: 0.8345778 Apr 20 14:59:05.830977 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Request body: {'port': {'device_id': '835fb2db-9739-4e13-94de-78dce66d29d4', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'admin_state_up': True, 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:05.964250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Made reservation on behalf of 5b4fc3dc956a484783a64e8783aacb3b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:05.972168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.112331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9401b-8134-4b55-b39b-9f36d4b58d69 None None] New status for floating IP b1b1a80b-0551-46d9-ab37-d9c46d642775: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:59:06.192964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Allocated IP 172.20.0.5 (3e997d4b-66a1-411b-8a4b-6da5ad5091ea/2d1dba3d-f352-4d48-8281-63e7e8b64657/950bd9a9-238c-40bf-9af0-e269719042ed) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:59:06.208116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:06.230509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-398e715e-3d63-408b-a6ad-5c26fa84b515 req-1d618a0b-8c14-4243-a383-d1a58e9bfc2b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 210 time: 0.0519791 Apr 20 14:59:06.282920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 3f7070ad-bd6e-45be-8acc-714ecf202d2d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:06.282920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3f7070ad-bd6e-45be-8acc-714ecf202d2d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:06.456718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58084) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:06.512327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.552014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.565442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:06.571168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.605852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:59:06.606705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.608607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:59:06.616218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:59:06.625727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5ae73-9503-48bc-a2f2-438d749a23c5 req-8862f694-fb74-4ce7-a902-e282ff4a52b8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:06.628206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abb5ae73-9503-48bc-a2f2-438d749a23c5 req-8862f694-fb74-4ce7-a902-e282ff4a52b8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0968573 Apr 20 14:59:06.705984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abb5ae73-9503-48bc-a2f2-438d749a23c5 req-22cbca39-643d-4569-92cb-4c796f1909d0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615680 Apr 20 14:59:06.720024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.736669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.740191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "DELETE /v2.0/security-groups/82a0eb70-72f4-4a19-a165-7e3a81d10b9b HTTP/1.1" status: 204 len: 168 time: 0.2811608 Apr 20 14:59:06.748770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58086) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:06.769264 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-eea97860-05ad-424b-bc08-66f63cfd09a2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] show failed (client error): The resource could not be found. Apr 20 14:59:06.770537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eea97860-05ad-424b-bc08-66f63cfd09a2 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "GET /v2.0/security-groups/82a0eb70-72f4-4a19-a165-7e3a81d10b9b HTTP/1.1" status: 404 len: 347 time: 0.0205467 Apr 20 14:59:06.771949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01646a81-e952-4a7b-a6f9-80e5b85bbdd9 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0eb70-72f4-4a19-a165-7e3a81d10b9b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:06.773848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58088) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:06.805868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Pushing event updated for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:06.861415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:06.863331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.899207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-c9607067-511c-41c5-871b-d23c2e977b0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0726502 Apr 20 14:59:06.915207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Request body: {'port': {'device_id': '835fb2db-9739-4e13-94de-78dce66d29d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:06.956463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Deleting port ec752812-b1eb-46d5-9b64-518fb12ca57d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:06.957049 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:06.994025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.045881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.046315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.059540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Calling delete_port for ec752812-b1eb-46d5-9b64-518fb12ca57d owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:07.218018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.254313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Pushing event deleted for resources: {'Port': ['ID=ec752812-b1eb-46d5-9b64-518fb12ca57d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:07.334242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.337839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.338833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1607d17f-bdb8-4240-89c5-8d3857287a89 tempest-ServerActionsTestJSON-928900227 tempest-ServerActionsTestJSON-928900227-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1b1a80b-0551-46d9-ab37-d9c46d642775 HTTP/1.1" status: 204 len: 168 time: 0.5636320 Apr 20 14:59:07.351607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58096) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:07.453881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1edd-708d-4cd5-84b1-b691b40b958c req-3cfdb3c2-e378-43f0-abe9-0b5414947fc0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:07.455499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dc1edd-708d-4cd5-84b1-b691b40b958c req-3cfdb3c2-e378-43f0-abe9-0b5414947fc0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 931 time: 0.1139657 Apr 20 14:59:07.482722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950bd9a9-238c-40bf-9af0-e269719042ed {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:07.499340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.547177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dc1edd-708d-4cd5-84b1-b691b40b958c req-822c19bb-8885-4eb2-ae74-fc5f9d63cf7c tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800798 Apr 20 14:59:07.572955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Transition to ACTIVE for port object 950bd9a9-238c-40bf-9af0-e269719042ed will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:59:07.582734 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:07.659964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Pushing event updated for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:07.932743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e0b9c-e921-415c-9909-0f7e76572af3 req-ab6f114e-f9e3-49a5-a6e5-7f196888046c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:07.940537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b96e0b9c-e921-415c-9909-0f7e76572af3 req-ab6f114e-f9e3-49a5-a6e5-7f196888046c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1019425 Apr 20 14:59:08.052729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b96e0b9c-e921-415c-9909-0f7e76572af3 req-e1d5bea8-aba3-4525-9558-1553f08316ed tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111984 Apr 20 14:59:08.178239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Attempting to bind port 950bd9a9-238c-40bf-9af0-e269719042ed on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:59:08.180086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Attempting to bind port 950bd9a9-238c-40bf-9af0-e269719042ed by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:59:08.180428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Attempting to bind port 950bd9a9-238c-40bf-9af0-e269719042ed on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:08.211764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Port 950bd9a9-238c-40bf-9af0-e269719042ed on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:59:08.212423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Attempting to bind port 950bd9a9-238c-40bf-9af0-e269719042ed on network 3e997d4b-66a1-411b-8a4b-6da5ad5091ea {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:08.220685 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:59:08.221032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Checking segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:08.221426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Bound using segment: {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:59:08.221882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Bound port: 950bd9a9-238c-40bf-9af0-e269719042ed, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e497fb0-87de-4c85-8303-72faf55abf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:59:08.222253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:08.327897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:59:08.332689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=950bd9a9-238c-40bf-9af0-e269719042ed,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:59:08.356591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:08.404573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:08.405521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:08.407357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] 10.222.0.43 "PUT /v2.0/ports/950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 200 len: 1091 time: 1.4985988 Apr 20 14:59:08.412266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:08.415049 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70421f9c-0839-4c69-a105-383b5645503d" -d '{"events": [{"name": "network-changed", "server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:08.493165 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca4027-b1f0-4d8a-8637-756b3b1e01d6 x-openstack-request-id: req-4dca4027-b1f0-4d8a-8637-756b3b1e01d6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:08.493452 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:08.493707 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dca4027-b1f0-4d8a-8637-756b3b1e01d6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:08.494109 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dca4027-b1f0-4d8a-8637-756b3b1e01d6'] response: {'name': 'network-changed', 'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed', 'status': 'completed', 'code': 200} Apr 20 14:59:08.531550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab11ac-6519-4653-9497-0704785f1f88 service neutron] Pushing event updated for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:08.550007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:08.635367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-62005094-1ca6-46af-91b4-7a858069c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:08.637578 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-62005094-1ca6-46af-91b4-7a858069c5ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1094 time: 0.1460407 Apr 20 14:59:08.729881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-dbe6bfd8-4289-4f83-b806-10dea1764e32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 200 len: 217 time: 0.0841389 Apr 20 14:59:08.744104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09e1b7-a6ae-40a1-b04c-ad0a08782024 req-cf58d66f-13ed-43a4-92c7-4f81f87dfe5e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:08.755538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c09e1b7-a6ae-40a1-b04c-ad0a08782024 req-cf58d66f-13ed-43a4-92c7-4f81f87dfe5e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 943 time: 0.1136122 Apr 20 14:59:08.830092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c09e1b7-a6ae-40a1-b04c-ad0a08782024 req-5d0afb61-24b3-4b22-84ea-148924e94c78 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650916 Apr 20 14:59:08.905309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-17fad5d0-d81d-42d1-b6aa-5b7c5c6ad826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:08.907313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-17fad5d0-d81d-42d1-b6aa-5b7c5c6ad826 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.1396604 Apr 20 14:59:08.947277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-40d7023e-b284-41cf-929b-60dd01d679b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303390 Apr 20 14:59:09.178936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-39dc8810-09fb-4094-86dc-ab10c8dc4f42 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230127 Apr 20 14:59:09.206236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2468621-7a4e-4e9a-b5d8-9fbe2d0bc1c4 req-e1ccef57-279d-414c-aaeb-c26a70ad7392 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:09.215895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2468621-7a4e-4e9a-b5d8-9fbe2d0bc1c4 req-e1ccef57-279d-414c-aaeb-c26a70ad7392 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.0602219 Apr 20 14:59:09.259019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2468621-7a4e-4e9a-b5d8-9fbe2d0bc1c4 req-c1e9c33d-d55c-4480-9fe7-5a6abe6136fb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Apr 20 14:59:09.308271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b7253bf3-3dea-48af-97d3-23833b3c43e3 req-b36adc84-1c31-4071-8971-289e7c9325b9 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204956 Apr 20 14:59:09.309956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Deleting port 0926ee26-899b-45b1-a36b-4d87ca7782ed {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:09.310397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:09.440520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70421f9c-0839-4c69-a105-383b5645503d req-aea2394f-96a7-4c8e-8895-284eacc00980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:09.441995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-aea2394f-96a7-4c8e-8895-284eacc00980 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1094 time: 0.0765576 Apr 20 14:59:09.458901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] For port 0926ee26-899b-45b1-a36b-4d87ca7782ed, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0926ee26-899b-45b1-a36b-4d87ca7782ed,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:09.459754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:09.493470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Calling delete_port for 0926ee26-899b-45b1-a36b-4d87ca7782ed owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:09.697256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70421f9c-0839-4c69-a105-383b5645503d req-6748ac12-33e1-4789-be35-95eb71cf9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:09.698706 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-6748ac12-33e1-4789-be35-95eb71cf9f38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 911 time: 0.2279682 Apr 20 14:59:09.821478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-b599ed05-be6b-4983-830b-8db923e32b3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 200 len: 217 time: 0.1122847 Apr 20 14:59:09.923940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70421f9c-0839-4c69-a105-383b5645503d req-9b6d42bc-5451-4642-acea-cfaa65f596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:09.925648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-9b6d42bc-5451-4642-acea-cfaa65f596bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.0955951 Apr 20 14:59:09.955379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58152) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:10.060394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-7a75d0f9-097b-4e0b-9411-2ff7e8c89e30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432584 Apr 20 14:59:10.072540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdd3d9-91be-4a4c-bd04-dd3a65c96907 req-02da99a1-0a4f-4eb9-b10c-cb25d65e0d66 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:10.076758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eabdd3d9-91be-4a4c-bd04-dd3a65c96907 req-02da99a1-0a4f-4eb9-b10c-cb25d65e0d66 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 943 time: 0.0995736 Apr 20 14:59:10.121868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eabdd3d9-91be-4a4c-bd04-dd3a65c96907 req-269bee72-36c7-46ea-9ae3-d74540b99054 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Apr 20 14:59:10.166385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7e5a-9856-4268-a5e0-3f7f24e29b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.192102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a8896119-f756-4085-9499-22f01a214707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.252453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.391558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7e5a-9856-4268-a5e0-3f7f24e29b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.405121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7e5a-9856-4268-a5e0-3f7f24e29b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.445902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Pushing event deleted for resources: {'Port': ['ID=0926ee26-899b-45b1-a36b-4d87ca7782ed,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:10.526264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ef8d7e5a-9856-4268-a5e0-3f7f24e29b33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8067b75673c4832897792fee77ba6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668762 Apr 20 14:59:10.527385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d7e5a-9856-4268-a5e0-3f7f24e29b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f8454b-6b1d-4745-a5e6-e4116acd7331,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:10.600637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:10.627843 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-ccb6b9ad-0c33-49b6-b9e2-89c38533a66a service neutron] show failed (client error): The resource could not be found. Apr 20 14:59:10.628870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-ccb6b9ad-0c33-49b6-b9e2-89c38533a66a service neutron] 10.222.0.43 "GET /v2.0/ports/90c1c55e-53c6-414b-be94-e4c7894b050b/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.3745346 Apr 20 14:59:10.630992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-b95e283d-e750-4e8b-b1a7-2cf864b5ea94 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578082 Apr 20 14:59:10.658234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960b19-a971-4947-9ad1-c668fae42367 req-326c5d03-a9c4-4174-8f41-58a0a2d13273 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:10.662659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db960b19-a971-4947-9ad1-c668fae42367 req-326c5d03-a9c4-4174-8f41-58a0a2d13273 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1874039 Apr 20 14:59:10.671040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.779481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db960b19-a971-4947-9ad1-c668fae42367 req-6c345018-420e-482c-bf95-2ba9de6c0234 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989799 Apr 20 14:59:10.816471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:10.936169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-70421f9c-0839-4c69-a105-383b5645503d req-1c97c222-42f0-4217-81dd-67a5d0aef1cf service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918713 Apr 20 14:59:10.940139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:59:11.299076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783177a-3888-42a3-897c-0ca7506567e3 req-73ed8567-ee42-4c42-adcc-ef950d645034 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:11.300695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1783177a-3888-42a3-897c-0ca7506567e3 req-73ed8567-ee42-4c42-adcc-ef950d645034 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 943 time: 0.0906224 Apr 20 14:59:11.343186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1783177a-3888-42a3-897c-0ca7506567e3 req-8b18155d-bcff-4577-a9bf-020e54907d86 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353191 Apr 20 14:59:11.400378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:11.495104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-30d1c026-4d35-4f59-a7ee-88b9bf388661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:11.496613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-30d1c026-4d35-4f59-a7ee-88b9bf388661 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 1096 time: 0.5586581 Apr 20 14:59:11.509572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:11.551562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:11.553949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:11.555057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21f8454b-6b1d-4745-a5e6-e4116acd7331 HTTP/1.1" status: 204 len: 168 time: 0.9444873 Apr 20 14:59:11.587759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Router 2a819fcb-6d34-4687-bc88-bde73af3ed46 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:59:11.591231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:11.593151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca617a-37da-4281-881e-7b60704e714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f8454b-6b1d-4745-a5e6-e4116acd7331,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:11.862051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:59:11.869317 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3829e582-ab0f-49ea-8cc4-ae58ec9a6122 admin admin] 10.222.0.20 "PUT /v2.0/routers/2a819fcb-6d34-4687-bc88-bde73af3ed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5022931 Apr 20 14:59:11.871754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:11.875664 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Sync routers for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:59:11.911347 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:59:11.925988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:12.065620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58178) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:12.080897 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:59:12.108406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72f6ec-4b89-40ce-89c9-c556685af990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.182061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab123b-aa64-49f0-b583-02d0799dcf05 req-312d32c5-5d35-473e-ac09-2094fc691ed6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:12.187101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 950bd9a9-238c-40bf-9af0-e269719042ed details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:59:12.190724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59ab123b-aa64-49f0-b583-02d0799dcf05 req-312d32c5-5d35-473e-ac09-2094fc691ed6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.2277424 Apr 20 14:59:12.213532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:12.213896 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.286859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:59:12.344451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59ab123b-aa64-49f0-b583-02d0799dcf05 req-432f178a-9d43-4a68-a54b-2773fc08ab08 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515396 Apr 20 14:59:12.385567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:12.392609 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e0a127-4033-4207-a332-31d0710dbca4" -d '{"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-unplugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:12.398386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=950bd9a9-238c-40bf-9af0-e269719042ed,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:12.415251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.425050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '950bd9a9-238c-40bf-9af0-e269719042ed', 'network_id': '3e997d4b-66a1-411b-8a4b-6da5ad5091ea', 'port_id': '950bd9a9-238c-40bf-9af0-e269719042ed', 'mac_address': 'fa:16:3e:cb:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1dba3d-f352-4d48-8281-63e7e8b64657', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:59:12.444400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72f6ec-4b89-40ce-89c9-c556685af990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.468562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e72f6ec-4b89-40ce-89c9-c556685af990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.523536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Transition to ACTIVE for port object 90c1c55e-53c6-414b-be94-e4c7894b050b will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:59:12.529551 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:59:10Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:12.575809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.585221 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4219a98-dc15-4095-a4b0-fb149f311877 x-openstack-request-id: req-e4219a98-dc15-4095-a4b0-fb149f311877 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:12.585524 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-unplugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:12.585867 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4219a98-dc15-4095-a4b0-fb149f311877 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:12.586091 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4219a98-dc15-4095-a4b0-fb149f311877'] response: {'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'code': 200} Apr 20 14:59:12.600343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.603260 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.608435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f6ec-4b89-40ce-89c9-c556685af990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac146a3-7c21-4d8d-a1e9-210c79ea2cb1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:12.611007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Checking router: 2a819fcb-6d34-4687-bc88-bde73af3ed46 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:59:12.620237 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e72f6ec-4b89-40ce-89c9-c556685af990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5581df209d1c4874b5349d68d81a1ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451612 Apr 20 14:59:12.620754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58186) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:12.622028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950bd9a9-238c-40bf-9af0-e269719042ed {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:12.651919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=950bd9a9-238c-40bf-9af0-e269719042ed,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:12.659961 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Routers {'2a819fcb-6d34-4687-bc88-bde73af3ed46'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:59:12.660829 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:58:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2a819fcb-6d34-4687-bc88-bde73af3ed46'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:12.667014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.694333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de025e-a067-476b-8485-fe37bee2ec4b req-8074c12f-6342-47b5-ae6c-1ad91ec31dc9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:12.695944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3de025e-a067-476b-8485-fe37bee2ec4b req-8074c12f-6342-47b5-ae6c-1ad91ec31dc9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 943 time: 0.1616743 Apr 20 14:59:12.718530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.805777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3de025e-a067-476b-8485-fe37bee2ec4b req-743e12ab-991e-4f9d-97cf-7945d9e5fb79 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884113 Apr 20 14:59:12.813944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.847713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:12.870857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.873018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.875027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.875562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.876449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.878763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.879542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.880035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.882970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Deleting port c0f7fb82-a655-45bd-b825-6b2982992da8 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:12.883308 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:12.883797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.884332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.884956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.885499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:12.906808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['950bd9a9-238c-40bf-9af0-e269719042ed'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:12.926458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] Set router 2a819fcb-6d34-4687-bc88-bde73af3ed46 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:59:12.960208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:13.116233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] No DVR routers for this DVR port 90c1c55e-53c6-414b-be94-e4c7894b050b on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:13.116507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.137001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.138684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac146a3-7c21-4d8d-a1e9-210c79ea2cb1 HTTP/1.1" status: 204 len: 168 time: 0.5019796 Apr 20 14:59:13.188376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] For port c0f7fb82-a655-45bd-b825-6b2982992da8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0f7fb82-a655-45bd-b825-6b2982992da8,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:13.189079 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.196720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bccac-2d56-4372-9d69-6b6db5053fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac146a3-7c21-4d8d-a1e9-210c79ea2cb1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:13.265690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Calling delete_port for c0f7fb82-a655-45bd-b825-6b2982992da8 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:13.396192 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:59:10Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:13.469090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-62254732-0826-4a96-a648-45ee590dbed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.573856 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4888d7d-037f-4657-8662-3675ca8fd375 None None] The sync data for ids ['2a819fcb-6d34-4687-bc88-bde73af3ed46'] in n-d-836145-2 is: [{'id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'name': 'tempest-ServerActionsTestJSON-904959595-router', 'tenant_id': 'bc8a263d1db3499eb97080380db61077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:50:48Z', 'updated_at': '2022-04-20T14:59:10Z', 'revision_number': 5, 'project_id': 'bc8a263d1db3499eb97080380db61077', 'gw_port': {'id': 'c0f7fb82-a655-45bd-b825-6b2982992da8', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a819fcb-6d34-4687-bc88-bde73af3ed46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:50:50Z', 'updated_at': '2022-04-20T14:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:59:13.582143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:59:13.582688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:59:13.582965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:13.593526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:59:13.593886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Attempting to bind port 90c1c55e-53c6-414b-be94-e4c7894b050b on network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:13.619165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:59:13.619556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Checking segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:13.619906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Bound using segment: {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:59:13.622792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Bound port: 90c1c55e-53c6-414b-be94-e4c7894b050b, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee63e97a-42ab-475b-8178-5140b16f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:59:13.623277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.689572 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.749233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd9c73-9ad5-473c-84f0-1f8f77b4cb5e req-6f84a397-12ce-4aa9-8614-e711a31e9fb0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:13.750870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9abd9c73-9ad5-473c-84f0-1f8f77b4cb5e req-6f84a397-12ce-4aa9-8614-e711a31e9fb0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.0734997 Apr 20 14:59:13.792245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.818625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:59:13.826743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:59:13.842068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.892325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f7fb82-a655-45bd-b825-6b2982992da8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:13.909338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:13.913924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:13.915473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] 10.222.0.45 "PUT /v2.0/ports/90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 1091 time: 2.4100444 Apr 20 14:59:14.037345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9abd9c73-9ad5-473c-84f0-1f8f77b4cb5e req-6710ef86-9ce9-441e-abab-97ce44ecf9c7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789373 Apr 20 14:59:14.186518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 950bd9a9-238c-40bf-9af0-e269719042ed up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:59:14.233543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:14.265581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0926ee26-899b-45b1-a36b-4d87ca7782ed no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:14.283347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.283890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.284394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.284885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.285374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.285871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.286368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.286890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.287478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.287967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.289954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.290492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7bc302-5daa-4307-8973-278656259f15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:14.307747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-5aadd258-0a9d-4b86-a8a4-b894722b6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:14.315110 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-5aadd258-0a9d-4b86-a8a4-b894722b6eae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1094 time: 0.3282232 Apr 20 14:59:14.384161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0926ee26-899b-45b1-a36b-4d87ca7782ed {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:14.384395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0926ee26-899b-45b1-a36b-4d87ca7782ed not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:14.419687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.431679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7c937-6a6e-4b72-800f-78b1036e1960 req-2c8ba79a-b4e0-4abe-951d-368072a3d1cb tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:14.433257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4f7c937-6a6e-4b72-800f-78b1036e1960 req-2c8ba79a-b4e0-4abe-951d-368072a3d1cb tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 944 time: 0.3079915 Apr 20 14:59:14.456351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 950bd9a9-238c-40bf-9af0-e269719042ed completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:59:14.462453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 950bd9a9-238c-40bf-9af0-e269719042ed triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:59:14.463589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.469254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.594910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:14.598201 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:14.601721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-b8b2a5d7-02ec-4105-b280-5520cb48d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:14.603673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-b8b2a5d7-02ec-4105-b280-5520cb48d921 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.2783604 Apr 20 14:59:14.612978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.650093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=950bd9a9-238c-40bf-9af0-e269719042ed,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:14.651137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:14.655865 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403e934e-86fa-483d-8b6c-7097cfecce47" -d '{"events": [{"server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "name": "network-vif-plugged", "status": "completed", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:14.660763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.662054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:14.742587 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437ce3f-30d1-4b3c-8f0a-5237a13dbfa5 x-openstack-request-id: req-5437ce3f-30d1-4b3c-8f0a-5237a13dbfa5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:14.743507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:14.744468 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:14.748039 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5437ce3f-30d1-4b3c-8f0a-5237a13dbfa5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:14.748601 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5437ce3f-30d1-4b3c-8f0a-5237a13dbfa5'] response: {'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'status': 'completed', 'code': 200} Apr 20 14:59:14.761236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:14.795210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.817055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:14.832465 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f457e43f-d32e-4870-b9a5-3e84d3e35c6d x-openstack-request-id: req-f457e43f-d32e-4870-b9a5-3e84d3e35c6d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:14.832829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "name": "network-vif-plugged", "status": "completed", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:14.836806 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f457e43f-d32e-4870-b9a5-3e84d3e35c6d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:14.843135 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f457e43f-d32e-4870-b9a5-3e84d3e35c6d'] response: {'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed', 'code': 200} Apr 20 14:59:14.875594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-36bc78f2-53d4-469e-9d75-d63dd845a87e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 999 time: 0.2557490 Apr 20 14:59:14.895476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4f7c937-6a6e-4b72-800f-78b1036e1960 req-c0886b5a-58b7-4733-9d64-1649bf9924fe tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129429 Apr 20 14:59:14.944134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-78bb6877-1047-4137-82cf-8a747e7bde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:14.946376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-78bb6877-1047-4137-82cf-8a747e7bde4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1094 time: 0.1882598 Apr 20 14:59:15.021675 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.022234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a819fcb-6d34-4687-bc88-bde73af3ed46 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:59:15.050423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.051613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f0f77b26-2e14-494c-917f-d50d3c201254 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a819fcb-6d34-4687-bc88-bde73af3ed46 HTTP/1.1" status: 204 len: 168 time: 3.1788807 Apr 20 14:59:15.064566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e646-e21e-4cc6-aba3-a49cd7f4827f req-8b77532e-b488-400d-ac21-7b8d47e30897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.071945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9981e646-e21e-4cc6-aba3-a49cd7f4827f req-8b77532e-b488-400d-ac21-7b8d47e30897 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1096 time: 0.1284678 Apr 20 14:59:15.072710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:15.116089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-1f878940-109e-4ed9-a0d9-47f14501a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.120746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-1f878940-109e-4ed9-a0d9-47f14501a5f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.1656885 Apr 20 14:59:15.211567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.260911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-80ab8374-e8be-4c5b-9adb-987c145218d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 999 time: 0.1303422 Apr 20 14:59:15.263323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-5179920b-9ec2-4b81-8c33-97db7655ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.264878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-5179920b-9ec2-4b81-8c33-97db7655ce57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.3809919 Apr 20 14:59:15.280552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.345339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Deleting subnet 7bf1d505-08b8-4e17-807b-48e3b317367e {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:59:15.354413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.430447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9981e646-e21e-4cc6-aba3-a49cd7f4827f req-8ab2ec49-458e-4c6a-bed7-052125418610 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309644 Apr 20 14:59:15.457480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7bda6-2547-4326-a950-1b394a816aae req-dd57f9bc-09c9-493b-8756-4b0e7d8ce3d3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.460879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-71a61a8f-d73d-41ad-92f0-855964e9337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.464706 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-71a61a8f-d73d-41ad-92f0-855964e9337d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.1956463 Apr 20 14:59:15.465879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06e7bda6-2547-4326-a950-1b394a816aae req-dd57f9bc-09c9-493b-8756-4b0e7d8ce3d3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.2661591 Apr 20 14:59:15.470453 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.485531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-10d04821-4f50-4e99-bdf0-838eca60e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.496100 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-10d04821-4f50-4e99-bdf0-838eca60e464 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2054241 Apr 20 14:59:15.535619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06e7bda6-2547-4326-a950-1b394a816aae req-24848092-77be-4196-9629-7948642c54de tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673556 Apr 20 14:59:15.639537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.735459 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-199044e8-fb12-45b6-8bcb-03f98569a088 service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274585 Apr 20 14:59:15.741969 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.781852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:15.787408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae092083-8c00-4cd1-a6c9-e7ded17c3e00 None None] Network 1ac59bee-b9c9-4814-a65d-216bb631b343 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:59:15.822317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7bf1d505-08b8-4e17-807b-48e3b317367e HTTP/1.1" status: 204 len: 168 time: 0.7462943 Apr 20 14:59:15.827797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493c6fa-6cbd-46d7-a282-a7e7a2d8381b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf1d505-08b8-4e17-807b-48e3b317367e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:15.832676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58240) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:15.910779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ff10c44-d9b5-4b5c-8ef2-a0accf9a0c17 req-161403bf-1fc8-44c4-8340-18c7e8f983ca service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732275 Apr 20 14:59:15.919419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-f7daadcf-fc97-411b-baad-d35975ff1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:15.920935 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-f7daadcf-fc97-411b-baad-d35975ff1268 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876980 Apr 20 14:59:16.043241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0f7fb82-a655-45bd-b825-6b2982992da8 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:16.076759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.176355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c0f7fb82-a655-45bd-b825-6b2982992da8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:16.176696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0f7fb82-a655-45bd-b825-6b2982992da8 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:16.215499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Deleting port 48209227-b489-4b40-9ac7-3f97cfeee209 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:16.216323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.288524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979bb4b-d471-4fe4-a2dd-fac702772a34 req-9d404ccf-4363-4e70-bac8-da68a9fdf050 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:16.290049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8979bb4b-d471-4fe4-a2dd-fac702772a34 req-9d404ccf-4363-4e70-bac8-da68a9fdf050 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1394420 Apr 20 14:59:16.328673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] For port 48209227-b489-4b40-9ac7-3f97cfeee209, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48209227-b489-4b40-9ac7-3f97cfeee209,segment=NetworkSegment(0592ceb5-2043-4ae8-a22c-a738fd01c100),segment_id=0592ceb5-2043-4ae8-a22c-a738fd01c100)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:16.329049 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.355695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8979bb4b-d471-4fe4-a2dd-fac702772a34 req-cdde18b1-fb71-4a92-b314-b50bd8687b92 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Apr 20 14:59:16.363949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Calling delete_port for 48209227-b489-4b40-9ac7-3f97cfeee209 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:16.416541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] DHCP port deletion for 1ac59bee-b9c9-4814-a65d-216bb631b343 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:59:16.491027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-381cc1f3-b74b-45f5-bfbf-d6f1eb4baab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:16.492799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-381cc1f3-b74b-45f5-bfbf-d6f1eb4baab1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1094 time: 0.3746178 Apr 20 14:59:16.495160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-8cd1a55b-4e54-494c-ac6b-d4e66b923634 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576065 Apr 20 14:59:16.539085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.587620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Pushing event deleted for resources: {'Port': ['ID=48209227-b489-4b40-9ac7-3f97cfeee209,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:16.589149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Deleting port 48209227-b489-4b40-9ac7-3f97cfeee209 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:16.593111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.604327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] No DVR routers for this DVR port 48209227-b489-4b40-9ac7-3f97cfeee209 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:16.806443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] For port 48209227-b489-4b40-9ac7-3f97cfeee209, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:16.807519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.841891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Calling delete_port for 48209227-b489-4b40-9ac7-3f97cfeee209 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:16.845384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Port 48209227-b489-4b40-9ac7-3f97cfeee209 was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:59:16.847581 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.878822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] Pushing event deleted for resources: {'Port': ['ID=48209227-b489-4b40-9ac7-3f97cfeee209,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:16.881211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73979012-427a-468e-b38b-92d4ac4b5656 None None] No DVR routers for this DVR port 48209227-b489-4b40-9ac7-3f97cfeee209 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:16.912605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:16.976329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac59bee-b9c9-4814-a65d-216bb631b343']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:17.019905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c4e9-1898-4e19-be9e-76ea2f935ae6 req-602c4258-a82f-41fa-a731-ebd664c82b5e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:17.024042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62f3c4e9-1898-4e19-be9e-76ea2f935ae6 req-602c4258-a82f-41fa-a731-ebd664c82b5e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.2276645 Apr 20 14:59:17.026742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-b15deba6-dfc5-487a-afb6-8c9de04f2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:17.029303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0592ceb5-2043-4ae8-a22c-a738fd01c100') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:17.029694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0592ceb5-2043-4ae8-a22c-a738fd01c100') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:17.031106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-b15deba6-dfc5-487a-afb6-8c9de04f2cdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.5267315 Apr 20 14:59:17.055921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.061301 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-92626502-7acc-435c-a394-2a790de8c43e service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134327 Apr 20 14:59:17.102374 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.126446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62f3c4e9-1898-4e19-be9e-76ea2f935ae6 req-239f032b-b4c1-417c-b337-da1a31929e81 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886300 Apr 20 14:59:17.127785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:59:17.141417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:59:17.145257 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:59:17.148977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-81e7fd07-e080-43c5-b1eb-fc8310eb065c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 999 time: 0.1099670 Apr 20 14:59:17.258635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.279119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.279580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-6bd70a18-740a-4ba8-93f4-d6d8b0e8116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:17.281329 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-6bd70a18-740a-4ba8-93f4-d6d8b0e8116c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.1247523 Apr 20 14:59:17.291819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ac59bee-b9c9-4814-a65d-216bb631b343 HTTP/1.1" status: 204 len: 168 time: 1.4517522 Apr 20 14:59:17.325293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568601f-3704-4d18-8032-781c89bbf899 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac59bee-b9c9-4814-a65d-216bb631b343,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:17.350841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-4e53faf2-2739-4d9c-88de-bda0365b5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:17.355429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-4e53faf2-2739-4d9c-88de-bda0365b5625 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660219 Apr 20 14:59:17.471834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:17.617231 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-4fac7a91-8a09-40e9-9dea-cda5a1f70f16 service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538958 Apr 20 14:59:17.655387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29ab6056-6ce3-4be4-b869-675caa9ce192 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc8a263d1db3499eb97080380db61077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810093 Apr 20 14:59:17.656233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58278) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:17.671592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4f59c-1c27-4ce9-a47a-c31fa474b83a req-39d2cc57-39a7-4efa-8c8f-b243c5096ebd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:17.673127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0f4f59c-1c27-4ce9-a47a-c31fa474b83a req-39d2cc57-39a7-4efa-8c8f-b243c5096ebd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1631556 Apr 20 14:59:17.800217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:17.832283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0f4f59c-1c27-4ce9-a47a-c31fa474b83a req-b7def07c-8141-4ac8-9ee8-d0b34234858f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293938 Apr 20 14:59:17.851596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:17.890673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-af0db5b1-6925-4a6b-ab11-c2c947dd0dcd req-9dae23fd-735c-43ce-9b40-71c1754a2f8b service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657435 Apr 20 14:59:17.920916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.005757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48209227-b489-4b40-9ac7-3f97cfeee209 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:18.033455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.046888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.048373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1443d529-7a74-43a0-a24a-613d2a99b488 HTTP/1.1" status: 204 len: 168 time: 0.3708949 Apr 20 14:59:18.057160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c5191-2ee8-4f5c-8984-b5def648d0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1443d529-7a74-43a0-a24a-613d2a99b488,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:18.102160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 48209227-b489-4b40-9ac7-3f97cfeee209 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:18.103289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48209227-b489-4b40-9ac7-3f97cfeee209 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:18.172876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bccf07a9-7517-4536-8a69-959fc3590417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.341078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-6b3b81be-f420-4c63-b486-359c1597a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:18.351628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-6b3b81be-f420-4c63-b486-359c1597a17f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1096 time: 0.1599975 Apr 20 14:59:18.467662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526dd4-1acf-487a-88ae-48941cd6a4cf req-5f139bd3-6d43-4357-98da-d8f873939301 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:18.476640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23526dd4-1acf-487a-88ae-48941cd6a4cf req-5f139bd3-6d43-4357-98da-d8f873939301 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.2134173 Apr 20 14:59:18.492165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c5eb6-830d-41f5-99ee-af2c5f42db6a req-cdb6d76c-0e6b-4d8b-a533-2c9901615e8a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:18.500479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-352c5eb6-830d-41f5-99ee-af2c5f42db6a req-cdb6d76c-0e6b-4d8b-a533-2c9901615e8a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1795104 Apr 20 14:59:18.616560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-e8ff5aa9-13a8-4e28-9e1e-218fdc7d7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:18.619716 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-e8ff5aa9-13a8-4e28-9e1e-218fdc7d7560 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 911 time: 0.2578058 Apr 20 14:59:18.626914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-23526dd4-1acf-487a-88ae-48941cd6a4cf req-d3f1aec1-6e12-4699-a8c9-64bc2bc3560b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371496 Apr 20 14:59:18.671835 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-656e5a3d-b4ac-4ca2-89ee-684c162761b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 200 len: 217 time: 0.0445681 Apr 20 14:59:18.672350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bccf07a9-7517-4536-8a69-959fc3590417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.676314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-352c5eb6-830d-41f5-99ee-af2c5f42db6a req-63f41a94-70ee-45a7-a441-b1d4f7ecabc5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748824 Apr 20 14:59:18.695955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bccf07a9-7517-4536-8a69-959fc3590417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.768850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-af354645-4b2f-4536-8a80-d0e93bbd7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:18.773823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf07a9-7517-4536-8a69-959fc3590417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32710ee-2920-4436-8946-d5a163b83a7d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:18.774207 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-af354645-4b2f-4536-8a80-d0e93bbd7434 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.0857928 Apr 20 14:59:18.816737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bccf07a9-7517-4536-8a69-959fc3590417 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fdbebff6ede422081fe70267a4a0968&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0130472 Apr 20 14:59:18.817814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58306) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:18.819807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-af6f1ab8-4037-4443-af7d-abb16112268f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408771 Apr 20 14:59:18.915475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:18.960981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.022200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-de913089-5fba-4dfc-82e1-f679be263902 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937287 Apr 20 14:59:19.085934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.089310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.090606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32710ee-2920-4436-8946-d5a163b83a7d HTTP/1.1" status: 204 len: 168 time: 0.2713199 Apr 20 14:59:19.125690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46c749-022f-4fd9-a87f-d3e793697ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32710ee-2920-4436-8946-d5a163b83a7d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:19.180822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8f90bf80-1ad8-4951-8653-3669afd59950 req-d050ea8f-9704-47cb-9c77-0c5ad2689f12 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474054 Apr 20 14:59:19.539333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58330) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:19.642482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1101934057-network', 'tenant_id': 'fb13a3e67e2e46809db02c6197a27703'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:19.665629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Made reservation on behalf of fb13a3e67e2e46809db02c6197a27703 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:19.668728 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.678367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.778585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efa880-c6e2-40b2-a69e-92c31ce823d1 req-ce3edffe-b93e-4216-815a-6c5431b45775 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:19.780122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7efa880-c6e2-40b2-a69e-92c31ce823d1 req-ce3edffe-b93e-4216-815a-6c5431b45775 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.0820992 Apr 20 14:59:19.873176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.876843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7efa880-c6e2-40b2-a69e-92c31ce823d1 req-dcd22686-684e-42bd-a343-807cb4420243 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823720 Apr 20 14:59:19.891288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe45ce-b047-4d7d-a6ac-7d02c19516d4 req-96cbd9fd-389a-4680-9442-a63a64a67735 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:19.892721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-febe45ce-b047-4d7d-a6ac-7d02c19516d4 req-96cbd9fd-389a-4680-9442-a63a64a67735 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1260369 Apr 20 14:59:19.893788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.900171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:59:19.918877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:59:19.926418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:19.926846 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Added segment 6ed14b64-7fbf-427f-b7c6-1ea019640db8 of type vlan for network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 Apr 20 14:59:20.098306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.103596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a64288-3b7d-462a-8a05-45014c637d39,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:20.168782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-febe45ce-b047-4d7d-a6ac-7d02c19516d4 req-ba253251-8248-4978-b886-ea3a154f480d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262719 Apr 20 14:59:20.202051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.204534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:20.205134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.242501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:20.264608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'port_id': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'mac_address': 'fa:16:3e:14:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:59:20.339680 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7991812 Apr 20 14:59:20.340585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:20.353855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Request body: {'subnet': {'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1101934057-subnet', 'tenant_id': 'fb13a3e67e2e46809db02c6197a27703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:20.356928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-15707722-7114-4f1a-90a2-62a9d2383ec0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:20.359264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-15707722-7114-4f1a-90a2-62a9d2383ec0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336&tenant_id=c32899f57583411c82e4d00e40325a8e&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 943 time: 0.1824043 Apr 20 14:59:20.376428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.390228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93086bc-bddf-408a-be55-047f0b11c114 req-fee2d6e7-4eb0-459f-878f-c9a8f433bd21 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:20.391938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a93086bc-bddf-408a-be55-047f0b11c114 req-fee2d6e7-4eb0-459f-878f-c9a8f433bd21 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 943 time: 0.1841648 Apr 20 14:59:20.392957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a33692-22a3-4f4c-914a-ed51b73e5bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:20.411973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:59:20.426559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Made reservation on behalf of fb13a3e67e2e46809db02c6197a27703 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:20.431054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.462710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c1c55e-53c6-414b-be94-e4c7894b050b {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:20.495646 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-4508d1a0-2606-4f24-ada7-c009f00e5c46 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:59:20.496676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-4508d1a0-2606-4f24-ada7-c009f00e5c46 service neutron] 10.222.0.43 "DELETE /v2.0/ports/90c1c55e-53c6-414b-be94-e4c7894b050b/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.1290779 Apr 20 14:59:20.544205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:20.556676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.588743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a93086bc-bddf-408a-be55-047f0b11c114 req-2eeb8bea-6ce1-4634-a1bb-ceb69ef44dce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898823 Apr 20 14:59:20.638304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:20.677240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-bacbaef4-5dae-460d-a561-7c5eb0eaf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:20.679716 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-bacbaef4-5dae-460d-a561-7c5eb0eaf659 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1095 time: 0.1122651 Apr 20 14:59:20.827620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.899248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['90c1c55e-53c6-414b-be94-e4c7894b050b'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:20.906502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1f4252-c92d-41b8-bf33-4577ec92e3ec,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:20.912370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Checking segment: {'id': '6ed14b64-7fbf-427f-b7c6-1ea019640db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:20.912654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Network hostable DHCP agents. Network: 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:59:20.935086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:59:20.954424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:59:20.959844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:20.962341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:20.986030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-143b8b39-ae22-43d8-9a05-f688909030f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6405194 Apr 20 14:59:21.032936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feac3ed-20b2-4313-880f-5790ea0a594d None None] Network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:59:21.401208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d44de-8a6f-49bc-861b-23233db878bc req-be84aad3-33c3-4932-8477-706c885ab898 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:21.409583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-368d44de-8a6f-49bc-861b-23233db878bc req-be84aad3-33c3-4932-8477-706c885ab898 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0853927 Apr 20 14:59:21.456258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099541c6-aca5-4fe8-9608-2bbed49c1d0e None None] Network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:59:21.498817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-368d44de-8a6f-49bc-861b-23233db878bc req-948534c3-97d1-4eb1-867c-2e8ddde79dae tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728192 Apr 20 14:59:21.534349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-5f9be60d-cdbc-47cc-8db3-aea0ef1db824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:21.535895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-5f9be60d-cdbc-47cc-8db3-aea0ef1db824 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.8483953 Apr 20 14:59:21.675595 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-fc72a7bb-a7e3-4255-ab36-a11f511ff5ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 1000 time: 0.1311965 Apr 20 14:59:21.754476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-07e91bd3-b7b7-4113-a238-72a75c801ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:21.760243 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-07e91bd3-b7b7-4113-a238-72a75c801ba3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.0757222 Apr 20 14:59:21.848255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-2172965c-bade-483e-a4cd-e5bd9551126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:21.849423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-2172965c-bade-483e-a4cd-e5bd9551126f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827224 Apr 20 14:59:21.918296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f96bc-df4c-4217-94d4-83299c331d10 req-19816ee5-97e4-462d-8760-77beda35e8a5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:21.920155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02f96bc-df4c-4217-94d4-83299c331d10 req-19816ee5-97e4-462d-8760-77beda35e8a5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 944 time: 0.2114496 Apr 20 14:59:21.987196 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-c2fe331e-f1d2-4638-aa3d-a707be862b80 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294749 Apr 20 14:59:22.012622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-f5cf2293-3097-49d2-acad-a6aa4b01a9b5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:22.021406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-f5cf2293-3097-49d2-acad-a6aa4b01a9b5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/networks?id=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 HTTP/1.1" status: 200 len: 814 time: 0.3567281 Apr 20 14:59:22.047365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02f96bc-df4c-4217-94d4-83299c331d10 req-a4b55371-d955-4a68-8ce4-0e088be83079 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950906 Apr 20 14:59:22.051003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-cf4430ca-5626-4c64-b03d-c6ec07a22b10 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/quotas/fb13a3e67e2e46809db02c6197a27703 HTTP/1.1" status: 200 len: 375 time: 0.0285914 Apr 20 14:59:22.099373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-577eeae3-da60-482f-9c1c-fd1b69813c61 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb13a3e67e2e46809db02c6197a27703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420244 Apr 20 14:59:22.161213 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a5ee2da6-7658-4bd5-86a8-d5e23c4a1eed req-226ae001-0dab-40cb-9665-3dba9049f037 service neutron] 10.222.0.43 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672890 Apr 20 14:59:22.279954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-7b8f48fd-f8b4-4087-8073-31d314388139 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706684 Apr 20 14:59:22.402275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-962ffd79-cf98-4a59-a6ea-f6e1d6504b00 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214805 Apr 20 14:59:22.623309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa518-c743-44c1-b51d-7e73b09b824e req-a3f03790-41cf-434c-af68-6c39fd8532c2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:22.624928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d1fa518-c743-44c1-b51d-7e73b09b824e req-a3f03790-41cf-434c-af68-6c39fd8532c2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0690114 Apr 20 14:59:22.683297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d1fa518-c743-44c1-b51d-7e73b09b824e req-646b4b7f-7b13-45ba-b8a8-b142ba7996d5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Apr 20 14:59:23.210950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003d7f-f258-4d3a-91e6-078a68859209 req-f4fdb5b2-d5ad-4d44-95d7-7d12ed6b9cf0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:23.212470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65003d7f-f258-4d3a-91e6-078a68859209 req-f4fdb5b2-d5ad-4d44-95d7-7d12ed6b9cf0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 944 time: 0.0683351 Apr 20 14:59:23.267325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65003d7f-f258-4d3a-91e6-078a68859209 req-4cf87669-c112-434a-9f3c-c3bbea1f0623 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464401 Apr 20 14:59:23.292370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:23.370811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e4b060ab-1781-48cb-951d-cee46c8df092 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 200 len: 992 time: 0.0697424 Apr 20 14:59:23.628305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b490101c-b74a-408d-90b6-321b7d4df268 req-a00a2b0d-7055-45f6-8945-1889c1875230 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 210 time: 0.0493622 Apr 20 14:59:23.872418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2ccc-7223-4586-a36d-51646321427b req-1a3aa0e3-a401-4290-827b-d541da579349 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:23.881771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5a2ccc-7223-4586-a36d-51646321427b req-1a3aa0e3-a401-4290-827b-d541da579349 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1191535 Apr 20 14:59:23.945260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:59:23.966560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5a2ccc-7223-4586-a36d-51646321427b req-77309e47-5f24-49a0-82bc-7a7b04b36827 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Apr 20 14:59:24.000876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 90c1c55e-53c6-414b-be94-e4c7894b050b completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:59:24.007652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 90c1c55e-53c6-414b-be94-e4c7894b050b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:59:24.008408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:24.120697 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:24.154636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:24.157016 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f1c58-84ec-4965-baec-ff1904292316" -d '{"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-plugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:24.175802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:24.181505 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:24.219930 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b75e1e-b498-46a3-b77f-85b5e948f451 x-openstack-request-id: req-93b75e1e-b498-46a3-b77f-85b5e948f451 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:24.220443 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-plugged", "status": "completed", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:24.220905 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93b75e1e-b498-46a3-b77f-85b5e948f451 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:24.221494 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b75e1e-b498-46a3-b77f-85b5e948f451'] response: {'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'code': 200} Apr 20 14:59:24.259441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:24.845694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad3db104-1af7-470b-b6d4-a76f908f4b9c req-46d2ce39-790c-4761-8e0a-46eb390ef09a tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 210 time: 0.0822587 Apr 20 14:59:25.015585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-68c5c6e4-5cd8-40b9-99a0-ea0c6035c43e tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:25.016884 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-68c5c6e4-5cd8-40b9-99a0-ea0c6035c43e tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.43 "GET /v2.0/networks?id=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 HTTP/1.1" status: 200 len: 814 time: 0.1364505 Apr 20 14:59:25.030651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Request body: {'port': {'device_id': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4', 'admin_state_up': True, 'tenant_id': 'fb13a3e67e2e46809db02c6197a27703'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:25.156249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de991c-be58-4af5-9951-1f74824e3b70 req-019bc82d-f6a4-41f6-b24c-831776ff5e16 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:25.175196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48de991c-be58-4af5-9951-1f74824e3b70 req-019bc82d-f6a4-41f6-b24c-831776ff5e16 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1045289 Apr 20 14:59:25.234278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Made reservation on behalf of fb13a3e67e2e46809db02c6197a27703 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:25.240100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:25.260695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-48de991c-be58-4af5-9951-1f74824e3b70 req-d4b8dd26-d887-47f8-bc78-59c444d69731 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Apr 20 14:59:25.448817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Allocated IP 172.20.0.4 (9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4/eb1f4252-c92d-41b8-bf33-4577ec92e3ec/9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:59:25.634404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:25.673692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:25.730247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:59:25.735295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:59:25.743656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:59:25.773862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Pushing event updated for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:25.819771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:25.820936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:25.841397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9047efea-962d-4bb0-bfc3-e2040e5f56b9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149295 Apr 20 14:59:25.856308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Request body: {'port': {'device_id': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:25.932538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.337681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:26.349568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.364740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Transition to ACTIVE for port object 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:59:26.385419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.469699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Pushing event updated for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:26.477763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2018b8-9a19-4942-a800-2673148657a7 req-10ff0b44-6d8d-42f7-a110-916b540af417 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:26.486600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c2018b8-9a19-4942-a800-2673148657a7 req-10ff0b44-6d8d-42f7-a110-916b540af417 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 931 time: 0.5379939 Apr 20 14:59:26.530960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8bf66-0f7e-4278-b1fa-11bdd2f539a6 req-37ae4602-e580-4ecc-bda6-c16b5f60c629 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:26.532454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77d8bf66-0f7e-4278-b1fa-11bdd2f539a6 req-37ae4602-e580-4ecc-bda6-c16b5f60c629 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1200738 Apr 20 14:59:26.560547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c2018b8-9a19-4942-a800-2673148657a7 req-59805ee0-37d1-45bb-ba68-b261d6b155f4 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727215 Apr 20 14:59:26.577998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Attempting to bind port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:59:26.578408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Attempting to bind port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '6ed14b64-7fbf-427f-b7c6-1ea019640db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:59:26.578836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Attempting to bind port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf on network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:26.586557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf on network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:59:26.587213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Attempting to bind port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf on network 9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:26.596047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:59:26.596505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Checking segment: {'id': '6ed14b64-7fbf-427f-b7c6-1ea019640db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:26.596964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Bound using segment: {'id': '6ed14b64-7fbf-427f-b7c6-1ea019640db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:59:26.597464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Bound port: 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed14b64-7fbf-427f-b7c6-1ea019640db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:59:26.597901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.603182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77d8bf66-0f7e-4278-b1fa-11bdd2f539a6 req-f3d7571a-737e-4f57-b87e-902e5455cf85 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547578 Apr 20 14:59:26.667860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:59:26.671527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,segment=NetworkSegment(6ed14b64-7fbf-427f-b7c6-1ea019640db8),segment_id=6ed14b64-7fbf-427f-b7c6-1ea019640db8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:59:26.679425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.715933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:26.716565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:26.717945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] 10.222.0.43 "PUT /v2.0/ports/9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf HTTP/1.1" status: 200 len: 1091 time: 0.8684838 Apr 20 14:59:26.718377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:26.720653 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:26.749690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955727ee-42b4-4680-bb19-d82dcc1fa10a service neutron] Pushing event updated for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:26.799548 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b342a041-7dab-4eb6-bd65-99ef6aab21fb x-openstack-request-id: req-b342a041-7dab-4eb6-bd65-99ef6aab21fb {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:26.799972 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:26.800227 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b342a041-7dab-4eb6-bd65-99ef6aab21fb {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:26.800707 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b342a041-7dab-4eb6-bd65-99ef6aab21fb'] response: {'name': 'network-changed', 'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf', 'status': 'completed', 'code': 200} Apr 20 14:59:26.821165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-ddcc3c46-6e7e-4efd-aa31-473469fdd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:26.822883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-ddcc3c46-6e7e-4efd-aa31-473469fdd80a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb13a3e67e2e46809db02c6197a27703&device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 1094 time: 0.0586929 Apr 20 14:59:26.880898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-9a7311d4-e0ce-488e-a32d-85d1adedb9fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf HTTP/1.1" status: 200 len: 217 time: 0.0491643 Apr 20 14:59:26.951755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-b3d230c0-db6a-4125-b366-a9e2f1bd1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:26.953627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-b3d230c0-db6a-4125-b366-a9e2f1bd1242 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb1f4252-c92d-41b8-bf33-4577ec92e3ec HTTP/1.1" status: 200 len: 854 time: 0.0642705 Apr 20 14:59:26.995659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-c86382f3-dd5b-4baa-acb6-7b21a2ceb3d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351412 Apr 20 14:59:27.139085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-d7004458-3bf4-4a97-ac6e-3b4506c4549c service neutron] 10.222.0.43 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324866 Apr 20 14:59:27.326808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-37fa19ee-bb74-4879-b728-59cb2da653ef req-db8c3a9e-ffc9-428e-a11a-c0294e0d2f5a service neutron] 10.222.0.43 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772575 Apr 20 14:59:27.405613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58530) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:27.495507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-60ca3048-565e-4ec4-a19e-645a10dd3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:27.497209 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-60ca3048-565e-4ec4-a19e-645a10dd3d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb13a3e67e2e46809db02c6197a27703&device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 1094 time: 0.1159999 Apr 20 14:59:27.640561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09267be2-af70-4871-8890-bc59bc85a2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:27.729356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-1b793727-560a-4053-a1c3-4d7b01937e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:27.731062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-1b793727-560a-4053-a1c3-4d7b01937e58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 HTTP/1.1" status: 200 len: 915 time: 0.2266333 Apr 20 14:59:27.778705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-e166845f-07ae-46a9-ba25-975db0c846b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf HTTP/1.1" status: 200 len: 217 time: 0.0399823 Apr 20 14:59:27.886107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118402-af7a-4a41-b639-ed6ee0a3b89c req-dd8d5f75-965f-4202-b7a7-003da6e04acc tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:27.888855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b118402-af7a-4a41-b639-ed6ee0a3b89c req-dd8d5f75-965f-4202-b7a7-003da6e04acc tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 943 time: 0.1699042 Apr 20 14:59:27.912215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-89cdcc57-285d-4a06-ab74-fc3b277f7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:27.914315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-89cdcc57-285d-4a06-ab74-fc3b277f7a73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eb1f4252-c92d-41b8-bf33-4577ec92e3ec HTTP/1.1" status: 200 len: 854 time: 0.1248128 Apr 20 14:59:27.964670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-eeee625b-d5ab-4ff0-9ca9-ae56757b5844 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414293 Apr 20 14:59:27.969553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09267be2-af70-4871-8890-bc59bc85a2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:27.982631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b118402-af7a-4a41-b639-ed6ee0a3b89c req-e832bca7-810d-4900-8126-88fdacbb0fc6 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Apr 20 14:59:27.992841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40c89-dff2-487d-bf9e-7166a9ae099c req-cf55558c-cbac-4420-8a98-518f79302ce2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:28.000915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93e40c89-dff2-487d-bf9e-7166a9ae099c req-cf55558c-cbac-4420-8a98-518f79302ce2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.2832398 Apr 20 14:59:28.013225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-09267be2-af70-4871-8890-bc59bc85a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:28.111220 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-b980e1a1-9e18-4c6b-8486-ebbe5ed49d20 service neutron] 10.222.0.43 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383150 Apr 20 14:59:28.124659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09267be2-af70-4871-8890-bc59bc85a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8741c062-7842-4aa9-882e-fda11481d67c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:28.185456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93e40c89-dff2-487d-bf9e-7166a9ae099c req-36f705ec-b425-4d16-9ddb-d8de6776747f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780577 Apr 20 14:59:28.196163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09267be2-af70-4871-8890-bc59bc85a2c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0238a180b3c4b91a37b2128dd6be982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7893984 Apr 20 14:59:28.198698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58554) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:28.278243 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:28.302192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:28.315647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc270efb-c25c-4feb-bcad-ec2bb374d7f6 req-e5a75e15-1077-427a-b90c-c6f0ef959546 service neutron] 10.222.0.43 "GET /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968458 Apr 20 14:59:28.383947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:28.387575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:28.389496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8741c062-7842-4aa9-882e-fda11481d67c HTTP/1.1" status: 204 len: 168 time: 0.1885331 Apr 20 14:59:28.403347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6458e-e267-4c9c-8eb2-7972b8cb3e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8741c062-7842-4aa9-882e-fda11481d67c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:29.124317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2942d-7f5b-49fa-9018-45a5c357790e req-02208980-ed4d-49a0-a1f3-84822f68154b tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:29.126076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11e2942d-7f5b-49fa-9018-45a5c357790e req-02208980-ed4d-49a0-a1f3-84822f68154b tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 943 time: 0.0541492 Apr 20 14:59:29.177965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11e2942d-7f5b-49fa-9018-45a5c357790e req-4d521665-e777-48a4-a3ec-cdecdd79979e tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Apr 20 14:59:29.373468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae5c4e-e2a1-444e-b7d9-3b6b95bd3716 req-6b0b13c5-f6f6-4dda-abb7-6c624a716814 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:29.381021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaae5c4e-e2a1-444e-b7d9-3b6b95bd3716 req-6b0b13c5-f6f6-4dda-abb7-6c624a716814 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1001277 Apr 20 14:59:29.437414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaae5c4e-e2a1-444e-b7d9-3b6b95bd3716 req-38f33fc8-478a-4586-992c-0a9542416088 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Apr 20 14:59:30.251393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:59:30.384336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,segment=NetworkSegment(6ed14b64-7fbf-427f-b7c6-1ea019640db8),segment_id=6ed14b64-7fbf-427f-b7c6-1ea019640db8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:30.402388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf', 'network_id': '9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4', 'port_id': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf', 'mac_address': 'fa:16:3e:cf:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1f4252-c92d-41b8-bf33-4577ec92e3ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:59:30.409559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9fb8d-c7ae-4d15-a343-1c95a3b2961f req-02282cb5-6cf1-4f0b-a7d9-537d26945bf0 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:30.411778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cf9fb8d-c7ae-4d15-a343-1c95a3b2961f req-02282cb5-6cf1-4f0b-a7d9-537d26945bf0 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 943 time: 0.0884466 Apr 20 14:59:30.465437 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:30.475006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cf9fb8d-c7ae-4d15-a343-1c95a3b2961f req-aaf086ea-4bce-4184-ba38-44a814345733 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Apr 20 14:59:30.494912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:30.521445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,segment=NetworkSegment(6ed14b64-7fbf-427f-b7c6-1ea019640db8),segment_id=6ed14b64-7fbf-427f-b7c6-1ea019640db8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:30.528877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:30.614898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:30.645860 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cdc55-0885-49cf-af11-9796ee513a49 req-dcb4e2f5-4fa1-4d3a-918a-8eb7d964f755 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:30.653925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-642cdc55-0885-49cf-af11-9796ee513a49 req-dcb4e2f5-4fa1-4d3a-918a-8eb7d964f755 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0858569 Apr 20 14:59:30.690508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-642cdc55-0885-49cf-af11-9796ee513a49 req-db622892-a4cd-434a-8a98-056294b71f62 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Apr 20 14:59:30.772189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:31.689976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8983b82-eacc-4ca8-ad09-b95c556f1cc0 req-6fa1142f-3079-4100-969e-92afed1a50f9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:31.704744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8983b82-eacc-4ca8-ad09-b95c556f1cc0 req-6fa1142f-3079-4100-969e-92afed1a50f9 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 944 time: 0.1220136 Apr 20 14:59:31.763041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8983b82-eacc-4ca8-ad09-b95c556f1cc0 req-4c4ea33f-479e-4c6e-bc66-662012019b42 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Apr 20 14:59:31.846302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a5f09-ce37-4267-a75c-a7cb341a683d req-2bcf7f0b-1caa-445d-8a6f-f7289d27ec07 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:31.853741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-369a5f09-ce37-4267-a75c-a7cb341a683d req-2bcf7f0b-1caa-445d-8a6f-f7289d27ec07 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Apr 20 14:59:31.890058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-369a5f09-ce37-4267-a75c-a7cb341a683d req-d0a81f94-3fae-469f-bafb-5e032ef5c212 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Apr 20 14:59:32.288476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:59:32.351492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:59:32.358678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:59:32.359458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:32.477740 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:32.536295 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,segment=NetworkSegment(6ed14b64-7fbf-427f-b7c6-1ea019640db8),segment_id=6ed14b64-7fbf-427f-b7c6-1ea019640db8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:32.538336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:32.541413 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf1f9b-afcf-4d96-85fe-60dff56f2aa2" -d '{"events": [{"server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:32.546656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:32.664471 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c718d9-8137-4ab2-86ee-0458742743fa x-openstack-request-id: req-52c718d9-8137-4ab2-86ee-0458742743fa {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:32.664756 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "name": "network-vif-plugged", "status": "completed", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:32.665417 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52c718d9-8137-4ab2-86ee-0458742743fa {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:32.665986 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c718d9-8137-4ab2-86ee-0458742743fa'] response: {'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf', 'code': 200} Apr 20 14:59:32.684024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:32.818607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdfcbd-e81f-4f2a-aae7-a2fd2683ea86 req-dee739e7-cf1c-4160-8efc-3d4aae76a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:32.827764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bfdfcbd-e81f-4f2a-aae7-a2fd2683ea86 req-dee739e7-cf1c-4160-8efc-3d4aae76a372 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 1096 time: 0.0738368 Apr 20 14:59:32.889056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bfdfcbd-e81f-4f2a-aae7-a2fd2683ea86 req-109ee369-ec38-4038-92c3-1343c73cf59b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 Apr 20 14:59:32.904133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084deca-5f3c-4e1d-b4cc-cefe06d29de5 req-479dd713-4f94-4e09-9d0e-5766dd0102c5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:32.906309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6084deca-5f3c-4e1d-b4cc-cefe06d29de5 req-479dd713-4f94-4e09-9d0e-5766dd0102c5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 945 time: 0.0716782 Apr 20 14:59:32.980081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6084deca-5f3c-4e1d-b4cc-cefe06d29de5 req-019b64bf-da34-42d9-b19a-c54309db647d tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664463 Apr 20 14:59:33.061007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9f423-502c-4b0b-a132-d6e04524809a req-8e8c3bc0-51a6-4301-bf44-8aade889125b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:33.069083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0d9f423-502c-4b0b-a132-d6e04524809a req-8e8c3bc0-51a6-4301-bf44-8aade889125b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Apr 20 14:59:33.123377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0d9f423-502c-4b0b-a132-d6e04524809a req-8aa91d53-6afa-4907-a7f4-30eb1c2b1bd2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Apr 20 14:59:33.473358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.127917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93e8b-056d-4614-bcd9-56226d9e018c req-a44e6a9f-6349-47a0-9f37-81ec0f8762cc tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:34.136210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38a93e8b-056d-4614-bcd9-56226d9e018c req-a44e6a9f-6349-47a0-9f37-81ec0f8762cc tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 945 time: 0.0615196 Apr 20 14:59:34.169331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58770) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:34.201689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38a93e8b-056d-4614-bcd9-56226d9e018c req-c94aa2f8-d919-49bd-bbc1-70ed30f2f778 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Apr 20 14:59:34.383259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c5d36-492b-471b-9f7e-f604e6c07c3d req-5f46d034-8792-447d-8650-87f504c3e8ce tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:34.384855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1c5d36-492b-471b-9f7e-f604e6c07c3d req-5f46d034-8792-447d-8650-87f504c3e8ce tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1059279 Apr 20 14:59:34.440867 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.478865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b1c5d36-492b-471b-9f7e-f604e6c07c3d req-96a9229b-43c6-44e7-ac84-68477e13f53b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851634 Apr 20 14:59:34.612349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.616765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.661335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf78e80ac57b4dfe96275e845a2d96f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903512 Apr 20 14:59:34.663880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58790) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:34.667269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ddcf0-34cd-42bc-b0b7-e31be7b0253a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:34.676730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.677140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.677534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.677854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.678253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.678625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.679457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.679868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.680198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.680551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.680918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.681405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc78956-4916-4412-8728-5c61d0110da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:59:34.770328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.834804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.915997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.918488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:34.919083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a003b5-4306-445f-ae27-c982aec2361d req-f7b1775d-718d-44ff-b359-f9fdae7370e3 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:34.919679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a48ddcf0-34cd-42bc-b0b7-e31be7b0253a HTTP/1.1" status: 204 len: 168 time: 0.2541544 Apr 20 14:59:34.922938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18a003b5-4306-445f-ae27-c982aec2361d req-f7b1775d-718d-44ff-b359-f9fdae7370e3 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 945 time: 0.1259732 Apr 20 14:59:34.936014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8e8e9-06c8-47a4-91ea-112df11da726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ddcf0-34cd-42bc-b0b7-e31be7b0253a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:34.983351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18a003b5-4306-445f-ae27-c982aec2361d req-e98c3a56-f15d-41b5-94dc-a167fcd09b11 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Apr 20 14:59:35.755479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702eb12b-6335-4ea9-933f-e0a479ccceb0 req-400ce885-4ebc-4e37-b981-73a8d284f373 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:35.757235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-702eb12b-6335-4ea9-933f-e0a479ccceb0 req-400ce885-4ebc-4e37-b981-73a8d284f373 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1122520 Apr 20 14:59:35.838803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-702eb12b-6335-4ea9-933f-e0a479ccceb0 req-9787e56f-ead7-46f1-aa53-18f026e480f3 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692616 Apr 20 14:59:36.201647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-8b7076e8-7800-43e8-b50b-8609f51f31b5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:36.204203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-8b7076e8-7800-43e8-b50b-8609f51f31b5 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 945 time: 0.1076629 Apr 20 14:59:36.275189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5a43-7984-4b95-9875-ee93fd187669 req-ca083148-a4fd-49a2-95fd-f342b4221c1e tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:36.282350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdae5a43-7984-4b95-9875-ee93fd187669 req-ca083148-a4fd-49a2-95fd-f342b4221c1e tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 945 time: 0.1154637 Apr 20 14:59:36.333585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdae5a43-7984-4b95-9875-ee93fd187669 req-e14c5ab5-7b93-486b-acd7-1a5b5d4be627 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/security-groups?id=23a64288-3b7d-462a-8a05-45014c637d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Apr 20 14:59:36.370942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Deleting port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:36.371585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:36.500593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] For port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,segment=NetworkSegment(6ed14b64-7fbf-427f-b7c6-1ea019640db8),segment_id=6ed14b64-7fbf-427f-b7c6-1ea019640db8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:36.501305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:36.516244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Calling delete_port for 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:36.730044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:36.776069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Pushing event deleted for resources: {'Port': ['ID=9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:36.818214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] No DVR routers for this DVR port 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:36.821569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:36.825434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b595b614-f98b-4b71-b4a3-171ffcedf5cf req-29f1cf91-8e3e-46ef-90a5-2f947400c73f tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.43 "DELETE /v2.0/ports/9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf HTTP/1.1" status: 204 len: 173 time: 0.6150806 Apr 20 14:59:36.829118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'name': 'network-vif-deleted', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:36.829118 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3b677c-d986-4ffa-86c0-c05f5f0d3f4f" -d '{"events": [{"server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "name": "network-vif-deleted", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:36.932100 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d7433f-b85c-44e4-9f7d-2210c5c42fd5 x-openstack-request-id: req-b8d7433f-b85c-44e4-9f7d-2210c5c42fd5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:36.932426 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a40390-4259-44b8-90cc-80cffb48277a", "name": "network-vif-deleted", "tag": "9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:36.932742 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8d7433f-b85c-44e4-9f7d-2210c5c42fd5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:36.933097 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d7433f-b85c-44e4-9f7d-2210c5c42fd5'] response: {'server_uuid': 'f4a40390-4259-44b8-90cc-80cffb48277a', 'name': 'network-vif-deleted', 'tag': '9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf', 'status': 'completed', 'code': 200} Apr 20 14:59:36.998549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86262e-7f18-452d-ab58-04442e3dde6e req-e9b77f6b-f914-4945-8dd4-7c01aca03477 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:37.008114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b86262e-7f18-452d-ab58-04442e3dde6e req-e9b77f6b-f914-4945-8dd4-7c01aca03477 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0846455 Apr 20 14:59:37.071353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b86262e-7f18-452d-ab58-04442e3dde6e req-e9999803-20f9-435a-95f7-f49acba5451f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539474 Apr 20 14:59:37.470811 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-e1aed7fa-d254-44f1-b369-46e65d1e3950 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123645 Apr 20 14:59:37.537022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1320f2c8-487b-4559-9498-2fc0feaf78e7 req-62c92c8c-35bc-4a47-9126-91f643d20277 tempest-ServerAddressesTestJSON-623052326 tempest-ServerAddressesTestJSON-623052326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4a40390-4259-44b8-90cc-80cffb48277a HTTP/1.1" status: 200 len: 210 time: 0.0659897 Apr 20 14:59:37.615171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-83b6c32a-abee-4cdc-be38-96fb1ddab549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:37.617034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-83b6c32a-abee-4cdc-be38-96fb1ddab549 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1096 time: 0.0863135 Apr 20 14:59:37.759576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-3225cd1c-0bd1-4e1d-8093-78d06619a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:37.761362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-3225cd1c-0bd1-4e1d-8093-78d06619a3df service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 909 time: 0.1164408 Apr 20 14:59:37.881399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-35450c56-0662-42bd-a914-dbdd328891ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 1000 time: 0.1116657 Apr 20 14:59:37.972532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-c736a8b3-9c88-4de9-97b4-79ba4e8866d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:37.972532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-c736a8b3-9c88-4de9-97b4-79ba4e8866d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 200 len: 847 time: 0.0827606 Apr 20 14:59:38.063300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-128589ad-7f90-454f-9efe-7ceb77ebb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:38.065017 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-128589ad-7f90-454f-9efe-7ceb77ebb181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f18c12b-60f9-403d-8737-f91fb03fff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845160 Apr 20 14:59:38.184676 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-3c3f5f57-89f3-49f1-ac33-b35bd709d34b service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931613 Apr 20 14:59:38.225963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834804c-d909-4927-93a3-c769b695d8d4 req-7895a4bd-c9f2-4e87-a3a7-571c3c27ddbb tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:38.234123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0834804c-d909-4927-93a3-c769b695d8d4 req-7895a4bd-c9f2-4e87-a3a7-571c3c27ddbb tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0752528 Apr 20 14:59:38.300472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:38.323504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0834804c-d909-4927-93a3-c769b695d8d4 req-e7720d8c-cbe6-4ae5-939e-22b0f25ba97e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Apr 20 14:59:38.336486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:38.337090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9c6c20ce-5a52-4bd7-ba4a-0e457059dbaf not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:38.353672 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-034cf6ea-0834-4dce-9c8e-0ae08413e475 req-ed690deb-4f2f-4bdf-864b-79c1b24f279e service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571305 Apr 20 14:59:38.585650 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 58918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:38.683621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Deleting subnet eb1f4252-c92d-41b8-bf33-4577ec92e3ec {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:59:38.687695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:38.733331 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:38.818772 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:38.889057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:38.938614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1f4252-c92d-41b8-bf33-4577ec92e3ec,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:38.942913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:38.949944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58932) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:38.950225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee563762-f507-458a-ac07-7b6391685e44 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb1f4252-c92d-41b8-bf33-4577ec92e3ec HTTP/1.1" status: 204 len: 168 time: 0.3631279 Apr 20 14:59:39.069152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.195829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.223424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:39.236857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed14b64-7fbf-427f-b7c6-1ea019640db8') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:39.237999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed14b64-7fbf-427f-b7c6-1ea019640db8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:59:39.265743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.301849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.309502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:59:39.310274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: timer() Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:59:39.312631 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:59:39.442408 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-4353c18f-15a5-4a7d-a352-e6e58b88a53f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064677 Apr 20 14:59:39.509450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.525075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:39.528381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] 10.222.0.20 "DELETE /v2.0/networks/9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4 HTTP/1.1" status: 204 len: 168 time: 0.5769806 Apr 20 14:59:39.531550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff581-de10-49d9-91ef-17c10e90c13f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e12c3d4-eb9e-4f1f-bdaa-33a13a247be4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:39.549782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ee13b-c6bc-4906-baa2-e8c4b7d443f9 req-61a969dc-151a-459a-9f87-9e998b203bb4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:39.558415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-978ee13b-c6bc-4906-baa2-e8c4b7d443f9 req-61a969dc-151a-459a-9f87-9e998b203bb4 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1122429 Apr 20 14:59:39.594859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-84968a0f-41a3-402e-9130-0924f6dfee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:39.611138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-84968a0f-41a3-402e-9130-0924f6dfee3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.1070476 Apr 20 14:59:39.641816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-978ee13b-c6bc-4906-baa2-e8c4b7d443f9 req-e2da37d9-345b-42aa-a904-8ba99513c02f tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Apr 20 14:59:39.736980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-6bcd0326-31ff-42fd-b641-52323c9959b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:39.738771 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-6bcd0326-31ff-42fd-b641-52323c9959b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.1201558 Apr 20 14:59:39.885035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-0935ac67-ed15-4e4a-b1b4-325153ea69cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 1001 time: 0.1338396 Apr 20 14:59:39.897837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58958) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:40.010253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-969b56e5-cf3d-486d-b333-ef971b8914cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:40.011780 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-969b56e5-cf3d-486d-b333-ef971b8914cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.1027069 Apr 20 14:59:40.065002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6dc6ed2d-4d3a-4a6d-a7d6-916dea625ab5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb13a3e67e2e46809db02c6197a27703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639321 Apr 20 14:59:40.065766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 58972) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:40.096208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-d55e64e2-b530-41cf-872c-0ae31aa22175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:40.096208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-d55e64e2-b530-41cf-872c-0ae31aa22175 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710030 Apr 20 14:59:40.165108 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e0e5044-6955-497e-905e-3aa3ae95c6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:40.200824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:40.241623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-ba24829e-4ed5-40ff-8fc8-60a90dfa90a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380894 Apr 20 14:59:40.246954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:40.353396 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:40.360318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:40.367205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23a64288-3b7d-462a-8a05-45014c637d39 HTTP/1.1" status: 204 len: 168 time: 0.2996681 Apr 20 14:59:40.370186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fb078464-43ac-4ce0-b9f7-0566e4351092 req-9a56b93b-6f7f-450c-9e1b-d488a0f2120c service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205854 Apr 20 14:59:40.379273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3be7b7-3b9a-40fe-9777-607cfcf02e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a64288-3b7d-462a-8a05-45014c637d39,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:40.850433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850861a-d985-455e-b4c6-35bfba690ca8 req-b408b709-bd89-42d6-ad59-a114b56cb869 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:40.852434 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e850861a-d985-455e-b4c6-35bfba690ca8 req-b408b709-bd89-42d6-ad59-a114b56cb869 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0883515 Apr 20 14:59:40.908291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e850861a-d985-455e-b4c6-35bfba690ca8 req-03a8d4ae-69da-4bf8-b664-050a195ad305 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487330 Apr 20 14:59:41.738126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:41.873293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1457259265-network', 'tenant_id': '9a9cc49573374ce3a4b27181ebfc1aa5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:41.901507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Made reservation on behalf of 9a9cc49573374ce3a4b27181ebfc1aa5 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:41.904176 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:41.913821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.008702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.020998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.059609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:59:42.087639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.087981 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Added segment 6a5686bb-749c-41c0-96b3-4566bf0520d8 of type vlan for network c546bd80-21d3-41ec-b8ec-2298a118ad54 Apr 20 14:59:42.096478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370727d-7b2e-4f15-80ca-0d0d10eda34c req-bc5a0495-166d-4dd5-aa2a-717678105c6e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:42.098052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2370727d-7b2e-4f15-80ca-0d0d10eda34c req-bc5a0495-166d-4dd5-aa2a-717678105c6e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0879817 Apr 20 14:59:42.098688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90402f6-4c14-4cd6-8379-af5df8695d81,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:42.179311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.186119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2370727d-7b2e-4f15-80ca-0d0d10eda34c req-bc85b1b6-4e20-42a8-811c-cbb5b5780e9e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Apr 20 14:59:42.232724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.233705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:42.234500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.327266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] Pushing event updated for resources: {'Network': ['ID=c546bd80-21d3-41ec-b8ec-2298a118ad54,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:42.337665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70841462-f5fc-4e24-81a4-219252cf88ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5979116 Apr 20 14:59:42.340191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59048) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:42.342329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c546bd80-21d3-41ec-b8ec-2298a118ad54 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:59:42.346031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Request body: {'subnet': {'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1457259265-subnet', 'tenant_id': '9a9cc49573374ce3a4b27181ebfc1aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:42.385307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Made reservation on behalf of 9a9cc49573374ce3a4b27181ebfc1aa5 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:42.388752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.612078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.718632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146c962a-f137-4240-b425-e3fb95c4abed,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:42.763548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Checking segment: {'id': '6a5686bb-749c-41c0-96b3-4566bf0520d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:42.763548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Network hostable DHCP agents. Network: c546bd80-21d3-41ec-b8ec-2298a118ad54, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:59:42.784496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Network c546bd80-21d3-41ec-b8ec-2298a118ad54 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:59:42.797803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c546bd80-21d3-41ec-b8ec-2298a118ad54) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:59:42.803207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:42.803901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:42.812528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271474f-0945-48d3-a1e6-1583891a49cc None None] Network c546bd80-21d3-41ec-b8ec-2298a118ad54 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:59:42.831123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5dfaa3b1-ba3d-4d74-bda9-ef8b96084e25 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4895501 Apr 20 14:59:43.031503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda9069-4d98-4c39-bd66-ce4cedc20d2a None None] Network c546bd80-21d3-41ec-b8ec-2298a118ad54 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:59:43.455669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f37f7-d261-48da-9d6a-c47b02817b3e req-62df7281-c323-4381-b8d4-b5d7e38a37c5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:43.457386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-915f37f7-d261-48da-9d6a-c47b02817b3e req-62df7281-c323-4381-b8d4-b5d7e38a37c5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1566761 Apr 20 14:59:43.469501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38f8d07e-cb55-42f5-b313-25602798605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:43.528805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-38709d5c-d76d-4f1e-8825-47092ed77f2b tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:43.531087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-38709d5c-d76d-4f1e-8825-47092ed77f2b tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/networks?id=c546bd80-21d3-41ec-b8ec-2298a118ad54 HTTP/1.1" status: 200 len: 822 time: 0.1826248 Apr 20 14:59:43.583668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-d89ca5b0-f00d-4430-84ab-b7f67c04be7d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/quotas/9a9cc49573374ce3a4b27181ebfc1aa5 HTTP/1.1" status: 200 len: 375 time: 0.0357740 Apr 20 14:59:43.588121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-915f37f7-d261-48da-9d6a-c47b02817b3e req-1aa86234-8238-411d-a5c6-e989f092e82a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029017 Apr 20 14:59:43.628311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-a30f018d-e19e-4610-b364-d38645a1221c tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a9cc49573374ce3a4b27181ebfc1aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436285 Apr 20 14:59:43.697249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:43.749141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-90de947b-fc1c-464a-b9aa-eb1b21390b8e service neutron] 10.222.0.20 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165962 Apr 20 14:59:43.944076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-85a66ead-8b1f-4624-90f9-2876f4959c32 service neutron] 10.222.0.20 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880963 Apr 20 14:59:44.303312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a782483f-121a-47b4-8892-2f88848dc328 req-535cec01-5d6e-4054-95f9-e7ce73479a1b tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 210 time: 0.1257102 Apr 20 14:59:44.323567 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:44.791567 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d17a-456f-4ba9-9dec-2e141b3a7023 req-2f37b6c9-3d5a-4073-881b-42458126beff tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:44.793768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba73d17a-456f-4ba9-9dec-2e141b3a7023 req-2f37b6c9-3d5a-4073-881b-42458126beff tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0804307 Apr 20 14:59:44.855809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba73d17a-456f-4ba9-9dec-2e141b3a7023 req-9a9a8b20-2514-4d42-bdde-ff19f2380d6d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554242 Apr 20 14:59:45.204055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:45.292987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:45.327170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa613ed-2fef-4ef2-b20e-05d2be86582a req-31268f75-8ce2-4c15-a452-809ed2cde77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:45.329323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-faa613ed-2fef-4ef2-b20e-05d2be86582a req-31268f75-8ce2-4c15-a452-809ed2cde77f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1096 time: 0.0775023 Apr 20 14:59:45.426923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-faa613ed-2fef-4ef2-b20e-05d2be86582a req-73708383-e57b-4706-9a52-9e957069f8eb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904806 Apr 20 14:59:45.441750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c011d1d6-5d7a-4c55-894c-758699f52cd4 req-968a312d-f9d2-4eaa-af27-fcacf4617034 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 210 time: 0.0518923 Apr 20 14:59:45.649445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-1e21a631-76da-428e-af51-227b6f28927b tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:45.651061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-1e21a631-76da-428e-af51-227b6f28927b tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.45 "GET /v2.0/networks?id=c546bd80-21d3-41ec-b8ec-2298a118ad54 HTTP/1.1" status: 200 len: 822 time: 0.1370273 Apr 20 14:59:45.681049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Request body: {'port': {'device_id': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54', 'admin_state_up': True, 'tenant_id': '9a9cc49573374ce3a4b27181ebfc1aa5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:45.857776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Made reservation on behalf of 9a9cc49573374ce3a4b27181ebfc1aa5 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:59:45.865041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.058187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Allocated IP 172.20.0.10 (c546bd80-21d3-41ec-b8ec-2298a118ad54/146c962a-f137-4240-b425-e3fb95c4abed/0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:59:46.087509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced123-39a3-4cb6-a18b-118d942e7395 req-d2b88c53-a81d-4a92-a928-b904d9bab38e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:46.096221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1ced123-39a3-4cb6-a18b-118d942e7395 req-d2b88c53-a81d-4a92-a928-b904d9bab38e tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0875261 Apr 20 14:59:46.144297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1ced123-39a3-4cb6-a18b-118d942e7395 req-e7ed629d-b109-4e2e-8b6d-6ff4a001932b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Apr 20 14:59:46.257993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.298128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.376998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Pushing event updated for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:46.389397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Network c546bd80-21d3-41ec-b8ec-2298a118ad54 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:59:46.396236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:59:46.404983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:59:46.471243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:46.472106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.515128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-ac3d03bc-6c8b-42dc-91a9-3b4e91c1633d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449538 Apr 20 14:59:46.527506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Request body: {'port': {'device_id': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:46.587715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106fbb-f697-4726-a69c-4720a2573c3e req-28c8ba82-26a1-4e5b-8ba0-f36ef80ebe40 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:46.589638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2106fbb-f697-4726-a69c-4720a2573c3e req-28c8ba82-26a1-4e5b-8ba0-f36ef80ebe40 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 932 time: 0.0623300 Apr 20 14:59:46.615980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.652297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2106fbb-f697-4726-a69c-4720a2573c3e req-5b8abd64-9afc-4f9e-87ad-000dc4b16ac8 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Apr 20 14:59:46.953407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:46.961546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:46.974495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Transition to ACTIVE for port object 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:59:46.988058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:47.058366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Pushing event updated for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:47.110793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Attempting to bind port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:59:47.111098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Attempting to bind port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '6a5686bb-749c-41c0-96b3-4566bf0520d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:59:47.112275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Attempting to bind port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 on network c546bd80-21d3-41ec-b8ec-2298a118ad54 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:47.117345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 on network c546bd80-21d3-41ec-b8ec-2298a118ad54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:59:47.117668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Attempting to bind port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 on network c546bd80-21d3-41ec-b8ec-2298a118ad54 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:59:47.122852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:59:47.123192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Checking segment: {'id': '6a5686bb-749c-41c0-96b3-4566bf0520d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:59:47.123561 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Bound using segment: {'id': '6a5686bb-749c-41c0-96b3-4566bf0520d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:59:47.124114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Bound port: 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a5686bb-749c-41c0-96b3-4566bf0520d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:59:47.124528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:47.218596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:59:47.222956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,segment=NetworkSegment(6a5686bb-749c-41c0-96b3-4566bf0520d8),segment_id=6a5686bb-749c-41c0-96b3-4566bf0520d8)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:59:47.229963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:47.270548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.274452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:47.275862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 HTTP/1.1" status: 200 len: 1092 time: 0.7541378 Apr 20 14:59:47.276326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:47.278638 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29933069-d843-4475-a9d1-71ad18205f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:47.356030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed9fc-0cca-4d09-8ff7-edd411faaa6d req-229d525a-9caa-4a71-88ab-ae72135203cd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.361394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a7ed9fc-0cca-4d09-8ff7-edd411faaa6d req-229d525a-9caa-4a71-88ab-ae72135203cd tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1238229 Apr 20 14:59:47.373890 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66cbcfc-5abe-4a7d-a49d-dba456239929 x-openstack-request-id: req-b66cbcfc-5abe-4a7d-a49d-dba456239929 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:47.374232 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:47.374549 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b66cbcfc-5abe-4a7d-a49d-dba456239929 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:47.374983 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66cbcfc-5abe-4a7d-a49d-dba456239929'] response: {'name': 'network-changed', 'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6', 'status': 'completed', 'code': 200} Apr 20 14:59:47.375598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef335a3-8403-4c99-8d68-ed8c3f8fd713 service neutron] Pushing event updated for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:47.418295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-b7459bdb-2e28-4e70-a75e-6a93842c3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.420677 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-b7459bdb-2e28-4e70-a75e-6a93842c3244 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a9cc49573374ce3a4b27181ebfc1aa5&device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 1095 time: 0.0977094 Apr 20 14:59:47.425190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a7ed9fc-0cca-4d09-8ff7-edd411faaa6d req-329783a5-8ece-4c7b-a873-c86456cec2e2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Apr 20 14:59:47.489341 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-9862adb0-b6f8-4afa-acba-a72f422c818b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 HTTP/1.1" status: 200 len: 217 time: 0.0493643 Apr 20 14:59:47.582677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a470f-14a8-46d2-8e79-d237051d826e req-124090e1-9c72-4dc2-a9ae-ba78c1dab40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.584353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-124090e1-9c72-4dc2-a9ae-ba78c1dab40d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146c962a-f137-4240-b425-e3fb95c4abed HTTP/1.1" status: 200 len: 862 time: 0.0883477 Apr 20 14:59:47.649082 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-d0fa6954-d720-4af2-95f0-005f50ce4677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c546bd80-21d3-41ec-b8ec-2298a118ad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583806 Apr 20 14:59:47.908793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b7a9-4d8e-4cdb-b958-8d375dfe55b2 req-d815962c-c654-45ac-968c-64b18add1f36 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.917341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b52b7a9-4d8e-4cdb-b958-8d375dfe55b2 req-d815962c-c654-45ac-968c-64b18add1f36 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 944 time: 0.1300290 Apr 20 14:59:47.918103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-0cc4e85e-0d6a-4cbb-9b05-804be4ed6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.919714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-0cc4e85e-0d6a-4cbb-9b05-804be4ed6791 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 1096 time: 0.1676118 Apr 20 14:59:47.942993 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:59:47.948948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e5d8-df07-4489-b1cb-74e454879f3b req-439c05c7-152d-4456-a253-34e0724d759b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:47.950663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7435e5d8-df07-4489-b1cb-74e454879f3b req-439c05c7-152d-4456-a253-34e0724d759b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1494052 Apr 20 14:59:48.017497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7435e5d8-df07-4489-b1cb-74e454879f3b req-43371ec8-07b1-42b6-bba0-5d5ecb72e692 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 Apr 20 14:59:48.043090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b52b7a9-4d8e-4cdb-b958-8d375dfe55b2 req-c1d0980f-ff78-48b9-ad28-077b81e941e8 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190915 Apr 20 14:59:48.103771 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-e021d905-b683-4f31-8e0d-7ee671decc9e service neutron] 10.222.0.45 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415245 Apr 20 14:59:48.561828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59254) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:48.714462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7a199acf-59c9-4fd5-a03c-32c558a53acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:48.801115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-f0c8ee61-9697-4c3a-92cc-60d46c3af18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:48.803402 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-f0c8ee61-9697-4c3a-92cc-60d46c3af18a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 200 len: 911 time: 0.8747647 Apr 20 14:59:48.900378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7a199acf-59c9-4fd5-a03c-32c558a53acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:48.907099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-bbcddd41-2dc1-440c-be81-822ac886d79a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 200 len: 217 time: 0.0934947 Apr 20 14:59:48.909061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7a199acf-59c9-4fd5-a03c-32c558a53acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:48.951942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-489a470f-14a8-46d2-8e79-d237051d826e req-767b74e5-ca32-41bf-bd6c-cde160a59a0f service neutron] 10.222.0.45 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290646 Apr 20 14:59:48.954687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7a199acf-59c9-4fd5-a03c-32c558a53acb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0472955b6f3d4424bdfb676e482a557c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914840 Apr 20 14:59:48.955558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59264) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:48.990309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a199acf-59c9-4fd5-a03c-32c558a53acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb55619-4402-488f-9b93-9f0af024eb6c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:49.033756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-cb54d497-d8c5-4d6f-bfdf-e706a3f669d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.035257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-cb54d497-d8c5-4d6f-bfdf-e706a3f669d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 200 len: 850 time: 0.1181355 Apr 20 14:59:49.085053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-6e8164b5-d4ec-4c55-9f44-c260f45a11dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e997d4b-66a1-411b-8a4b-6da5ad5091ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301404 Apr 20 14:59:49.159009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.174203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933069-d843-4475-a9d1-71ad18205f5b req-9385707a-72cf-4f9d-b1db-a5094feaeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.174203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-9385707a-72cf-4f9d-b1db-a5094feaeb0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a9cc49573374ce3a4b27181ebfc1aa5&device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 1095 time: 0.1547127 Apr 20 14:59:49.232668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.239746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cdcbb-082d-408e-8c8a-0e6743f6470c req-ce63d8e6-e993-4ed3-87d5-bd2c7af92c6d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.243591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d1cdcbb-082d-408e-8c8a-0e6743f6470c req-ce63d8e6-e993-4ed3-87d5-bd2c7af92c6d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1226029 Apr 20 14:59:49.253861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5799e4-f8a1-40d1-aec3-ab3b1ebc5b63 req-99ca88a4-5731-463d-8074-c7478c9335a7 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.255855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a5799e4-f8a1-40d1-aec3-ab3b1ebc5b63 req-99ca88a4-5731-463d-8074-c7478c9335a7 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 944 time: 0.0964413 Apr 20 14:59:49.324399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a5799e4-f8a1-40d1-aec3-ab3b1ebc5b63 req-deb83629-20ed-4f81-b332-49a1b5af219e tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Apr 20 14:59:49.341495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-2c9939dd-7255-4ba6-bc9d-ce3e4041c2df service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488482 Apr 20 14:59:49.386656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d1cdcbb-082d-408e-8c8a-0e6743f6470c req-74884cf4-d088-48a1-99e3-7174c4d563e7 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290493 Apr 20 14:59:49.430277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933069-d843-4475-a9d1-71ad18205f5b req-94499528-158e-463f-8536-245590b510d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.431892 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-94499528-158e-463f-8536-245590b510d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c546bd80-21d3-41ec-b8ec-2298a118ad54 HTTP/1.1" status: 200 len: 923 time: 0.2486272 Apr 20 14:59:49.452448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.454980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.458493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb55619-4402-488f-9b93-9f0af024eb6c HTTP/1.1" status: 204 len: 168 time: 0.4995668 Apr 20 14:59:49.518217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-742efabc-a7a8-4721-9759-dac217e6e6e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 HTTP/1.1" status: 200 len: 217 time: 0.0793045 Apr 20 14:59:49.564160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cf946-5294-48ba-991f-4e5141dba97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb55619-4402-488f-9b93-9f0af024eb6c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:49.584485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab5c0009-95fd-4b7c-973f-72d0fa4d2490 req-2590d717-4787-46f5-b1fe-98b35fbe55a2 service neutron] 10.222.0.43 "GET /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363029 Apr 20 14:59:49.599100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933069-d843-4475-a9d1-71ad18205f5b req-ce6ebb1b-a79c-42ed-b4d7-1bdcdf74117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:49.601201 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-ce6ebb1b-a79c-42ed-b4d7-1bdcdf74117a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146c962a-f137-4240-b425-e3fb95c4abed HTTP/1.1" status: 200 len: 862 time: 0.0733068 Apr 20 14:59:49.658926 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-006a69bf-02b9-4d16-92cc-c7def6e1225f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c546bd80-21d3-41ec-b8ec-2298a118ad54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393658 Apr 20 14:59:49.768495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-558fd840-8c28-43b0-bb52-300b1d959d71 service neutron] 10.222.0.45 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029732 Apr 20 14:59:49.824810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:49.865812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af15ae00-8225-4240-9fb7-fec70f129ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.900071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-29933069-d843-4475-a9d1-71ad18205f5b req-bf632499-727c-4dc3-ad93-b807ced76846 service neutron] 10.222.0.45 "GET /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248682 Apr 20 14:59:49.949414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af15ae00-8225-4240-9fb7-fec70f129ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:49.964378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af15ae00-8225-4240-9fb7-fec70f129ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.010620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15ae00-8225-4240-9fb7-fec70f129ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3252ce-1807-42b3-88f2-f23c3a2a67ec,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:50.015150 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-af15ae00-8225-4240-9fb7-fec70f129ba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6d7bc08acb94668b2f613e73d046516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881459 Apr 20 14:59:50.018659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:50.074093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.098094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.175391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.178506 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.179988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3252ce-1807-42b3-88f2-f23c3a2a67ec HTTP/1.1" status: 204 len: 168 time: 0.1611958 Apr 20 14:59:50.193466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8774-abfb-4e6c-a6e2-3242da226a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3252ce-1807-42b3-88f2-f23c3a2a67ec,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:50.477320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8647b-8939-4b5c-bdcd-9238cdbbfc99 req-e0f718de-b40e-494a-8b18-152e21cb1e01 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:50.479659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79b8647b-8939-4b5c-bdcd-9238cdbbfc99 req-e0f718de-b40e-494a-8b18-152e21cb1e01 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 944 time: 0.0696080 Apr 20 14:59:50.556724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79b8647b-8939-4b5c-bdcd-9238cdbbfc99 req-8207abc9-f337-4851-88fb-aa8fa75ed559 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711188 Apr 20 14:59:50.569943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ee8ad-ab5c-4941-af9b-eafe262be761 req-b1832260-0c72-44b7-b8d6-a81b54877559 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:50.571622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-779ee8ad-ab5c-4941-af9b-eafe262be761 req-b1832260-0c72-44b7-b8d6-a81b54877559 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0779490 Apr 20 14:59:50.613511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-779ee8ad-ab5c-4941-af9b-eafe262be761 req-75b5b4ea-faf8-4580-992c-6d66573d810b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Apr 20 14:59:50.621705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59308) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:50.653690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ebb45726-503b-4757-bd68-303ff70baa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.740787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ebb45726-503b-4757-bd68-303ff70baa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.745645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ebb45726-503b-4757-bd68-303ff70baa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.787596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ebb45726-503b-4757-bd68-303ff70baa06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d62446c63d324951ba223bc679f0e6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643670 Apr 20 14:59:50.790040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59314) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:59:50.796292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb45726-503b-4757-bd68-303ff70baa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9fc3b-fee2-4031-b064-a5a52918e940,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:50.879299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.929732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.979596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.982126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:50.983306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ba9fc3b-fee2-4031-b064-a5a52918e940 HTTP/1.1" status: 204 len: 168 time: 0.1921887 Apr 20 14:59:50.993789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c707ce9-4824-4395-bc0c-073ca3e60484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9fc3b-fee2-4031-b064-a5a52918e940,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:51.737109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8f0d-f533-45fb-a331-06d03b370565 req-51817dcd-718b-4c2d-ae61-0f8399a295d9 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:51.746336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470a8f0d-f533-45fb-a331-06d03b370565 req-51817dcd-718b-4c2d-ae61-0f8399a295d9 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 944 time: 0.0761127 Apr 20 14:59:51.835692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470a8f0d-f533-45fb-a331-06d03b370565 req-420c4105-5fee-45f2-bd87-ff7e0c13edb0 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796549 Apr 20 14:59:51.849792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e66812-a069-4cac-bb98-43473892fccf req-a85807ba-524e-4577-841d-b18481d3fbf9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:51.868868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60e66812-a069-4cac-bb98-43473892fccf req-a85807ba-524e-4577-841d-b18481d3fbf9 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1213365 Apr 20 14:59:51.934288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60e66812-a069-4cac-bb98-43473892fccf req-d45dbb31-e9af-485f-8376-78fe6421d58d tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Apr 20 14:59:52.071397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:59:52.193353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,segment=NetworkSegment(6a5686bb-749c-41c0-96b3-4566bf0520d8),segment_id=6a5686bb-749c-41c0-96b3-4566bf0520d8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:52.226356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6', 'network_id': 'c546bd80-21d3-41ec-b8ec-2298a118ad54', 'port_id': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6', 'mac_address': 'fa:16:3e:6b:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146c962a-f137-4240-b425-e3fb95c4abed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:59:52.278289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2e017-7f35-4d1a-b0eb-21b4f989ea48 req-182a775f-b3a2-490c-a79f-b13451e54c37 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:52.280690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2de2e017-7f35-4d1a-b0eb-21b4f989ea48 req-182a775f-b3a2-490c-a79f-b13451e54c37 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.1061656 Apr 20 14:59:52.290907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:52.307636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:59:52.340741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,segment=NetworkSegment(6a5686bb-749c-41c0-96b3-4566bf0520d8),segment_id=6a5686bb-749c-41c0-96b3-4566bf0520d8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:52.342886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2de2e017-7f35-4d1a-b0eb-21b4f989ea48 req-6746b70f-384e-40d8-911b-9d3b39b249ae tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512016 Apr 20 14:59:52.348228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:52.418900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:52.693983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:52.994977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109a89-5a83-459c-960b-1ea0cebd2e37 req-34616835-10b7-4f88-9a95-8bc86a8b97ff tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:52.996897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66109a89-5a83-459c-960b-1ea0cebd2e37 req-34616835-10b7-4f88-9a95-8bc86a8b97ff tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 945 time: 0.0626564 Apr 20 14:59:53.038739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66109a89-5a83-459c-960b-1ea0cebd2e37 req-7ddeaab7-2685-4784-b578-e10f1eb147b5 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Apr 20 14:59:53.488802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee502c-0447-4b7e-9636-0b51308403a7 req-3c762bc6-ee91-4b2d-bb93-b53b7932478b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:53.490381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-feee502c-0447-4b7e-9636-0b51308403a7 req-3c762bc6-ee91-4b2d-bb93-b53b7932478b tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0608058 Apr 20 14:59:53.533603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-feee502c-0447-4b7e-9636-0b51308403a7 req-3a63fb4c-5392-4654-bed5-285480c7daf5 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366564 Apr 20 14:59:54.105246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:59:54.167552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:59:54.172786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:59:54.173207 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:54.228659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e16d-8dde-4835-a926-ce05f5aab22e req-c7b37256-1b1e-494e-ae75-d13a498ee6af tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:54.234243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0786e16d-8dde-4835-a926-ce05f5aab22e req-c7b37256-1b1e-494e-ae75-d13a498ee6af tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 945 time: 0.0929713 Apr 20 14:59:54.271824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:54.291835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0786e16d-8dde-4835-a926-ce05f5aab22e req-3e2953e4-f90b-49f1-8b7e-d9dd52b636d6 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525804 Apr 20 14:59:54.327794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,segment=NetworkSegment(6a5686bb-749c-41c0-96b3-4566bf0520d8),segment_id=6a5686bb-749c-41c0-96b3-4566bf0520d8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:54.329309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:54.332130 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e22f0-d091-4f1b-a549-02d2e003356f" -d '{"events": [{"server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "name": "network-vif-plugged", "status": "completed", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:54.344346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:54.403926 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9cddb4-7037-45a8-b029-c80ad17caff9 x-openstack-request-id: req-ab9cddb4-7037-45a8-b029-c80ad17caff9 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:54.404252 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "name": "network-vif-plugged", "status": "completed", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:54.404470 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab9cddb4-7037-45a8-b029-c80ad17caff9 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:54.404864 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9cddb4-7037-45a8-b029-c80ad17caff9'] response: {'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6', 'code': 200} Apr 20 14:59:54.450781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:54.538422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16764c32-12bc-4a4e-93c2-a7745d6d4356 req-6c233795-9e73-4bb3-a4bf-49e0cb153763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:54.540468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16764c32-12bc-4a4e-93c2-a7745d6d4356 req-6c233795-9e73-4bb3-a4bf-49e0cb153763 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 1097 time: 0.0729160 Apr 20 14:59:54.577499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16764c32-12bc-4a4e-93c2-a7745d6d4356 req-0964d9c2-cf5a-4b7f-b926-41d900f2d4d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Apr 20 14:59:54.668652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093bfc6-92a1-4761-9c0d-3cb85a58b93c req-787cc2a8-218f-47cc-996c-cd720cce4493 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:54.670795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d093bfc6-92a1-4761-9c0d-3cb85a58b93c req-787cc2a8-218f-47cc-996c-cd720cce4493 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0547309 Apr 20 14:59:54.736956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d093bfc6-92a1-4761-9c0d-3cb85a58b93c req-3e7c2a09-7fea-4002-adfe-3824785b40c6 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Apr 20 14:59:55.106497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-a6b1b81b-87d5-427d-847e-efa339d8a5f3 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:55.109871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-a6b1b81b-87d5-427d-847e-efa339d8a5f3 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.43 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 945 time: 0.0698249 Apr 20 14:59:55.224556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Deleting port 950bd9a9-238c-40bf-9af0-e269719042ed {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:55.225253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:55.355974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] For port 950bd9a9-238c-40bf-9af0-e269719042ed, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=950bd9a9-238c-40bf-9af0-e269719042ed,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:55.356340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:55.377176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Calling delete_port for 950bd9a9-238c-40bf-9af0-e269719042ed owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:55.499966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ca303-308e-466a-a44a-e88be06a502a req-7952d5af-8f37-407d-9e8d-9b3a9c16a49f tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:55.502445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b05ca303-308e-466a-a44a-e88be06a502a req-7952d5af-8f37-407d-9e8d-9b3a9c16a49f tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 946 time: 0.0750880 Apr 20 14:59:55.562907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b05ca303-308e-466a-a44a-e88be06a502a req-621e360b-406d-4385-aaf7-01ed66584b0a tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Apr 20 14:59:55.568374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:55.581199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['950bd9a9-238c-40bf-9af0-e269719042ed'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:55.586962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:55.672735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Pushing event deleted for resources: {'Port': ['ID=950bd9a9-238c-40bf-9af0-e269719042ed,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:55.819820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] No DVR routers for this DVR port 950bd9a9-238c-40bf-9af0-e269719042ed on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:55.828318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:55.844772 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d985e5cf-65e8-4c50-9ad6-74af633e78dc req-27489623-409c-429f-affb-ca0df868ec0a tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.43 "DELETE /v2.0/ports/950bd9a9-238c-40bf-9af0-e269719042ed HTTP/1.1" status: 204 len: 173 time: 0.7285826 Apr 20 14:59:55.854209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'name': 'network-vif-deleted', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:55.857885 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92347c37-84b4-4bca-bf1f-7fb5f282f0c8" -d '{"events": [{"server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "name": "network-vif-deleted", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:55.964008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd65c49c-a730-42f2-88d6-811369a6fb4c req-3cc89b41-69a3-4078-a73c-ca35168c0728 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=835fb2db-9739-4e13-94de-78dce66d29d4 HTTP/1.1" status: 200 len: 210 time: 0.0811973 Apr 20 14:59:56.000355 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bff82f5-dd96-449a-b9df-975631041f04 x-openstack-request-id: req-4bff82f5-dd96-449a-b9df-975631041f04 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:56.000655 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835fb2db-9739-4e13-94de-78dce66d29d4", "name": "network-vif-deleted", "tag": "950bd9a9-238c-40bf-9af0-e269719042ed", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:56.000907 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bff82f5-dd96-449a-b9df-975631041f04 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:56.001310 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bff82f5-dd96-449a-b9df-975631041f04'] response: {'server_uuid': '835fb2db-9739-4e13-94de-78dce66d29d4', 'name': 'network-vif-deleted', 'tag': '950bd9a9-238c-40bf-9af0-e269719042ed', 'status': 'completed', 'code': 200} Apr 20 14:59:56.737529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109af50-3ee5-4de9-9aa6-88eb9ec4f162 req-2c98cf5d-07c6-4667-84a9-5b183a407280 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:56.739140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4109af50-3ee5-4de9-9aa6-88eb9ec4f162 req-2c98cf5d-07c6-4667-84a9-5b183a407280 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 946 time: 0.0669889 Apr 20 14:59:56.789043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4109af50-3ee5-4de9-9aa6-88eb9ec4f162 req-ee7c88f1-b268-4c19-a2a5-c02aef0d649f tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Apr 20 14:59:57.183232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd7fb-8f53-4b15-a535-e5b9c5820bec req-66b8f3de-11cd-44e4-9c2c-90ace933a888 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:57.194065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-401bd7fb-8f53-4b15-a535-e5b9c5820bec req-66b8f3de-11cd-44e4-9c2c-90ace933a888 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 946 time: 0.0728240 Apr 20 14:59:57.276096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-401bd7fb-8f53-4b15-a535-e5b9c5820bec req-ed4586e6-7db6-47de-9abf-a832c9fac55a tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803566 Apr 20 14:59:57.396548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f189c3-c8c2-488e-a04e-60a06453ca47 req-189d5626-263e-4f9b-aef6-fbfef0cfe5da tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:57.398122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f189c3-c8c2-488e-a04e-60a06453ca47 req-189d5626-263e-4f9b-aef6-fbfef0cfe5da tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0628717 Apr 20 14:59:57.450208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5f189c3-c8c2-488e-a04e-60a06453ca47 req-b452a04c-553c-4948-8745-494744ff99a0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Apr 20 14:59:58.384100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 950bd9a9-238c-40bf-9af0-e269719042ed no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:59:58.430412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5fd69-1183-4055-bb92-2ea5b34c4eba req-e154a5b1-0d95-4418-8e5c-1a7d358730f9 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:58.431281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 950bd9a9-238c-40bf-9af0-e269719042ed {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:59:58.431773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 950bd9a9-238c-40bf-9af0-e269719042ed not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:59:58.432823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecd5fd69-1183-4055-bb92-2ea5b34c4eba req-e154a5b1-0d95-4418-8e5c-1a7d358730f9 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 946 time: 0.0813262 Apr 20 14:59:58.503213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecd5fd69-1183-4055-bb92-2ea5b34c4eba req-092af5e4-f7b3-4472-84d4-1cd87964471d tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/security-groups?id=a90402f6-4c14-4cd6-8379-af5df8695d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Apr 20 14:59:58.605209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada33a4-64e0-452c-a765-24af8db3f5cd req-6dea9627-35cc-487a-8705-8fdf8e112813 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:58.611773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cada33a4-64e0-452c-a765-24af8db3f5cd req-6dea9627-35cc-487a-8705-8fdf8e112813 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0611932 Apr 20 14:59:58.662779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cada33a4-64e0-452c-a765-24af8db3f5cd req-3ae018b5-c5cc-4bb1-bf17-e982e9126f43 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Apr 20 14:59:58.893143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438203aa-f817-4383-ba8f-363f57d7897f req-ec83ddf4-00f7-47ae-a7bb-c72b8c2263fd tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:58.894718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-438203aa-f817-4383-ba8f-363f57d7897f req-ec83ddf4-00f7-47ae-a7bb-c72b8c2263fd tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.45 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 946 time: 0.0619984 Apr 20 14:59:58.998882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Deleting port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:59:58.999222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:59.146935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] For port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,segment=NetworkSegment(6a5686bb-749c-41c0-96b3-4566bf0520d8),segment_id=6a5686bb-749c-41c0-96b3-4566bf0520d8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:59:59.147560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:59.164502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Calling delete_port for 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:59:59.322243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:59.335953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:59:59.407932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Pushing event deleted for resources: {'Port': ['ID=0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:59:59.444206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] No DVR routers for this DVR port 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:59:59.447023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:59:59.450919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-438203aa-f817-4383-ba8f-363f57d7897f req-1004ac3d-d3bc-4dcb-aeb1-5c6803859cf3 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.45 "DELETE /v2.0/ports/0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 HTTP/1.1" status: 204 len: 173 time: 0.5491564 Apr 20 14:59:59.451360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'name': 'network-vif-deleted', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:59:59.456393 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea91d57e-4f3b-450e-a610-efb9b42c3ca8" -d '{"events": [{"server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "name": "network-vif-deleted", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:59:59.506247 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a34fa-d244-45d8-94da-d58a6cf1865d x-openstack-request-id: req-007a34fa-d244-45d8-94da-d58a6cf1865d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:59:59.506830 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990d72b9-00c0-41ce-a018-4efa1c42a07b", "name": "network-vif-deleted", "tag": "0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:59:59.507086 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-007a34fa-d244-45d8-94da-d58a6cf1865d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:59:59.507490 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007a34fa-d244-45d8-94da-d58a6cf1865d'] response: {'server_uuid': '990d72b9-00c0-41ce-a018-4efa1c42a07b', 'name': 'network-vif-deleted', 'tag': '0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6', 'status': 'completed', 'code': 200} Apr 20 14:59:59.607475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d1dcff9-4080-436c-99b6-666386d519af req-0310c3df-fcd9-4421-a44f-2e8c8042d952 tempest-ServerAddressesNegativeTestJSON-912117285 tempest-ServerAddressesNegativeTestJSON-912117285-project] 10.222.0.20 "GET /v2.0/ports?device_id=990d72b9-00c0-41ce-a018-4efa1c42a07b HTTP/1.1" status: 200 len: 210 time: 0.0353460 Apr 20 14:59:59.784825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820a4ab-c92d-4d5c-ad2f-035cef1cc2f8 req-9de451cb-5a60-42c5-a0fd-a0381a39acde tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:59:59.786354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7820a4ab-c92d-4d5c-ad2f-035cef1cc2f8 req-9de451cb-5a60-42c5-a0fd-a0381a39acde tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0561974 Apr 20 14:59:59.832467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7820a4ab-c92d-4d5c-ad2f-035cef1cc2f8 req-01587c9b-2b43-4d51-a215-685b348eefb2 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1402d4f-10c5-4316-b2c8-029ec521a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Apr 20 15:00:00.036406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-efb43b35-9320-40b9-84be-1238e72244d0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:00.039270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-efb43b35-9320-40b9-84be-1238e72244d0 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 946 time: 0.0622933 Apr 20 15:00:00.159019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Deleting port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:00.159421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.269414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] For port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:00.269779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.283976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Calling delete_port for f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:00.470522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.502916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Pushing event deleted for resources: {'Port': ['ID=f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:00.560206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] No DVR routers for this DVR port f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:00:00.562886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.571619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee999ea1-75fb-4cdf-a0c4-157f5dc294e1 req-d2bc53c4-d7a4-438b-9d1e-bdca89350d24 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.45 "DELETE /v2.0/ports/f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 HTTP/1.1" status: 204 len: 173 time: 0.5260279 Apr 20 15:00:00.688865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59664) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:00.778377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Deleting subnet 146c962a-f137-4240-b425-e3fb95c4abed {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:00:00.782930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.831308 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:00.896722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.049451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-062a2b1c-d9ff-49f4-8295-96b191bf2866 req-637a3449-96a2-4f3c-8c54-9e6fa92c7b76 tempest-ServerRescueTestJSON-774836221 tempest-ServerRescueTestJSON-774836221-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848 HTTP/1.1" status: 200 len: 210 time: 0.0883601 Apr 20 15:00:01.050824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.081338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146c962a-f137-4240-b425-e3fb95c4abed,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:01.083425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.088615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3fa85629-21a4-4ccd-a088-7997fb5f48bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/146c962a-f137-4240-b425-e3fb95c4abed HTTP/1.1" status: 204 len: 168 time: 0.3981283 Apr 20 15:00:01.091708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59686) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:01.188419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.325309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.351707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c546bd80-21d3-41ec-b8ec-2298a118ad54']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:01.365201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5686bb-749c-41c0-96b3-4566bf0520d8') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:01.365521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5686bb-749c-41c0-96b3-4566bf0520d8') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:01.412043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.441153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.480134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:00:01.481146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:00:01.482970 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:00:01.509458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'name': 'network-vif-deleted', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:01.512733 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50211c3-4289-40ec-9a67-1fce44a44a7c" -d '{"events": [{"server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "name": "network-vif-deleted", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:01.582769 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.592603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.598830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] 10.222.0.20 "DELETE /v2.0/networks/c546bd80-21d3-41ec-b8ec-2298a118ad54 HTTP/1.1" status: 204 len: 168 time: 0.5055399 Apr 20 15:00:01.601186 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b4493-1915-44e2-a3a7-6cdceed7e664 x-openstack-request-id: req-4c7b4493-1915-44e2-a3a7-6cdceed7e664 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:01.601492 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848", "name": "network-vif-deleted", "tag": "f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:01.601736 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c7b4493-1915-44e2-a3a7-6cdceed7e664 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:01.602050 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7b4493-1915-44e2-a3a7-6cdceed7e664'] response: {'server_uuid': '1fe24f6f-1d40-4db3-9a3f-1e0f6cab2848', 'name': 'network-vif-deleted', 'tag': 'f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3', 'status': 'completed', 'code': 200} Apr 20 15:00:01.619433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-2fad6d8c-324e-4063-8cc9-a2d653f76c43 req-673143d8-e5dd-4a5c-8908-3c9c02779941 service neutron] (102863) timed out ('10.222.0.20', 45290) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:00:01.620539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953eae9-c1ff-4401-aea1-4cb9174f36ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c546bd80-21d3-41ec-b8ec-2298a118ad54,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:01.820229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:01.893471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59714) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:01.894067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68d3a8ed-6080-4f52-8e35-c856dfc2c42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a9cc49573374ce3a4b27181ebfc1aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725625 Apr 20 15:00:01.954341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:01.983392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:02.040422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:02.043193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:02.044731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a90402f6-4c14-4cd6-8379-af5df8695d81 HTTP/1.1" status: 204 len: 168 time: 0.1496747 Apr 20 15:00:02.068792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794624-eff3-4644-9b32-bfd96f428b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90402f6-4c14-4cd6-8379-af5df8695d81,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:02.151074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:02.169621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59732) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:02.179055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:02.179638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0f83d7a7-fded-494d-a65b-8fb7c8a6a9d6 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:02.180194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:02.200798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:02.202193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f01d2f0a-354c-43f0-829f-2ffa1c8ce3c3 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:02.668678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.001522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Deleting port caf038d0-85fa-4ad9-9f75-34a0ae8da325 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:03.001899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.118300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] For port caf038d0-85fa-4ad9-9f75-34a0ae8da325, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=caf038d0-85fa-4ad9-9f75-34a0ae8da325,segment=NetworkSegment(8e497fb0-87de-4c85-8303-72faf55abf6c),segment_id=8e497fb0-87de-4c85-8303-72faf55abf6c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:03.118728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.143271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Calling delete_port for caf038d0-85fa-4ad9-9f75-34a0ae8da325 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:03.275916 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59782) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:03.410341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-network', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:03.442474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Made reservation on behalf of ae0786b3745e4c29b32d42ac57fcd051 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:03.449960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.465350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.487618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.497251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.519607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf038d0-85fa-4ad9-9f75-34a0ae8da325,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:03.625174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.632165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.683067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:00:03.693341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.693737 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Added segment e2dc1e0b-2409-4034-9ad1-a94348709c6e of type vlan for network dd369731-0d02-40e3-8db1-ce66b1ba8da5 Apr 20 15:00:03.736311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.763585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73bac9-ca42-4c03-a3a7-847c43ae2701,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:03.771913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.784528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.785497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:03.788385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:03.863388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5863471 Apr 20 15:00:03.871126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59806) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:03.877578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Request body: {'subnet': {'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-subnet', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:03.892866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5f45c-0ae3-4a06-a37f-705bc4cc59d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd369731-0d02-40e3-8db1-ce66b1ba8da5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:03.907826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:00:03.909935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Made reservation on behalf of ae0786b3745e4c29b32d42ac57fcd051 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:03.914199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.196949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Router 79835e20-b953-4d52-be0d-161b9e0d1756 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:04.262856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.313590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b78933-061f-44af-91b7-f713d418bc13,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:04.356757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:04.368929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Sync routers for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:04.369547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Checking segment: {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:04.371629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Network hostable DHCP agents. Network: dd369731-0d02-40e3-8db1-ce66b1ba8da5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:00:04.372370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-124136e2-8885-411d-8928-b44b89980f86 admin admin] 10.222.0.20 "PUT /v2.0/routers/79835e20-b953-4d52-be0d-161b9e0d1756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2017150 Apr 20 15:00:04.378431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:04.389601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:04.390264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:59:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:04.425729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:00:04.441022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, dd369731-0d02-40e3-8db1-ce66b1ba8da5) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:04.466296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:04.466952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.502045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4c7259be-4a99-43a9-a731-36b9eac07735 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6295619 Apr 20 15:00:04.505196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:04.516215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:04.526644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eded7f-9768-4348-8cc5-79107b043ad1 None None] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:04.555632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.558362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.660733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.690183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.890842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.926313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:04.932954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:05.015895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Deleting port 4f4d10dc-0006-4612-823c-f653080188ad {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:05.016324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.147387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] For port 4f4d10dc-0006-4612-823c-f653080188ad, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4f4d10dc-0006-4612-823c-f653080188ad,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:05.148256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.169366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Calling delete_port for 4f4d10dc-0006-4612-823c-f653080188ad owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:05.223763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '4f4d10dc-0006-4612-823c-f653080188ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T15:00:03Z', 'revision_number': 5, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port': {'id': '4f4d10dc-0006-4612-823c-f653080188ad', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:59Z', 'updated_at': '2022-04-20T14:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:05.274737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Checking router: 79835e20-b953-4d52-be0d-161b9e0d1756 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:05.285962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9a4ca-180f-4a8b-85d8-2fb158ee8bb0 None None] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:05.305229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Routers {'79835e20-b953-4d52-be0d-161b9e0d1756'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:05.305992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:59:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['79835e20-b953-4d52-be0d-161b9e0d1756'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:05.326628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.366958 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.449727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.461691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] Set router 79835e20-b953-4d52-be0d-161b9e0d1756 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:05.492077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4d10dc-0006-4612-823c-f653080188ad,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:05.529537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T15:00:04Z', 'revision_number': 6, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:05.593245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a199b45-d957-4b82-91ea-2842d12eb7d3 None None] The sync data for ids ['79835e20-b953-4d52-be0d-161b9e0d1756'] in n-d-836145-2 is: [{'id': '79835e20-b953-4d52-be0d-161b9e0d1756', 'name': 'tempest-ServerRescueTestJSON-198528075-router', 'tenant_id': '5b4fc3dc956a484783a64e8783aacb3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:58Z', 'updated_at': '2022-04-20T15:00:04Z', 'revision_number': 6, 'project_id': '5b4fc3dc956a484783a64e8783aacb3b', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:05.652485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Allocated IP 172.25.1.82 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/45cd4c15-b5f7-4600-a753-acf629a098e7) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:05.699434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.814917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.868778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:05.934599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:05.936014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:05.948081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:05.989522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Pushing event updated for resources: {'Port': ['ID=45cd4c15-b5f7-4600-a753-acf629a098e7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:06.122009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device caf038d0-85fa-4ad9-9f75-34a0ae8da325 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:06.176077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: caf038d0-85fa-4ad9-9f75-34a0ae8da325 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:06.176429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device caf038d0-85fa-4ad9-9f75-34a0ae8da325 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:06.498853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.509146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.579686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.580784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79835e20-b953-4d52-be0d-161b9e0d1756 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:00:06.595916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.597685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b82f0ead-684b-4cf4-980a-1e9b420e56e0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/79835e20-b953-4d52-be0d-161b9e0d1756 HTTP/1.1" status: 204 len: 168 time: 2.2167361 Apr 20 15:00:06.603431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59852) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:06.680070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Deleting subnet 2d1dba3d-f352-4d48-8281-63e7e8b64657 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:00:06.686963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.730364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.776353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.863804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.904803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1dba3d-f352-4d48-8281-63e7e8b64657,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:06.916942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:06.921891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7b924f01-e51b-4082-b427-ecc448ecc8a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d1dba3d-f352-4d48-8281-63e7e8b64657 HTTP/1.1" status: 204 len: 168 time: 0.3150527 Apr 20 15:00:06.923907 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59860) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:07.038457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.049602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.218392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.248285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e997d4b-66a1-411b-8a4b-6da5ad5091ea']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:07.261120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e497fb0-87de-4c85-8303-72faf55abf6c') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:07.261425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e497fb0-87de-4c85-8303-72faf55abf6c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:07.275119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.294225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.316721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:00:07.317402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:00:07.319877 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:00:07.341224 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.393723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.402411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.407232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e997d4b-66a1-411b-8a4b-6da5ad5091ea HTTP/1.1" status: 204 len: 168 time: 0.4823818 Apr 20 15:00:07.425224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26710-87dc-458a-bd91-e4087ca11017 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e997d4b-66a1-411b-8a4b-6da5ad5091ea,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:07.534905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Router 4df0db17-4c14-458b-8f61-8d437dff940b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:00:07.596345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59876) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:07.660336 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45520725-9ed5-470a-b03f-613fe76ba771 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b4fc3dc956a484783a64e8783aacb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605462 Apr 20 15:00:07.660914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:07.679592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:07.700572 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Sync routers for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:07.702740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.706883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d428d02a-d1fd-4009-a1a5-31bf4f7f319a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1995728 Apr 20 15:00:07.710383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 59880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:07.720620 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:07.721259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:59:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:07.874434 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:07.877708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:07.938276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.043825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4f4d10dc-0006-4612-823c-f653080188ad no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:08.054426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.061907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.068072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1402d4f-10c5-4316-b2c8-029ec521a4d8 HTTP/1.1" status: 204 len: 168 time: 0.4030063 Apr 20 15:00:08.091654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25523dc-d993-4615-b56f-82ac1759734f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1402d4f-10c5-4316-b2c8-029ec521a4d8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:08.106808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4f4d10dc-0006-4612-823c-f653080188ad {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:08.107441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4f4d10dc-0006-4612-823c-f653080188ad not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:08.155221 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:06Z', 'revision_number': 3, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:08.194032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Checking router: 4df0db17-4c14-458b-8f61-8d437dff940b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:08.194032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Updating router 4df0db17-4c14-458b-8f61-8d437dff940b port 45cd4c15-b5f7-4600-a753-acf629a098e7 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:08.281807 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.488811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.768849 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.776537 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.877295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Allocated IP 172.20.0.1 (dd369731-0d02-40e3-8db1-ce66b1ba8da5/85b78933-061f-44af-91b7-f713d418bc13/4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:08.878448 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Attempting to bind port 45cd4c15-b5f7-4600-a753-acf629a098e7 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:08.879289 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Attempting to bind port 45cd4c15-b5f7-4600-a753-acf629a098e7 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:08.879660 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Attempting to bind port 45cd4c15-b5f7-4600-a753-acf629a098e7 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:08.893496 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:08.893496 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:08.893871 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.894502 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:08.895295 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Bound port: 45cd4c15-b5f7-4600-a753-acf629a098e7, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:08.895799 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:08.897858 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Pushing event updated for resources: {'Port': ['ID=45cd4c15-b5f7-4600-a753-acf629a098e7,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:08.934334 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.934802 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.935138 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.935504 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.935832 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.936147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.936463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.936867 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.937072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.937380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.937692 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:08.937996 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:09.006971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] For port 45cd4c15-b5f7-4600-a753-acf629a098e7, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:09.012854 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] For port 45cd4c15-b5f7-4600-a753-acf629a098e7, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=45cd4c15-b5f7-4600-a753-acf629a098e7,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:09.018472 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.122761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.127297 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:09.131340 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:59:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:09.140223 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e45785-b33a-4fc4-842b-f3c43b8a1e90 None None] Pushing event updated for resources: {'Port': ['ID=45cd4c15-b5f7-4600-a753-acf629a098e7,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:09.209632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.305471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:09.310038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:09.318769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:09.400630 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:09.411410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Pushing event updated for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:09.437590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.499778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:09.670181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.696293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-network', 'tenant_id': '276462381b334a95bac0b4db0eb3c192'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:09.736001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Made reservation on behalf of 276462381b334a95bac0b4db0eb3c192 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:09.739958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.747358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:06Z', 'revision_number': 3, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:09.762921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.794013 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953f3ce-bc90-47d2-8b68-801e5246b142 None None] The sync data for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 is: [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:06Z', 'revision_number': 3, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:09.917815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.924267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.930616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.939646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:09.990314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:00:10.001734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6893f-d1a0-4b29-8e43-ef9c47195076,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:10.009963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.010374 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Added segment b3cf39b4-c94b-484d-8e35-e5240952a86c of type vlan for network 6ef417d5-19d8-4305-8f34-798fe8776f97 Apr 20 15:00:10.066948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.079693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Pushing event updated for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:10.085704 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.124091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.125208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:10.125926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.170339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e379d3b-da52-484f-bdf8-ce9e8c023389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.356869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:10.359239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:10.371476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef417d5-19d8-4305-8f34-798fe8776f97,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:10.394288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:00:10.406476 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd440646-1813-4958-a249-293aa9a20a92 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9035847 Apr 20 15:00:10.406476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59964) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:10.432951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Request body: {'subnet': {'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-subnet', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:10.491039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Made reservation on behalf of 276462381b334a95bac0b4db0eb3c192 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:10.493726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.600807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Router 4df0db17-4c14-458b-8f61-8d437dff940b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:10.785148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:10.803922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c4b73fe-d8f6-4840-a620-29bdfb619fdf admin admin] 10.222.0.20 "PUT /v2.0/routers/4df0db17-4c14-458b-8f61-8d437dff940b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916822 Apr 20 15:00:10.865055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:10.938693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:10.939060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Network hostable DHCP agents. Network: 6ef417d5-19d8-4305-8f34-798fe8776f97, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:00:10.969811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:10.994667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:00:11.018469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 6ef417d5-19d8-4305-8f34-798fe8776f97) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:11.030787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6897378-db0a-4913-9de3-438c4b278c7d None None] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:11.036553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:11.037938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.074297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-07031c04-d2de-4528-b0f0-35f50a040505 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6651216 Apr 20 15:00:11.074840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 59978) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:11.083527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:11.125430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.127783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.298974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.467213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-6ef417d5-19d8-4305-8f34-798fe8776f97', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:00:11.468366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.654129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:11.705883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-70bc246c-10a9-4e32-9f36-188f3abfe8b2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:11.715052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-70bc246c-10a9-4e32-9f36-188f3abfe8b2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 820 time: 0.2789142 Apr 20 15:00:11.756049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-99a8c3ca-4454-4b2b-b3ec-21bb588a2fce tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/quotas/ae0786b3745e4c29b32d42ac57fcd051 HTTP/1.1" status: 200 len: 375 time: 0.0395050 Apr 20 15:00:11.763218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Allocated IP 172.20.0.2 (6ef417d5-19d8-4305-8f34-798fe8776f97/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a/f1ecac5a-318c-437f-9d0c-a41cf2f22d9c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:11.901657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-a66cec80-8d8e-40d6-8e7d-a6c771ba6e76 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430318 Apr 20 15:00:12.128958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.148801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 45cd4c15-b5f7-4600-a753-acf629a098e7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:12.153004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.175352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.230541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.234855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Pushing event updated for resources: {'Port': ['ID=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:12.261611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:12.269048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:12.272731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:12.298260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-d4f28333-7226-42eb-bd30-d904b2c01900 service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957224 Apr 20 15:00:12.396953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Attempting to bind port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:12.397329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Attempting to bind port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:12.397844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Attempting to bind port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:12.404072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:12.405123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:12.405543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.406010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Bound using segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:12.406544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Bound port: f1ecac5a-318c-437f-9d0c-a41cf2f22d9c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:12.406973 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.442496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-db9f220a-69b5-4b8e-bf6e-899fbcfab1de service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373522 Apr 20 15:00:12.456243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 45cd4c15-b5f7-4600-a753-acf629a098e7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:12.456663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.498982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Allocated IP 172.25.1.61 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a3962784-c031-4ee1-8aa9-9e30e84a4cc2) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:12.534967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] For port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:12.539074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] For port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:12.553054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.716051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad98b2-eae3-4ebd-8acb-610c798188a5 None None] Pushing event updated for resources: {'Port': ['ID=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:12.729299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.745491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64728111-7a94-4b82-a4f4-e1807ac12f82 req-4fa85ff6-b8c7-4777-8aae-d45596298e20 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 210 time: 0.0560160 Apr 20 15:00:12.798952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.808578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.818457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Sync routers for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:12.854381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:12.857585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:12.867706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:12.879792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 45cd4c15-b5f7-4600-a753-acf629a098e7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=45cd4c15-b5f7-4600-a753-acf629a098e7,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:12.891124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:12.902272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:12.902938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T14:59:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:13.099681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Pushing event updated for resources: {'Port': ['ID=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:13.112571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=45cd4c15-b5f7-4600-a753-acf629a098e7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:13.136742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.137089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.137739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.138070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.138397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.138745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.139067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.139398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.139696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.140016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.140851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.140851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:13.198415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:13.415880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:13.515806 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9284083d-d299-4cc0-9100-b9444120013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:13.696123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 2, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:13.698838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:13.750756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Checking router: 4df0db17-4c14-458b-8f61-8d437dff940b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:13.751167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Updating router 4df0db17-4c14-458b-8f61-8d437dff940b port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:13.821900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:13.894760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:13.991837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3afea2b-b37c-4e06-b0dc-947ccabede1c req-8c7db08c-99c4-427d-bc83-d300c0b39fe5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 210 time: 0.0667794 Apr 20 15:00:14.093140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Router 92ae784a-9ef3-44df-854f-eec774265ca6 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:00:14.113279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124caeb1-2545-434e-80b6-ba7c90c29f26 req-b6f7cd07-6378-46ff-b016-7cb41418c023 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:14.124823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-124caeb1-2545-434e-80b6-ba7c90c29f26 req-b6f7cd07-6378-46ff-b016-7cb41418c023 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.1264579 Apr 20 15:00:14.251859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-124caeb1-2545-434e-80b6-ba7c90c29f26 req-79e6bcf6-51b6-4a11-bc96-172f8ff48989 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011021 Apr 20 15:00:14.252207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60080) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:14.350023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:14.358606 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:14.388161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:14.391819 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:14.460824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1ecac5a-318c-437f-9d0c-a41cf2f22d9c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:14.557799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.559122 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1f68f89-48df-4a29-a4a5-c85c1c8a6d7c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4831274 Apr 20 15:00:14.570151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:14.594016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.634516 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.661815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414eb38c-0888-4555-bff7-917d7c70938e None None] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:14.762702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 2abc414e-a686-4492-b1a0-0a0cc7640ebd {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:14.763060 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.769373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-74a02172-f069-4699-a396-9c7a6db914b4 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:14.780175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-74a02172-f069-4699-a396-9c7a6db914b4 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 820 time: 0.4326832 Apr 20 15:00:14.784868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.809555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'port': {'device_id': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'admin_state_up': True, 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:14.820409 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:14.996871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:14.998225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.020032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 2abc414e-a686-4492-b1a0-0a0cc7640ebd owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:15.021832 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976989ef-c6ec-46c8-8b08-04b3352d5ddd None None] Pushing event updated for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:15.198006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] Provisioning complete for port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:15.198006 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.368082 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:13Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:15.374914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-023c3840-7451-493a-8f77-18b05c932345 req-ec51a13e-454c-4d39-9e86-9f5df49ba783 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 210 time: 0.1441102 Apr 20 15:00:15.463763 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:15.465917 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Updating router 92ae784a-9ef3-44df-854f-eec774265ca6 port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:15.529697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Made reservation on behalf of ae0786b3745e4c29b32d42ac57fcd051 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:15.535452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.546668 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.605122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:15.605447 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.682600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.702290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.742626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.799728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Attempting to bind port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:15.799728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Attempting to bind port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:15.800319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Attempting to bind port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 on network dd369731-0d02-40e3-8db1-ce66b1ba8da5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:15.810940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=2abc414e-a686-4492-b1a0-0a0cc7640ebd,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Checking segment: {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Bound using segment: {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Bound port: 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:15.840814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.960036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:15.960370 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 09969f47-eb8f-4081-a7fc-bfeb41b1ce0a disassociated (deleted). External IP: 172.25.1.210, port: 90c1c55e-53c6-414b-be94-e4c7894b050b. Apr 20 15:00:15.991991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.119789 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.124886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.144769 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.297047 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d699b4-c960-46d6-9dd2-c4494fecdd4c None None] Pushing event updated for resources: {'Port': ['ID=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:16.316736 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Attempting to bind port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:16.317106 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Attempting to bind port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:16.317471 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Attempting to bind port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:16.324723 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:16.325153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:16.325509 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.326078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:16.326598 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Bound port: a3962784-c031-4ee1-8aa9-9e30e84a4cc2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:16.326997 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.378068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] For port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:16.392968 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.445260 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] For port a3962784-c031-4ee1-8aa9-9e30e84a4cc2, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:16.462169 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] For port a3962784-c031-4ee1-8aa9-9e30e84a4cc2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:16.468574 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.514963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26761d5-4b2c-49a2-a46b-b592806c7312 None None] Pushing event updated for resources: {'Port': ['ID=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:16.583889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:16.584770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:16.625186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] For port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:16.633385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] For port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:16.698456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.746178 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d699b4-c960-46d6-9dd2-c4494fecdd4c None None] Pushing event updated for resources: {'Port': ['ID=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:16.820058 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:16.854023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-56bfd752-39ae-4ad2-9552-8f66769114e1 None None] Provisioning complete for port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:16.854996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-56bfd752-39ae-4ad2-9552-8f66769114e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:16.904404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Allocated IP 172.20.0.10 (dd369731-0d02-40e3-8db1-ce66b1ba8da5/85b78933-061f-44af-91b7-f713d418bc13/f1cee48f-cc96-4c08-82fc-d818392d5832) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:16.911614 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:00:16.911971 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:00:16.954718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976989ef-c6ec-46c8-8b08-04b3352d5ddd None None] Pushing event updated for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:16.972597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:16.974051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:17.136265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.201961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.205583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:17.266706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:17.282769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.283282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729731a-bb37-47bb-abfc-00047c0f59df req-a5f1a966-597e-46f3-b297-a5a22daab984 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:17.284148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.284703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.286636 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.290292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.290933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.291393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.291575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e729731a-bb37-47bb-abfc-00047c0f59df req-a5f1a966-597e-46f3-b297-a5a22daab984 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 932 time: 0.1101327 Apr 20 15:00:17.291923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.292351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.292776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.293206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.294442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:17.306016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 13c02222-b594-4341-9c75-781f2e30e61f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:17.319503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Network dd369731-0d02-40e3-8db1-ce66b1ba8da5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:17.366711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:17.370031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:17.464602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:17.465308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.489370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-9c8b524e-d422-4008-8654-d61915e711e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6891046 Apr 20 15:00:17.516142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Request body: {'port': {'device_id': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:17.516348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e729731a-bb37-47bb-abfc-00047c0f59df req-5304640f-a0ab-4081-81b7-c2311baff2cb tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225897 Apr 20 15:00:17.602510 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:13Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:17.637748 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13923f71-67b3-4ecd-9d28-2f2631daa700 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:13Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:17.650818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.654298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:17.665147 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.679836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:17.704861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c962a9d0-12de-4f56-8d11-ccd2c04d80fe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/floatingips/09969f47-eb8f-4081-a7fc-bfeb41b1ce0a HTTP/1.1" status: 204 len: 168 time: 3.4513555 Apr 20 15:00:17.705705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:17.708946 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5" -d '{"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:17.727003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Sync routers for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:17.750500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 45cd4c15-b5f7-4600-a753-acf629a098e7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:17.857252 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c6c991-f77e-4a26-91ac-f3f262a148c6 x-openstack-request-id: req-48c6c991-f77e-4a26-91ac-f3f262a148c6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:17.857252 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:17.857518 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48c6c991-f77e-4a26-91ac-f3f262a148c6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:17.857946 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c6c991-f77e-4a26-91ac-f3f262a148c6'] response: {'name': 'network-changed', 'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'status': 'completed', 'code': 200} Apr 20 15:00:17.896380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:17.897220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:17.970308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-ce5603c7-f6c7-45c1-9c6b-058a4f54afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:17.971799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-ce5603c7-f6c7-45c1-9c6b-058a4f54afc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 1096 time: 0.1123221 Apr 20 15:00:18.005320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 45cd4c15-b5f7-4600-a753-acf629a098e7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:18.005632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:18.213454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Allocated IP 172.20.0.1 (6ef417d5-19d8-4305-8f34-798fe8776f97/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a/0219c59e-ca83-4282-8040-19acd0ceb84d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:18.271694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-e00cf65d-39c4-47af-b05c-aceb8ee9fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:18.274460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-e00cf65d-39c4-47af-b05c-aceb8ee9fb96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 200 len: 897 time: 0.2952886 Apr 20 15:00:18.432569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-777bc963-9eba-4066-b10e-dd9292bba1a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 200 len: 217 time: 0.1470723 Apr 20 15:00:18.503722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:18.555977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69dfbd-dcb9-49ec-bb09-acf32df42571 req-173f3f47-cff3-4aa5-adc5-4b344b00d42e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:18.557786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a69dfbd-dcb9-49ec-bb09-acf32df42571 req-173f3f47-cff3-4aa5-adc5-4b344b00d42e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.3102915 Apr 20 15:00:18.596066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:16Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:18.684487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d343fb-fa07-4c5c-a14a-c098d219edb4 None None] The sync data for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 is: [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:16Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:18.700647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-da362857-5a10-4d14-9db4-3a28409df370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:18.701983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-da362857-5a10-4d14-9db4-3a28409df370 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 200 len: 834 time: 0.2571495 Apr 20 15:00:18.707784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a69dfbd-dcb9-49ec-bb09-acf32df42571 req-759bc910-833a-4247-a26f-8f326aa82236 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375191 Apr 20 15:00:18.942314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93fe64-810b-445f-8e54-29becdf23f88 req-0fa9494c-4e5f-4926-b60e-74f21a132f26 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:18.943892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca93fe64-810b-445f-8e54-29becdf23f88 req-0fa9494c-4e5f-4926-b60e-74f21a132f26 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 932 time: 0.2863216 Apr 20 15:00:18.964904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a3962784-c031-4ee1-8aa9-9e30e84a4cc2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:18.986623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-394f1763-3e4a-415e-971b-c69598eab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:18.988293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-394f1763-3e4a-415e-971b-c69598eab6bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605047 Apr 20 15:00:19.105369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cee48f-cc96-4c08-82fc-d818392d5832 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:19.143818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.152150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.218064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Transition to ACTIVE for port object f1cee48f-cc96-4c08-82fc-d818392d5832 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:00:19.233860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.255296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-43abd63f-1aa9-4e13-8782-bcf4f214cfef service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557621 Apr 20 15:00:19.438596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:19.444568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca93fe64-810b-445f-8e54-29becdf23f88 req-2097343a-1d95-4242-9433-cf8c4b414bbb tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938824 Apr 20 15:00:19.526657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce8a5cf3-1675-4d2d-8a81-e51874a718c5 req-6321010a-df61-423e-8930-3d692cbaab30 service neutron] 10.222.0.45 "GET /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473171 Apr 20 15:00:19.642877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-2123cb52-c2e2-4123-af6e-6c5eb9b071f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:19.645454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-2123cb52-c2e2-4123-af6e-6c5eb9b071f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.45 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1017058 Apr 20 15:00:19.650969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.774980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Attempting to bind port f1cee48f-cc96-4c08-82fc-d818392d5832 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:19.777292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Attempting to bind port f1cee48f-cc96-4c08-82fc-d818392d5832 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:19.782659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Attempting to bind port f1cee48f-cc96-4c08-82fc-d818392d5832 on network dd369731-0d02-40e3-8db1-ce66b1ba8da5 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:19.783267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:19.783690 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.807319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Port f1cee48f-cc96-4c08-82fc-d818392d5832 on network dd369731-0d02-40e3-8db1-ce66b1ba8da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:00:19.807797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Attempting to bind port f1cee48f-cc96-4c08-82fc-d818392d5832 on network dd369731-0d02-40e3-8db1-ce66b1ba8da5 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:19.821873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:19.823702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Checking segment: {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:19.824193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Bound using segment: {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:19.826230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Bound port: f1cee48f-cc96-4c08-82fc-d818392d5832, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dc1e0b-2409-4034-9ad1-a94348709c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:19.826761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.874023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 90c1c55e-53c6-414b-be94-e4c7894b050b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:19.874470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:19.886638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:19.893646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Pushing event updated for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:19.945849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:19.948606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:19.985481 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.026780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a3962784-c031-4ee1-8aa9-9e30e84a4cc2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:20.056927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.057738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1ecac5a-318c-437f-9d0c-a41cf2f22d9c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:20.091257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.105914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:20.110464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:20.196298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1810-aeaf-42a2-8ee0-2d6308883437 req-558dcda7-38b7-4092-a74e-73ac813ea4f1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:20.208836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afee1810-aeaf-42a2-8ee0-2d6308883437 req-558dcda7-38b7-4092-a74e-73ac813ea4f1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 945 time: 0.1636307 Apr 20 15:00:20.236073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:20.236388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.247462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:20.271814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.299911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:20.332314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Checking router: 13c02222-b594-4341-9c75-781f2e30e61f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:20.340199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 90c1c55e-53c6-414b-be94-e4c7894b050b, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=90c1c55e-53c6-414b-be94-e4c7894b050b,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:20.340842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.364580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:20.365222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:20.418019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 90c1c55e-53c6-414b-be94-e4c7894b050b owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:20.488809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:20.489466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.490982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] 10.222.0.45 "PUT /v2.0/ports/f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 1092 time: 2.9898984 Apr 20 15:00:20.491305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afee1810-aeaf-42a2-8ee0-2d6308883437 req-bc0afb54-45c9-4f95-8922-cbe4b77c9600 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=acbee119-a323-4923-b67a-92747c8d50f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791138 Apr 20 15:00:20.491820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:20.503724 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95889c00-11b0-4516-b95d-282a92a32902" -d '{"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:20.635681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-05ea6ee7-9010-4cd8-ab1a-942b724ef512 None None] Provisioning complete for port 0219c59e-ca83-4282-8040-19acd0ceb84d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:20.638279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05ea6ee7-9010-4cd8-ab1a-942b724ef512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.699204 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c259dd7-ab53-4b99-9843-b76df4a733c6 x-openstack-request-id: req-9c259dd7-ab53-4b99-9843-b76df4a733c6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:20.699510 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:20.699767 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c259dd7-ab53-4b99-9843-b76df4a733c6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:20.700191 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c259dd7-ab53-4b99-9843-b76df4a733c6'] response: {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:00:20.724009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f99b8-731d-477d-9207-81e511169fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:20.724768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-05ea6ee7-9010-4cd8-ab1a-942b724ef512 None None] Port 0219c59e-ca83-4282-8040-19acd0ceb84d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:20.854179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-e354ffa7-a559-4765-a045-919b67ed861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:20.857928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-e354ffa7-a559-4765-a045-919b67ed861a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1095 time: 0.2907732 Apr 20 15:00:20.864828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:20.928150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124da97-19b3-400c-beac-3ada72555b5b req-0778f272-d5d6-4930-970b-083e8e1475a6 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:20.929687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2124da97-19b3-400c-beac-3ada72555b5b req-0778f272-d5d6-4930-970b-083e8e1475a6 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 944 time: 0.2514653 Apr 20 15:00:20.961947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:20.965479 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-f4228455-89ee-40ab-b8bb-1c54740f17d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0902917 Apr 20 15:00:21.007975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.089306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=90c1c55e-53c6-414b-be94-e4c7894b050b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:21.099768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2124da97-19b3-400c-beac-3ada72555b5b req-a6031e65-b05d-4054-a829-47e3cc9763ab tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602135 Apr 20 15:00:21.135830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a3962784-c031-4ee1-8aa9-9e30e84a4cc2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:21.163631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] No DVR routers for this DVR port 90c1c55e-53c6-414b-be94-e4c7894b050b on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:00:21.170429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.177324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f59dcdc-b732-41be-b440-6c0bf29fc800 req-9a64a482-9208-448b-974b-6793e2b2a02e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.45 "DELETE /v2.0/ports/90c1c55e-53c6-414b-be94-e4c7894b050b HTTP/1.1" status: 204 len: 173 time: 1.5240021 Apr 20 15:00:21.178191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-deleted', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:21.185190 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38838113-4a3c-46ff-9cdb-ba60457e498a" -d '{"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-deleted", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:21.292973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:21.293346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.329242 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296395b3-113c-48b4-acde-451d779c43f6 x-openstack-request-id: req-296395b3-113c-48b4-acde-451d779c43f6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:21.329786 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d1a1d5-8f33-46ef-80bf-52ae513ae336", "name": "network-vif-deleted", "tag": "90c1c55e-53c6-414b-be94-e4c7894b050b", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:21.330315 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-296395b3-113c-48b4-acde-451d779c43f6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:21.330920 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296395b3-113c-48b4-acde-451d779c43f6'] response: {'server_uuid': '25d1a1d5-8f33-46ef-80bf-52ae513ae336', 'name': 'network-vif-deleted', 'tag': '90c1c55e-53c6-414b-be94-e4c7894b050b', 'status': 'completed', 'code': 200} Apr 20 15:00:21.364610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-c23b97a2-6c84-4ae3-bb1d-6765fc865215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:21.366911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-c23b97a2-6c84-4ae3-bb1d-6765fc865215 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.3821633 Apr 20 15:00:21.429254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:21.464599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-43188ef6-31c4-49a7-87a0-acabfc885ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848582 Apr 20 15:00:21.504108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:21.537910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3fdba-83fa-4dbb-abb5-0cebccccd0a5 None None] The sync data for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 is: [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T14:57:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'e7c105cc-52a2-44df-88cd-a0279bbb011f', 'name': '', 'network_id': 'a6c5e15a-e61c-4821-a3a1-3424b2b45e5c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:a0:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:48Z', 'updated_at': '2022-04-20T14:58:00Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '4cff6579-103b-4e05-bb57-3e6343d86696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:21.670463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:21.670995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.753355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.803035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:21.845844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df13220e-b9cb-481d-9a26-4ea6dfcad09f req-7bc0fd5b-ced1-47de-aa76-dd0ae1d94375 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=25d1a1d5-8f33-46ef-80bf-52ae513ae336 HTTP/1.1" status: 200 len: 210 time: 0.1412694 Apr 20 15:00:21.932061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-83f530ce-619f-4c4c-ae54-dff2c7f97675 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569993 Apr 20 15:00:21.952829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:22.056212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-afa61a52-efa8-4347-aaa0-b3874e0d50b8 req-826bf438-0511-41b3-a831-6e8d2cff860b service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032417 Apr 20 15:00:22.076990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Pushing event updated for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:22.091708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:22.102500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:22.108445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:22.233003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:22.253146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:22.323172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889c00-11b0-4516-b95d-282a92a32902 req-8b875058-8c7e-438a-90ce-30ce16327fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:22.325732 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-8b875058-8c7e-438a-90ce-30ce16327fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1095 time: 0.1791461 Apr 20 15:00:22.327075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 90c1c55e-53c6-414b-be94-e4c7894b050b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:22.327987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 90c1c55e-53c6-414b-be94-e4c7894b050b not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:22.408024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:22.411792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:22.423151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec3d6b-4ee6-4827-9740-918816dedb7f req-ffa8e4c8-987f-425a-94f2-ec95ede0a12b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:22.429578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cec3d6b-4ee6-4827-9740-918816dedb7f req-ffa8e4c8-987f-425a-94f2-ec95ede0a12b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 944 time: 0.1494341 Apr 20 15:00:22.484521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cec3d6b-4ee6-4827-9740-918816dedb7f req-95e0673d-4a3a-4538-8e22-99e0764f1b98 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Apr 20 15:00:22.518829 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880c93-ecd6-46fb-934b-30140118e509 None None] New status for floating IP 09969f47-eb8f-4081-a7fc-bfeb41b1ce0a: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:00:22.538433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889c00-11b0-4516-b95d-282a92a32902 req-aef34d38-351b-4108-8299-852e6772ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:22.540194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-aef34d38-351b-4108-8299-852e6772ba85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.2069333 Apr 20 15:00:22.602875 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-055a12d0-ade7-4355-be8b-03a5b23d481c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0534482 Apr 20 15:00:22.756246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:22.790402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889c00-11b0-4516-b95d-282a92a32902 req-b889c01e-2424-498a-8739-07c2f5d68cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:22.792152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-b889c01e-2424-498a-8739-07c2f5d68cc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.1797566 Apr 20 15:00:22.868385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1c713dfa-d233-4992-b4a7-3e83ba883588 None None] Provisioning complete for port 0219c59e-ca83-4282-8040-19acd0ceb84d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:22.875203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1c713dfa-d233-4992-b4a7-3e83ba883588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:22.898075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-86f255e5-0598-46dc-a922-56c5ba01d3b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861442 Apr 20 15:00:22.900237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Router 92ae784a-9ef3-44df-854f-eec774265ca6 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:22.942677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60244) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:22.958385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:22.967091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:23.022522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1c713dfa-d233-4992-b4a7-3e83ba883588 None None] Port 0219c59e-ca83-4282-8040-19acd0ceb84d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:23.174036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:23.186614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21a215b0-d062-4a4b-b3f6-f358d608db7e admin admin] 10.222.0.20 "PUT /v2.0/routers/92ae784a-9ef3-44df-854f-eec774265ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6152482 Apr 20 15:00:23.187630 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:23.207382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:23.208283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:23.348443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:23.404659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-04925741-aa45-4133-a247-dd1f4635dbb9 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877956 Apr 20 15:00:23.701264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 2, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:23.759379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:23.761013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Updating router 92ae784a-9ef3-44df-854f-eec774265ca6 port 0219c59e-ca83-4282-8040-19acd0ceb84d binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:23.766983 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-95889c00-11b0-4516-b95d-282a92a32902 req-305e8586-bdd8-4180-9df1-631783b325fc service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401046 Apr 20 15:00:23.825498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:23.930275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d7c24-9043-488c-a56e-0eae5e929eb2 req-f7ef91b9-4980-4ae2-8959-773ab4b1c23d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:23.942054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f2d7c24-9043-488c-a56e-0eae5e929eb2 req-f7ef91b9-4980-4ae2-8959-773ab4b1c23d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 944 time: 0.2925041 Apr 20 15:00:24.013892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f2d7c24-9043-488c-a56e-0eae5e929eb2 req-e7b5d7df-34ea-4ac7-8553-1301fb5fbdaa tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704443 Apr 20 15:00:24.060239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-fd88bcc8-31fb-4af7-b54f-b074aa68909f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:24.060846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.063809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-fd88bcc8-31fb-4af7-b54f-b074aa68909f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.3531971 Apr 20 15:00:24.093277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-2260ccf7-7aba-448f-9ec1-13fd61823159 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/quotas/276462381b334a95bac0b4db0eb3c192 HTTP/1.1" status: 200 len: 375 time: 0.0158091 Apr 20 15:00:24.207719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-51224e76-00f3-4725-9c65-83bddeff217f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078937 Apr 20 15:00:24.324559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-0928e421-8551-4751-818e-03708c555268 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089625 Apr 20 15:00:24.452361 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.464636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.498584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-f3da8055-2e5d-4eb1-a3f5-8f44295c3801 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673729 Apr 20 15:00:24.573087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3892a-add6-495f-bac1-03109acad3ef None None] Pushing event updated for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:24.618173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Attempting to bind port 0219c59e-ca83-4282-8040-19acd0ceb84d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:24.618996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Attempting to bind port 0219c59e-ca83-4282-8040-19acd0ceb84d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:24.619604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Attempting to bind port 0219c59e-ca83-4282-8040-19acd0ceb84d on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:24.629600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port e7c105cc-52a2-44df-88cd-a0279bbb011f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:24.630153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.635751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:24.636267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:24.636797 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.637762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Bound using segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:24.640700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Bound port: 0219c59e-ca83-4282-8040-19acd0ceb84d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:24.642077 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.777877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] For port 0219c59e-ca83-4282-8040-19acd0ceb84d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:24.788414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] For port 0219c59e-ca83-4282-8040-19acd0ceb84d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0219c59e-ca83-4282-8040-19acd0ceb84d,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:24.804343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.890356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bcf59239-91f8-46fa-b2ec-6fd2e2569789 req-29cde53b-0917-403c-9480-fcb317621105 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 210 time: 0.0846763 Apr 20 15:00:24.914099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port e7c105cc-52a2-44df-88cd-a0279bbb011f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e7c105cc-52a2-44df-88cd-a0279bbb011f,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:24.914630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:24.944627 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:00:25.006040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for e7c105cc-52a2-44df-88cd-a0279bbb011f owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:25.010250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:25.015685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:25.590344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:25.619464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c1d9f-8633-4e5a-a08f-e63b8a68a88f req-42d1b752-dd63-42db-929b-5c9d77abc434 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:25.621850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf2c1d9f-8633-4e5a-a08f-e63b8a68a88f req-42d1b752-dd63-42db-929b-5c9d77abc434 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 944 time: 0.3543994 Apr 20 15:00:25.701467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3892a-add6-495f-bac1-03109acad3ef None None] Pushing event updated for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:25.730557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=e7c105cc-52a2-44df-88cd-a0279bbb011f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:25.737305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] Provisioning complete for port 0219c59e-ca83-4282-8040-19acd0ceb84d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:25.737684 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:25.881452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-2805194f-69ab-43cc-abdc-5de1579fa349 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:25.885398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-2805194f-69ab-43cc-abdc-5de1579fa349 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.5302577 Apr 20 15:00:25.894475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf2c1d9f-8633-4e5a-a08f-e63b8a68a88f req-0deb171f-590d-4f2b-aef8-c45e98822e41 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421938 Apr 20 15:00:25.928883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-5f9946f2-5328-4856-a488-656668092b9c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/quotas/276462381b334a95bac0b4db0eb3c192 HTTP/1.1" status: 200 len: 375 time: 0.0280826 Apr 20 15:00:25.954683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:26.020825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-527a0a6a-da7c-463b-873f-78aab60a3ae2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835333 Apr 20 15:00:26.239462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-eea09c4f-7cae-41a1-b82d-8aae9d322e10 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095370 Apr 20 15:00:26.280831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1cee48f-cc96-4c08-82fc-d818392d5832 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:00:26.408689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-231edce5-fcb6-4e00-823f-6f7a346b6085 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576238 Apr 20 15:00:26.466433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:26.484164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'port_id': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'mac_address': 'fa:16:3e:4f:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:00:26.494346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:26.631751 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:26.704882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5df8a851-1e46-424f-9ab5-19b035da6d8c req-a2c083da-2488-414c-8294-dd832c026e24 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 210 time: 0.0691857 Apr 20 15:00:26.709354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cee48f-cc96-4c08-82fc-d818392d5832 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:26.783941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] For port 0219c59e-ca83-4282-8040-19acd0ceb84d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0219c59e-ca83-4282-8040-19acd0ceb84d,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:26.829844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:26.872276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:27.031451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cc4ba-171c-4cf0-b00b-b48395465dad None None] Pushing event updated for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:27.049461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:27.087875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:27.140898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7eef-33c5-4087-b93d-861b077bc3b0 req-956bb0e2-428f-4593-938b-ef1eb5f82f71 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:27.163192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-928f7eef-33c5-4087-b93d-861b077bc3b0 req-956bb0e2-428f-4593-938b-ef1eb5f82f71 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 944 time: 0.1118953 Apr 20 15:00:27.202777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:27.212040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-928f7eef-33c5-4087-b93d-861b077bc3b0 req-324519d4-60ab-4af9-bd5e-f98d4ffdc062 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Apr 20 15:00:27.238851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-24bffa6d-ef46-445d-ac27-9263acaa5ad4 None None] Provisioning complete for port 0219c59e-ca83-4282-8040-19acd0ceb84d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:27.245183 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-24bffa6d-ef46-445d-ac27-9263acaa5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:27.272113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-d3f08120-2b62-4672-a66c-c638d26af6fb tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:27.274098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-d3f08120-2b62-4672-a66c-c638d26af6fb tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.5511703 Apr 20 15:00:27.402627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'port': {'device_id': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'admin_state_up': True, 'tenant_id': '276462381b334a95bac0b4db0eb3c192'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:27.472082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:24Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:27.544455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1cee48f-cc96-4c08-82fc-d818392d5832'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:00:27.550050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 13c02222-b594-4341-9c75-781f2e30e61f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:27.575017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d97a83-20b5-4efa-91db-b04c35c71253 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:24Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:27.741638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Made reservation on behalf of 276462381b334a95bac0b4db0eb3c192 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:27.745328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:27.959317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-986916f3-4964-4b98-aad6-4cf0879ed0fe req-e3215b92-d648-4fd8-9bc0-af9d6d5f595f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Apr 20 15:00:28.025728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:28.036721 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Sync routers for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:28.061275 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:28.063444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:28.110820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-616a069d-76b7-4b37-86c4-c3188c1d6671 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/13c02222-b594-4341-9c75-781f2e30e61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1677022 Apr 20 15:00:28.115929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60398) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:28.210403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Allocated IP 172.20.0.5 (6ef417d5-19d8-4305-8f34-798fe8776f97/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a/bd06c0a6-d0af-4543-a7f7-8dff08f74dcf) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:28.222376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting subnet 4cff6579-103b-4e05-bb57-3e6343d86696 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:00:28.230433 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:28.300697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:28.382007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:28.561595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:28.574256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462203f0-4145-44f8-aa3d-78c6325118cc req-9a76018d-b263-4891-9cef-7d8a9f4e66cc tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:28.575991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462203f0-4145-44f8-aa3d-78c6325118cc req-9a76018d-b263-4891-9cef-7d8a9f4e66cc tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 945 time: 0.1970427 Apr 20 15:00:28.793440 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:28.824807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-462203f0-4145-44f8-aa3d-78c6325118cc req-552bc96c-8841-4313-9dba-6ab6393f26e0 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312410 Apr 20 15:00:28.885193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0219c59e-ca83-4282-8040-19acd0ceb84d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:28.940942 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T15:00:25Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:28.965487 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.006220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.013588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/subnets/4cff6579-103b-4e05-bb57-3e6343d86696 HTTP/1.1" status: 204 len: 168 time: 0.8963273 Apr 20 15:00:29.017710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60422) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:29.034805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad215412-aec3-48ee-9a69-9231d2be8080 None None] Network a6c5e15a-e61c-4821-a3a1-3424b2b45e5c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:29.048357 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Checking router: 13c02222-b594-4341-9c75-781f2e30e61f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:29.092562 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Routers {'13c02222-b594-4341-9c75-781f2e30e61f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:29.094761 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['13c02222-b594-4341-9c75-781f2e30e61f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:29.097744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0219c59e-ca83-4282-8040-19acd0ceb84d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:29.098126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.156985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-16565b60-98cc-4478-85d5-c5f16d47b092 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:29.160615 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-16565b60-98cc-4478-85d5-c5f16d47b092 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.5202353 Apr 20 15:00:29.170291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.195043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'port': {'device_id': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'admin_state_up': True, 'tenant_id': '276462381b334a95bac0b4db0eb3c192'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:29.216027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c545998-06cc-488d-b6e0-09b758024256 req-fd72ddff-91b4-4e67-948c-c702e7233c56 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 210 time: 0.0734828 Apr 20 15:00:29.316839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d269a0-7081-42cc-9329-78e156006c5b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Subnet': ['ID=4cff6579-103b-4e05-bb57-3e6343d86696,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:29.419246 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] Set router 13c02222-b594-4341-9c75-781f2e30e61f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:29.472112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.579847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:29.643483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:29.657365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:29.679915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:29.721680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] DHCP port deletion for a6c5e15a-e61c-4821-a3a1-3424b2b45e5c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:00:29.801398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.823413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Made reservation on behalf of 276462381b334a95bac0b4db0eb3c192 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:29.842273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.912435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Deleting port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:29.912922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.984792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:29.987654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:29.996405 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T15:00:25Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:30.052044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-ee387375-be66-4994-9611-c6ea79d80887 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7678132 Apr 20 15:00:30.086335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] For port 2f68b047-ca3e-4188-9a27-0c6d16e936c8, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f68b047-ca3e-4188-9a27-0c6d16e936c8,segment=NetworkSegment(ee63e97a-42ab-475b-8178-5140b16f22cf),segment_id=ee63e97a-42ab-475b-8178-5140b16f22cf)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:30.087045 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.096628 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83612e-1a5c-4824-b7c6-290d8e6196a8 None None] The sync data for ids ['13c02222-b594-4341-9c75-781f2e30e61f'] in n-d-836145-2 is: [{'id': '13c02222-b594-4341-9c75-781f2e30e61f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26572642', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:57:40Z', 'updated_at': '2022-04-20T15:00:25Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '48880a7e-6563-4b6b-b923-c824598a20fc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c02222-b594-4341-9c75-781f2e30e61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:57:42Z', 'updated_at': '2022-04-20T14:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:30.106665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Calling delete_port for 2f68b047-ca3e-4188-9a27-0c6d16e936c8 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:30.137759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194313b-60bf-43f2-a640-be4b1a29c8dd req-4152b278-6d20-48de-a2a7-4e0437caad2e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:30.140127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f194313b-60bf-43f2-a640-be4b1a29c8dd req-4152b278-6d20-48de-a2a7-4e0437caad2e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 945 time: 0.1483192 Apr 20 15:00:30.205812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 48880a7e-6563-4b6b-b923-c824598a20fc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:00:30.207175 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.332566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Request body: {'port': {'device_id': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:30.345991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 48880a7e-6563-4b6b-b923-c824598a20fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=48880a7e-6563-4b6b-b923-c824598a20fc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:30.346694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.358500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1cee48f-cc96-4c08-82fc-d818392d5832 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:30.361212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 48880a7e-6563-4b6b-b923-c824598a20fc owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:00:30.445007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.483384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6839c67-920c-4e97-9ead-6e5504ea6dc4 req-baf94fd6-1d13-44bd-95bc-63f095f3af17 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 210 time: 0.0496280 Apr 20 15:00:30.501371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f194313b-60bf-43f2-a640-be4b1a29c8dd req-89886c61-f824-41d8-b44a-7a2eb2bdb5ae tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375700 Apr 20 15:00:30.531894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] No DVR routers for this DVR port 2f68b047-ca3e-4188-9a27-0c6d16e936c8 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:00:30.550736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f66b7-257d-4388-93ce-70ae407ef5d0 None None] Pushing event deleted for resources: {'Port': ['ID=2f68b047-ca3e-4188-9a27-0c6d16e936c8,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:30.586954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3fa9dee0-e5a6-411d-b5b1-1bb164965860 None None] Provisioning complete for port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:30.587663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3fa9dee0-e5a6-411d-b5b1-1bb164965860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.636139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f1cee48f-cc96-4c08-82fc-d818392d5832 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:00:30.665220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f1cee48f-cc96-4c08-82fc-d818392d5832 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:30.667254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.680908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.760052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9dee0-e5a6-411d-b5b1-1bb164965860 None None] Port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:30.808582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f68b047-ca3e-4188-9a27-0c6d16e936c8 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:30.865319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Allocated IP 172.20.0.6 (6ef417d5-19d8-4305-8f34-798fe8776f97/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a/ccb160dc-247a-435f-ac7f-342ab3854434) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:30.889143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:30.899580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2f68b047-ca3e-4188-9a27-0c6d16e936c8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:30.899927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f68b047-ca3e-4188-9a27-0c6d16e936c8 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:30.906860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e7c105cc-52a2-44df-88cd-a0279bbb011f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:30.943873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=48880a7e-6563-4b6b-b923-c824598a20fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:31.022110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e7c105cc-52a2-44df-88cd-a0279bbb011f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:31.023236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e7c105cc-52a2-44df-88cd-a0279bbb011f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:31.041362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.059746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.112877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:31.116196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:31.118884 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f397855-4e62-4528-9495-41e1294047d3" -d '{"events": [{"server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "name": "network-vif-plugged", "status": "completed", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:31.142072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.252606 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030bc23f-fb05-406d-8f5d-66aa216edd99 x-openstack-request-id: req-030bc23f-fb05-406d-8f5d-66aa216edd99 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:31.252606 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "name": "network-vif-plugged", "status": "completed", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:31.252937 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-030bc23f-fb05-406d-8f5d-66aa216edd99 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:31.253656 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030bc23f-fb05-406d-8f5d-66aa216edd99'] response: {'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'code': 200} Apr 20 15:00:31.255527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:31.280040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.284083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.429691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.449390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.449858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Fanout notify agent at l3_agent the message router_deleted on router 13c02222-b594-4341-9c75-781f2e30e61f {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:00:31.460785 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.465914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-79209333-3c2d-4768-b4f5-90a8c68c70dc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/routers/13c02222-b594-4341-9c75-781f2e30e61f HTTP/1.1" status: 204 len: 168 time: 2.3720589 Apr 20 15:00:31.467039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60480) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:31.500314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc624d-2307-4ad7-9aee-fdb2cb4e27f8 req-3a14ac6b-aae8-49df-ad7c-a07e64d20fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:31.502245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cadc624d-2307-4ad7-9aee-fdb2cb4e27f8 req-3a14ac6b-aae8-49df-ad7c-a07e64d20fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.1164036 Apr 20 15:00:31.521002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.663647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cadc624d-2307-4ad7-9aee-fdb2cb4e27f8 req-0475a0bc-4157-41cb-9cd0-efe2f6c7e2da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483636 Apr 20 15:00:31.673747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:31.715252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:31.743035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:31.762645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:31.946144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:32.000879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:32.003031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.010760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5713a1b-8385-48ce-acd8-9c2d8410aac6 req-848110c8-dfd8-4706-a7f4-2b8f7dc67bd5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:32.013309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5713a1b-8385-48ce-acd8-9c2d8410aac6 req-848110c8-dfd8-4706-a7f4-2b8f7dc67bd5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 931 time: 0.3094728 Apr 20 15:00:32.074757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd06c0a6-d0af-4543-a7f7-8dff08f74dcf {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:32.092066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.110051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Transition to ACTIVE for port object bd06c0a6-d0af-4543-a7f7-8dff08f74dcf will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:00:32.128243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.138518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5713a1b-8385-48ce-acd8-9c2d8410aac6 req-537c46c9-c4ca-4eb3-92c0-fe0f24feda12 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105618 Apr 20 15:00:32.173628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953090c-731e-4620-8b06-676401fa1d15 req-4ebe62e2-fe0d-4e3e-a953-3ad7db10ebd6 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:32.181493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9953090c-731e-4620-8b06-676401fa1d15 req-4ebe62e2-fe0d-4e3e-a953-3ad7db10ebd6 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.3757522 Apr 20 15:00:32.187886 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-62d00155-e10a-46d0-82c2-855a54b61f4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0053132 Apr 20 15:00:32.199053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.216223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Request body: {'port': {'device_id': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:32.280703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c5e15a-e61c-4821-a3a1-3424b2b45e5c']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:32.329755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee63e97a-42ab-475b-8178-5140b16f22cf') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:32.330154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee63e97a-42ab-475b-8178-5140b16f22cf') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:32.340478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7c66532a-daa8-4cc4-a51d-184973916ce1 None None] Provisioning complete for port ccb160dc-247a-435f-ac7f-342ab3854434 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:32.341456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c66532a-daa8-4cc4-a51d-184973916ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.374767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9953090c-731e-4620-8b06-676401fa1d15 req-58a14bbf-33f5-40e0-bad2-82ae445d9403 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922975 Apr 20 15:00:32.376733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.397670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Pushing event updated for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:32.402592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.412143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:00:32.415996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.424158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7c66532a-daa8-4cc4-a51d-184973916ce1 None None] Port ccb160dc-247a-435f-ac7f-342ab3854434 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:00:32.430997 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:00:32.529598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.558237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.579956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.583510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/networks/a6c5e15a-e61c-4821-a3a1-3424b2b45e5c HTTP/1.1" status: 204 len: 168 time: 1.1140838 Apr 20 15:00:32.588145 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:32.620208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1cf7-73ba-45bd-a16e-93b963c49df0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Network': ['ID=a6c5e15a-e61c-4821-a3a1-3424b2b45e5c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:32.655458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Attempting to bind port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:32.655800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Attempting to bind port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:32.656129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Attempting to bind port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:32.702194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf on network 6ef417d5-19d8-4305-8f34-798fe8776f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:00:32.702554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Attempting to bind port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:32.733595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48880a7e-6563-4b6b-b923-c824598a20fc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:00:32.753059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:32.753447 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:32.753848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Bound using segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:32.754325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Bound port: bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:32.754803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.778548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:32.826095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 48880a7e-6563-4b6b-b923-c824598a20fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:00:32.826435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 48880a7e-6563-4b6b-b923-c824598a20fc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:00:32.940354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.045971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:33.075586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:33.086348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.127885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:33.128814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.130298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] 10.222.0.43 "PUT /v2.0/ports/bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 1091 time: 2.8146293 Apr 20 15:00:33.149150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:33.155797 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:33.218144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.232130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.233573 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/security-groups/acbee119-a323-4923-b67a-92747c8d50f4 HTTP/1.1" status: 204 len: 168 time: 0.6282015 Apr 20 15:00:33.354988 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b111ec78-6ba1-4d7a-8e67-446a35a0e209 x-openstack-request-id: req-b111ec78-6ba1-4d7a-8e67-446a35a0e209 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:33.355279 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:33.355528 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b111ec78-6ba1-4d7a-8e67-446a35a0e209 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:33.355929 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b111ec78-6ba1-4d7a-8e67-446a35a0e209'] response: {'name': 'network-changed', 'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf', 'status': 'completed', 'code': 200} Apr 20 15:00:33.404785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af8266-530c-4489-9801-11f1d67a3349 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbee119-a323-4923-b67a-92747c8d50f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:33.463808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61189c17-9653-4bcd-8070-41729fa8364d req-7f7e655a-b4dc-4575-ae74-2b343d62013f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:33.473282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61189c17-9653-4bcd-8070-41729fa8364d req-7f7e655a-b4dc-4575-ae74-2b343d62013f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 931 time: 0.1515577 Apr 20 15:00:33.534012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-107f3b7f-2199-44c3-bf55-320f28f1182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:33.535405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:33.540498 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-107f3b7f-2199-44c3-bf55-320f28f1182e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1094 time: 0.3016739 Apr 20 15:00:33.568248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61189c17-9653-4bcd-8070-41729fa8364d req-cdec33ab-a44b-41d6-9866-fb81eace7a41 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930076 Apr 20 15:00:33.731121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7407ea-e65c-411c-bca4-8dc861181811 service neutron] Pushing event updated for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:33.755922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-0e39c9a3-607b-489f-a9a5-9c5634e21ba6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.1936827 Apr 20 15:00:33.798615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0cc3-4953-4919-be82-7bcf6731c47a req-34c8b3d2-ffb4-443f-8ac9-f4eb8da89c0a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:33.812983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4de0cc3-4953-4919-be82-7bcf6731c47a req-34c8b3d2-ffb4-443f-8ac9-f4eb8da89c0a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1019306 Apr 20 15:00:33.817053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60558) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:33.914541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4de0cc3-4953-4919-be82-7bcf6731c47a req-1e674085-0d7d-45f6-90df-46228937a39b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002035 Apr 20 15:00:33.944134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb160dc-247a-435f-ac7f-342ab3854434 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:33.976269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:33.981618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669664068', 'description': 'tempest-secgroup-smoke-669664068 description', 'project_id': 'c32899f57583411c82e4d00e40325a8e'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:34.009894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.026108 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.046589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-fed93c6a-676d-4565-9e3b-a2bef5023ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:34.048496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-fed93c6a-676d-4565-9e3b-a2bef5023ab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.2388895 Apr 20 15:00:34.066502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Transition to ACTIVE for port object ccb160dc-247a-435f-ac7f-342ab3854434 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:00:34.116429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.157302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.158931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1dba6af-7431-490f-8fd4-5ca6102f1c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.170428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.276083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1dba6af-7431-490f-8fd4-5ca6102f1c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.288806 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f1dba6af-7431-490f-8fd4-5ca6102f1c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.336434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-5c4efe3c-1149-4c57-8146-be19c377857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:34.342891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-5c4efe3c-1149-4c57-8146-be19c377857b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2864189 Apr 20 15:00:34.343681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Pushing event updated for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:34.343807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.345092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3673623 Apr 20 15:00:34.359489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:34.369791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:34.483423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245f310-7880-44db-9ff8-4302b8e9186d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3068e277-f28d-4266-a9a8-bc22364366cc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:34.527474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f1dba6af-7431-490f-8fd4-5ca6102f1c34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b30686fa0d9b4e80818d9a1968d9f471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079859 Apr 20 15:00:34.531619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60588) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:34.592322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba6af-7431-490f-8fd4-5ca6102f1c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b17fe-b053-4d84-b1d1-512eef67244e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:34.645792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:34.691990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Attempting to bind port ccb160dc-247a-435f-ac7f-342ab3854434 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:34.692593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Attempting to bind port ccb160dc-247a-435f-ac7f-342ab3854434 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:34.693027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Attempting to bind port ccb160dc-247a-435f-ac7f-342ab3854434 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:34.703751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10b1f4-6858-4c14-8c29-342798435832 req-1500fcc8-079a-49f4-a099-677ad90171c1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:34.713669 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-4d22936c-ddc7-40f7-9c1f-5499d658356a service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527026 Apr 20 15:00:34.726364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Port ccb160dc-247a-435f-ac7f-342ab3854434 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:00:34.726364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Attempting to bind port ccb160dc-247a-435f-ac7f-342ab3854434 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:34.729129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa10b1f4-6858-4c14-8c29-342798435832 req-1500fcc8-079a-49f4-a099-677ad90171c1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.3063433 Apr 20 15:00:34.790876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-0208f847-e97a-4521-981a-e01002a2a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:34.810934 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-0208f847-e97a-4521-981a-e01002a2a73d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.3986497 Apr 20 15:00:34.961421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa10b1f4-6858-4c14-8c29-342798435832 req-70a88ea2-76ab-42e5-8954-c6d0637c1613 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286894 Apr 20 15:00:34.994907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19358d-ac1f-4f66-8d7c-5f9f17f061fc req-8530ab36-79de-4e11-acf6-192ced18df18 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:35.003052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea19358d-ac1f-4f66-8d7c-5f9f17f061fc req-8530ab36-79de-4e11-acf6-192ced18df18 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.2495120 Apr 20 15:00:35.055167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-267db920-7a44-425a-98ae-06fc6b2f67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:35.056715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-267db920-7a44-425a-98ae-06fc6b2f67eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.2366664 Apr 20 15:00:35.125459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea19358d-ac1f-4f66-8d7c-5f9f17f061fc req-3dca7c5e-cc93-45f2-93db-dafee8fb35c6 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168351 Apr 20 15:00:35.136126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-3d5942f0-1e25-4309-873d-82ffbd273417 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0658493 Apr 20 15:00:35.193435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-3d34c52b-d959-4a96-ae52-1919ee0bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:35.194978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-3d34c52b-d959-4a96-ae52-1919ee0bec75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.0524514 Apr 20 15:00:35.241941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-843c5b0b-1fe6-4de1-b572-1edf3adca38d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396788 Apr 20 15:00:35.252457 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.277020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:35.277431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:35.277881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Bound using segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:35.278421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Bound port: ccb160dc-247a-435f-ac7f-342ab3854434, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:35.278867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.329251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.337442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-470bf113-e24b-49e8-866a-d20edd7cc949 req-e9343440-60f6-4b3d-8b21-5decb03927bc service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162155 Apr 20 15:00:35.394879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.415900 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.479999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec061be-89fe-491b-a14b-f3dc8ec5f861,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:35.498354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:35.503111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ccb160dc-247a-435f-ac7f-342ab3854434,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:35.507830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.509885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e72dd347-f0ab-4ebf-8c0f-ca45331cb199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1458623 Apr 20 15:00:35.519889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:35.521358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.529751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:35.589057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-cecf4ffa-0c84-4aa5-807e-678ffefb9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:35.590599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-cecf4ffa-0c84-4aa5-807e-678ffefb9d20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1094 time: 0.1632233 Apr 20 15:00:35.591209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.593741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.597467 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c9b17fe-b053-4d84-b1d1-512eef67244e HTTP/1.1" status: 204 len: 168 time: 1.0614727 Apr 20 15:00:35.623779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:35.624756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:35.626027 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] 10.222.0.45 "PUT /v2.0/ports/ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 1091 time: 3.4154913 Apr 20 15:00:35.646608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:35.649599 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003" -d '{"events": [{"name": "network-changed", "server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:35.720752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830802e-8eab-471f-ac69-bc8313136aed service neutron] Pushing event updated for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:35.796763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e8a3f-69eb-4b83-b711-92b220155893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b17fe-b053-4d84-b1d1-512eef67244e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:35.867950 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634c0d8-9586-4db0-aeaa-ea305acc0ed9 x-openstack-request-id: req-1634c0d8-9586-4db0-aeaa-ea305acc0ed9 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:35.867950 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:35.868361 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1634c0d8-9586-4db0-aeaa-ea305acc0ed9 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:35.868549 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1634c0d8-9586-4db0-aeaa-ea305acc0ed9'] response: {'name': 'network-changed', 'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434', 'status': 'completed', 'code': 200} Apr 20 15:00:35.907437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-40114042-b7d7-4a25-b8d2-cf8dd1d21385 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577482 Apr 20 15:00:36.007467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.036412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22b2a8ae-5b92-4cb4-b0d2-66a66850dc97 req-aa428a96-e92f-4b4c-96e0-a35a5bd7c2c3 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208396 Apr 20 15:00:36.206158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54759085-4fbf-4940-b3e2-7e969f55110a req-2a587218-60ab-441f-8cf1-e68cf489a6bd tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.208055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54759085-4fbf-4940-b3e2-7e969f55110a req-2a587218-60ab-441f-8cf1-e68cf489a6bd tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0941284 Apr 20 15:00:36.226893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-72959dd3-d030-40db-8cc5-c026e151c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.230510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-72959dd3-d030-40db-8cc5-c026e151c780 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1094 time: 0.5035760 Apr 20 15:00:36.262993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-75481ae7-8713-4bcd-92bb-f09878371073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.269009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-75481ae7-8713-4bcd-92bb-f09878371073 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.6703961 Apr 20 15:00:36.337508 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-e07169f8-44e7-4862-98fb-12998acac80b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.0453460 Apr 20 15:00:36.340570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54759085-4fbf-4940-b3e2-7e969f55110a req-20438fd7-1ecc-4be6-8bf9-5ed65a97b85d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177413 Apr 20 15:00:36.373641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226e9e9-d9a9-4b8e-98ee-697231c7407a req-d4cb8872-3fe9-416f-94ce-d697d781a11a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.375323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6226e9e9-d9a9-4b8e-98ee-697231c7407a req-d4cb8872-3fe9-416f-94ce-d697d781a11a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.1274259 Apr 20 15:00:36.420455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6226e9e9-d9a9-4b8e-98ee-697231c7407a req-aaab3d4e-7d91-4adb-b751-35ba6ed76669 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Apr 20 15:00:36.420674 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-050c102b-a40b-4f33-a09f-0077554b9e7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 217 time: 0.1505432 Apr 20 15:00:36.425403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.483454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.508325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf131da-f61d-4ba8-bfea-ca125e012958,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:36.526622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-60f454d3-4d94-49d2-85f7-0210972d5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.526978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-60f454d3-4d94-49d2-85f7-0210972d5994 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0988646 Apr 20 15:00:36.532542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-3f014704-2f0a-4755-807e-74ff60d6edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.533922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-3f014704-2f0a-4755-807e-74ff60d6edbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.1492925 Apr 20 15:00:36.583906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.584964 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a3d3c99-e60a-48e7-a398-e41c8a013282 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0595984 Apr 20 15:00:36.588635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60668) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:36.594864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:36.615810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-7130cc36-d728-4a2e-98b2-a6f2da577300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.617371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-7130cc36-d728-4a2e-98b2-a6f2da577300 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825908 Apr 20 15:00:36.632821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.636322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-cbb2307a-ede8-4b70-90c8-7d6d07a919b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:36.638163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-cbb2307a-ede8-4b70-90c8-7d6d07a919b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690262 Apr 20 15:00:36.721987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.728357 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.757224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865b107d-452a-4925-ad8e-5c4d31e5f8ae,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:36.775048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.775451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.776470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.776897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.777801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.777963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.778487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.779018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.779376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.779704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.780024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.780335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:00:36.788356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.793268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a874a231-fbe1-40ad-9ed7-8187a8ecf3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024808 Apr 20 15:00:36.793770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60684) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:36.799927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:36.831443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.878531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-d98818ba-89dd-4e19-8358-f6a561ece28a service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529457 Apr 20 15:00:36.909711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-4af77c31-013f-488e-b715-66bb90201083 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598405 Apr 20 15:00:36.924767 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.933097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.952624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbc1c00-c211-490e-850b-47ce3546a28e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:36.963492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:36.967844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c1efc1ab-1217-4e95-b66c-91042aa571ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1703427 Apr 20 15:00:36.968006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60688) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:36.973739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:37.006673 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:00:37.013410 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.063370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-310d5ffb-d712-4cba-9a95-8d7c2e788f69 req-27aae64a-5458-4111-bb5f-061b79c69c63 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760662 Apr 20 15:00:37.082148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52b1db3d-8769-4a3f-93c9-e106aadd3bb2 req-d9ef0f09-0a27-4e8f-a30b-0d36607e0772 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343124 Apr 20 15:00:37.117799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.126889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.147649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be4fc51-caae-4d84-965f-581b04dd1834,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:37.164252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.166007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9045f477-3494-42f8-b619-ce43c85ca93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962478 Apr 20 15:00:37.168970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60696) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:37.175187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '3068e277-f28d-4266-a9a8-bc22364366cc', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:37.250445 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:00:37.256720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-5955fe5d-b0ab-4cae-ae70-a6213e34d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.259748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-5955fe5d-b0ab-4cae-ae70-a6213e34d0f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1094 time: 0.0880616 Apr 20 15:00:37.261440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.446667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.476333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.495120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-10f4cde8-549f-4426-9780-eb2b8bcabb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.496979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-10f4cde8-549f-4426-9780-eb2b8bcabb0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.2237401 Apr 20 15:00:37.534097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a0422-e09f-4fa0-91c5-50b0c9eb4e90 req-6defeb8f-12fd-407f-852f-b3b3b8d00c91 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.536253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d35a0422-e09f-4fa0-91c5-50b0c9eb4e90 req-6defeb8f-12fd-407f-852f-b3b3b8d00c91 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0983732 Apr 20 15:00:37.537012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5154f065-b626-4b9e-b7b6-7050be3594b0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:37.632925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d35a0422-e09f-4fa0-91c5-50b0c9eb4e90 req-49c84e3e-6ab0-4fb4-b27d-b1c0b93bf0fe tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Apr 20 15:00:37.640799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-b4ecd8ee-e594-43a4-99f7-8595926a2b23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 217 time: 0.1275556 Apr 20 15:00:37.663722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b43d68-b39b-406f-8d03-8d092e95214b req-54c7063c-ccc2-4458-b78a-3bb90b0c6e8a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.666801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20b43d68-b39b-406f-8d03-8d092e95214b req-54c7063c-ccc2-4458-b78a-3bb90b0c6e8a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.0995643 Apr 20 15:00:37.691736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.696517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4b8e848-7fa5-4a9b-a457-b1a26a1ecd6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5262647 Apr 20 15:00:37.698386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:37.709425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'network': {'name': 'tempest-network-smoke--915176710', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:37.751631 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-eacc4a23-1b40-46f6-bdb3-6dd65e204102 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2659128 Apr 20 15:00:37.751723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20b43d68-b39b-406f-8d03-8d092e95214b req-2111eb4f-1dd5-45c9-b101-312dcc9c0e94 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736265 Apr 20 15:00:37.787793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-32670c32-fd2c-4768-913a-1f6de43bf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.789370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-32670c32-fd2c-4768-913a-1f6de43bf54f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.1410697 Apr 20 15:00:37.800747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:37.814885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:37.963150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:00:37.967961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-7e7447de-5fdd-4081-a0f4-b3878a1812a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.969486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-7e7447de-5fdd-4081-a0f4-b3878a1812a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701531 Apr 20 15:00:37.974843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338facb5-553b-45df-97ed-d48c1643dc7f req-f76221fa-23c0-4931-b1e9-618a19cc26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:37.976471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-f76221fa-23c0-4931-b1e9-618a19cc26a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 1096 time: 0.1207693 Apr 20 15:00:38.003145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.003491 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Added segment f7042e4d-0399-4414-b1db-5b1f300d2388 of type vlan for network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa Apr 20 15:00:38.197385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.251945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-d6dd7239-4681-46ef-8c7a-07e0b931eab0 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734857 Apr 20 15:00:38.392703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.400548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:38.401673 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.417023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338facb5-553b-45df-97ed-d48c1643dc7f req-f67c8b04-2454-489d-8819-7b50beb91c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:38.419388 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-f67c8b04-2454-489d-8819-7b50beb91c2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 200 len: 909 time: 0.4142945 Apr 20 15:00:38.535556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8319955 Apr 20 15:00:38.538231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60748) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:38.548651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'admin_state_up': True, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:38.579112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bd06c0a6-d0af-4543-a7f7-8dff08f74dcf details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:00:38.597626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3820cb-a62e-46de-81dc-7e12dd9c6b72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Network': ['ID=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:38.628339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f2d13ce-6d43-4ac3-ac3c-5854697a0003 req-32510a5e-3b48-4faa-80f8-82ab0edc66aa service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399985 Apr 20 15:00:38.628646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.631251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.636669 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-62dc075d-45f3-42c5-901b-3478f86c1f3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 200 len: 1000 time: 0.2060788 Apr 20 15:00:38.696728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:00:38.730674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338facb5-553b-45df-97ed-d48c1643dc7f req-e524e055-8ed5-4b49-8915-759db03203c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:38.732162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-e524e055-8ed5-4b49-8915-759db03203c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 200 len: 847 time: 0.0882483 Apr 20 15:00:38.813382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:38.877811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338facb5-553b-45df-97ed-d48c1643dc7f req-8923801c-f7e0-42d2-b5cf-6f270829a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:38.881175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-8923801c-f7e0-42d2-b5cf-6f270829a172 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f18c12b-60f9-403d-8737-f91fb03fff3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418035 Apr 20 15:00:38.965221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:38.991646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'port_id': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf', 'mac_address': 'fa:16:3e:13:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:00:39.041186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-2c9ed169-3080-4103-a912-be2ff066a95f service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518273 Apr 20 15:00:39.046016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:39.059944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd06c0a6-d0af-4543-a7f7-8dff08f74dcf {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:39.081678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:39.090901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:39.181780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:39.182844 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-338facb5-553b-45df-97ed-d48c1643dc7f req-54a84531-d823-4634-806c-bd5ea8fd314d service neutron] 10.222.0.43 "GET /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293774 Apr 20 15:00:39.245917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:39.256205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c33c0-e976-4a33-8cf3-7a207709c81d req-815f1b98-fd30-4cfe-b2e4-0560c5512612 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:39.257719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d10c33c0-e976-4a33-8cf3-7a207709c81d req-815f1b98-fd30-4cfe-b2e4-0560c5512612 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.4393010 Apr 20 15:00:39.311635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:00:39.320225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b1a3-80b3-4476-925a-de69531d14b8 req-98352018-8882-4df7-bb12-06a82d64c3a6 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:39.321917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10a0b1a3-80b3-4476-925a-de69531d14b8 req-98352018-8882-4df7-bb12-06a82d64c3a6 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.3045480 Apr 20 15:00:39.456788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d10c33c0-e976-4a33-8cf3-7a207709c81d req-982147cc-1777-4935-9257-620b939924ab tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876223 Apr 20 15:00:39.542307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10a0b1a3-80b3-4476-925a-de69531d14b8 req-7c651b2e-1f7d-4933-a18f-748eb23c9e6b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012975 Apr 20 15:00:39.720289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:39.745891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:39.866502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.67 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/96b228ed-4183-46f0-8dcf-aaa99ba48f5b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:40.043003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.095063 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.155772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:40.160524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:40.163829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:40.166393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:40.179763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-41bad846-baf3-4474-a465-92e48636b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.494551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.579380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bd06c0a6-d0af-4543-a7f7-8dff08f74dcf up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:40.730256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:00:40.735189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:40.735632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.751001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f086c-d818-4778-a513-5d320e312d29 req-0ddba844-8b28-4e7e-aaff-d10dee930616 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:40.752528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f0f086c-d818-4778-a513-5d320e312d29 req-0ddba844-8b28-4e7e-aaff-d10dee930616 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1839232 Apr 20 15:00:40.867988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:40.907226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a49f8-ff30-44e1-9461-a1c94bf9f36f req-2f618995-9798-4ef9-b66c-d2c5c43f799e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:40.908946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-307a49f8-ff30-44e1-9461-a1c94bf9f36f req-2f618995-9798-4ef9-b66c-d2c5c43f799e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.1742573 Apr 20 15:00:40.930626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f0f086c-d818-4778-a513-5d320e312d29 req-a58fa516-c16c-44c8-94b1-8b131cc9a7cb tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286526 Apr 20 15:00:40.937786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:40.939047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:40.941825 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ed9e9d-9ee8-4407-b4c5-922e8378e0b4" -d '{"events": [{"server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "name": "network-vif-plugged", "status": "completed", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:40.947405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:41.003304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:41.034007 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:41.047208 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3836ded-2eca-45f2-b6c6-5b8f61cac054 x-openstack-request-id: req-b3836ded-2eca-45f2-b6c6-5b8f61cac054 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:41.047600 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "name": "network-vif-plugged", "status": "completed", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:41.047944 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3836ded-2eca-45f2-b6c6-5b8f61cac054 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:41.048485 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3836ded-2eca-45f2-b6c6-5b8f61cac054'] response: {'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf', 'code': 200} Apr 20 15:00:41.050437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-307a49f8-ff30-44e1-9461-a1c94bf9f36f req-03e2117a-6860-4e20-8046-58891f85f8e1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906365 Apr 20 15:00:41.256609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964d7e3-13d9-4494-b732-9469134e4458 req-b0d77298-d2c8-431a-9505-3728df30b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:41.258178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a964d7e3-13d9-4494-b732-9469134e4458 req-b0d77298-d2c8-431a-9505-3728df30b817 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.1103628 Apr 20 15:00:41.260854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 7a5e8401-ceda-4f83-90a3-459775869d2b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:00:41.308874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a964d7e3-13d9-4494-b732-9469134e4458 req-6198c58b-5695-4f4f-b94b-ededf9e118fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Apr 20 15:00:41.408201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:41.418447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Sync routers for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:41.432417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:41.433499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:41.451101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:41.456021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac3743f7-4b8c-495f-9bfd-bb2c3cf15796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9132984 Apr 20 15:00:41.456795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60846) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:41.496442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb60fb8c-73e7-4175-80ab-2079bcc9663d tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c32899f57583411c82e4d00e40325a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383365 Apr 20 15:00:41.499439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60850) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:41.622043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:41.623077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeaa955-208d-41f8-9ee5-f30faaafc8b2 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:41.625061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ddeaa955-208d-41f8-9ee5-f30faaafc8b2 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1243877 Apr 20 15:00:41.628053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60854) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:41.724998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 60856) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:41.725337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-835f74c8-9813-4291-9415-3c34a4fc0da8 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960157 Apr 20 15:00:41.734470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713513319', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:41.954201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:40Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:41.974495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:41.978826 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:41.986273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Checking router: 7a5e8401-ceda-4f83-90a3-459775869d2b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:41.986669 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Updating router 7a5e8401-ceda-4f83-90a3-459775869d2b port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:42.025084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.304208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc2034-4e6b-432c-b0cf-eacd1cb71a5b req-e0368ba0-fd2f-4e49-a38f-c84e629952ba tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:42.313073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bacc2034-4e6b-432c-b0cf-eacd1cb71a5b req-e0368ba0-fd2f-4e49-a38f-c84e629952ba tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 943 time: 0.1257672 Apr 20 15:00:42.325196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ccb160dc-247a-435f-ac7f-342ab3854434 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:00:42.359749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.408770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bacc2034-4e6b-432c-b0cf-eacd1cb71a5b req-0982466d-198a-487b-afe6-1c876e88b56b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945604 Apr 20 15:00:42.454064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Subnet': ['ID=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:42.504804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:42.505518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network hostable DHCP agents. Network: 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:00:42.526493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ef3e5-00dd-457e-bcae-9b2dd6c0a447 req-39865881-bd4e-4f07-9360-ce661759e5c8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:42.528228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-892ef3e5-00dd-457e-bcae-9b2dd6c0a447 req-39865881-bd4e-4f07-9360-ce661759e5c8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.4137344 Apr 20 15:00:42.558292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:00:42.566756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.579886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.668122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49de7a-506f-4f0c-abb5-e558d8907711 None None] Pushing event updated for resources: {'Port': ['ID=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:42.680823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:42.691231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Attempting to bind port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:42.692096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Attempting to bind port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:42.692662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Attempting to bind port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:42.700559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-892ef3e5-00dd-457e-bcae-9b2dd6c0a447 req-37f7c69e-d543-40ad-a9bf-626e73e26398 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618693 Apr 20 15:00:42.702882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:42.710869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:42.711779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:42.712384 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.713194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:42.713898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Bound port: 96b228ed-4183-46f0-8dcf-aaa99ba48f5b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:42.714597 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.722875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ccb160dc-247a-435f-ac7f-342ab3854434,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:42.725131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:42.751286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc72d2-0f2a-450f-a49f-f503c6667d35 None None] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:42.777756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'ccb160dc-247a-435f-ac7f-342ab3854434', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'port_id': 'ccb160dc-247a-435f-ac7f-342ab3854434', 'mac_address': 'fa:16:3e:62:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:00:42.795829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1d0c8695-b7b2-4e34-9148-06c1a9f4f4e9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0694044 Apr 20 15:00:42.798836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 60894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:00:42.969585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] For port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:43.030759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:43.044983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] For port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:43.049095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb160dc-247a-435f-ac7f-342ab3854434 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:43.075948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:43.094367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ccb160dc-247a-435f-ac7f-342ab3854434,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:43.192631 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:43.209753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49de7a-506f-4f0c-abb5-e558d8907711 None None] Pushing event updated for resources: {'Port': ['ID=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:43.325725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:43.330167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:43.330986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:43.376329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:00:43.377214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:43.533881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['ccb160dc-247a-435f-ac7f-342ab3854434'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:00:43.656162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91eee6-155c-4cf7-8313-3db7ecf32303 req-0311e5f4-7bc1-4bdb-b6ab-3582f75fc0df tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:43.673105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f91eee6-155c-4cf7-8313-3db7ecf32303 req-0311e5f4-7bc1-4bdb-b6ab-3582f75fc0df tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 944 time: 0.1503155 Apr 20 15:00:43.680436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:43.751446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:43.799320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f91eee6-155c-4cf7-8313-3db7ecf32303 req-1242b26e-94a4-4e87-a9f2-2f09157d7d44 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252959 Apr 20 15:00:44.001664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e2ca1-7a87-472d-9cd6-3a9e60b0a23f req-63999a5a-ff0d-451a-840a-c1c10343d37b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:44.003408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b71e2ca1-7a87-472d-9cd6-3a9e60b0a23f req-63999a5a-ff0d-451a-840a-c1c10343d37b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1084702 Apr 20 15:00:44.125154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b71e2ca1-7a87-472d-9cd6-3a9e60b0a23f req-fe523b93-74c3-44a2-873a-42cc62f63c88 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114244 Apr 20 15:00:44.244571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a94ca61-0f7b-48df-a973-f96d49fa186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:44.345943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:44.375183 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:44.390461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Allocated IP 172.20.0.2 (9f7ba4b4-842c-4d26-8491-62dfebfcd6aa/8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc/28d7ec11-b31a-4828-bd5e-ec62467eb7e2) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:44.801959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:40Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:44.916976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94350ab6-8188-4844-b512-af55dc1677c1 None None] The sync data for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 is: [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:40Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:44.981385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.006118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.014079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a37e8-061e-4762-beb1-58aea6345de2 req-d52f4caf-e79f-4a5f-ab67-b7033afc4d44 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:45.016406 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278a37e8-061e-4762-beb1-58aea6345de2 req-d52f4caf-e79f-4a5f-ab67-b7033afc4d44 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 944 time: 0.0756335 Apr 20 15:00:45.075728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.1 (9f7ba4b4-842c-4d26-8491-62dfebfcd6aa/8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc/7b49aa96-949c-408f-b356-0f87e1ff1f24) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:45.088131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278a37e8-061e-4762-beb1-58aea6345de2 req-1fa3830e-21a0-4abb-b43e-ffea01803f1c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Apr 20 15:00:45.136643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:45.140256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:45.151283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:45.163497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Pushing event updated for resources: {'Port': ['ID=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:45.306284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.307363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.353693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Attempting to bind port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:45.354092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Attempting to bind port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:45.355450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Attempting to bind port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:45.359161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.420046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78280e6-0b8d-4593-8a9c-272e2fdb4901 req-8ad6d761-11b7-4adf-bbe6-71f3f59cba7c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:45.428695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a78280e6-0b8d-4593-8a9c-272e2fdb4901 req-8ad6d761-11b7-4adf-bbe6-71f3f59cba7c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1359255 Apr 20 15:00:45.431075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:45.433436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:45.433978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.435127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Bound using segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:45.438968 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Bound port: 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:45.439520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.487810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a78280e6-0b8d-4593-8a9c-272e2fdb4901 req-db5525a8-6d9e-4b03-b0e1-2b4ce41e9bbd tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556722 Apr 20 15:00:45.493639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.576265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:45.594220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] For port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:45.598345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] For port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:45.601662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:45.609332 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.611508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:45.659347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:45.717951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d0946-c956-4e1b-b540-09aa99408cf6 None None] Pushing event updated for resources: {'Port': ['ID=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:45.721471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:45.960832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:46.291260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ccb160dc-247a-435f-ac7f-342ab3854434 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:46.331245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b7226-1f84-4ee5-8338-9e8b24c99f07 req-afac133f-b00e-405b-ad78-fd551457d940 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:46.333792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-769b7226-1f84-4ee5-8338-9e8b24c99f07 req-afac133f-b00e-405b-ad78-fd551457d940 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 944 time: 0.1097724 Apr 20 15:00:46.427205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-769b7226-1f84-4ee5-8338-9e8b24c99f07 req-664dc487-f79f-4f23-a164-da2a5538a693 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764034 Apr 20 15:00:46.460197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port ccb160dc-247a-435f-ac7f-342ab3854434 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:00:46.465514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port ccb160dc-247a-435f-ac7f-342ab3854434 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:46.466206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:46.716075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:46.763850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086e450-4ef3-4c6b-a0d2-d85bd2ac666a req-9f1d2c93-840e-4951-96ce-5ecd067019f4 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:46.772536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9086e450-4ef3-4c6b-a0d2-d85bd2ac666a req-9f1d2c93-840e-4951-96ce-5ecd067019f4 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1523426 Apr 20 15:00:46.774006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ccb160dc-247a-435f-ac7f-342ab3854434,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:46.777021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:46.787263 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f5026-1883-458f-ab06-2da706f9d5f1" -d '{"events": [{"server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "name": "network-vif-plugged", "status": "completed", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:46.791998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:46.871379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9086e450-4ef3-4c6b-a0d2-d85bd2ac666a req-c49ae28f-04d5-4c69-b0f1-2b1a598fb805 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974874 Apr 20 15:00:46.898055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 96b228ed-4183-46f0-8dcf-aaa99ba48f5b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:46.914089 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e94b87-09ec-4f29-bd6f-ded41deb9232 x-openstack-request-id: req-f6e94b87-09ec-4f29-bd6f-ded41deb9232 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:46.914489 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "name": "network-vif-plugged", "status": "completed", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:46.915134 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6e94b87-09ec-4f29-bd6f-ded41deb9232 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:46.915393 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e94b87-09ec-4f29-bd6f-ded41deb9232'] response: {'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434', 'code': 200} Apr 20 15:00:46.971410 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:47.026898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:47.027427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.171052 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.186340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb2505-657e-4844-a741-1ee767beeaed req-b5ff1fc5-a8c4-4855-8a9b-212fc1ab048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:47.187418 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3dfb2505-657e-4844-a741-1ee767beeaed req-b5ff1fc5-a8c4-4855-8a9b-212fc1ab048d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1096 time: 0.0988545 Apr 20 15:00:47.258759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3dfb2505-657e-4844-a741-1ee767beeaed req-88a05b26-f022-4d0e-b321-3083a603c894 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523136 Apr 20 15:00:47.296400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:47.303790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.311817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.313723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.315400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:47.425255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d33926-60fb-4b9e-8310-393452e7738d None None] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:00:47.452826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.510291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:47.567278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:47.631184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:47.631557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.646763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb723d-9bc1-4041-acb8-f5beaf34c0fe req-41651527-2236-43f2-a882-15f2d4cc1424 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:47.658425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59fb723d-9bc1-4041-acb8-f5beaf34c0fe req-41651527-2236-43f2-a882-15f2d4cc1424 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0776823 Apr 20 15:00:47.677583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] Provisioning complete for port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:47.677951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.697950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:47.704074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:47.717930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59fb723d-9bc1-4041-acb8-f5beaf34c0fe req-34c446d3-464c-40ee-8c9b-f24844ee2b4f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583298 Apr 20 15:00:47.852452 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:47.924851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] For port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:47.926769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 7a5e8401-ceda-4f83-90a3-459775869d2b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:00:47.968419 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:48.030401 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:48.127217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93429e59-f71f-4efa-82f1-1cd9e2b2a8ee None None] Pushing event updated for resources: {'Port': ['ID=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:48.148345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:00:48.148705 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:00:48.294859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:00:48.320026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe84a894-a3ca-40f0-813a-9ff840aea93c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/7a5e8401-ceda-4f83-90a3-459775869d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5191197 Apr 20 15:00:48.322641 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Sync routers for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:00:48.351311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c18d-aeba-4859-b476-e3d597d79064 req-6367ade1-7e4a-4a7f-824f-8577de4e0aa9 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:48.355876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e22c18d-aeba-4859-b476-e3d597d79064 req-6367ade1-7e4a-4a7f-824f-8577de4e0aa9 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.3870933 Apr 20 15:00:48.362033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:48.362805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:48.488681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e22c18d-aeba-4859-b476-e3d597d79064 req-f1e78342-5483-4f1b-89ea-011b7eea8c4f tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Apr 20 15:00:48.552531 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:48.646690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-268a4971-71e2-4435-80ff-08ea0dacf911 None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:48.647189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-268a4971-71e2-4435-80ff-08ea0dacf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:48.771738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-55ca53e2-c328-4ec3-b631-563de6fbb9b5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669664068&fields=id&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 267 time: 0.1122541 Apr 20 15:00:48.778265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-268a4971-71e2-4435-80ff-08ea0dacf911 None None] Port 7b49aa96-949c-408f-b356-0f87e1ff1f24 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:48.799106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-268a4971-71e2-4435-80ff-08ea0dacf911 None None] Provisioning complete for port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:48.799489 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-268a4971-71e2-4435-80ff-08ea0dacf911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.013715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 96b228ed-4183-46f0-8dcf-aaa99ba48f5b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:49.019165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62791d-4787-4e96-b9e0-6a2c51ad619f req-ae19fcf1-ec15-4bf1-a586-e148303ee3c5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:49.027759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b62791d-4787-4e96-b9e0-6a2c51ad619f req-ae19fcf1-ec15-4bf1-a586-e148303ee3c5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1256623 Apr 20 15:00:49.058756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-1cbcfa09-20c1-4c0c-ada3-f6cdce71e85e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:49.060376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-1cbcfa09-20c1-4c0c-ada3-f6cdce71e85e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 796 time: 0.2877841 Apr 20 15:00:49.082655 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:46Z', 'revision_number': 2, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:49.088300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:49.088831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.124418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b62791d-4787-4e96-b9e0-6a2c51ad619f req-db523308-2e72-4c4b-8abd-ff82e9a8078f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957077 Apr 20 15:00:49.128753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-172f4627-3d19-408c-bcfd-402c630e79d3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/quotas/c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 375 time: 0.0614343 Apr 20 15:00:49.149311 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Checking router: 7a5e8401-ceda-4f83-90a3-459775869d2b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:00:49.150896 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Updating router 7a5e8401-ceda-4f83-90a3-459775869d2b port 7b49aa96-949c-408f-b356-0f87e1ff1f24 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:00:49.170190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6e79859e-284e-496c-a281-ea1d44e9e7df None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:49.170688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e79859e-284e-496c-a281-ea1d44e9e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.206335 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.244048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6e79859e-284e-496c-a281-ea1d44e9e7df None None] Port 7b49aa96-949c-408f-b356-0f87e1ff1f24 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:49.245467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-74b98dbd-7080-4512-93e0-279a9726ffb9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100211 Apr 20 15:00:49.305594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:49.398653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-05b6a97b-eb30-4223-98f7-c9b094343d66 None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:49.399056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05b6a97b-eb30-4223-98f7-c9b094343d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.444407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-05b6a97b-eb30-4223-98f7-c9b094343d66 None None] Port 7b49aa96-949c-408f-b356-0f87e1ff1f24 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:49.456031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:49.456420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.463268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-280f650a-5f34-43d7-83c5-2eee7570332d service neutron] 10.222.0.20 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973855 Apr 20 15:00:49.612134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-d171a901-4cad-4b32-b06d-64cda1cb6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:49.632467 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-d171a901-4cad-4b32-b06d-64cda1cb6842 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1096 time: 0.1463456 Apr 20 15:00:49.809894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-b7fa7c24-42d8-4dce-bfe4-37d3bb483cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:49.811458 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-b7fa7c24-42d8-4dce-bfe4-37d3bb483cda service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1713216 Apr 20 15:00:49.855829 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.866111 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:49.900540 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-13ded14d-4491-4e52-be2f-b43bcda19bcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 217 time: 0.0810783 Apr 20 15:00:49.969232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-f067651b-4bb3-48e2-b2ca-43eba1d1f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:49.970871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-f067651b-4bb3-48e2-b2ca-43eba1d1f310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0640054 Apr 20 15:00:50.031584 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2421-2ed9-47b0-9db3-3ad35400f899 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:50.061154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-f18ef132-9653-4831-97a8-869f0948acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:50.063942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-f18ef132-9653-4831-97a8-869f0948acc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859756 Apr 20 15:00:50.149234 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Attempting to bind port 7b49aa96-949c-408f-b356-0f87e1ff1f24 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:50.151940 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Attempting to bind port 7b49aa96-949c-408f-b356-0f87e1ff1f24 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:50.153183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Attempting to bind port 7b49aa96-949c-408f-b356-0f87e1ff1f24 on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:50.163983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d472242-e31e-41f7-9e33-6f6b32ddff43 req-cd33f840-0c0a-4e80-90b6-c51e77071c4d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:50.178145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d472242-e31e-41f7-9e33-6f6b32ddff43 req-cd33f840-0c0a-4e80-90b6-c51e77071c4d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1187479 Apr 20 15:00:50.179356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:50.179833 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:50.180303 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:50.180755 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Bound using segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:50.181335 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Bound port: 7b49aa96-949c-408f-b356-0f87e1ff1f24, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:50.181735 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:50.204737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-13297e36-de3d-44c2-b69d-08f3e2ede153 service neutron] 10.222.0.20 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261636 Apr 20 15:00:50.268239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d472242-e31e-41f7-9e33-6f6b32ddff43 req-7ad0b5e9-fcbd-49dc-a5eb-62ac3c523598 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828657 Apr 20 15:00:50.294712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-320aeee9-82fa-4b35-b054-0834fe01ca03 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185910 Apr 20 15:00:50.358558 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] For port 7b49aa96-949c-408f-b356-0f87e1ff1f24, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:50.369070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] For port 7b49aa96-949c-408f-b356-0f87e1ff1f24, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b49aa96-949c-408f-b356-0f87e1ff1f24,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:50.381062 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:50.493148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:00:50.494002 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:50.496303 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2421-2ed9-47b0-9db3-3ad35400f899 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:50.506885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:50.511092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:50.534088 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b782ba-1882-4e2b-a4bc-fd31c599dab3 req-c1096ddb-b57d-4e78-a9ab-2247089dbc4f tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:50.545068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26b782ba-1882-4e2b-a4bc-fd31c599dab3 req-c1096ddb-b57d-4e78-a9ab-2247089dbc4f tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1521280 Apr 20 15:00:50.633469 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0dccda7b-d96d-42e5-847d-f4deccf2b023 req-26452724-4c5e-49dd-8964-d99c5e2b5fe2 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374927 Apr 20 15:00:50.747512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:50.760527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26b782ba-1882-4e2b-a4bc-fd31c599dab3 req-32b16054-1386-43e3-b2c5-a301df4298a1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144241 Apr 20 15:00:50.848789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] For port 7b49aa96-949c-408f-b356-0f87e1ff1f24, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b49aa96-949c-408f-b356-0f87e1ff1f24,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:50.853267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b6f4fb0-64e1-4e49-aa05-155766d4f6f2 req-43e08125-48d3-4cb2-b3d3-5a2bbab3ac93 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 210 time: 0.1588137 Apr 20 15:00:50.875833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:51.002421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbef31-b374-4056-b400-00d9a1e06fc8 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:51.008126 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:00:51.097556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b6f4d97f-161b-48a9-926d-5cefd277d495 None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:51.098190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b6f4d97f-161b-48a9-926d-5cefd277d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:51.352514 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-08590499-7df1-44af-b028-e0423b5f248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:00:51.390830 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08590499-7df1-44af-b028-e0423b5f248b None None] The sync data for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 is: [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:00:51.402909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb928b7-021d-4220-b27c-5454b733d234 req-caa5ce1a-a17a-4ad6-a783-b2d654098576 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:51.405383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ceb928b7-021d-4220-b27c-5454b733d234 req-caa5ce1a-a17a-4ad6-a783-b2d654098576 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0600841 Apr 20 15:00:51.579337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ceb928b7-021d-4220-b27c-5454b733d234 req-f4d7ddc4-e4c3-4880-8428-342b5814cd07 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485822 Apr 20 15:00:51.917227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f751-35b8-43c1-a027-5a778b8f29ea req-51958134-2f88-4a47-a6b0-88246a54b9db tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:51.919144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8450f751-35b8-43c1-a027-5a778b8f29ea req-51958134-2f88-4a47-a6b0-88246a54b9db tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0599308 Apr 20 15:00:51.962254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8450f751-35b8-43c1-a027-5a778b8f29ea req-527d720b-be5f-4a95-857d-21b2bdddaa65 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Apr 20 15:00:52.043095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f85eb314-1354-475b-bd21-93c3c54b9e54 req-be84603c-9609-4769-9dcf-b98372d22eb2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 210 time: 0.0473368 Apr 20 15:00:52.299097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-9e787389-20a2-4bec-a02b-367d4eb509ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:52.301260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-9e787389-20a2-4bec-a02b-367d4eb509ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 796 time: 0.2196865 Apr 20 15:00:52.368500 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-d51d269e-a069-4fa5-8f21-be9885ead62d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 379 time: 0.0510495 Apr 20 15:00:52.379469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'port': {'device_id': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'admin_state_up': True, 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'security_groups': ['3068e277-f28d-4266-a9a8-bc22364366cc']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:52.622717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:00:52.627575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:52.761296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c385c2-ddac-4ac5-b26d-832ca0ca2f5b req-11a8d1b1-da63-4e72-98ee-6d96c89ea8bd tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:52.768118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59c385c2-ddac-4ac5-b26d-832ca0ca2f5b req-11a8d1b1-da63-4e72-98ee-6d96c89ea8bd tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1043742 Apr 20 15:00:52.903240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59c385c2-ddac-4ac5-b26d-832ca0ca2f5b req-6c2cbb03-e827-4327-9581-430d8af99938 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117709 Apr 20 15:00:52.944526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.4 (9f7ba4b4-842c-4d26-8491-62dfebfcd6aa/8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc/5dba2b85-f75a-4d27-86ae-0c76e2c0884c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:00:52.973214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b49aa96-949c-408f-b356-0f87e1ff1f24 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:00:53.044604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7b49aa96-949c-408f-b356-0f87e1ff1f24 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:53.045203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.150811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.187604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e07bcd-3c50-4ccf-815a-e10b6f3005dc req-c8d839d2-a038-4c51-9d5e-42641668a55e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:53.192469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.222236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e07bcd-3c50-4ccf-815a-e10b6f3005dc req-c8d839d2-a038-4c51-9d5e-42641668a55e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1130803 Apr 20 15:00:53.302051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:00:53.306205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:00:53.320110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:00:53.344746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e07bcd-3c50-4ccf-815a-e10b6f3005dc req-52ad5b39-c453-4785-b318-fbfdc299c0f3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213467 Apr 20 15:00:53.364246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6994c5d-bf43-45a0-81cc-6041cf6c55b9 req-b59b95a0-ef6c-44db-b043-6a47c1db89c5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:53.366203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6994c5d-bf43-45a0-81cc-6041cf6c55b9 req-b59b95a0-ef6c-44db-b043-6a47c1db89c5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 931 time: 0.1365538 Apr 20 15:00:53.419461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:53.437792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6994c5d-bf43-45a0-81cc-6041cf6c55b9 req-1871a5ef-c8d1-4139-90bf-62312229b539 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634897 Apr 20 15:00:53.472519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:53.473400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.515281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8360329b-0afc-4c4b-a32a-89a1d092a383 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1399348 Apr 20 15:00:53.529722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Request body: {'port': {'device_id': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:00:53.615308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.711875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fcda047f-3183-4068-b717-98c111dfd6bd None None] Provisioning complete for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:00:53.712667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcda047f-3183-4068-b717-98c111dfd6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:53.777237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fcda047f-3183-4068-b717-98c111dfd6bd None None] Port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:00:53.989162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:53.999512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:54.029680 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Transition to ACTIVE for port object 5dba2b85-f75a-4d27-86ae-0c76e2c0884c will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:00:54.037671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:54.070074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da7e7d-5ee9-4ef2-b496-aae9530643b6 req-dad8c685-260c-46b4-8c01-8f8d2f89bd60 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.078246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09da7e7d-5ee9-4ef2-b496-aae9530643b6 req-dad8c685-260c-46b4-8c01-8f8d2f89bd60 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0751314 Apr 20 15:00:54.125428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09da7e7d-5ee9-4ef2-b496-aae9530643b6 req-49c1dd0e-1362-4049-ae18-6999680bf51d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Apr 20 15:00:54.139296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:54.307165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:00:54.307918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:00:54.307918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:54.312552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:00:54.312884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:00:54.318933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:00:54.319150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:00:54.319540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Bound using segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:00:54.319979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Bound port: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:00:54.320345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:54.426915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:00:54.430751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:00:54.439306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:54.489845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.490602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:54.494239 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] 10.222.0.43 "PUT /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 1091 time: 0.9672692 Apr 20 15:00:54.494239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:00:54.495113 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434f157-df31-44a0-9c5e-1bbbff29877b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:00:54.563640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271595-d50f-4713-8a8a-293fbd244594 req-12e37d21-de2b-41a1-8968-dbf2c4cd1a36 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.569128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32271595-d50f-4713-8a8a-293fbd244594 req-12e37d21-de2b-41a1-8968-dbf2c4cd1a36 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0867848 Apr 20 15:00:54.569476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62e563-b984-4839-a905-c4c7aca9328e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:54.632528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-090f771e-e8fb-430b-8254-8fc24fda5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.634341 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-090f771e-e8fb-430b-8254-8fc24fda5736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1094 time: 0.0908105 Apr 20 15:00:54.790421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-4b1aa4da-6ead-45fe-a71f-6da10f28b8df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 217 time: 0.1290286 Apr 20 15:00:54.790938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32271595-d50f-4713-8a8a-293fbd244594 req-390abd3a-bb2f-43ae-a6c9-f69877dbe327 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930716 Apr 20 15:00:54.836125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fc802-1e36-4e1f-baac-a08559a60b4e req-644d1427-9e75-49b8-afa3-ff3be75c7221 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.853909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-911fc802-1e36-4e1f-baac-a08559a60b4e req-644d1427-9e75-49b8-afa3-ff3be75c7221 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.2808433 Apr 20 15:00:54.890896 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59339b-dd97-472d-b74b-dada304987a6 x-openstack-request-id: req-be59339b-dd97-472d-b74b-dada304987a6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:00:54.891375 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:00:54.891476 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be59339b-dd97-472d-b74b-dada304987a6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:00:54.891855 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be59339b-dd97-472d-b74b-dada304987a6'] response: {'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:00:54.906740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8a1f0117-b593-4d62-8cff-9f3da073e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.909969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-8a1f0117-b593-4d62-8cff-9f3da073e295 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.1120784 Apr 20 15:00:54.924050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-911fc802-1e36-4e1f-baac-a08559a60b4e req-1fb86d0c-7c82-4ed3-a02d-2190088ea09e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697730 Apr 20 15:00:54.972724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-2ebd4415-ce5c-48c6-a637-2b58bf5b55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:54.973032 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-2ebd4415-ce5c-48c6-a637-2b58bf5b55d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528798 Apr 20 15:00:55.079204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-a451621b-2297-4b2e-8d37-0924cb5e3cae service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960653 Apr 20 15:00:55.202035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f45ec6f4-bd4a-4776-ad2e-805ceed654de req-31573a06-ce59-4d33-8491-78af9fbf41a3 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130509 Apr 20 15:00:55.275768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0478f6-2c3c-4c92-87d1-cc855379cb00 req-d56404ef-e974-4ddc-a4c0-906fce566454 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.278709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd0478f6-2c3c-4c92-87d1-cc855379cb00 req-d56404ef-e974-4ddc-a4c0-906fce566454 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0643144 Apr 20 15:00:55.310892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-3b60c358-92c8-44b8-a6be-9b24b17a960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.312320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-3b60c358-92c8-44b8-a6be-9b24b17a960c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1094 time: 0.0598543 Apr 20 15:00:55.327588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd0478f6-2c3c-4c92-87d1-cc855379cb00 req-fba7b1df-2da4-4064-a636-13ebcae01404 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Apr 20 15:00:55.408940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-26617557-bd2b-4cdc-a169-bb6352b79a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.410620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-26617557-bd2b-4cdc-a169-bb6352b79a44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.0910361 Apr 20 15:00:55.453649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-8801f87f-5b13-490d-bd61-ab9b5577a91f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 217 time: 0.0361681 Apr 20 15:00:55.526007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-310d7e5f-5ce0-4b6f-80db-5c220b2588b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.527720 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-310d7e5f-5ce0-4b6f-80db-5c220b2588b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0660665 Apr 20 15:00:55.584062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-c76b1ede-6186-4e24-8082-04bf23f794dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.585736 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-c76b1ede-6186-4e24-8082-04bf23f794dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496204 Apr 20 15:00:55.706049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-08a0118f-965f-4ab9-a4ce-ca1674de05d7 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105728 Apr 20 15:00:55.824566 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2434f157-df31-44a0-9c5e-1bbbff29877b req-fde8f97d-a625-4e72-9429-84d7fb7e5dfa service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101272 Apr 20 15:00:55.937481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96497-66e6-457a-b8f6-10be495fa481 req-5147e33c-0f8a-4d75-9427-c632035368e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:55.939016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76c96497-66e6-457a-b8f6-10be495fa481 req-5147e33c-0f8a-4d75-9427-c632035368e7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0667984 Apr 20 15:00:56.008622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76c96497-66e6-457a-b8f6-10be495fa481 req-c7305eca-7d6f-48d7-a8eb-3f3597f07852 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Apr 20 15:00:56.118654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f934d-4669-4502-ba73-ea3ee6f521b0 req-d5c2b5cc-dd33-418b-8600-80f80edf69d2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:56.120392 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e0f934d-4669-4502-ba73-ea3ee6f521b0 req-d5c2b5cc-dd33-418b-8600-80f80edf69d2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.0913918 Apr 20 15:00:56.177673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e0f934d-4669-4502-ba73-ea3ee6f521b0 req-276522cb-dd0d-4da4-97a5-b275463256a9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508180 Apr 20 15:00:56.499288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71326f-6f09-4f0f-ae83-4d8494cd627f req-f63e5300-b356-41d6-b7ef-fd8f63cfa52f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:56.502259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa71326f-6f09-4f0f-ae83-4d8494cd627f req-f63e5300-b356-41d6-b7ef-fd8f63cfa52f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0731590 Apr 20 15:00:56.599050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa71326f-6f09-4f0f-ae83-4d8494cd627f req-30ea97bf-30ae-4c88-97b6-e408b4d2402d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745459 Apr 20 15:00:57.156759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af7fd-f35c-44fe-b515-d235bc090261 req-c301f824-18ee-428a-bb88-07fc0c0266f1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:57.158290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-814af7fd-f35c-44fe-b515-d235bc090261 req-c301f824-18ee-428a-bb88-07fc0c0266f1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0574567 Apr 20 15:00:57.200158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-814af7fd-f35c-44fe-b515-d235bc090261 req-458324bc-0ac6-4277-a87e-56acb496857e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Apr 20 15:00:57.302412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10decf-4be9-42f9-b6da-e1b7e95512e6 req-6f319080-f976-4cda-b8fc-52e5790448cf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:57.310711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c10decf-4be9-42f9-b6da-e1b7e95512e6 req-6f319080-f976-4cda-b8fc-52e5790448cf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.0648766 Apr 20 15:00:57.352583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c10decf-4be9-42f9-b6da-e1b7e95512e6 req-01ec2e7e-d646-435d-a854-a723233aceee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Apr 20 15:00:57.783079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ebce2-41af-4639-9247-0ff4b60a749b req-436f99fd-a7e7-48f1-b9b1-03c7c4b3e65e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:57.785672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d16ebce2-41af-4639-9247-0ff4b60a749b req-436f99fd-a7e7-48f1-b9b1-03c7c4b3e65e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0610342 Apr 20 15:00:57.875143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d16ebce2-41af-4639-9247-0ff4b60a749b req-38957e3a-7596-4610-8426-faf1969dad63 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820627 Apr 20 15:00:58.363925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0448ad8-f665-45e4-be79-52be7dca0a5b req-878ca0d8-6be3-45f4-8f6d-54da1803a6ce tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:58.387940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0448ad8-f665-45e4-be79-52be7dca0a5b req-878ca0d8-6be3-45f4-8f6d-54da1803a6ce tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1053934 Apr 20 15:00:58.460631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0448ad8-f665-45e4-be79-52be7dca0a5b req-0cdb5e90-2747-4365-955e-35ed9baa310c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715051 Apr 20 15:00:58.571877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926f98-1aea-4595-a802-03fd7859090b req-4e41f0f8-4204-42d3-9af7-41236b663e61 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:58.574145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1926f98-1aea-4595-a802-03fd7859090b req-4e41f0f8-4204-42d3-9af7-41236b663e61 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.0682809 Apr 20 15:00:58.636374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1926f98-1aea-4595-a802-03fd7859090b req-23df74d4-5d55-4f46-abc3-f3675f7ba16e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556710 Apr 20 15:00:58.700659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:00:59.097757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56eab-6d1e-4aa2-84aa-1fb0416e34e5 req-72b82084-b5da-4d26-b9c9-c6d019e6a99d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:59.099615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8a56eab-6d1e-4aa2-84aa-1fb0416e34e5 req-72b82084-b5da-4d26-b9c9-c6d019e6a99d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1019180 Apr 20 15:00:59.173392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:59.174590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8a56eab-6d1e-4aa2-84aa-1fb0416e34e5 req-6a6fd104-c4c9-44fd-ba42-c198debe3963 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668979 Apr 20 15:00:59.190354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:00:59.246642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:59.268079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:00:59.320405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:00:59.329427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:00:59.410534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:00:59.555539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5dba2b85-f75a-4d27-86ae-0c76e2c0884c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:00:59.723130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7a21d-9ce6-44bf-a88b-2f43994e0c93 req-04ed4191-4670-4bf5-bfca-a0739043fc27 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:59.729046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77b7a21d-9ce6-44bf-a88b-2f43994e0c93 req-04ed4191-4670-4bf5-bfca-a0739043fc27 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1160564 Apr 20 15:00:59.949963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77b7a21d-9ce6-44bf-a88b-2f43994e0c93 req-6aed2341-458a-42db-bf28-408cae3d39b2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144451 Apr 20 15:00:59.958552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4418-382b-4b0c-a187-e7787c8a4cf8 req-ac61be21-e6ad-4c96-b684-1e9c7c4f61af tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:00:59.974788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-460c4418-382b-4b0c-a187-e7787c8a4cf8 req-ac61be21-e6ad-4c96-b684-1e9c7c4f61af tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.2027595 Apr 20 15:01:00.071675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-460c4418-382b-4b0c-a187-e7787c8a4cf8 req-c8bf8021-659d-4ef8-823c-07b04c733d9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895860 Apr 20 15:01:00.322750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8a3e-b2be-42a1-9b77-a22e119be57c req-2de1c9f7-230c-4d13-b0f6-9c847b176baf tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:00.331171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d14f8a3e-b2be-42a1-9b77-a22e119be57c req-2de1c9f7-230c-4d13-b0f6-9c847b176baf tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0668440 Apr 20 15:01:00.376216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d14f8a3e-b2be-42a1-9b77-a22e119be57c req-29c4f940-a2ff-44ab-b740-05e83c2c4b12 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Apr 20 15:01:00.703355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:00.763551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:01:00.767807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:00.768305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:00.860609 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:00.889774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:00.892507 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237eb8c-0231-4c7b-841f-715c7393b365" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:00.907303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:00.913698 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:00.949892 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc757602-010f-45be-b173-aad0278811c5 x-openstack-request-id: req-fc757602-010f-45be-b173-aad0278811c5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:00.950186 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:00.950441 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc757602-010f-45be-b173-aad0278811c5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:00.950874 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc757602-010f-45be-b173-aad0278811c5'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'code': 200} Apr 20 15:01:01.007509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:01.105211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c99832-6d65-4017-827c-204c322f3ebc req-1d3681c7-f098-4a05-9b3c-c6d25039abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:01.107007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-76c99832-6d65-4017-827c-204c322f3ebc req-1d3681c7-f098-4a05-9b3c-c6d25039abc4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1096 time: 0.0695801 Apr 20 15:01:01.137903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea2a8e-e446-449f-aea5-9b7b273e8027 req-3052fd63-5e88-46dd-8c12-60d12177d0c0 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:01.141068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6aea2a8e-e446-449f-aea5-9b7b273e8027 req-3052fd63-5e88-46dd-8c12-60d12177d0c0 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0956054 Apr 20 15:01:01.215827 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-76c99832-6d65-4017-827c-204c322f3ebc req-024358ba-92ae-4a42-899e-7cf00162cd8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993516 Apr 20 15:01:01.224509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6aea2a8e-e446-449f-aea5-9b7b273e8027 req-112d8174-e0b2-45fe-a2f1-da5abaf69b3e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758862 Apr 20 15:01:01.301368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9f78-e397-41c7-92a0-c7a8b5ffc51b req-14cec35c-bf06-4c87-946d-96cecdbc78aa tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:01.302980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40db9f78-e397-41c7-92a0-c7a8b5ffc51b req-14cec35c-bf06-4c87-946d-96cecdbc78aa tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0719423 Apr 20 15:01:01.345486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40db9f78-e397-41c7-92a0-c7a8b5ffc51b req-832c57d5-02b6-4988-97d6-59b2e979b715 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361814 Apr 20 15:01:01.521924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa3f34-93e9-4764-98d6-1494437e1717 req-2770bb98-7f9a-4075-a52d-4fe926516d8b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:01.523450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0aa3f34-93e9-4764-98d6-1494437e1717 req-2770bb98-7f9a-4075-a52d-4fe926516d8b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0641327 Apr 20 15:01:01.559774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:01.568996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0aa3f34-93e9-4764-98d6-1494437e1717 req-b9950b93-88b2-4601-bafa-0804fc6a2854 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Apr 20 15:01:01.731895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5acd7c3e-575d-420b-ada8-a1a9e900e4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:01.847226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5acd7c3e-575d-420b-ada8-a1a9e900e4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:01.852504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5acd7c3e-575d-420b-ada8-a1a9e900e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:01.894260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5acd7c3e-575d-420b-ada8-a1a9e900e4b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9162e8ee912948e19828a23d7bcc0ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333304 Apr 20 15:01:01.895420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7c3e-575d-420b-ada8-a1a9e900e4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78f9e31-40c5-4a16-be9d-bd6c263f4a7c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:01.898789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:01.945002 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:01:01.958356 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:01.984028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:02.042915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:02.045587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:02.049658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e78f9e31-40c5-4a16-be9d-bd6c263f4a7c HTTP/1.1" status: 204 len: 168 time: 0.1490986 Apr 20 15:01:02.057928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1cb02-bce0-40a7-831c-4b59ff5409ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78f9e31-40c5-4a16-be9d-bd6c263f4a7c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:02.385417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a244c5-34ee-403a-a30a-4efa9e573133 req-52e52191-2a38-4624-bdb6-c5c34748f96c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:02.395012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77a244c5-34ee-403a-a30a-4efa9e573133 req-52e52191-2a38-4624-bdb6-c5c34748f96c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0770867 Apr 20 15:01:02.493935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77a244c5-34ee-403a-a30a-4efa9e573133 req-1b768127-9d7e-4fa7-996d-ce6a937070dd tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938630 Apr 20 15:01:02.567162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561e6f-a021-4797-8fda-eaeb9220d828 req-ebfad367-ddd2-40c8-8fc4-8e9d6e7123e4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:02.568924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40561e6f-a021-4797-8fda-eaeb9220d828 req-ebfad367-ddd2-40c8-8fc4-8e9d6e7123e4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0739100 Apr 20 15:01:02.628250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40561e6f-a021-4797-8fda-eaeb9220d828 req-799af94c-4c86-434b-abea-0c5ded52eb54 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524573 Apr 20 15:01:02.771627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c04a5c-0db3-48bb-8edc-c775e2c303c7 req-580f0290-50e3-4171-9aa4-5bfb7dacea73 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:02.773225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73c04a5c-0db3-48bb-8edc-c775e2c303c7 req-580f0290-50e3-4171-9aa4-5bfb7dacea73 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0894446 Apr 20 15:01:02.791743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043451e-72a9-473d-bec2-7ec7e6592685 req-8cf2b435-5090-4403-ad67-743a1ea8e4d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:02.793253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2043451e-72a9-473d-bec2-7ec7e6592685 req-8cf2b435-5090-4403-ad67-743a1ea8e4d5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0811412 Apr 20 15:01:02.899594 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73c04a5c-0db3-48bb-8edc-c775e2c303c7 req-4fec811d-3891-4957-92c8-f8312e4ebaad tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165226 Apr 20 15:01:02.905872 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2043451e-72a9-473d-bec2-7ec7e6592685 req-0f6b9fbe-1090-4cd5-86b8-c055de15a1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056461 Apr 20 15:01:02.934678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33762) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:03.030156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a3af2-5007-4cec-949b-3817867df5b5 req-b0204c1f-6f1b-4891-bfe1-88288e7bf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:03.032200 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-441a3af2-5007-4cec-949b-3817867df5b5 req-b0204c1f-6f1b-4891-bfe1-88288e7bf342 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.0711982 Apr 20 15:01:03.065785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484f4ed-86a8-4ce0-8f3e-c2a8e154f7bb tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:03.067238 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5484f4ed-86a8-4ce0-8f3e-c2a8e154f7bb tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1091 time: 0.1314337 Apr 20 15:01:03.070301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:03.076960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:03.084061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-441a3af2-5007-4cec-949b-3817867df5b5 req-995deaf0-ea88-460e-8d62-980d3c13e654 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Apr 20 15:01:03.112863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 33792) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:03.120907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.237791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.283990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1959775495-network', 'tenant_id': '6df835a469734169a6d6832c638ed498'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:03.343750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Made reservation on behalf of 6df835a469734169a6d6832c638ed498 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:01:03.346500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.361609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.397077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.29 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/663910f7-8f77-47db-8d11-d1a832e7a553) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:03.506412 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.573521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.576686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.581694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.611481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:01:03.667635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.668013 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Added segment d7938c85-abf9-4fd7-8d0b-5cee1c7997fe of type vlan for network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 Apr 20 15:01:03.669344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cedd0b-b8e8-48e9-a532-cf4f02ab77a1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:03.725885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.736510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.746449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2fcc2-6544-4c50-8917-507aaaddce0a req-c4d97dc3-9011-4c2f-b013-c1bc571f0baf tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:03.748012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cd2fcc2-6544-4c50-8917-507aaaddce0a req-c4d97dc3-9011-4c2f-b013-c1bc571f0baf tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1477892 Apr 20 15:01:03.804940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:03.816461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:03.824116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:03.829835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=663910f7-8f77-47db-8d11-d1a832e7a553,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:03.871164 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.872180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:03.872976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:03.902248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cd2fcc2-6544-4c50-8917-507aaaddce0a req-00dbf23e-406d-46f9-a0ed-cef9a6f3f3d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325309 Apr 20 15:01:03.976254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8617823 Apr 20 15:01:03.979638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33890) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:03.980632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ecd8b-a742-44a0-8370-9f78212b8e73 admin admin] Pushing event updated for resources: {'Network': ['ID=162a74bc-3f95-4ed4-86ee-afdc9ba4c671,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:03.985082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Request body: {'subnet': {'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1959775495-subnet', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:03.993734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:01:04.021393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Made reservation on behalf of 6df835a469734169a6d6832c638ed498 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:01:04.024127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.204942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbf79c-bea4-4e05-becb-ab93c996c375 req-afbf76ce-a908-430f-b1b5-934ccd8234a3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:04.206417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65cbf79c-bea4-4e05-becb-ab93c996c375 req-afbf76ce-a908-430f-b1b5-934ccd8234a3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1719713 Apr 20 15:01:04.305718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.349448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65cbf79c-bea4-4e05-becb-ab93c996c375 req-95813cf5-e2cc-40d6-9e73-2b3d0417b08e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315114 Apr 20 15:01:04.406262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a69488-36dc-43f0-8af9-c814603c5c90,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:04.443582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Checking segment: {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:04.444018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Network hostable DHCP agents. Network: 162a74bc-3f95-4ed4-86ee-afdc9ba4c671, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:01:04.462876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:01:04.474271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 162a74bc-3f95-4ed4-86ee-afdc9ba4c671) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:04.479258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:04.479961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.495848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0396f-523a-4f6b-a880-e3dab3952714 None None] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:04.510577 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0f8a3231-9e82-4c85-9b9a-1eb448a96d8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5270171 Apr 20 15:01:04.511284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 33946) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:04.522244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:04.566911 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.568117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.584031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.682894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.711459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'fixed_ips': [{'subnet_id': 'f1a69488-36dc-43f0-8af9-c814603c5c90'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:01:04.713782 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.733568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:04.927115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Allocated IP 172.20.0.2 (162a74bc-3f95-4ed4-86ee-afdc9ba4c671/f1a69488-36dc-43f0-8af9-c814603c5c90/46a30bee-8e00-4f93-888d-9c995d9f246b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:04.969615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.091455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.140075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.212143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0839-f36d-4dbd-bd25-2446ccfc1ad7 req-95f4dd14-47a8-4241-a561-2dd74e6e02ef tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:05.214390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe0839-f36d-4dbd-bd25-2446ccfc1ad7 req-95f4dd14-47a8-4241-a561-2dd74e6e02ef tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1990318 Apr 20 15:01:05.245900 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.254708 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.278785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=663910f7-8f77-47db-8d11-d1a832e7a553,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:05.290899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.308534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5afe0839-f36d-4dbd-bd25-2446ccfc1ad7 req-0c9ba43b-92aa-4d58-9080-675e98f4171b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639436 Apr 20 15:01:05.309435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.316925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:05.318778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.321319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:05.328097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:05.388634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1931891114', 'description': 'tempest-description-1394291193'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:05.482055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.489012 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 85842807-1907-4473-95cd-a0103e30f735 associated. External IP: 172.25.1.29, port: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c. Apr 20 15:01:05.512998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Allocated IP 172.25.1.113 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d5c8b047-34c5-4eed-b766-4e328f88b5bc) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:05.536131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Pushing event updated for resources: {'Port': ['ID=46a30bee-8e00-4f93-888d-9c995d9f246b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:05.568888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Attempting to bind port 46a30bee-8e00-4f93-888d-9c995d9f246b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:01:05.569336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Attempting to bind port 46a30bee-8e00-4f93-888d-9c995d9f246b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:01:05.569957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Attempting to bind port 46a30bee-8e00-4f93-888d-9c995d9f246b on network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:05.576626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:01:05.577432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Checking segment: {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:05.578091 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.578741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Bound using segment: {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:01:05.580128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Bound port: 46a30bee-8e00-4f93-888d-9c995d9f246b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:01:05.580807 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.663227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] For port 46a30bee-8e00-4f93-888d-9c995d9f246b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:05.667762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] For port 46a30bee-8e00-4f93-888d-9c995d9f246b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=46a30bee-8e00-4f93-888d-9c995d9f246b,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:01:05.674062 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.680325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55f08a-836d-4b8e-9572-ce95b37ebd5b req-ed4af9e3-55aa-4bc6-be2f-a7aafac5658e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:05.688928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea55f08a-836d-4b8e-9572-ce95b37ebd5b req-ed4af9e3-55aa-4bc6-be2f-a7aafac5658e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.2038033 Apr 20 15:01:05.717375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.739484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dd5bc-5b59-42dc-9948-6ec573318355 None None] Pushing event updated for resources: {'Port': ['ID=46a30bee-8e00-4f93-888d-9c995d9f246b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:05.751964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea55f08a-836d-4b8e-9572-ce95b37ebd5b req-abf43ddc-22d5-4daf-a518-c88c9e886407 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 Apr 20 15:01:05.768776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.778511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.786431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.843859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c8b047-34c5-4eed-b766-4e328f88b5bc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:05.857067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:05.858481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:05.861321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:05.869380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256143d9-0867-4bd2-be61-566dc289aa9f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:05.887547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:05.899152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-464f1580-61b8-47d3-bb2b-5af8107edc40 req-cfc10154-fe15-429e-964f-1730326ec5d3 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5218389 Apr 20 15:01:06.059068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 7a5e8401-ceda-4f83-90a3-459775869d2b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:06.070345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-f0d2b42f-334b-4ddf-9c48-ea3e7a31f583 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1931891114&fields=id&tenant_id=ae0786b3745e4c29b32d42ac57fcd051 HTTP/1.1" status: 200 len: 267 time: 0.0604391 Apr 20 15:01:06.208651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:06.221479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-daea09db-1dda-4ba8-8ceb-7fcfecc09e9e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:06.223694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-daea09db-1dda-4ba8-8ceb-7fcfecc09e9e tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1068611 Apr 20 15:01:06.244870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:06.255308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'port': {'security_groups': ['ee73bac9-ca42-4c03-a3a7-847c43ae2701', '256143d9-0867-4bd2-be61-566dc289aa9f']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:06.261729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Sync routers for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:06.281112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:06.282125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:06.299797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:06.382368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4ed2a56f-6a71-4b8e-944a-4fdca296862d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3060689 Apr 20 15:01:06.388598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:06.391076 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2b4a86-38fb-46ed-9464-e971bfac16de" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:06.407959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:06.444152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:06.880982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '85842807-1907-4473-95cd-a0103e30f735', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:04Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:06.922631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Checking router: 7a5e8401-ceda-4f83-90a3-459775869d2b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:06.936020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:06.936644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:06.987227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 46a30bee-8e00-4f93-888d-9c995d9f246b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:07.018167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.123329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 46a30bee-8e00-4f93-888d-9c995d9f246b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:07.123702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.173479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:07.193361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575efbd-5d6a-4638-a14e-6b8f1b682c5b req-7edaa95a-64c3-4c1b-8e40-1af736603be0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:07.195021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2575efbd-5d6a-4638-a14e-6b8f1b682c5b req-7edaa95a-64c3-4c1b-8e40-1af736603be0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1307423 Apr 20 15:01:07.236044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f64b21-860b-4961-9fcb-9ccd13fad5b3 None None] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:07.239766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:01:07.300565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2575efbd-5d6a-4638-a14e-6b8f1b682c5b req-7216a01b-df65-4729-9230-a00e064fdd36 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938740 Apr 20 15:01:07.327661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34070) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:07.404523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:07.411438 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9e32f-5873-4192-8a13-47b3f2d068b2 x-openstack-request-id: req-9da9e32f-5873-4192-8a13-47b3f2d068b2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:07.411984 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:07.412426 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9da9e32f-5873-4192-8a13-47b3f2d068b2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:07.413262 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da9e32f-5873-4192-8a13-47b3f2d068b2'] response: {'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:01:07.418604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:07.428444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Sync routers for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:07.444233 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:07.444874 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:07.510804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b64e2c27-f662-4e8f-bb97-793e4cb455c5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 200 len: 990 time: 0.1817615 Apr 20 15:01:07.522076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.523443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ba1aa28-5436-456b-a50b-ac24055bad71 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0101545 Apr 20 15:01:07.534454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34072) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:07.540512 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.562514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.619271 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.621754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:07.622654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.624244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99a0728a-c4b5-4b85-b9bb-5d17f78de38b req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "PUT /v2.0/ports/f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 982 time: 1.3774538 Apr 20 15:01:07.638429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1cee48f-cc96-4c08-82fc-d818392d5832'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:01:07.658424 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:07.665805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785784-9da8-42a8-bfb2-11460c06d237 req-d636f46e-413b-4f1f-8daf-e9bb62023b1c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:07.681717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-80429b75-ac51-4ba5-8704-670506e0cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:07.682698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b785784-9da8-42a8-bfb2-11460c06d237 req-d636f46e-413b-4f1f-8daf-e9bb62023b1c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1682665 Apr 20 15:01:07.694075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-80429b75-ac51-4ba5-8704-670506e0cb3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1096 time: 0.2451346 Apr 20 15:01:07.695885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0aaba322-f1d8-450d-bfd0-041bcd2783ca None None] Provisioning complete for port 46a30bee-8e00-4f93-888d-9c995d9f246b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:07.696460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0aaba322-f1d8-450d-bfd0-041bcd2783ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.699000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1a859-49ea-4567-8701-6e714f6b92c2 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:07.788409 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 46a30bee-8e00-4f93-888d-9c995d9f246b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=46a30bee-8e00-4f93-888d-9c995d9f246b,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:07.820029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1cee48f-cc96-4c08-82fc-d818392d5832'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:01:07.845610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b785784-9da8-42a8-bfb2-11460c06d237 req-77357abd-b3e7-49fa-9fc1-516ed258cbd1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544700 Apr 20 15:01:07.887939 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:07.905019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-80c44241-1d00-4719-919a-48b3ea2c0558 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1931891114&fields=id&tenant_id=ae0786b3745e4c29b32d42ac57fcd051 HTTP/1.1" status: 200 len: 267 time: 0.1456211 Apr 20 15:01:07.937432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-6a03ca87-b20e-49db-b4b4-4254b706b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:07.939057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-6a03ca87-b20e-49db-b4b4-4254b706b4e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.2350371 Apr 20 15:01:07.953050 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:06Z', 'revision_number': 3, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:08.001892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-e2b10799-2e51-4d36-98d6-63c3cfae9491 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:08.004575 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Checking router: 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:08.005460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-e2b10799-2e51-4d36-98d6-63c3cfae9491 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 985 time: 0.0938458 Apr 20 15:01:08.005595 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Updating router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 port d5c8b047-34c5-4eed-b766-4e328f88b5bc binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:01:08.018346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'port': {'security_groups': ['ee73bac9-ca42-4c03-a3a7-847c43ae2701']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:08.040774 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.148150 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-627d628f-3a86-4ed1-b106-8e0d86e61139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.1928191 Apr 20 15:01:08.166452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.323585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-c77a4168-75aa-49be-8091-0c7a63833ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:08.326368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-c77a4168-75aa-49be-8091-0c7a63833ddb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.1701670 Apr 20 15:01:08.370476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=46a30bee-8e00-4f93-888d-9c995d9f246b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:08.463969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:08.497843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.506393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.524406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34080) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:08.529480 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.543547 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.623871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '85842807-1907-4473-95cd-a0103e30f735', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:04Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:08.656877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Attempting to bind port d5c8b047-34c5-4eed-b766-4e328f88b5bc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:01:08.657241 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Attempting to bind port d5c8b047-34c5-4eed-b766-4e328f88b5bc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:01:08.659466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Attempting to bind port d5c8b047-34c5-4eed-b766-4e328f88b5bc on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:08.688245 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:01:08.690830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:08.691370 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:08.691762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-67bcaf52-4d16-4454-992b-a1cfa0d8259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:08.691981 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.692476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:01:08.694055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.694294 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Bound port: d5c8b047-34c5-4eed-b766-4e328f88b5bc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:01:08.694423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-67bcaf52-4d16-4454-992b-a1cfa0d8259d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575274 Apr 20 15:01:08.694900 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.696192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.704197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f5f5b3ed-0705-481c-ac51-75b8e78468dd req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "PUT /v2.0/ports/f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 943 time: 0.6908059 Apr 20 15:01:08.707374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707c4a0-5fca-49d9-8661-dff4a0f8c3cd None None] The sync data for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 is: [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '85842807-1907-4473-95cd-a0103e30f735', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:04Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:08.791413 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c8b047-34c5-4eed-b766-4e328f88b5bc,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:08.824822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1cee48f-cc96-4c08-82fc-d818392d5832'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:01:08.911089 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] For port d5c8b047-34c5-4eed-b766-4e328f88b5bc, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:08.924740 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] For port d5c8b047-34c5-4eed-b766-4e328f88b5bc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d5c8b047-34c5-4eed-b766-4e328f88b5bc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:01:08.936204 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:08.963273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f1cee48f-cc96-4c08-82fc-d818392d5832'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:01:09.027565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 46a30bee-8e00-4f93-888d-9c995d9f246b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:09.097872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Allocated IP 172.20.0.1 (162a74bc-3f95-4ed4-86ee-afdc9ba4c671/f1a69488-36dc-43f0-8af9-c814603c5c90/a56d955c-7f5d-4842-b24f-a04a6a414f4a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:09.114412 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c8b047-34c5-4eed-b766-4e328f88b5bc,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:09.126860 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.127429 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.127779 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.128118 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.128579 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.128960 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.129373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.129764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.130041 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.130346 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.130690 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.131011 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3511-a87d-40ae-b8e4-68e0e5d279b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:09.162312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:09.163039 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:09.202716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5749ee6-2e3b-483a-882c-6d522c7aa40a None None] New status for floating IP 85842807-1907-4473-95cd-a0103e30f735: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:01:09.204937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-12ea154e-2881-4db5-b659-8e429fa8e27c None None] Provisioning complete for port 46a30bee-8e00-4f93-888d-9c995d9f246b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:09.205457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12ea154e-2881-4db5-b659-8e429fa8e27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.205936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-9f93aa9b-fd2f-48ba-936b-65ebae10fd36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:01:09.209991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-9f93aa9b-fd2f-48ba-936b-65ebae10fd36 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4852355 Apr 20 15:01:09.287727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-1b26c0c3-f895-4337-9e9e-a85e150f9826 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5475314 Apr 20 15:01:09.312738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-801596da-b2e0-4257-992e-f5ba8176f61e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 200 len: 990 time: 0.7818558 Apr 20 15:01:09.319877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:09.371101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:09.374499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c62c5-57e6-4ccb-bb85-1b902cdfb9ec tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:09.398456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 46a30bee-8e00-4f93-888d-9c995d9f246b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:09.399668 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.420918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}, {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:09.424828 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef01be-18cd-4561-972d-6f1a26a6c1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}, {"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:09.476959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b40a0-9637-40ae-9040-40acfb85ff3a req-91beddb8-c92b-4b57-ac5c-acaa3c8e3974 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:09.478987 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.482750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-944b40a0-9637-40ae-9040-40acfb85ff3a req-91beddb8-c92b-4b57-ac5c-acaa3c8e3974 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1937306 Apr 20 15:01:09.485745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.569452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-1a9c9496-0b51-4191-9918-1dd9820994eb service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480418 Apr 20 15:01:09.614387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-944b40a0-9637-40ae-9040-40acfb85ff3a req-7b9b9e69-ded0-46a0-b5d0-856f108ab80e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070659 Apr 20 15:01:09.709318 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70b932-b036-4b24-af27-9a467d3d0945 x-openstack-request-id: req-5d70b932-b036-4b24-af27-9a467d3d0945 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:09.709318 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:09.709661 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d70b932-b036-4b24-af27-9a467d3d0945 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:09.709905 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70b932-b036-4b24-af27-9a467d3d0945'] response: {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:01:09.710163 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70b932-b036-4b24-af27-9a467d3d0945'] response: {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:01:09.721185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:06Z', 'revision_number': 3, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:09.725133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.728324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:09.883798 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebb929-cacc-4755-a48b-06a4aa4eed9a None None] The sync data for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 is: [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:06Z', 'revision_number': 3, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:09.899403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:09.906795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:09.939425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:09.969997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Allocated IP 172.25.1.148 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/56f91006-8e18-4250-a354-5a47f6cc66de) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:10.047879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:10.064905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-73806f7c-5ce1-4fce-b226-d93228295a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:10.066850 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-73806f7c-5ce1-4fce-b226-d93228295a8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.3311255 Apr 20 15:01:10.142438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ce2b4a86-38fb-46ed-9464-e971bfac16de req-7484bfc4-bdc7-4f15-9d00-02b98670e63d service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602381 Apr 20 15:01:10.212245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a01ececa-1f2e-4666-8ca3-9420d5d5b9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.252697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.258152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.313371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eb1bd8b6-8b64-4636-bf3d-871fdad79a52 None None] Provisioning complete for port a56d955c-7f5d-4842-b24f-a04a6a414f4a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:10.313371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd8b6-8b64-4636-bf3d-871fdad79a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.316517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:10.325667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.424491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-5dc98198-398c-4577-883d-f8af1e3b1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:10.426539 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-5dc98198-398c-4577-883d-f8af1e3b1455 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.3403068 Apr 20 15:01:10.429707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-eb1bd8b6-8b64-4636-bf3d-871fdad79a52 None None] Port a56d955c-7f5d-4842-b24f-a04a6a414f4a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:01:10.478693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:10.486661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:10.497629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:10.517330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'Port': ['ID=56f91006-8e18-4250-a354-5a47f6cc66de,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:10.537001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-8c12f85c-d8c8-4f22-a407-b8a7bac1f0c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0765550 Apr 20 15:01:10.564895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71333386-e711-439a-b384-f95276b1f8ff tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 200 len: 992 time: 0.2408257 Apr 20 15:01:10.631219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-c4e36339-6330-4202-8631-5bd44c617209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:10.632982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-c4e36339-6330-4202-8631-5bd44c617209 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.0623331 Apr 20 15:01:10.648156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.658825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.694912 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-f1e8fb42-a872-4117-addd-61dd0bf9acf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546186 Apr 20 15:01:10.751601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:10.833922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366a07-4a4c-40b3-ae26-62b6c3e0b92e req-85a3e02f-d9cc-4f13-8bbe-0e5a73e7a45e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:10.866691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3366a07-4a4c-40b3-ae26-62b6c3e0b92e req-85a3e02f-d9cc-4f13-8bbe-0e5a73e7a45e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1563807 Apr 20 15:01:10.962435 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-4dde1d43-bc96-493d-a25e-ea0c1b4fdcf7 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415812 Apr 20 15:01:10.994420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d5c8b047-34c5-4eed-b766-4e328f88b5bc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:11.004666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3366a07-4a4c-40b3-ae26-62b6c3e0b92e req-0c119518-1ba2-42ab-b276-4310b3b3d8ea tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367795 Apr 20 15:01:11.108862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d5c8b047-34c5-4eed-b766-4e328f88b5bc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:11.111760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.131072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.143711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.166868 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.176525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.230545 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-08d935c8-a3ee-4cea-8c79-c0d0a96f7e59 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565629 Apr 20 15:01:11.274652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.274652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:11.359174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event updated for resources: {'Port': ['ID=56f91006-8e18-4250-a354-5a47f6cc66de,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:11.388691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.434081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.437504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-04dca653-f8e5-459f-8916-a0faffc8aea8 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1407115 Apr 20 15:01:11.461327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.502476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d5c8b047-34c5-4eed-b766-4e328f88b5bc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d5c8b047-34c5-4eed-b766-4e328f88b5bc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:11.503264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-bd0e4b38-a4ad-46bb-950e-894f1399d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:11.505534 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-bd0e4b38-a4ad-46bb-950e-894f1399d1ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.1404557 Apr 20 15:01:11.507974 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.540863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:11.548194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34110) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:11.552077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:11.563948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d5c8b047-34c5-4eed-b766-4e328f88b5bc,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:11.581033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-8e5d2d1a-2283-4787-85f6-c05d060728dd tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.1345057 Apr 20 15:01:11.787416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-9fd7d55d-8c51-456a-8de0-8d08e904b556 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:11.789755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-9fd7d55d-8c51-456a-8de0-8d08e904b556 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2017446 Apr 20 15:01:11.801622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-56a47857-0970-4fab-94e5-943c2007b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:11.803167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-56a47857-0970-4fab-94e5-943c2007b52d service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.2799871 Apr 20 15:01:11.805974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc43a-2a6c-487a-8d6b-bd58746cfebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:11.813284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-c9e1e6c6-f429-48e8-b5c2-afc13f4d0f78 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:01:11.815279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58bdce57-c816-4e79-8a21-9e8f003cc0da req-c9e1e6c6-f429-48e8-b5c2-afc13f4d0f78 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106051 Apr 20 15:01:11.855813 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-e2c05e7c-2b84-4b90-8835-505072c8c9a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0445704 Apr 20 15:01:11.908009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:11.930181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-efc01bb2-7257-4810-b8f4-46741a24b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:11.931730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-efc01bb2-7257-4810-b8f4-46741a24b734 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.0657799 Apr 20 15:01:11.987789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d6832a57-90cf-4efe-8790-da1cff14c3dd None None] Provisioning complete for port a56d955c-7f5d-4842-b24f-a04a6a414f4a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:11.988475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6832a57-90cf-4efe-8790-da1cff14c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.011685 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc43a-2a6c-487a-8d6b-bd58746cfebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.028397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d6832a57-90cf-4efe-8790-da1cff14c3dd None None] Port a56d955c-7f5d-4842-b24f-a04a6a414f4a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:01:12.036099 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b9dcc43a-2a6c-487a-8d6b-bd58746cfebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.077722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-08676819-a08f-4316-936e-0a24fba859da tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:12.079100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-08676819-a08f-4316-936e-0a24fba859da tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1355755 Apr 20 15:01:12.086254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-8bb6accd-dff3-42cb-8ac9-7adb737aa178 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178539 Apr 20 15:01:12.103948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b9dcc43a-2a6c-487a-8d6b-bd58746cfebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88b36f9c935842329308c5aba0dc7f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542336 Apr 20 15:01:12.142768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34118) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:12.146998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcc43a-2a6c-487a-8d6b-bd58746cfebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276d06e5-9d5e-4282-ade9-f19529a524f3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:12.201632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-e9925984-2f87-4772-8fbd-5f262f66a05b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.1115468 Apr 20 15:01:12.215026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'floatingip': {'port_id': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:12.291548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.347288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d4ab-daba-4d12-a1bc-d10321616e51 req-66b16ea2-4649-42f7-aff9-2068db4af5e2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:12.349211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07c4d4ab-daba-4d12-a1bc-d10321616e51 req-66b16ea2-4649-42f7-aff9-2068db4af5e2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.2581110 Apr 20 15:01:12.442799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07c4d4ab-daba-4d12-a1bc-d10321616e51 req-74b45824-5399-4a73-a4a6-96c6d5f93ffa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749557 Apr 20 15:01:12.452379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.528626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:12.530902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.565927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46d1334b-3f02-4d6e-bc5e-6f6df92011f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/93583d5e-4046-4d98-b19f-2ea0cc0e07b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0244040 Apr 20 15:01:12.632471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-2179cfef-c8c4-4107-9796-591841036acf service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381215 Apr 20 15:01:12.736815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Sync routers for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:12.751307 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:12.752656 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:00:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:12.760135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-57ef01be-18cd-4561-972d-6f1a26a6c1ed req-9bf545b0-7130-48e7-a275-c195367e702a service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202774 Apr 20 15:01:12.802925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.805421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.807040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/276d06e5-9d5e-4282-ade9-f19529a524f3 HTTP/1.1" status: 204 len: 168 time: 0.6590421 Apr 20 15:01:12.832205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a6ef5-350a-44bd-98c9-38d52a76db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276d06e5-9d5e-4282-ade9-f19529a524f3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:12.878296 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:12.986688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d5c8b047-34c5-4eed-b766-4e328f88b5bc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:12.990254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:12.997297 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.061616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d5c8b047-34c5-4eed-b766-4e328f88b5bc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:13.062358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.157343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:10Z', 'revision_number': 4, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a56d955c-7f5d-4842-b24f-a04a6a414f4a', 'name': '', 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'mac_address': 'fa:16:3e:61:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:08Z', 'updated_at': '2022-04-20T15:01:10Z', 'revision_number': 2, 'project_id': '6df835a469734169a6d6832c638ed498', 'subnets': [{'id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:13.159301 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Floating IP b928e514-2cf9-4cdf-a123-36a700c369f2 associated. External IP: 172.25.1.148, port: f1cee48f-cc96-4c08-82fc-d818392d5832. Apr 20 15:01:13.204482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Checking router: 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:13.205324 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Updating router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 port a56d955c-7f5d-4842-b24f-a04a6a414f4a binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:01:13.273577 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.482922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8d86e67-afcf-4644-9d26-2241a52ea28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.697736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.736379 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.743563 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.843488 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d73c44-75bf-447d-afa9-9c930f85557b None None] Pushing event updated for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:13.858549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e543a7-4f0c-4a41-813a-2db172d17900 req-6e093f95-b926-44ab-a278-952d323647d7 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:13.860767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e543a7-4f0c-4a41-813a-2db172d17900 req-6e093f95-b926-44ab-a278-952d323647d7 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.2049847 Apr 20 15:01:13.866522 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Attempting to bind port a56d955c-7f5d-4842-b24f-a04a6a414f4a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:01:13.869859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Attempting to bind port a56d955c-7f5d-4842-b24f-a04a6a414f4a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:01:13.870291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Attempting to bind port a56d955c-7f5d-4842-b24f-a04a6a414f4a on network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:13.877436 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:01:13.877904 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Checking segment: {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:13.878427 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.879292 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Bound using segment: {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:01:13.879890 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Bound port: a56d955c-7f5d-4842-b24f-a04a6a414f4a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:01:13.880409 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:13.985591 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] For port a56d955c-7f5d-4842-b24f-a04a6a414f4a, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:14.004382 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] For port a56d955c-7f5d-4842-b24f-a04a6a414f4a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a56d955c-7f5d-4842-b24f-a04a6a414f4a,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:01:14.010691 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.077818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e543a7-4f0c-4a41-813a-2db172d17900 req-a989b2fa-25c6-419b-86db-5edc6ef592b7 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043061 Apr 20 15:01:14.086241 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:14.087146 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:14.087635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Router 4df0db17-4c14-458b-8f61-8d437dff940b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:14.181635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Provisioning complete for port a56d955c-7f5d-4842-b24f-a04a6a414f4a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:14.182173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.210178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34176) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:14.229371 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d73c44-75bf-447d-afa9-9c930f85557b None None] Pushing event updated for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:14.285414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:14.291303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.345654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-4d4ced03-a445-44bc-a250-eac45b66b8d5 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "PUT /v2.0/floatingips/b928e514-2cf9-4cdf-a123-36a700c369f2 HTTP/1.1" status: 200 len: 997 time: 2.1322055 Apr 20 15:01:14.347671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:14.355054 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c06e7-871e-490f-9de4-fa8dda32f92e" -d '{"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:14.365030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Sync routers for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:14.370269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.448659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-762885477-network', 'tenant_id': 'b3e59cd707fc49de809363d7d73c1e4b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:14.452296 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:14.453905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:14.455164 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e082c40-8177-4342-8a49-5f53d69dd0f3 x-openstack-request-id: req-9e082c40-8177-4342-8a49-5f53d69dd0f3 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:14.455445 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:14.455699 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e082c40-8177-4342-8a49-5f53d69dd0f3 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:14.456129 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e082c40-8177-4342-8a49-5f53d69dd0f3'] response: {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:01:14.459052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:14.462491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.482589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-6ae2ca92-8864-42b6-89a4-dd5e4159a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:14.495164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-6ae2ca92-8864-42b6-89a4-dd5e4159a607 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.1379998 Apr 20 15:01:14.562980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] For port a56d955c-7f5d-4842-b24f-a04a6a414f4a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a56d955c-7f5d-4842-b24f-a04a6a414f4a,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:14.583737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.596309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Made reservation on behalf of b3e59cd707fc49de809363d7d73c1e4b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:01:14.600211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.619220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.644670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-19a346d5-3566-4522-b641-88b53d4bda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:14.651371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-19a346d5-3566-4522-b641-88b53d4bda6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.1550710 Apr 20 15:01:14.659801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-9fdec6e0-d183-4f56-b877-d4c7aa93e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:14.663409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-9fdec6e0-d183-4f56-b877-d4c7aa93e690 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.1776519 Apr 20 15:01:14.706233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:14.771971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-8b46b3b4-1b40-479d-bb81-ca131660fbca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 1000 time: 0.1121306 Apr 20 15:01:14.893089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-d6a6181f-6b44-4414-ba54-ebf51500c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:14.895498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-d6a6181f-6b44-4414-ba54-ebf51500c134 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.1171107 Apr 20 15:01:14.934389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.937040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-552715e2-1b41-42a7-94a3-85a82a922b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:14.938268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-552715e2-1b41-42a7-94a3-85a82a922b6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.2622232 Apr 20 15:01:14.938910 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-48d60481-6ef6-4e13-9344-e55422b52d8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353224 Apr 20 15:01:14.948438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:14.953924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-7c886baa-c757-463f-8b0e-2f3498ded8db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:01:14.955479 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:10Z', 'revision_number': 4, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a56d955c-7f5d-4842-b24f-a04a6a414f4a', 'name': '', 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'mac_address': 'fa:16:3e:61:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:08Z', 'updated_at': '2022-04-20T15:01:13Z', 'revision_number': 4, 'project_id': '6df835a469734169a6d6832c638ed498', 'subnets': [{'id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:14.962477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-7c886baa-c757-463f-8b0e-2f3498ded8db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147617 Apr 20 15:01:14.989907 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f798e9bd-6c5f-43a6-a4a5-4d5c09913f6b None None] The sync data for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 is: [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:10Z', 'revision_number': 4, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a56d955c-7f5d-4842-b24f-a04a6a414f4a', 'name': '', 'network_id': '162a74bc-3f95-4ed4-86ee-afdc9ba4c671', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'mac_address': 'fa:16:3e:61:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:08Z', 'updated_at': '2022-04-20T15:01:13Z', 'revision_number': 4, 'project_id': '6df835a469734169a6d6832c638ed498', 'subnets': [{'id': 'f1a69488-36dc-43f0-8af9-c814603c5c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:15.041512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:01:15.098272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Pushing event updated for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:15.104567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0d3c0b73-cb3d-4898-8042-d5419a9f99f1 None None] Provisioning complete for port a56d955c-7f5d-4842-b24f-a04a6a414f4a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:15.104990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0b73-cb3d-4898-8042-d5419a9f99f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.108971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-423ebcc5-f5ab-4b46-8336-78f2cfcabad9 service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442955 Apr 20 15:01:15.124006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:15.259198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.259883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.260895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.261482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.261774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.262558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.263009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.263507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.264102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.264527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.265538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.265538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5973bb0-313f-42bf-b50f-5c06f2e6166c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:15.268201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.278075 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Added segment 6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0 of type vlan for network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa Apr 20 15:01:15.302947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfb04-46a7-4a6e-ba99-fecdba6e9627 req-d1e5dc89-5d22-49d5-81fb-c29e92db5b3f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:15.304598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20cbfb04-46a7-4a6e-ba99-fecdba6e9627 req-d1e5dc89-5d22-49d5-81fb-c29e92db5b3f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0956764 Apr 20 15:01:15.355967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.361417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-0f7414da-a3d5-4d09-8b0b-5c7b50547544 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 1000 time: 0.4140391 Apr 20 15:01:15.362181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9994d6a-4881-44a4-be27-f2f3e19b1087,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:15.367053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.371377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82491c6c-29c5-4dc1-aa29-d3abaf8c4448 req-69e8eb7a-2445-4f28-9802-5a4e7bb31b40 service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610698 Apr 20 15:01:15.384000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20cbfb04-46a7-4a6e-ba99-fecdba6e9627 req-d4dd65d6-c987-4bfa-bec2-6d0692a0a7dd tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717168 Apr 20 15:01:15.481620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.519607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-3d551f6a-6f9c-4048-8e6b-34996e0a4499 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 1000 time: 0.1194017 Apr 20 15:01:15.573951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-af7c73ae-89ff-46c1-9148-0599f9c34022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:15.576044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-af7c73ae-89ff-46c1-9148-0599f9c34022 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.2021840 Apr 20 15:01:15.622640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-8b5d316f-4bfc-47e6-87dd-03d3fd4a1d22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348794 Apr 20 15:01:15.626283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.627348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:15.628018 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:15.636027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-c725c182-5277-4060-89e2-42dc23b03a46 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:15.654781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-c725c182-5277-4060-89e2-42dc23b03a46 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports/f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 943 time: 0.1200154 Apr 20 15:01:15.685510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b928e514-2cf9-4cdf-a123-36a700c369f2', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'port_id': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'mac_address': 'fa:16:3e:4f:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:10Z', 'updated_at': '2022-04-20T15:01:12Z', 'revision_number': 1, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:15.723231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Checking router: 4df0db17-4c14-458b-8f61-8d437dff940b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:15.733172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:15.734125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:15.734225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5227275 Apr 20 15:01:15.751476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34206) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:15.765034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Request body: {'subnet': {'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-762885477-subnet', 'tenant_id': 'b3e59cd707fc49de809363d7d73c1e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:15.801349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd27cd6-3a2d-4a15-88d7-f6112ab2f717 admin admin] Pushing event updated for resources: {'Network': ['ID=75ff0cf8-fbcd-45e8-84d4-cd94145632aa,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:15.810137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-083e61d6-400c-43ec-a7e4-e64ac5b7acbb tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 1000 time: 0.1237240 Apr 20 15:01:15.897827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:01:15.907029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-715b1f90-9c41-4523-89d9-b64b68ab4611 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663281 Apr 20 15:01:15.909077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Made reservation on behalf of b3e59cd707fc49de809363d7d73c1e4b for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:01:15.911568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.009700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:16.052910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-aba25406-4408-4d74-9546-12e875f8f230 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:16.054703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-aba25406-4408-4d74-9546-12e875f8f230 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.2238231 Apr 20 15:01:16.206295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-c3418623-cb94-4805-8073-44bba865b916 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 1000 time: 0.1408684 Apr 20 15:01:16.217443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:16.266281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-629c06e7-871e-490f-9de4-fa8dda32f92e req-acdc7a11-355a-4276-a882-1c3687a096e0 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179166 Apr 20 15:01:16.328817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.332864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b928e514-2cf9-4cdf-a123-36a700c369f2', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'port_id': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'mac_address': 'fa:16:3e:4f:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:10Z', 'updated_at': '2022-04-20T15:01:12Z', 'revision_number': 1, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:16.398307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa8976-7d55-4fe2-924a-4c5b5d455382 None None] The sync data for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 is: [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b928e514-2cf9-4cdf-a123-36a700c369f2', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'port_id': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'mac_address': 'fa:16:3e:4f:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:10Z', 'updated_at': '2022-04-20T15:01:12Z', 'revision_number': 1, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:16.398710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.414482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.599677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b839-e80f-478a-902c-414924c02419 req-0d0c8913-e2e1-495c-82ae-a53ee30be325 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:16.608674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79d6b839-e80f-478a-902c-414924c02419 req-0d0c8913-e2e1-495c-82ae-a53ee30be325 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0877671 Apr 20 15:01:16.657759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e761288-b162-46f6-a0e2-5b8f692bdd67,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:16.684739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Checking segment: {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:16.685250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Network hostable DHCP agents. Network: 75ff0cf8-fbcd-45e8-84d4-cd94145632aa, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:01:16.702398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79d6b839-e80f-478a-902c-414924c02419 req-89232e4e-5bd0-4f96-89df-f765c40bf021 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925691 Apr 20 15:01:16.708364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.715361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.716087 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Floating IP b928e514-2cf9-4cdf-a123-36a700c369f2 disassociated. External IP: 172.25.1.148, port: f1cee48f-cc96-4c08-82fc-d818392d5832. Apr 20 15:01:16.763543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:01:16.802478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 75ff0cf8-fbcd-45e8-84d4-cd94145632aa) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:16.808098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:16.809414 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.813371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d8e57-5264-40ac-92cd-38dddf71772a None None] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:16.865428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6883384e-effb-4549-aa54-aad128125471 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1017468 Apr 20 15:01:16.899030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Deleting port a56d955c-7f5d-4842-b24f-a04a6a414f4a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:16.899543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:16.906918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427a57b-324d-45dd-a420-2f4e51a96b70 None None] New status for floating IP b928e514-2cf9-4cdf-a123-36a700c369f2: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:01:17.050016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a56d955c-7f5d-4842-b24f-a04a6a414f4a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:01:17.091046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] For port a56d955c-7f5d-4842-b24f-a04a6a414f4a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a56d955c-7f5d-4842-b24f-a04a6a414f4a,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:17.091422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:17.113798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Calling delete_port for a56d955c-7f5d-4842-b24f-a04a6a414f4a owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:17.151506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Router 4df0db17-4c14-458b-8f61-8d437dff940b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:17.202782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd797a8-98dc-47bb-998d-887581f3b846 None None] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:17.258161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a56d955c-7f5d-4842-b24f-a04a6a414f4a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:17.263085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:17.377390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:17.388211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:17.393089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Could not find standard attr ID for object a56d955c-7f5d-4842-b24f-a04a6a414f4a. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:01:17.395686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:17.400846 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No ports have port_id starting with a56d955c-7f5d-4842-b24f-a04a6a414f4a Apr 20 15:01:17.415227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56d955c-7f5d-4842-b24f-a04a6a414f4a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:17.433467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.433812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.434275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.434664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.435003 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.435337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.435663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.435988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.436379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.436616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.436941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.437263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:17.501329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-719140d2-8860-497b-bc93-c51a64d172ca tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "PUT /v2.0/floatingips/b928e514-2cf9-4cdf-a123-36a700c369f2 HTTP/1.1" status: 200 len: 693 time: 1.2870812 Apr 20 15:01:17.501847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:17.504578 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91" -d '{"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:17.594764 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf005215-859c-49ee-a4b5-9e66bcdb5ba5 x-openstack-request-id: req-bf005215-859c-49ee-a4b5-9e66bcdb5ba5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:17.595058 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:17.595311 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf005215-859c-49ee-a4b5-9e66bcdb5ba5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:17.595715 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf005215-859c-49ee-a4b5-9e66bcdb5ba5'] response: {'name': 'network-changed', 'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:01:17.601884 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-30779f5f-8cd1-492b-a898-20e4c7b88f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:17.603469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-30779f5f-8cd1-492b-a898-20e4c7b88f31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.0510631 Apr 20 15:01:17.749240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-66fee700-b7e5-4cc7-ac5a-32f89e08cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:17.751006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-66fee700-b7e5-4cc7-ac5a-32f89e08cb63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 1097 time: 0.1279509 Apr 20 15:01:17.798492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:17.910792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a68f-ef4c-471f-a824-e2502e8fad78 req-c3622983-0012-44fd-a2fb-39cdb3fac1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:17.911348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-a20d5ba4-5a15-4baf-8694-f2f7bc704189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:17.912808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38f1a68f-ef4c-471f-a824-e2502e8fad78 req-c3622983-0012-44fd-a2fb-39cdb3fac1f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1096 time: 0.2918005 Apr 20 15:01:17.913991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-a20d5ba4-5a15-4baf-8694-f2f7bc704189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.2999964 Apr 20 15:01:17.994854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-22047b6a-105f-4ce3-b471-77b9886e9740 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.0463560 Apr 20 15:01:18.013562 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-38f1a68f-ef4c-471f-a824-e2502e8fad78 req-5d795dd8-6e8b-44bd-bb42-81752046ed5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Apr 20 15:01:18.057733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527802f-2d87-4a79-b321-feffcc7e52e5 req-76ee7aca-944c-47c0-abf5-2695a651488d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:18.059351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1527802f-2d87-4a79-b321-feffcc7e52e5 req-76ee7aca-944c-47c0-abf5-2695a651488d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1620591 Apr 20 15:01:18.073567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Sync routers for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:18.091455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:18.092112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:18.116574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-9ccb3e80-6d00-4217-aacb-9d43a411926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:18.118050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-9ccb3e80-6d00-4217-aacb-9d43a411926c service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 200 len: 921 time: 0.3586130 Apr 20 15:01:18.138093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-3c03cce8-75c0-4680-85df-a470303fe1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:18.139584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-3c03cce8-75c0-4680-85df-a470303fe1c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.1283321 Apr 20 15:01:18.221264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-a79d8741-1762-4202-a6cf-f04847d23bce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515122 Apr 20 15:01:18.234828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:18.244373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:18.361732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-752f842a-9782-41f0-9a8e-a428ddfbcce6 service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395075 Apr 20 15:01:18.378839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1527802f-2d87-4a79-b321-feffcc7e52e5 req-04db8e1f-de93-4cd3-af8d-dcf06b6a1770 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036904 Apr 20 15:01:18.399768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:18.413286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Sync routers for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:18.417353 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8e8b4ed0-acc2-4e45-b9e8-4e5ef158e034 admin admin] 10.222.0.20 "PUT /v2.0/routers/93583d5e-4046-4d98-b19f-2ea0cc0e07b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7068784 Apr 20 15:01:18.423100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:18.448923 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:18.450294 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:18.527275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-89b30216-6d8c-4ce8-87d7-ada5cfc82ec3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 200 len: 217 time: 0.1764016 Apr 20 15:01:18.587554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:18.616317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:18.663292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-9fff88ba-fc2c-4d35-ba5a-18a97eb7ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:18.679091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-9fff88ba-fc2c-4d35-ba5a-18a97eb7ee79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 200 len: 860 time: 0.1290545 Apr 20 15:01:18.717930 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Checking router: 4df0db17-4c14-458b-8f61-8d437dff940b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:18.733396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:18.744037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:18.744671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:18.757557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-48350d61-2d2d-4467-bdcf-af0cc4f64651 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd369731-0d02-40e3-8db1-ce66b1ba8da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775518 Apr 20 15:01:18.834587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72ee9ce0-5a7a-4078-accc-de47080e015e req-8b89b2d7-b99f-4e8a-bed7-270b971b66d4 service neutron] 10.222.0.20 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939393 Apr 20 15:01:18.844056 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:18.872896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Deleting port d5c8b047-34c5-4eed-b766-4e328f88b5bc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:18.876222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.006854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-b6d3bda1-dab6-433f-a097-2fac9d639a52 service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298198 Apr 20 15:01:19.062681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] For port d5c8b047-34c5-4eed-b766-4e328f88b5bc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d5c8b047-34c5-4eed-b766-4e328f88b5bc,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:19.063064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.078237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Calling delete_port for d5c8b047-34c5-4eed-b766-4e328f88b5bc owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:19.190519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:19.219961 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:17Z', 'revision_number': 5, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port': {'id': 'd5c8b047-34c5-4eed-b766-4e328f88b5bc', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:01:05Z', 'updated_at': '2022-04-20T15:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:19.251427 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Checking router: 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:19.269755 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Routers {'93583d5e-4046-4d98-b19f-2ea0cc0e07b0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:19.270616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:19.407817 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] Set router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:19.456702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.522649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c8b047-34c5-4eed-b766-4e328f88b5bc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:19.540990 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:18Z', 'revision_number': 6, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:19.580041 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8c9ac-6068-487f-b01d-de3a43a09b6e None None] The sync data for ids ['93583d5e-4046-4d98-b19f-2ea0cc0e07b0'] in n-d-836145-2 is: [{'id': '93583d5e-4046-4d98-b19f-2ea0cc0e07b0', 'name': 'tempest-ImageQuotaTest-1959775495-router', 'tenant_id': '6df835a469734169a6d6832c638ed498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:01:04Z', 'updated_at': '2022-04-20T15:01:18Z', 'revision_number': 6, 'project_id': '6df835a469734169a6d6832c638ed498', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:19.669237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.670474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-e45d985c-6bab-4b02-ba4a-b4035d7bbfb0 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips/b928e514-2cf9-4cdf-a123-36a700c369f2 HTTP/1.1" status: 200 len: 693 time: 0.7544856 Apr 20 15:01:19.672807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:19.707709 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a3b2c-2d16-47de-acd5-60f15add7d29 None None] The sync data for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 is: [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:00:09Z', 'revision_number': 4, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7', 'name': '', 'network_id': 'dd369731-0d02-40e3-8db1-ce66b1ba8da5', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'mac_address': 'fa:16:3e:9d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '85b78933-061f-44af-91b7-f713d418bc13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:08Z', 'updated_at': '2022-04-20T15:00:21Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'subnets': [{'id': '85b78933-061f-44af-91b7-f713d418bc13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:19.830367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.834061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.864251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21c54-08a2-4e51-b358-f6698a3f21c1 req-c8fc18f7-b8d2-42ed-ab17-4840cf3fc2f9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:19.867132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dc21c54-08a2-4e51-b358-f6698a3f21c1 req-c8fc18f7-b8d2-42ed-ab17-4840cf3fc2f9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.2224224 Apr 20 15:01:19.900165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.900872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93583d5e-4046-4d98-b19f-2ea0cc0e07b0 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:01:19.921915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:19.923263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-076bbd78-9024-4479-88ff-c6bcdaf0f6f2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/93583d5e-4046-4d98-b19f-2ea0cc0e07b0 HTTP/1.1" status: 204 len: 168 time: 1.4990211 Apr 20 15:01:19.926373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34286) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:19.947650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19b5a0cc-25f4-4ee0-98a0-563bc5a87b91 req-ba9b8165-84a7-497b-bbd9-15c16a8da4fd service neutron] 10.222.0.45 "GET /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9323297 Apr 20 15:01:19.974308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-64f3a3a5-67c5-4c22-9d31-ce1cd6c2670d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:19.982334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-64f3a3a5-67c5-4c22-9d31-ce1cd6c2670d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/networks/83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 784 time: 0.3108928 Apr 20 15:01:19.989812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-30c82d19-1e7e-4662-90ff-6fb5b438d77d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:01:19.998342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-30c82d19-1e7e-4662-90ff-6fb5b438d77d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138297 Apr 20 15:01:20.078986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0dc21c54-08a2-4e51-b358-f6698a3f21c1 req-c78e27ff-0cd4-4252-b75c-2841b77e0316 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042880 Apr 20 15:01:20.091462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Deleting subnet f1a69488-36dc-43f0-8af9-c814603c5c90 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:01:20.096118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-ce0422db-00ba-49c7-9199-a677f1e52472 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0966825 Apr 20 15:01:20.099387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.186586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.207174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-735fef78-9170-4b7f-b860-b57b954aa0f7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.148 HTTP/1.1" status: 200 len: 696 time: 0.0995226 Apr 20 15:01:20.250426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b7f03-2bb4-443c-9f91-1ff691f4180f None None] New status for floating IP b928e514-2cf9-4cdf-a123-36a700c369f2: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:01:20.285256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.356809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.385143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a69488-36dc-43f0-8af9-c814603c5c90,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:20.402047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.409034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41ae8321-a3cd-40da-b472-2667487dccb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1a69488-36dc-43f0-8af9-c814603c5c90 HTTP/1.1" status: 204 len: 168 time: 0.4582269 Apr 20 15:01:20.409195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e01f1-a448-4850-80db-22a95d30f258 req-5cbded4c-ab27-4107-9d40-d6f92ccc6450 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:20.409459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34294) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:20.427212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-797e01f1-a448-4850-80db-22a95d30f258 req-5cbded4c-ab27-4107-9d40-d6f92ccc6450 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.2181120 Apr 20 15:01:20.533947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.555779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-797e01f1-a448-4850-80db-22a95d30f258 req-45fb76ca-39bc-4b82-b776-5b22f79fedf2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944533 Apr 20 15:01:20.585362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Deleting port 56f91006-8e18-4250-a354-5a47f6cc66de {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:20.585712 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.688655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb36cc6-471d-47be-a418-354d69e0b6d3 None None] Network 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:20.816555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.817113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:20.884663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Calling delete_port for 56f91006-8e18-4250-a354-5a47f6cc66de owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:21.051487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] DHCP port deletion for 162a74bc-3f95-4ed4-86ee-afdc9ba4c671 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:01:21.089028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d5c8b047-34c5-4eed-b766-4e328f88b5bc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:21.252711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d5c8b047-34c5-4eed-b766-4e328f88b5bc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:21.253060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d5c8b047-34c5-4eed-b766-4e328f88b5bc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:21.253637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a56d955c-7f5d-4842-b24f-a04a6a414f4a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:21.303976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a56d955c-7f5d-4842-b24f-a04a6a414f4a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:21.304379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a56d955c-7f5d-4842-b24f-a04a6a414f4a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:21.336262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2e19c-31ac-4197-9299-803f26341947 req-c63e990c-f4d7-4107-8216-f41b4ea49f49 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:21.338607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa2e19c-31ac-4197-9299-803f26341947 req-c63e990c-f4d7-4107-8216-f41b4ea49f49 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.2147219 Apr 20 15:01:21.350306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Deleting port 46a30bee-8e00-4f93-888d-9c995d9f246b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:21.350868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.439938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Deleting port 46a30bee-8e00-4f93-888d-9c995d9f246b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:21.440280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.473555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afa2e19c-31ac-4197-9299-803f26341947 req-c61e1df9-d5e9-497c-9db6-938d317570d5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994365 Apr 20 15:01:21.492583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] For port 46a30bee-8e00-4f93-888d-9c995d9f246b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=46a30bee-8e00-4f93-888d-9c995d9f246b,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:21.493183 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.516759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Calling delete_port for 46a30bee-8e00-4f93-888d-9c995d9f246b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:21.522174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.564557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] For port 46a30bee-8e00-4f93-888d-9c995d9f246b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=46a30bee-8e00-4f93-888d-9c995d9f246b,segment=NetworkSegment(d7938c85-abf9-4fd7-8d0b-5cee1c7997fe),segment_id=d7938c85-abf9-4fd7-8d0b-5cee1c7997fe)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:21.565172 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.578774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event deleted for resources: {'Port': ['ID=56f91006-8e18-4250-a354-5a47f6cc66de,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:21.586751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Calling delete_port for 46a30bee-8e00-4f93-888d-9c995d9f246b owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:21.643210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.685365 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.687928 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.689234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de5c266b-f51a-4b41-8283-2ebde10fa64f req-fc2f7d28-5569-48c5-9a0b-4a06064dc84c tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "DELETE /v2.0/floatingips/b928e514-2cf9-4cdf-a123-36a700c369f2 HTTP/1.1" status: 204 len: 173 time: 1.4696448 Apr 20 15:01:21.711271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] Pushing event deleted for resources: {'Port': ['ID=46a30bee-8e00-4f93-888d-9c995d9f246b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:21.713346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f862cfc-4dcf-4383-bc01-8d3aa5cf5d50 None None] No DVR routers for this DVR port 46a30bee-8e00-4f93-888d-9c995d9f246b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:21.746279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.769500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-1f9d2e7d-0283-40e9-ae9b-70f309c99f1d tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups/256143d9-0867-4bd2-be61-566dc289aa9f HTTP/1.1" status: 200 len: 1810 time: 0.0483260 Apr 20 15:01:21.783815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a30bee-8e00-4f93-888d-9c995d9f246b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:21.786163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] No DVR routers for this DVR port 46a30bee-8e00-4f93-888d-9c995d9f246b on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:21.858714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.877480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.908294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.908913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162a74bc-3f95-4ed4-86ee-afdc9ba4c671']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:21.924251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:21.925528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7938c85-abf9-4fd7-8d0b-5cee1c7997fe') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:21.936965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.953981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.957895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.961196 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.961664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:01:21.962177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:21.962357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6e90d90-d1ec-4d62-a193-c93cc5ea4fbf req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "DELETE /v2.0/security-groups/256143d9-0867-4bd2-be61-566dc289aa9f HTTP/1.1" status: 204 len: 173 time: 0.1864481 Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:01:21.964295 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:01:21.985674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72b78f-f475-40d1-8999-51fe8164a18a tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256143d9-0867-4bd2-be61-566dc289aa9f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:22.040714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.048203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.055805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] 10.222.0.20 "DELETE /v2.0/networks/162a74bc-3f95-4ed4-86ee-afdc9ba4c671 HTTP/1.1" status: 204 len: 168 time: 1.6448886 Apr 20 15:01:22.069391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02130171-cd98-40e0-9466-27d0566c1887 admin admin] Pushing event deleted for resources: {'Network': ['ID=162a74bc-3f95-4ed4-86ee-afdc9ba4c671,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:22.280357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe31da2-5001-43b5-ba4d-35bdc65578b2 req-66a777e1-8d52-415d-a99c-063a4af55990 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:22.280912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe31da2-5001-43b5-ba4d-35bdc65578b2 req-66a777e1-8d52-415d-a99c-063a4af55990 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0584722 Apr 20 15:01:22.282954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34340) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:22.325846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e4ce9bd5-2939-4b71-b3a8-9401a8148774 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6df835a469734169a6d6832c638ed498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416741 Apr 20 15:01:22.328812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34342) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:22.338346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebe31da2-5001-43b5-ba4d-35bdc65578b2 req-419e2a89-196e-4a3f-ba8f-36ee0fbb6df4 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Apr 20 15:01:22.388812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.410933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.463457 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.466557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:22.470849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68cedd0b-b8e8-48e9-a532-cf4f02ab77a1 HTTP/1.1" status: 204 len: 168 time: 0.1410449 Apr 20 15:01:22.479821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558f7b7-d55d-461f-8225-d1c773cd4653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cedd0b-b8e8-48e9-a532-cf4f02ab77a1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:22.608874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19bdf-7179-45a8-aa13-a16daca0acc2 req-d7b769c8-4bdf-47f6-b25e-a6d9f605321e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:22.611024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49f19bdf-7179-45a8-aa13-a16daca0acc2 req-d7b769c8-4bdf-47f6-b25e-a6d9f605321e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0622663 Apr 20 15:01:22.672092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49f19bdf-7179-45a8-aa13-a16daca0acc2 req-5092f0ca-cc3a-46f2-8c0b-1dfe9ac80230 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533998 Apr 20 15:01:22.910152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 46a30bee-8e00-4f93-888d-9c995d9f246b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:22.952849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 46a30bee-8e00-4f93-888d-9c995d9f246b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:22.953403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 46a30bee-8e00-4f93-888d-9c995d9f246b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:23.022443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:23.065153 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10d5fa3e-b0f0-4a99-b5b9-dca416aad2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.095584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92650-7fa0-4414-aba6-96e71560aade req-0ccf088d-6136-4772-b26e-9942daef9b81 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:23.097712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cd92650-7fa0-4414-aba6-96e71560aade req-0ccf088d-6136-4772-b26e-9942daef9b81 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0830538 Apr 20 15:01:23.151968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7cd92650-7fa0-4414-aba6-96e71560aade req-6db47b29-27a5-4c57-aaa4-8a3b6b7e7083 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482109 Apr 20 15:01:23.198593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10d5fa3e-b0f0-4a99-b5b9-dca416aad2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.203877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-10d5fa3e-b0f0-4a99-b5b9-dca416aad2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.251684 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-10d5fa3e-b0f0-4a99-b5b9-dca416aad2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2249720 Apr 20 15:01:23.251684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5fa3e-b0f0-4a99-b5b9-dca416aad2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0881493-e499-474d-8aea-3fcd90330405,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:23.252806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:23.305575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.327720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.390843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.395049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:23.396723 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0881493-e499-474d-8aea-3fcd90330405 HTTP/1.1" status: 204 len: 168 time: 0.1427591 Apr 20 15:01:23.406964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854b069-76cb-4608-a711-3fe873eedbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0881493-e499-474d-8aea-3fcd90330405,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:23.575474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724bdf1-288f-4e99-bd42-9e2021f3e0e6 req-c3349e88-3e60-4759-bed7-b13e070aa7da tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:23.577701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e724bdf1-288f-4e99-bd42-9e2021f3e0e6 req-c3349e88-3e60-4759-bed7-b13e070aa7da tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0855205 Apr 20 15:01:23.628944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e724bdf1-288f-4e99-bd42-9e2021f3e0e6 req-4423b603-d9ec-47f2-b886-9acf778e74e1 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Apr 20 15:01:24.294171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d840db6-8375-4d29-9fb1-ba33453e1064 req-7f83dc96-94c9-41a7-aa0c-ac326abc1535 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:24.296106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d840db6-8375-4d29-9fb1-ba33453e1064 req-7f83dc96-94c9-41a7-aa0c-ac326abc1535 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0700097 Apr 20 15:01:24.339696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d840db6-8375-4d29-9fb1-ba33453e1064 req-286edbf7-15d8-4f37-9586-c807864742de tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Apr 20 15:01:24.570709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-b4feee65-b311-4969-9913-0f06298da777 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:24.573137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-b4feee65-b311-4969-9913-0f06298da777 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.45 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.0734727 Apr 20 15:01:24.743996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Deleting port f1cee48f-cc96-4c08-82fc-d818392d5832 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:24.744341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:24.903577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3e80e-b5e5-418e-b516-5728da50b89c req-94fa14b7-8b74-4bdd-94f0-a2812f0a9db7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:24.905143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bf3e80e-b5e5-418e-b516-5728da50b89c req-94fa14b7-8b74-4bdd-94f0-a2812f0a9db7 tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 946 time: 0.1384811 Apr 20 15:01:24.965778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bf3e80e-b5e5-418e-b516-5728da50b89c req-abacea01-bc6a-4725-94c9-f98a77ebd6ba tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee73bac9-ca42-4c03-a3a7-847c43ae2701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 Apr 20 15:01:25.019394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] For port f1cee48f-cc96-4c08-82fc-d818392d5832, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f1cee48f-cc96-4c08-82fc-d818392d5832,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:25.019937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:25.066426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Calling delete_port for f1cee48f-cc96-4c08-82fc-d818392d5832 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:25.382155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:25.420070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Pushing event deleted for resources: {'Port': ['ID=f1cee48f-cc96-4c08-82fc-d818392d5832,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:25.479747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] No DVR routers for this DVR port f1cee48f-cc96-4c08-82fc-d818392d5832 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:25.491723 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:25.498873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc72b45-6955-4335-8358-648ac90d8fcb req-e4064ab9-f03f-4d81-bbb4-ae06564fd9de tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.45 "DELETE /v2.0/ports/f1cee48f-cc96-4c08-82fc-d818392d5832 HTTP/1.1" status: 204 len: 173 time: 0.9199088 Apr 20 15:01:25.499670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'name': 'network-vif-deleted', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:25.509567 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3497a32-cbd2-409d-af5b-933b960d051a" -d '{"events": [{"server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "name": "network-vif-deleted", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:25.601200 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018b132c-8cf2-49b3-8ceb-7b52766a076c x-openstack-request-id: req-018b132c-8cf2-49b3-8ceb-7b52766a076c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:25.601743 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9510c1d8-3007-47c7-a5b1-cea444f1be42", "name": "network-vif-deleted", "tag": "f1cee48f-cc96-4c08-82fc-d818392d5832", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:25.601743 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-018b132c-8cf2-49b3-8ceb-7b52766a076c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:25.602033 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018b132c-8cf2-49b3-8ceb-7b52766a076c'] response: {'server_uuid': '9510c1d8-3007-47c7-a5b1-cea444f1be42', 'name': 'network-vif-deleted', 'tag': 'f1cee48f-cc96-4c08-82fc-d818392d5832', 'status': 'completed', 'code': 200} Apr 20 15:01:26.124244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49b47068-e727-4c66-8d1c-d0da99b45090 req-0ae5b11c-0df5-4c4c-8094-817c397ba75b tempest-ServerRescueTestJSONUnderV235-1774693186 tempest-ServerRescueTestJSONUnderV235-1774693186-project] 10.222.0.20 "GET /v2.0/ports?device_id=9510c1d8-3007-47c7-a5b1-cea444f1be42 HTTP/1.1" status: 200 len: 210 time: 0.0352218 Apr 20 15:01:26.213626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c45a6-5fab-48c0-b561-56ae1397487a req-c88861c3-6daf-42c6-957e-b7569cd1013d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:26.221482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-582c45a6-5fab-48c0-b561-56ae1397487a req-c88861c3-6daf-42c6-957e-b7569cd1013d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0815268 Apr 20 15:01:26.267292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-582c45a6-5fab-48c0-b561-56ae1397487a req-084aabe4-99fc-42f2-9ace-f8547e5be9e4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Apr 20 15:01:26.379355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-06da85d6-11df-4243-a7b6-8f40eaee6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:26.380918 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-06da85d6-11df-4243-a7b6-8f40eaee6157 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.2472050 Apr 20 15:01:26.484716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-26199350-52a3-4f01-9de4-bba96b12a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:26.486632 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-26199350-52a3-4f01-9de4-bba96b12a318 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.0982776 Apr 20 15:01:26.501990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1cee48f-cc96-4c08-82fc-d818392d5832 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:26.529124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f1cee48f-cc96-4c08-82fc-d818392d5832 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:26.529752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f1cee48f-cc96-4c08-82fc-d818392d5832 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:26.532924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-1848843d-e818-49cb-b738-16e52a2bd414 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.0387697 Apr 20 15:01:26.598587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-dbc62009-d527-4e68-8ee5-18b91aa60ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:26.600162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-dbc62009-d527-4e68-8ee5-18b91aa60ff8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0607715 Apr 20 15:01:26.674865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-e92d07cf-f6a0-4665-855b-0b138913f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:26.677265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-e92d07cf-f6a0-4665-855b-0b138913f675 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691566 Apr 20 15:01:26.782230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-5f21ab82-8182-457c-8ce5-b5d166aac001 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953827 Apr 20 15:01:26.901504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab0e29d3-a0e4-40fe-ba15-842cf95f3cf1 req-e3822262-644f-4afb-83cb-d95308273872 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Apr 20 15:01:27.188314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34478) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:27.464165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcabaec-f728-4f9f-998b-edd4b9643de1 req-6bfd9ecd-5821-4905-af76-73c9a6daaa61 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:27.465677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abcabaec-f728-4f9f-998b-edd4b9643de1 req-6bfd9ecd-5821-4905-af76-73c9a6daaa61 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1160934 Apr 20 15:01:27.535524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abcabaec-f728-4f9f-998b-edd4b9643de1 req-a586361f-0411-47f2-94b5-b6724f7676f8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Apr 20 15:01:27.671676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:27.976430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Deleting port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:27.977006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:28.073701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] For port 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,segment=NetworkSegment(e2dc1e0b-2409-4034-9ad1-a94348709c6e),segment_id=e2dc1e0b-2409-4034-9ad1-a94348709c6e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:28.074139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:28.092198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Calling delete_port for 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:28.301522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:28.328340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:28.502906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:28.781336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76afcdd-786d-40d9-8a5c-e7e7026fae0f req-b52e9b92-cf43-4d03-8fd6-56db10d71a1d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:28.783985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a76afcdd-786d-40d9-8a5c-e7e7026fae0f req-b52e9b92-cf43-4d03-8fd6-56db10d71a1d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1449273 Apr 20 15:01:28.834807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Router 4df0db17-4c14-458b-8f61-8d437dff940b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:28.838644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a76afcdd-786d-40d9-8a5c-e7e7026fae0f req-0c516e4d-a279-44d5-8649-212d3dd32f9c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Apr 20 15:01:29.006500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:29.017978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e2220f49-8751-4d61-8394-629cb880fdad admin admin] 10.222.0.20 "PUT /v2.0/routers/4df0db17-4c14-458b-8f61-8d437dff940b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8276606 Apr 20 15:01:29.021334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:29.024492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Sync routers for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:29.041380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:29.041996 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:29.147212 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:29.203109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:29.335201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:29.373702 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:01:28Z', 'revision_number': 5, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port': {'id': '45cd4c15-b5f7-4600-a753-acf629a098e7', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:05Z', 'updated_at': '2022-04-20T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:29.403239 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Checking router: 4df0db17-4c14-458b-8f61-8d437dff940b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:29.412678 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Routers {'4df0db17-4c14-458b-8f61-8d437dff940b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:29.413242 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4df0db17-4c14-458b-8f61-8d437dff940b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:29.470278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Deleting port 45cd4c15-b5f7-4600-a753-acf629a098e7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:29.470719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:29.591728 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] Set router 4df0db17-4c14-458b-8f61-8d437dff940b gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:29.651901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] For port 45cd4c15-b5f7-4600-a753-acf629a098e7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=45cd4c15-b5f7-4600-a753-acf629a098e7,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:29.652430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:29.664061 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:01:29Z', 'revision_number': 6, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:29.699001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Calling delete_port for 45cd4c15-b5f7-4600-a753-acf629a098e7 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:29.713647 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5d2de-3080-4b96-ba00-1252f36804c5 None None] The sync data for ids ['4df0db17-4c14-458b-8f61-8d437dff940b'] in n-d-836145-2 is: [{'id': '4df0db17-4c14-458b-8f61-8d437dff940b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1640414648-router', 'tenant_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:04Z', 'updated_at': '2022-04-20T15:01:29Z', 'revision_number': 6, 'project_id': 'ae0786b3745e4c29b32d42ac57fcd051', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:30.023981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.049056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b60607-5725-445d-bc4e-223f776c9c07 req-792b1302-71f9-4c94-a99c-faf54a6f45ab tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:30.051126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b60607-5725-445d-bc4e-223f776c9c07 req-792b1302-71f9-4c94-a99c-faf54a6f45ab tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.1836848 Apr 20 15:01:30.082162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1efe8-3e7a-4b7b-98ed-47f404e67e45 req-8ab202b2-93fa-4235-ae21-93056578da5f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:30.083816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d1efe8-3e7a-4b7b-98ed-47f404e67e45 req-8ab202b2-93fa-4235-ae21-93056578da5f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1313787 Apr 20 15:01:30.089354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cd4c15-b5f7-4600-a753-acf629a098e7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:30.161255 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.178273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d1efe8-3e7a-4b7b-98ed-47f404e67e45 req-f295c5c5-b3f0-454f-a256-ad6d8bed282d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868509 Apr 20 15:01:30.195240 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b60607-5725-445d-bc4e-223f776c9c07 req-e43cdd8e-f1cd-43d6-a240-c898cc44dae9 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342154 Apr 20 15:01:30.278107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.281040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.329881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.330411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df0db17-4c14-458b-8f61-8d437dff940b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:01:30.338080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.339356 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-78225c7d-db2d-4396-9a28-e0753e06b2a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4df0db17-4c14-458b-8f61-8d437dff940b HTTP/1.1" status: 204 len: 168 time: 1.3170357 Apr 20 15:01:30.341964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34548) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:30.389929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Deleting subnet 85b78933-061f-44af-91b7-f713d418bc13 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:01:30.393226 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.429248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.471021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.533185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.562112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b78933-061f-44af-91b7-f713d418bc13,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:30.565671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.569090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d5f2f03-db5d-4837-a4b8-ef561e0203db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85b78933-061f-44af-91b7-f713d418bc13 HTTP/1.1" status: 204 len: 168 time: 0.2262652 Apr 20 15:01:30.571875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34554) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:30.670156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.757727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.780366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd369731-0d02-40e3-8db1-ce66b1ba8da5']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:30.790709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dc1e0b-2409-4034-9ad1-a94348709c6e') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:30.790949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dc1e0b-2409-4034-9ad1-a94348709c6e') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:30.800585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.816965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.824375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:01:30.824788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:01:30.826487 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:01:30.913271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.921684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:30.930205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:30.934397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd369731-0d02-40e3-8db1-ce66b1ba8da5 HTTP/1.1" status: 204 len: 168 time: 0.3614285 Apr 20 15:01:30.968751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:30.969103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4ceb74cb-f730-4cc3-bb15-3c93cb99a7f7 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:30.969517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 45cd4c15-b5f7-4600-a753-acf629a098e7 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:30.980436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22186fc6-ac71-46df-a11e-fff7f1e24299 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd369731-0d02-40e3-8db1-ce66b1ba8da5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:30.996156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 45cd4c15-b5f7-4600-a753-acf629a098e7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:30.996756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 45cd4c15-b5f7-4600-a753-acf629a098e7 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:31.111505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34564) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:31.165091 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d383e15-d750-424a-bf46-83c55041aab8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae0786b3745e4c29b32d42ac57fcd051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523155 Apr 20 15:01:31.167912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34566) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:31.233647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.293987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.306164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-a01a6c56-9d0f-40ae-9ccf-07c59c05a0c8 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:31.308196 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-a01a6c56-9d0f-40ae-9ccf-07c59c05a0c8 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.43 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.0961187 Apr 20 15:01:31.426331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae968f5-0b84-4f9d-a336-02b2d555c867 req-c521cda3-ed11-4ee6-8ab8-5c5de98f4331 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:31.428057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ae968f5-0b84-4f9d-a336-02b2d555c867 req-c521cda3-ed11-4ee6-8ab8-5c5de98f4331 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 945 time: 0.1167753 Apr 20 15:01:31.430102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Deleting port 074d1108-39de-4fc3-a436-7bfda1148d3e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:31.430543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.438619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c9bc-b338-4efb-932e-1953fa63c7c0 req-8a07b889-f02a-4e05-8b27-227c256f27ef tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:31.440091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89b0c9bc-b338-4efb-932e-1953fa63c7c0 req-8a07b889-f02a-4e05-8b27-227c256f27ef tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1484594 Apr 20 15:01:31.448385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.450916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.452358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee73bac9-ca42-4c03-a3a7-847c43ae2701 HTTP/1.1" status: 204 len: 168 time: 0.2826869 Apr 20 15:01:31.521112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb94c8-624a-4699-ad2f-62744a86697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73bac9-ca42-4c03-a3a7-847c43ae2701,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:31.576644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ae968f5-0b84-4f9d-a336-02b2d555c867 req-2207bbcb-3ac2-423b-a4ed-1e1b9f3b3d16 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/security-groups?id=357f173b-ac1e-461f-b4d0-741f971ae514&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350989 Apr 20 15:01:31.588790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89b0c9bc-b338-4efb-932e-1953fa63c7c0 req-c7212e8d-87a2-462a-b7f6-fa1b8d5fa8b2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349490 Apr 20 15:01:31.647055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] For port 074d1108-39de-4fc3-a436-7bfda1148d3e, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=074d1108-39de-4fc3-a436-7bfda1148d3e,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:31.647407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.858659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.859169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:31.859694 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Floating IP 5640f774-9c0b-43ce-b1f9-b92e4f409379 disassociated. External IP: 172.25.1.73, port: 074d1108-39de-4fc3-a436-7bfda1148d3e. Apr 20 15:01:31.860115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Calling delete_port for 074d1108-39de-4fc3-a436-7bfda1148d3e owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:32.055714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:32.093964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event deleted for resources: {'Port': ['ID=074d1108-39de-4fc3-a436-7bfda1148d3e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:32.239578 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:32.456043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:32.468531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Sync routers for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:32.487465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:32.488396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:32.508788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] No DVR routers for this DVR port 074d1108-39de-4fc3-a436-7bfda1148d3e on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:32.512534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:32.516723 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23d97200-ed26-4976-a245-bf9b8cb09afb req-84269ac9-cdac-4455-92b6-c3950e092748 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.43 "DELETE /v2.0/ports/074d1108-39de-4fc3-a436-7bfda1148d3e HTTP/1.1" status: 204 len: 173 time: 1.1961336 Apr 20 15:01:32.517251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'name': 'network-vif-deleted', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:32.519806 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de304d5-c535-4d9b-b51b-fae2f1d97636" -d '{"events": [{"server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "name": "network-vif-deleted", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:32.576308 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c5633f-ea2d-4482-8afa-62ebc0ab23c4 x-openstack-request-id: req-a3c5633f-ea2d-4482-8afa-62ebc0ab23c4 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:32.576866 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d51528-4295-4cf5-ac41-cade432ad01e", "name": "network-vif-deleted", "tag": "074d1108-39de-4fc3-a436-7bfda1148d3e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:32.577264 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c5633f-ea2d-4482-8afa-62ebc0ab23c4 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:32.577886 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c5633f-ea2d-4482-8afa-62ebc0ab23c4'] response: {'server_uuid': '66d51528-4295-4cf5-ac41-cade432ad01e', 'name': 'network-vif-deleted', 'tag': '074d1108-39de-4fc3-a436-7bfda1148d3e', 'status': 'completed', 'code': 200} Apr 20 15:01:32.631628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:32.856973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4edacaf-0ea4-4f1a-8b21-455a408fb271 req-33e77f27-454f-49a2-9e7b-0cb36bc91392 tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "GET /v2.0/ports?device_id=66d51528-4295-4cf5-ac41-cade432ad01e HTTP/1.1" status: 200 len: 210 time: 0.1069586 Apr 20 15:01:32.893621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719e38d-216b-4abc-82bc-08e847e0c70e req-9e1adb80-02c3-4f38-995b-bf32c907f123 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:32.896162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d719e38d-216b-4abc-82bc-08e847e0c70e req-9e1adb80-02c3-4f38-995b-bf32c907f123 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1556218 Apr 20 15:01:32.941856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d719e38d-216b-4abc-82bc-08e847e0c70e req-a302fc7c-66fd-4b71-9253-1829ee050f1f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Apr 20 15:01:33.007523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:33.039377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Checking router: e56da7de-18db-4ccb-80ac-4b5c5ad64be7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:33.049592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:33.050625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:33.204457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:33.480772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34648) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:33.491427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:33.544048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e6987-ee33-4901-a508-f4b2586203dc None None] The sync data for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 is: [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T14:55:55Z', 'revision_number': 4, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5278ae8-69a5-4841-94c0-4801fa0393c4', 'name': '', 'network_id': '0f18c12b-60f9-403d-8737-f91fb03fff3c', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'mac_address': 'fa:16:3e:39:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:54Z', 'updated_at': '2022-04-20T14:56:12Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'subnets': [{'id': 'c896d353-d372-4aff-80a2-4daee5e7389f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:33.554600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.616746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7a989b4-fa5b-4ea6-a796-8662b4754496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.701230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7a989b4-fa5b-4ea6-a796-8662b4754496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.708612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7a989b4-fa5b-4ea6-a796-8662b4754496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.754065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34652) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:33.754711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7a989b4-fa5b-4ea6-a796-8662b4754496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb5f004ede0d4f0c8bb40c166296f886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722347 Apr 20 15:01:33.755240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a989b4-fa5b-4ea6-a796-8662b4754496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3401f32b-7852-4b5f-ae11-575acdc2e938,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:33.818254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.869512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.947220 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.950252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:33.954149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3401f32b-7852-4b5f-ae11-575acdc2e938 HTTP/1.1" status: 204 len: 168 time: 0.1957374 Apr 20 15:01:33.962584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d787b-170f-4553-85f0-e6d4b5a8890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401f32b-7852-4b5f-ae11-575acdc2e938,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:33.981612 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06da7d-6bf8-4bc6-8909-7a90a8e6d8e9 None None] New status for floating IP 5640f774-9c0b-43ce-b1f9-b92e4f409379: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:01:33.992926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:34.148138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3467564-3153-44b8-94c3-d154ef427dab req-47baa6ec-cbfb-41b2-9410-4494bac3817d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:34.157232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3467564-3153-44b8-94c3-d154ef427dab req-47baa6ec-cbfb-41b2-9410-4494bac3817d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0920889 Apr 20 15:01:34.230336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Deleting port 7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:34.230887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.243473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3467564-3153-44b8-94c3-d154ef427dab req-9a932127-fc72-47c7-b6ea-8d2c6a801d44 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850437 Apr 20 15:01:34.379209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.379639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.393714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Calling delete_port for 7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:34.572488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.600139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event deleted for resources: {'Port': ['ID=7dfe24c5-24fb-42e7-a23a-cfa3c3bff14c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:34.674604 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.677807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.679198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fbd86860-5d44-44cd-8f81-da976d05c4ae tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "DELETE /v2.0/floatingips/5640f774-9c0b-43ce-b1f9-b92e4f409379 HTTP/1.1" status: 204 len: 168 time: 0.6852760 Apr 20 15:01:34.777181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34700) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:34.850145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:34.887344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 074d1108-39de-4fc3-a436-7bfda1148d3e no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:34.911458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 074d1108-39de-4fc3-a436-7bfda1148d3e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:34.915189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 074d1108-39de-4fc3-a436-7bfda1148d3e not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:34.915631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.014130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.016863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.020807 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] 10.222.0.20 "DELETE /v2.0/security-groups/357f173b-ac1e-461f-b4d0-741f971ae514 HTTP/1.1" status: 204 len: 168 time: 0.2398448 Apr 20 15:01:35.029006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787afb2-5b43-4b23-83a7-14e57fe4bddb tempest-TestServerBasicOps-1665569463 tempest-TestServerBasicOps-1665569463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f173b-ac1e-461f-b4d0-741f971ae514,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:35.086749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:35.393161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34736) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:35.425241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c6d9-d328-440a-bf60-f94a8e946a26 req-df8a1bcd-a3b2-4777-b4d7-17bc9b1bd98a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:35.427068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf85c6d9-d328-440a-bf60-f94a8e946a26 req-df8a1bcd-a3b2-4777-b4d7-17bc9b1bd98a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0970609 Apr 20 15:01:35.514600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf85c6d9-d328-440a-bf60-f94a8e946a26 req-3078037d-9b9a-47b8-b4e0-f8dd0492e290 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724733 Apr 20 15:01:35.567241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34347863-06d4-4227-b6fb-cc9b10dd3c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.671296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34347863-06d4-4227-b6fb-cc9b10dd3c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.676210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-34347863-06d4-4227-b6fb-cc9b10dd3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.718849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34347863-06d4-4227-b6fb-cc9b10dd3c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d66f62-05de-4138-b1a9-32c65ac3480a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:35.743926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34746) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:35.744942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-34347863-06d4-4227-b6fb-cc9b10dd3c5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5cb635d5fc45648894bfe3d082514c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486030 Apr 20 15:01:35.779672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.861035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:35.927184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.037286 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.039960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.041181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85d66f62-05de-4138-b1a9-32c65ac3480a HTTP/1.1" status: 204 len: 168 time: 0.2952089 Apr 20 15:01:36.055814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafa163-2c49-4773-9698-2d220cdf0ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d66f62-05de-4138-b1a9-32c65ac3480a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:36.146140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Deleting port c5278ae8-69a5-4841-94c0-4801fa0393c4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:36.146556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.246268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] For port c5278ae8-69a5-4841-94c0-4801fa0393c4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5278ae8-69a5-4841-94c0-4801fa0393c4,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:36.246442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.259766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Calling delete_port for c5278ae8-69a5-4841-94c0-4801fa0393c4 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:36.454917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:36.505415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5278ae8-69a5-4841-94c0-4801fa0393c4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:36.661680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a3c98-49df-4ed4-b778-4f8897d2a982 req-d37dca2e-4a61-4248-851f-63b1414f15a9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:36.670206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278a3c98-49df-4ed4-b778-4f8897d2a982 req-d37dca2e-4a61-4248-851f-63b1414f15a9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0724113 Apr 20 15:01:36.705127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278a3c98-49df-4ed4-b778-4f8897d2a982 req-c237cfb4-aba9-4eff-817e-848fda9795ac tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337777 Apr 20 15:01:36.733305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:37.469458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:37.615910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:37.624070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34828) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:37.624504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1c9ebc7-e64e-4dba-8502-8a4f7e364670 admin admin] 10.222.0.20 "PUT /v2.0/routers/e56da7de-18db-4ccb-80ac-4b5c5ad64be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363867 Apr 20 15:01:37.635127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Sync routers for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:37.659407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:37.660139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:37.769008 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:37.868703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:38.047493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234efb98-fadb-45b3-9d00-f846c425c898 req-99f2f64e-ed32-4a0e-a147-bbd8f4dbcbb1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:38.049222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-234efb98-fadb-45b3-9d00-f846c425c898 req-99f2f64e-ed32-4a0e-a147-bbd8f4dbcbb1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1897511 Apr 20 15:01:38.080208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634985fd-0396-4c25-a37a-dbfb39671401 req-697d659b-e8e9-45fa-a202-420b5d7946a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:38.081547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634985fd-0396-4c25-a37a-dbfb39671401 req-697d659b-e8e9-45fa-a202-420b5d7946a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.0706758 Apr 20 15:01:38.086684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.152574 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-634985fd-0396-4c25-a37a-dbfb39671401 req-6c4d652a-409a-434e-a947-f426f9ca61e6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632708 Apr 20 15:01:38.163907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-234efb98-fadb-45b3-9d00-f846c425c898 req-64ca4cfa-b1ae-4631-8daa-c9bb73602647 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060081 Apr 20 15:01:38.195393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Deleting port b6294b20-7c1d-4b47-a13f-514a29cd4a5b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:38.195892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.238897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T15:01:36Z', 'revision_number': 5, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port': {'id': 'b6294b20-7c1d-4b47-a13f-514a29cd4a5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:55:49Z', 'updated_at': '2022-04-20T14:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:38.324182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Checking router: e56da7de-18db-4ccb-80ac-4b5c5ad64be7 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:38.341577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] For port b6294b20-7c1d-4b47-a13f-514a29cd4a5b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:38.342012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.342464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Routers {'e56da7de-18db-4ccb-80ac-4b5c5ad64be7'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:38.343289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:38.377095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Calling delete_port for b6294b20-7c1d-4b47-a13f-514a29cd4a5b owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:38.560082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] Set router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:38.617165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.651089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Pushing event deleted for resources: {'Port': ['ID=b6294b20-7c1d-4b47-a13f-514a29cd4a5b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:38.666267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.666805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.667805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.668246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.668780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.669657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.670089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.670518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.671560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.674950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.675249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.675736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:01:38.812343 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.883489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T15:01:38Z', 'revision_number': 6, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:38.922545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9f0be-68aa-4b14-af37-8153983d8b4b None None] The sync data for ids ['e56da7de-18db-4ccb-80ac-4b5c5ad64be7'] in n-d-836145-2 is: [{'id': 'e56da7de-18db-4ccb-80ac-4b5c5ad64be7', 'name': 'tempest-TestServerBasicOps-549021942-router', 'tenant_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:55:48Z', 'updated_at': '2022-04-20T15:01:38Z', 'revision_number': 6, 'project_id': 'fa0c63939a5a40aeb68c1a56d183aade', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:38.943709 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:01:38.991432 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:38.993541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.074546 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.075212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e56da7de-18db-4ccb-80ac-4b5c5ad64be7 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:01:39.080754 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.083101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b2c707e1-27a1-44ff-b6fc-7d5ac6ad38db admin admin] 10.222.0.20 "DELETE /v2.0/routers/e56da7de-18db-4ccb-80ac-4b5c5ad64be7 HTTP/1.1" status: 204 len: 168 time: 1.4576118 Apr 20 15:01:39.085678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34896) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:39.179278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Deleting subnet c896d353-d372-4aff-80a2-4daee5e7389f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:01:39.182843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.258123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.342846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34904) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:39.578438 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b41f93a-7114-483d-a6bd-3385732f6093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.605050 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-56a7f653-082c-4518-853d-944c54942d47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987732 Apr 20 15:01:39.746197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-8c6cb122-b010-470e-afef-f37f293fe6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:39.747744 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-8c6cb122-b010-470e-afef-f37f293fe6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.0914507 Apr 20 15:01:39.749590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b41f93a-7114-483d-a6bd-3385732f6093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.765291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4b41f93a-7114-483d-a6bd-3385732f6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:39.886706 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4b41f93a-7114-483d-a6bd-3385732f6093 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=327be41dc0104ec684d1fa2a4c0c1fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413158 Apr 20 15:01:39.909046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4a252-892b-4eb0-8214-3cb9f1429058 req-efc1140a-2a3e-41a4-a7f1-6768ca89d7ab tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:39.910935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ae4a252-892b-4eb0-8214-3cb9f1429058 req-efc1140a-2a3e-41a4-a7f1-6768ca89d7ab tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.6088588 Apr 20 15:01:39.913986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 34930) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:39.926469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41f93a-7114-483d-a6bd-3385732f6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9f970-0e21-48c3-8082-17cb8042e616,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:40.004989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-532bd22e-05a5-4b1f-bbad-cc1f3144540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.006930 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-532bd22e-05a5-4b1f-bbad-cc1f3144540e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.2278385 Apr 20 15:01:40.061067 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-e45af1c6-6022-4a18-91b9-097ec88e324a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.0434420 Apr 20 15:01:40.083414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8579b7-5333-4fe3-adca-3c2244278e45 req-c39e4ce3-b4cb-4937-b19a-0416a6dc6ac4 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.084922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d8579b7-5333-4fe3-adca-3c2244278e45 req-c39e4ce3-b4cb-4937-b19a-0416a6dc6ac4 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1096 time: 0.2550442 Apr 20 15:01:40.087386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-89c8d85b-79e5-491a-96e7-dad3d804a9f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2563970 Apr 20 15:01:40.092293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.129346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-f184dee6-10d9-421a-a379-1921952c0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.131507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-f184dee6-10d9-421a-a379-1921952c0b0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0620711 Apr 20 15:01:40.168173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.184514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ae4a252-892b-4eb0-8214-3cb9f1429058 req-e6b22eb0-c320-4921-a88d-3a4bf10e02d0 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157488 Apr 20 15:01:40.185731 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4082ccf2-7583-4d58-84e7-05490f0d1692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.243828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.253192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-fd1e5b1c-599c-49f0-a015-82d73bd2d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.254736 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-fd1e5b1c-599c-49f0-a015-82d73bd2d3b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162381 Apr 20 15:01:40.315464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d8579b7-5333-4fe3-adca-3c2244278e45 req-192626de-19b2-4a7c-81b6-3ce6cc3637c9 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167747 Apr 20 15:01:40.469278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-b95013e6-9702-4121-bb72-ca7f15841a9e service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055914 Apr 20 15:01:40.471269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-c1e20f4f-9f17-4922-828c-d246cb98aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.472854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-c1e20f4f-9f17-4922-828c-d246cb98aae8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1096 time: 0.3200281 Apr 20 15:01:40.473855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.524402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c896d353-d372-4aff-80a2-4daee5e7389f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:40.547391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdea9f7-c275-4bad-b53a-98852dc99c56 None None] Network 0f18c12b-60f9-403d-8737-f91fb03fff3c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:40.550011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.553306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-298de9bb-5100-4de2-b970-d606e9359ce3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c896d353-d372-4aff-80a2-4daee5e7389f HTTP/1.1" status: 204 len: 168 time: 1.4663899 Apr 20 15:01:40.555756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.556141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:40.558205 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.559369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3f9f970-0e21-48c3-8082-17cb8042e616 HTTP/1.1" status: 204 len: 168 time: 0.6353867 Apr 20 15:01:40.590427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07dbdf-0486-466b-bd2a-112609240275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9f970-0e21-48c3-8082-17cb8042e616,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:40.695922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.701477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f64c1ac-1065-4477-a1a9-2ac85083881c req-96f5f10d-c44c-4b13-a3a7-fdc84c266f28 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242255 Apr 20 15:01:40.773642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ac84-29e8-493d-8a59-5cff0c936739 req-0393f91c-5449-4172-9902-3185855009ea tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.775194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd0ac84-29e8-493d-8a59-5cff0c936739 req-0393f91c-5449-4172-9902-3185855009ea tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.3548124 Apr 20 15:01:40.843947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-e9e0acfd-b376-42cc-9392-3b48c5635674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.846483 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-e9e0acfd-b376-42cc-9392-3b48c5635674 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.0827188 Apr 20 15:01:40.880867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebd0ac84-29e8-493d-8a59-5cff0c936739 req-49f97447-16fa-4395-a62f-18dcfc3eb178 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873117 Apr 20 15:01:40.897672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Deleting port b4a23892-99e9-47f2-ac99-737e173415c3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:40.898021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:40.922292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34966) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:40.923962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41406-5bda-4f0f-8cc1-e64934a6130c req-c6a36a4f-4689-4fcf-beaf-30507f788f5d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.928049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b6294b20-7c1d-4b47-a13f-514a29cd4a5b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:40.931553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82b41406-5bda-4f0f-8cc1-e64934a6130c req-c6a36a4f-4689-4fcf-beaf-30507f788f5d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.2693036 Apr 20 15:01:40.942903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-6a119fe2-72af-439e-b7f3-3a1b95bc0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:40.944378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-6a119fe2-72af-439e-b7f3-3a1b95bc0635 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.4302223 Apr 20 15:01:40.960032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b6294b20-7c1d-4b47-a13f-514a29cd4a5b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:40.960032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b6294b20-7c1d-4b47-a13f-514a29cd4a5b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:40.960623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5278ae8-69a5-4841-94c0-4801fa0393c4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:40.993266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c5278ae8-69a5-4841-94c0-4801fa0393c4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:40.993751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5278ae8-69a5-4841-94c0-4801fa0393c4 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:40.996257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] DHCP port deletion for 0f18c12b-60f9-403d-8737-f91fb03fff3c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:01:41.049751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-44900242-ecbd-4e2f-ae7d-2967cfee12a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 217 time: 0.0968997 Apr 20 15:01:41.098304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Deleting port b4a23892-99e9-47f2-ac99-737e173415c3 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:41.098738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.129301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 34968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:41.141953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82b41406-5bda-4f0f-8cc1-e64934a6130c req-fba6a4a7-5f44-49e5-a0e9-c9e383239872 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095528 Apr 20 15:01:41.146145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-ca03450b-ba29-4fb3-a6e8-f17c376d5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:41.147857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-ca03450b-ba29-4fb3-a6e8-f17c376d5be5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0887885 Apr 20 15:01:41.160262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] For port b4a23892-99e9-47f2-ac99-737e173415c3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b4a23892-99e9-47f2-ac99-737e173415c3,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:41.160629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.171893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad41ddf6-828d-4aea-94f1-fc81c1c4c1e4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 200 len: 992 time: 0.2087944 Apr 20 15:01:41.195355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] For port b4a23892-99e9-47f2-ac99-737e173415c3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b4a23892-99e9-47f2-ac99-737e173415c3,segment=NetworkSegment(a8ce64f0-86b7-4b3e-a763-b5f8d866f631),segment_id=a8ce64f0-86b7-4b3e-a763-b5f8d866f631)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:41.195971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.210857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Calling delete_port for b4a23892-99e9-47f2-ac99-737e173415c3 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:41.223102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-719528a0-0fe9-4e7c-a0c4-7a5544275b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:41.223359 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355946ac-17ff-404b-aaab-4bc867825fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.225525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-719528a0-0fe9-4e7c-a0c4-7a5544275b44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696750 Apr 20 15:01:41.227215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Calling delete_port for b4a23892-99e9-47f2-ac99-737e173415c3 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:41.301355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-afe08bae-8c8a-4eb3-9d7c-924eda7a8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:41.304390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-afe08bae-8c8a-4eb3-9d7c-924eda7a8557 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.4474699 Apr 20 15:01:41.306923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.341102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] Pushing event deleted for resources: {'Port': ['ID=b4a23892-99e9-47f2-ac99-737e173415c3,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:41.343307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f200c5-fafd-4383-9312-2eebad9cb088 None None] No DVR routers for this DVR port b4a23892-99e9-47f2-ac99-737e173415c3 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:41.370498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-bdb4d1a7-9e81-4f04-910a-1f4639c7bec8 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373403 Apr 20 15:01:41.422084 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-b611de8c-1c90-40fc-825d-b57c4e4dd9a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.1048665 Apr 20 15:01:41.542465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-c59a8f79-851a-479f-8222-de312359a870 req-19b69fb1-49ca-4ea3-bb96-7728d1339633 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:01:41.556214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c59a8f79-851a-479f-8222-de312359a870 req-19b69fb1-49ca-4ea3-bb96-7728d1339633 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237134 Apr 20 15:01:41.568245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7132d3d6-5ac2-4e55-abb4-3bd6bf21b7bd req-be015f42-bf7b-4a73-9e09-26f1ee7c7156 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905398 Apr 20 15:01:41.605856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-4e2b4551-0509-489a-a0bc-a49a93d49420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:41.607355 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-4e2b4551-0509-489a-a0bc-a49a93d49420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.1646435 Apr 20 15:01:41.621865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355946ac-17ff-404b-aaab-4bc867825fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.663785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-355946ac-17ff-404b-aaab-4bc867825fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.704815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.730991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-355946ac-17ff-404b-aaab-4bc867825fa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f2e5c9635624ab58ecc0878bf5313d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944450 Apr 20 15:01:41.734209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35000) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:41.768031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-efc29651-6e38-4e91-83fc-e77ae52fded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:41.769858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-efc29651-6e38-4e91-83fc-e77ae52fded3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511538 Apr 20 15:01:41.772207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a23892-99e9-47f2-ac99-737e173415c3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:41.773955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355946ac-17ff-404b-aaab-4bc867825fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c7a6f7-377c-4424-9c3e-aa1decb2f9f6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:41.776892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] No DVR routers for this DVR port b4a23892-99e9-47f2-ac99-737e173415c3 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:41.866452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.898387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.970380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.975556 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:41.976794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37c7a6f7-377c-4424-9c3e-aa1decb2f9f6 HTTP/1.1" status: 204 len: 168 time: 0.2410290 Apr 20 15:01:42.005039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ff054-d0fa-4556-aaad-2b89efd103f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c7a6f7-377c-4424-9c3e-aa1decb2f9f6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:42.007472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-eff0f902-4176-45e8-b207-f6ad83105d4d service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279310 Apr 20 15:01:42.104022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.137746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f18c12b-60f9-403d-8737-f91fb03fff3c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:42.161688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:42.161982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ce64f0-86b7-4b3e-a763-b5f8d866f631') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:42.194219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2df7ed2-4c4f-4682-9740-15f8e45d24fa req-c1b32261-fcc2-4f4d-a6a4-f45998fbbc20 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778002 Apr 20 15:01:42.198464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.226941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.297066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:01:42.297491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:01:42.299940 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:01:42.371113 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-9847f4c2-76d7-4e0b-a6fe-0e9ca4fc2275 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306112 Apr 20 15:01:42.377555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.389316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:42.395559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f18c12b-60f9-403d-8737-f91fb03fff3c HTTP/1.1" status: 204 len: 168 time: 1.8369632 Apr 20 15:01:42.397721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35018) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:42.428284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873f56-3d53-46b4-80d7-496d5b612180 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f18c12b-60f9-403d-8737-f91fb03fff3c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:42.432873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9279304-ed97-4ea1-b451-3bb7af89014e req-26a29164-2643-4e42-b6be-b4985c5cfa7e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:42.434491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9279304-ed97-4ea1-b451-3bb7af89014e req-26a29164-2643-4e42-b6be-b4985c5cfa7e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1398950 Apr 20 15:01:42.444199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8558-4d31-47d1-90cb-5f6c9358a587 req-5247fcc9-1764-4627-8efa-be2458f0f9f4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:42.449105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b89d8558-4d31-47d1-90cb-5f6c9358a587 req-5247fcc9-1764-4627-8efa-be2458f0f9f4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1731782 Apr 20 15:01:42.577340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9279304-ed97-4ea1-b451-3bb7af89014e req-5b363757-1f58-4b5e-b914-ede05bbef04b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257672 Apr 20 15:01:42.620793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b89d8558-4d31-47d1-90cb-5f6c9358a587 req-30884282-34a7-4190-8052-81a4eb86cb29 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896053 Apr 20 15:01:42.963976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b4a23892-99e9-47f2-ac99-737e173415c3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:43.029518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b4a23892-99e9-47f2-ac99-737e173415c3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:43.029965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b4a23892-99e9-47f2-ac99-737e173415c3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:43.103522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:43.496693 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90224aea-37a2-4f5a-9805-5ba777cb524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:43.519289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Deleting port f00d756e-4bb2-440c-9267-9c56c11017f2 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:43.519792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:43.639036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] For port f00d756e-4bb2-440c-9267-9c56c11017f2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f00d756e-4bb2-440c-9267-9c56c11017f2,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:43.639036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:43.677040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Calling delete_port for f00d756e-4bb2-440c-9267-9c56c11017f2 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:43.707187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:43.984237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567088-b545-4c3c-98c9-4574352a4f35 req-6b33f4b9-a5c3-4eea-8641-072b56e9e25f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:43.985883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22567088-b545-4c3c-98c9-4574352a4f35 req-6b33f4b9-a5c3-4eea-8641-072b56e9e25f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.1497190 Apr 20 15:01:43.995885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0aab-cf29-446f-8d05-223b8f21dfba req-6159a4fe-ab4b-4fe0-aa96-240b0e648954 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:43.997442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1ae0aab-cf29-446f-8d05-223b8f21dfba req-6159a4fe-ab4b-4fe0-aa96-240b0e648954 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1628795 Apr 20 15:01:44.115739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1ae0aab-cf29-446f-8d05-223b8f21dfba req-81d2b5c5-5abb-4e35-aef4-45d700701e85 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887976 Apr 20 15:01:44.147384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22567088-b545-4c3c-98c9-4574352a4f35 req-fbbedf97-6d9e-4a53-930b-a3c02985c685 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453714 Apr 20 15:01:44.150354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:44.205360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=f00d756e-4bb2-440c-9267-9c56c11017f2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:44.250594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-dca6c0d8-9982-4127-91d8-a72e9a9595b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:44.252865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-dca6c0d8-9982-4127-91d8-a72e9a9595b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1096 time: 0.0901868 Apr 20 15:01:44.376318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:44.543167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-08fbdc98-dd54-466d-a929-6f33be5bd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:44.545417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-08fbdc98-dd54-466d-a929-6f33be5bd1a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.2856984 Apr 20 15:01:44.550899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:44.702544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-b721b19a-8b07-46d7-99b0-85434ef0e873 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 1000 time: 0.1481295 Apr 20 15:01:44.791307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-85d6956b-5b19-47d9-9af4-a452e52b02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:44.793106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-85d6956b-5b19-47d9-9af4-a452e52b02a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0837371 Apr 20 15:01:44.890925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-0533300c-1c1f-4a4f-b28d-13da44fbc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:44.894704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-0533300c-1c1f-4a4f-b28d-13da44fbc157 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894315 Apr 20 15:01:45.020453 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-77369281-af5e-4670-9474-d958f41c57d8 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199634 Apr 20 15:01:45.043665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Router ed3fd5ff-873e-4e81-a0d1-d7343f175439 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:01:45.176548 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-26b750fd-a5d2-4f33-86f0-1f54784bde91 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489606 Apr 20 15:01:45.226004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:45.233715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:01:45.245502 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Sync routers for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:01:45.289578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2384d709-bbf0-4877-9196-c8ff66482fdb admin admin] 10.222.0.20 "PUT /v2.0/routers/ed3fd5ff-873e-4e81-a0d1-d7343f175439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8876605 Apr 20 15:01:45.290544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35162) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:45.292764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:45.292764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:45.348906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:45.442920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:45.467828 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:45.546594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbef46-bbf7-478c-a349-1421a2278d76 req-9cff55a0-31f4-4697-a870-1a14eebc6ac7 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:45.553424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4fbef46-bbf7-478c-a349-1421a2278d76 req-9cff55a0-31f4-4697-a870-1a14eebc6ac7 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.2544966 Apr 20 15:01:45.596491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bcc55-d122-4fc2-9170-bf28a60d83c8 req-b3f44960-089d-4dbc-a6f0-140361325e86 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:45.603079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a70bcc55-d122-4fc2-9170-bf28a60d83c8 req-b3f44960-089d-4dbc-a6f0-140361325e86 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.2460451 Apr 20 15:01:45.638254 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4fbef46-bbf7-478c-a349-1421a2278d76 req-43124df6-11cc-4aee-b30a-0c1d0cd2d5a4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777760 Apr 20 15:01:45.685277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a70bcc55-d122-4fc2-9170-bf28a60d83c8 req-1ce34261-b370-4cf7-94c6-0028bf970a92 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597620 Apr 20 15:01:45.722195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:45.787381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T15:01:43Z', 'revision_number': 5, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port': {'id': '0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:dc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T14:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:45.829535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Deleting port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:45.829885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:45.837815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Checking router: ed3fd5ff-873e-4e81-a0d1-d7343f175439 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:01:45.854901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Routers {'ed3fd5ff-873e-4e81-a0d1-d7343f175439'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:01:45.855905 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:45.981275 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] Set router ed3fd5ff-873e-4e81-a0d1-d7343f175439 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:01:46.017467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] For port 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:46.017857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.046214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Calling delete_port for 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:46.349599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T15:01:45Z', 'revision_number': 6, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:46.388467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.422830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:46.460348 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da62824-fd61-4b6f-9d30-a5d9873f6782 None None] The sync data for ids ['ed3fd5ff-873e-4e81-a0d1-d7343f175439'] in n-d-836145-2 is: [{'id': 'ed3fd5ff-873e-4e81-a0d1-d7343f175439', 'name': 'tempest-TestServerBasicOps-1208825917-router', 'tenant_id': '4c2a9636e4374d609aabe77930865354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:56:03Z', 'updated_at': '2022-04-20T15:01:45Z', 'revision_number': 6, 'project_id': '4c2a9636e4374d609aabe77930865354', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:01:46.498422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.607914 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.610281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.658370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.659066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3fd5ff-873e-4e81-a0d1-d7343f175439 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:01:46.664664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.668132 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c265a57-c18a-4768-bffe-d271ba82b349 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed3fd5ff-873e-4e81-a0d1-d7343f175439 HTTP/1.1" status: 204 len: 168 time: 1.3746471 Apr 20 15:01:46.668670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35208) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:46.729150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Deleting subnet 8642c2b0-2ab8-4570-b166-01c8a416acc5 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:01:46.732943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.773668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.932898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71dc1-2973-47d3-a8f2-3750500fcbb8 req-2dfc16ae-6523-4253-b55a-b3a1bb55f1d9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:46.941173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32c71dc1-2973-47d3-a8f2-3750500fcbb8 req-2dfc16ae-6523-4253-b55a-b3a1bb55f1d9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1321793 Apr 20 15:01:46.966263 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:46.997127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f00d756e-4bb2-440c-9267-9c56c11017f2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:47.077948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f00d756e-4bb2-440c-9267-9c56c11017f2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:47.078591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f00d756e-4bb2-440c-9267-9c56c11017f2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:47.104559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32c71dc1-2973-47d3-a8f2-3750500fcbb8 req-4d7c3977-eb7d-429f-95de-25221d401dfd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520889 Apr 20 15:01:47.168528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.203858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8642c2b0-2ab8-4570-b166-01c8a416acc5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:47.209058 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.212263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a904b0d1-fdff-4b17-9bee-5a469f93efcc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8642c2b0-2ab8-4570-b166-01c8a416acc5 HTTP/1.1" status: 204 len: 168 time: 0.5425475 Apr 20 15:01:47.214957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:47.217051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c76162-784a-4da9-bf74-4b3c3f106043 None None] Network 9908407f-0e2a-4043-a00d-90643dcb98a8 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:01:47.333420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.393473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Deleting port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:47.394205 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.484118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35240) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:47.500897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] For port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:47.501379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.516207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] DHCP port deletion for 9908407f-0e2a-4043-a00d-90643dcb98a8 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:01:47.527035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Calling delete_port for 36ba17ba-c4a3-4936-b7f3-535685f3a4eb owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:47.621215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Deleting port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:01:47.621905 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.630483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7f9fcc0-49a4-4e36-8d4a-8eda36844680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.679903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.699567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] For port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,segment=NetworkSegment(7fae7b2c-44a5-4ee1-9925-db776ed91717),segment_id=7fae7b2c-44a5-4ee1-9925-db776ed91717)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:47.700298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.722539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:47.729601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] No DVR routers for this DVR port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:47.731844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Calling delete_port for 36ba17ba-c4a3-4936-b7f3-535685f3a4eb owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:01:47.787711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7f9fcc0-49a4-4e36-8d4a-8eda36844680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.800145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7f9fcc0-49a4-4e36-8d4a-8eda36844680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.868264 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:01:47.877729 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:01:47.889514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7f9fcc0-49a4-4e36-8d4a-8eda36844680 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f7a6259415470393a40380e46b9d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042792 Apr 20 15:01:47.892487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35256) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:47.892791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9908407f-0e2a-4043-a00d-90643dcb98a8']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:47.895498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.903150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fae7b2c-44a5-4ee1-9925-db776ed91717') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:47.903459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fae7b2c-44a5-4ee1-9925-db776ed91717') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:01:47.914096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.928973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] Pushing event deleted for resources: {'Port': ['ID=36ba17ba-c4a3-4936-b7f3-535685f3a4eb,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:47.929276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.933324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9fcc0-49a4-4e36-8d4a-8eda36844680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca6be6-b33e-4e5c-8614-4c39cf9a042a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:47.933486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db38dc0-930a-46dd-b614-95f175a84cd8 None None] No DVR routers for this DVR port 36ba17ba-c4a3-4936-b7f3-535685f3a4eb on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:47.937017 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:01:47.937427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:01:47.939624 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:01:47.982781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.021204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.027056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.036855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.048586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9908407f-0e2a-4043-a00d-90643dcb98a8 HTTP/1.1" status: 204 len: 168 time: 0.8191545 Apr 20 15:01:48.067689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567fa3b-d04f-4be9-9c85-e532e4a62c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=9908407f-0e2a-4043-a00d-90643dcb98a8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:48.096662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.100046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.101337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54ca6be6-b33e-4e5c-8614-4c39cf9a042a HTTP/1.1" status: 204 len: 168 time: 0.2073724 Apr 20 15:01:48.132501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e831-4093-4f4f-bbb0-f1056b8bfd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca6be6-b33e-4e5c-8614-4c39cf9a042a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:48.222261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35266) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.264211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f9c7f-5e67-4065-bdc4-1f7936f69fd6 req-185b66bb-c50b-4a39-b6fa-e0cfcb370187 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:48.266220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-728f9c7f-5e67-4065-bdc4-1f7936f69fd6 req-185b66bb-c50b-4a39-b6fa-e0cfcb370187 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0643737 Apr 20 15:01:48.301575 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd4fb7f2-ebd8-4074-adbf-487e95873b5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa0c63939a5a40aeb68c1a56d183aade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770049 Apr 20 15:01:48.305366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35270) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.339192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-728f9c7f-5e67-4065-bdc4-1f7936f69fd6 req-b9393137-a2be-4081-b05a-efb7e07e7fe8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653696 Apr 20 15:01:48.374685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.439571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.516227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.519089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.520358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6204a0cf-42fc-462a-a221-90e9a3c80ba5 HTTP/1.1" status: 204 len: 168 time: 0.2135663 Apr 20 15:01:48.531173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e9777-5beb-465f-8846-d0b73a61ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6204a0cf-42fc-462a-a221-90e9a3c80ba5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:48.610241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.617126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451919016', 'description': 'tempest-description--2012953877'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:48.652746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.716736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35292) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.743109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-314b312e-1ad3-4648-b2da-6f4639c2b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.757703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.765100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.807459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.808746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1970127 Apr 20 15:01:48.812426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.818972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'security_group_rule': {'security_group_id': '27ddec23-d17e-45e9-916b-e312eb8906de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:48.827343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc12dd6-b456-4504-bed3-e0f664cc863c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ddec23-d17e-45e9-916b-e312eb8906de,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:48.876085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-314b312e-1ad3-4648-b2da-6f4639c2b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.880657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.884222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-314b312e-1ad3-4648-b2da-6f4639c2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:48.935026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b312e-1ad3-4648-b2da-6f4639c2b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b32b9-3708-4217-8507-050bca02ea4a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:48.949167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-314b312e-1ad3-4648-b2da-6f4639c2b568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c7b7c88a9264cea899331d3cdc4f1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303092 Apr 20 15:01:48.950440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35304) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:48.990990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 36ba17ba-c4a3-4936-b7f3-535685f3a4eb no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:49.005583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.014402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.027194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 36ba17ba-c4a3-4936-b7f3-535685f3a4eb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:49.027831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 36ba17ba-c4a3-4936-b7f3-535685f3a4eb not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:49.028459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:01:49.030246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.053931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:01:49.054489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bc0fa2b-e8a7-4432-8d67-8c0eeacc006b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:01:49.058270 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.070044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4594f4-8200-4267-86f5-0ccca5c3bc56,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:49.081882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.086318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b146d3f-b3e8-4f22-ac62-eb3f8cc61578 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729003 Apr 20 15:01:49.087302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35310) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:49.091676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'security_group_rule': {'security_group_id': '27ddec23-d17e-45e9-916b-e312eb8906de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:49.134895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.137507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.140786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.146808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/558b32b9-3708-4217-8507-050bca02ea4a HTTP/1.1" status: 204 len: 168 time: 0.1897221 Apr 20 15:01:49.162548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbb76c-bd7d-4b71-9e13-8e1e8218c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b32b9-3708-4217-8507-050bca02ea4a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:49.243156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.248543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.271961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd81cab-1bbf-42fb-a760-0b5f13068045,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:49.281627 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.283213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8871abe-56ec-46d0-bf92-510bb7db919f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949172 Apr 20 15:01:49.286983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35314) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:49.305197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:49.332446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.373531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:49.468051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8959b84-f660-4262-972f-982d827d8c03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c2a9636e4374d609aabe77930865354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932703 Apr 20 15:01:49.470430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35328) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:49.542412 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a9d5a-940d-4c12-8280-97c4dc03f986 req-d26ed554-7f8d-4753-9cf7-01d8aceb45f3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:49.544153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d6a9d5a-940d-4c12-8280-97c4dc03f986 req-d26ed554-7f8d-4753-9cf7-01d8aceb45f3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0651152 Apr 20 15:01:49.550778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.587480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.618038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d6a9d5a-940d-4c12-8280-97c4dc03f986 req-fbdd7533-761d-4025-9739-f801b8af8c8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668118 Apr 20 15:01:49.632032 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.684592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.689810 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.707185 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f526f139-61b0-4118-a830-00d42220d2b8 HTTP/1.1" status: 204 len: 168 time: 0.2352104 Apr 20 15:01:49.740063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293188e-c0b1-4c8d-9d68-4a06ea620fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526f139-61b0-4118-a830-00d42220d2b8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:49.789764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Allocated IP 172.25.1.72 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/05115c8b-9f54-4fe6-b9b8-caaeb516cba3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:49.941265 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:49.989572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.081806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:50.097186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:50.102349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:50.174530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'Port': ['ID=05115c8b-9f54-4fe6-b9b8-caaeb516cba3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:50.228413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.288392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.579400 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.586428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.694448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'Port': ['ID=05115c8b-9f54-4fe6-b9b8-caaeb516cba3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:50.721995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.750210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:50.751597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b19402a-f8af-4630-b2ee-63a30a35f679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4635549 Apr 20 15:01:50.826237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ad0f-c7b5-4f44-b5b3-e93d3be6266f req-066fecb3-66cb-4fa9-9dfc-6ec8ecaaac9d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:50.831093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1a2ad0f-c7b5-4f44-b5b3-e93d3be6266f req-066fecb3-66cb-4fa9-9dfc-6ec8ecaaac9d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0782268 Apr 20 15:01:50.892901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1a2ad0f-c7b5-4f44-b5b3-e93d3be6266f req-1283015b-e9ec-4ed1-ac2d-128d5dc38522 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574980 Apr 20 15:01:51.087548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-b765c95d-b03a-4694-bfc2-70c460a747b9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1451919016&fields=id&tenant_id=276462381b334a95bac0b4db0eb3c192 HTTP/1.1" status: 200 len: 267 time: 0.0511084 Apr 20 15:01:51.620931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-bb7e450b-7db4-455b-aee9-389995c2352f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:51.630339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-bb7e450b-7db4-455b-aee9-389995c2352f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.5355661 Apr 20 15:01:51.648811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-a1421aa1-ee35-458e-9f48-1920603dd2aa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/quotas/276462381b334a95bac0b4db0eb3c192 HTTP/1.1" status: 200 len: 375 time: 0.0173671 Apr 20 15:01:51.712704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-0f683beb-40e2-4b1d-95a5-bfa3f3a514fa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0620019 Apr 20 15:01:51.860841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-5f164252-8f2a-45f2-a0f0-0a4c5f32de34 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319027 Apr 20 15:01:51.978836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-e812786e-67b3-4a9d-baa6-9685338012ba service neutron] 10.222.0.20 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108124 Apr 20 15:01:52.056789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883aefa-f9c8-45c5-b4fb-5a57de936262 req-7c14d220-bd66-4cf3-a2cb-77703b35b8f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:52.058418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3883aefa-f9c8-45c5-b4fb-5a57de936262 req-7c14d220-bd66-4cf3-a2cb-77703b35b8f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0575633 Apr 20 15:01:52.138121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3883aefa-f9c8-45c5-b4fb-5a57de936262 req-e3a9338b-605f-41ac-a622-af72af547b6b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696323 Apr 20 15:01:52.220760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8476103-e719-4f44-9d44-7a07f39f0f20 req-fc2863c3-abc9-4c67-be5b-de6590e0ea4e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 210 time: 0.0355995 Apr 20 15:01:52.932360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 35514) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:53.060816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcad12e-43c7-4aa9-8716-35a845145f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.178792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcad12e-43c7-4aa9-8716-35a845145f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.189797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcad12e-43c7-4aa9-8716-35a845145f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.236138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcad12e-43c7-4aa9-8716-35a845145f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c17f2-65df-49e5-b7fe-27662e89ec02,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:53.320748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bcad12e-43c7-4aa9-8716-35a845145f91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da20cd7c950477cad37e7ec17386c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871500 Apr 20 15:01:53.323691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35540) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:53.387894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.407314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a2ba3e3-818d-406e-ac72-1dc48f39f416 req-9c26429c-9a59-4047-a841-825fa3d74017 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 210 time: 0.0846002 Apr 20 15:01:53.415776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.445433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562a920-818d-4b2b-820f-234a727d5717 req-a46f9072-5396-4704-983f-e917c85db92d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:53.453941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8562a920-818d-4b2b-820f-234a727d5717 req-a46f9072-5396-4704-983f-e917c85db92d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1868515 Apr 20 15:01:53.483482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.487074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.491079 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/348c17f2-65df-49e5-b7fe-27662e89ec02 HTTP/1.1" status: 204 len: 168 time: 0.1619747 Apr 20 15:01:53.498284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bd0a2-661c-4ca0-9d02-19e2d01445aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c17f2-65df-49e5-b7fe-27662e89ec02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:53.533411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8562a920-818d-4b2b-820f-234a727d5717 req-a2eb551e-a5f6-4336-85da-62f2adcec97f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783100 Apr 20 15:01:53.540352 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-244df7ba-84dd-4d0e-8155-a428e45af543 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:53.541791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-244df7ba-84dd-4d0e-8155-a428e45af543 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 819 time: 0.2952135 Apr 20 15:01:53.598529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-a1811b5d-68ab-4be0-a79c-fe4a81f12e26 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276462381b334a95bac0b4db0eb3c192 HTTP/1.1" status: 200 len: 380 time: 0.0424340 Apr 20 15:01:53.608466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'port': {'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'admin_state_up': True, 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'security_groups': ['27ddec23-d17e-45e9-916b-e312eb8906de']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:53.731616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Made reservation on behalf of 276462381b334a95bac0b4db0eb3c192 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:01:53.736251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:53.906311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:53.920100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Allocated IP 172.20.0.13 (6ef417d5-19d8-4305-8f34-798fe8776f97/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a/0ee8ce3a-2448-436d-a6b6-fa25698c9454) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:01:53.929322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5bec-fa29-4c16-a84f-35aeae91780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.032066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5bec-fa29-4c16-a84f-35aeae91780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.037844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5bec-fa29-4c16-a84f-35aeae91780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.081505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f5bec-fa29-4c16-a84f-35aeae91780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b525a75-604a-4285-aa5f-d5cb0da59e8c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:54.096865 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf8f5bec-fa29-4c16-a84f-35aeae91780b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83631da0464342889ed6f504fa58ba9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889412 Apr 20 15:01:54.099988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35560) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:54.151103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.161625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.186873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.194524 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.238528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.242303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.243804 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b525a75-604a-4285-aa5f-d5cb0da59e8c HTTP/1.1" status: 204 len: 168 time: 0.1428814 Apr 20 15:01:54.254635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f181f7a-ab79-4bc2-97bd-a51d270b83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b525a75-604a-4285-aa5f-d5cb0da59e8c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:54.284721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event updated for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:54.297320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:01:54.298994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:01:54.301923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:01:54.387779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:54.388441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.421295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-d899ad7b-fb07-4afc-a357-79d9b89fa62c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165116 Apr 20 15:01:54.439794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Request body: {'port': {'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:54.551073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.616282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ac66a805-1387-4d12-a15f-7229adc4e7b1 None None] Provisioning complete for port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:01:54.616282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac66a805-1387-4d12-a15f-7229adc4e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:54.681105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ac66a805-1387-4d12-a15f-7229adc4e7b1 None None] Port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:01:54.817793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060e43a-9b06-418e-bf60-5f74b9a8aa70 req-ad55acc5-7c95-482c-8de1-05cb4afc9d4b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:54.819588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5060e43a-9b06-418e-bf60-5f74b9a8aa70 req-ad55acc5-7c95-482c-8de1-05cb4afc9d4b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 932 time: 0.2696846 Apr 20 15:01:54.910633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3878-cb61-4ea3-8155-9e452cbb426a req-51e4301f-4185-450b-901b-6e3e2ffec5af tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:54.912610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-211b3878-cb61-4ea3-8155-9e452cbb426a req-51e4301f-4185-450b-901b-6e3e2ffec5af tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.2386806 Apr 20 15:01:55.024310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-211b3878-cb61-4ea3-8155-9e452cbb426a req-315d78ae-7e2b-4eb4-bbcb-58bf8e28f796 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813794 Apr 20 15:01:55.029497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5060e43a-9b06-418e-bf60-5f74b9a8aa70 req-c92a033d-53ae-4668-ab0f-975f97314f07 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002513 Apr 20 15:01:55.163459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee8ce3a-2448-436d-a6b6-fa25698c9454 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:01:55.172150 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:55.194452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Transition to ACTIVE for port object 0ee8ce3a-2448-436d-a6b6-fa25698c9454 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:01:55.199439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:55.267359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Pushing event updated for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:55.333790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Attempting to bind port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:01:55.334107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Attempting to bind port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:01:55.334345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Attempting to bind port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:55.338730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:01:55.339327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Attempting to bind port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 on network 6ef417d5-19d8-4305-8f34-798fe8776f97 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:55.354327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:01:55.354978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Checking segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:55.355645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Bound using segment: {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:01:55.356456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Bound port: 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cf39b4-c94b-484d-8e35-e5240952a86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:01:55.357136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:55.480253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:55.485469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:01:55.493813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:55.520357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:55.520975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:55.522867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] 10.222.0.45 "PUT /v2.0/ports/0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1092 time: 1.0930879 Apr 20 15:01:55.548250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:55.550734 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f2978-02da-4408-b30e-36407bacf375" -d '{"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:55.656425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb6868-be51-4dda-b3d1-059f55f4f31a service neutron] Pushing event updated for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:55.673993 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1973106-15f6-401e-a4d7-2cd403001fd2 x-openstack-request-id: req-e1973106-15f6-401e-a4d7-2cd403001fd2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:55.675211 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:55.675211 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1973106-15f6-401e-a4d7-2cd403001fd2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:55.676800 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1973106-15f6-401e-a4d7-2cd403001fd2'] response: {'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'status': 'completed', 'code': 200} Apr 20 15:01:55.693276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-cfa12291-78f7-467e-8dea-b73b992b35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:55.710935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-cfa12291-78f7-467e-8dea-b73b992b35d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1095 time: 0.1007435 Apr 20 15:01:55.788252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-a19d29ac-98bd-4f57-9554-3e43ca85c3d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 217 time: 0.0763812 Apr 20 15:01:55.913800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-7424d535-da42-4edb-9a98-b6563c5a081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:55.916340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-7424d535-da42-4edb-9a98-b6563c5a081f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.1186528 Apr 20 15:01:56.029298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-09c77004-232a-47b2-b572-fb8e4ed846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.036284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-09c77004-232a-47b2-b572-fb8e4ed846f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008389 Apr 20 15:01:56.273347 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-bd0d76d6-7781-494b-9d5a-789c85762e69 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294743 Apr 20 15:01:56.340200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0654b9a-91d3-44f9-b230-08f443190f6a req-d2ccecfb-f35e-4e37-9e42-af5e2e1a11df tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.352662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0654b9a-91d3-44f9-b230-08f443190f6a req-d2ccecfb-f35e-4e37-9e42-af5e2e1a11df tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 944 time: 0.1496303 Apr 20 15:01:56.365300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8ce1-7434-4977-9e0d-a491399bcf9c req-87358270-68dd-4387-9b0e-18a6fc5c6edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.373010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d49c8ce1-7434-4977-9e0d-a491399bcf9c req-87358270-68dd-4387-9b0e-18a6fc5c6edf tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1920357 Apr 20 15:01:56.474874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0654b9a-91d3-44f9-b230-08f443190f6a req-69fd38cc-cb1b-46d3-8d69-46c0e6a156bf tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735869 Apr 20 15:01:56.510286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d49c8ce1-7434-4977-9e0d-a491399bcf9c req-02162573-0aa9-4716-84d7-8202769e6fd7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363430 Apr 20 15:01:56.539410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d77d18f7-6c8c-448c-b312-b24b39785959 req-0e44c935-f112-4d7b-acd2-af7cbbe05a3a service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542202 Apr 20 15:01:56.668118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2978-02da-4408-b30e-36407bacf375 req-af9b61d2-6fa7-48ef-82f4-797a439a9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.682362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-af9b61d2-6fa7-48ef-82f4-797a439a9335 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1095 time: 0.0691063 Apr 20 15:01:56.808066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2978-02da-4408-b30e-36407bacf375 req-8b507b02-726f-47d8-83f0-bd78acb67ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.809725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-8b507b02-726f-47d8-83f0-bd78acb67ffe service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1265459 Apr 20 15:01:56.853980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-0eaf7096-0f32-4aa9-b7ff-2bd6db5053fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 217 time: 0.0369651 Apr 20 15:01:56.926280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2978-02da-4408-b30e-36407bacf375 req-7736485d-fbef-4b8e-bdb9-39b889ad5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:56.928528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-7736485d-fbef-4b8e-bdb9-39b889ad5d67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0582893 Apr 20 15:01:57.000787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2978-02da-4408-b30e-36407bacf375 req-6ad5282b-87d4-4ab1-a2fa-f4fd0931c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:57.003560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-6ad5282b-87d4-4ab1-a2fa-f4fd0931c8ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682006 Apr 20 15:01:57.123913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-ff2e3f34-5030-42c2-a01f-d400d10a0a9b service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124928 Apr 20 15:01:57.226758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363f2978-02da-4408-b30e-36407bacf375 req-a5270283-07d4-4a95-9fdc-8551e719c8fe service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963776 Apr 20 15:01:57.350674 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-ee749fa1-0f30-4330-83ed-23a03d4c1df6 service neutron] show failed (client error): The resource could not be found. Apr 20 15:01:57.352655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-ee749fa1-0f30-4330-83ed-23a03d4c1df6 service neutron] 10.222.0.43 "GET /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0714660 Apr 20 15:01:57.734030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c23bc-0394-4f93-b59f-adad6182fc65 req-db6cccd4-d49d-47f6-afae-6308070e5169 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:57.735543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f51c23bc-0394-4f93-b59f-adad6182fc65 req-db6cccd4-d49d-47f6-afae-6308070e5169 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 944 time: 0.1672251 Apr 20 15:01:57.769443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b55b-93ef-4e72-b88e-3a832ed93eb1 req-fc39ec66-0015-4a15-b26d-313ceb38103b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:57.771034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e879b55b-93ef-4e72-b88e-3a832ed93eb1 req-fc39ec66-0015-4a15-b26d-313ceb38103b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.1135411 Apr 20 15:01:57.793363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-5454d8b8-1b7f-4627-a45c-78140d2a6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:57.794859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-5454d8b8-1b7f-4627-a45c-78140d2a6a9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 1096 time: 0.1895833 Apr 20 15:01:57.818770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:01:57.872532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f51c23bc-0394-4f93-b59f-adad6182fc65 req-9b225ae8-3e9b-4411-845e-768063ed6298 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286607 Apr 20 15:01:57.882441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e879b55b-93ef-4e72-b88e-3a832ed93eb1 req-158bd058-d99e-4ab8-b447-8988a2c27468 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988617 Apr 20 15:01:57.926630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.111111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35704) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:58.170266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:01:58.218319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:58.264330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:01:58.267424 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e77622-9712-4918-a7ab-029fa4478f82" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-unplugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:01:58.279957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.304211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Transition to ACTIVE for port object 5dba2b85-f75a-4d27-86ae-0c76e2c0884c will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:01:58.310449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.312554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f159e8-1773-4a81-b910-8f1760d7aad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.398796 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d936c-a4b1-4fcc-92eb-c8042954bb60 x-openstack-request-id: req-103d936c-a4b1-4fcc-92eb-c8042954bb60 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:01:58.399121 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-unplugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:01:58.399368 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-103d936c-a4b1-4fcc-92eb-c8042954bb60 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:01:58.399771 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103d936c-a4b1-4fcc-92eb-c8042954bb60'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'code': 200} Apr 20 15:01:58.513204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f159e8-1773-4a81-b910-8f1760d7aad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.521075 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f159e8-1773-4a81-b910-8f1760d7aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.522727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:58.575815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] No DVR routers for this DVR port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:01:58.588524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-25f159e8-1773-4a81-b910-8f1760d7aad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae30b28f1b3f43fb98070ea5d72ed10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762142 Apr 20 15:01:58.589644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f159e8-1773-4a81-b910-8f1760d7aad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba8902-6355-4ea3-9330-ac73f52e0477,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:58.591984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:58.685271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.724423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.766827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:01:58.768184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:01:58.768833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:58.775607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:01:58.776211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:01:58.782462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:01:58.783269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:01:58.783673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Bound using segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:01:58.784488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Bound port: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:01:58.784855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.786163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.789105 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.792980 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18ba8902-6355-4ea3-9330-ac73f52e0477 HTTP/1.1" status: 204 len: 168 time: 0.1975632 Apr 20 15:01:58.802426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853e604-0eb1-421c-bf74-9ebb8364e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba8902-6355-4ea3-9330-ac73f52e0477,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:58.869500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:01:58.873967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:01:58.880024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.952874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:58.953510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:58.955008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] 10.222.0.45 "PUT /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 1091 time: 1.1467266 Apr 20 15:01:58.969397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd409e2-7b65-495b-bf81-acfcf5feeb96 service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:59.128026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-0e769514-f1d8-42b5-b918-d06c186476d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.129683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-0e769514-f1d8-42b5-b918-d06c186476d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1094 time: 0.1500626 Apr 20 15:01:59.140384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a1e8b-4cb8-405e-9f3d-27c7f77e2347 req-fef432b4-93fd-4f3b-9d1e-f1d5cf10b795 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.150156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-654a1e8b-4cb8-405e-9f3d-27c7f77e2347 req-fef432b4-93fd-4f3b-9d1e-f1d5cf10b795 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 944 time: 0.1167195 Apr 20 15:01:59.161797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360a7d5-ad2f-479c-b115-4e486f1c82d3 req-b32b3075-a41b-4792-bdf6-8ef8e4a1b742 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.164731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0360a7d5-ad2f-479c-b115-4e486f1c82d3 req-b32b3075-a41b-4792-bdf6-8ef8e4a1b742 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.1540971 Apr 20 15:01:59.263930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35740) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:59.280657 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8b40-acc4-450f-b84d-ec9caf644d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.329322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0360a7d5-ad2f-479c-b115-4e486f1c82d3 req-2446520f-1a12-4db9-b648-72a9f115dc53 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873499 Apr 20 15:01:59.345445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-654a1e8b-4cb8-405e-9f3d-27c7f77e2347 req-066a3bdf-f5fc-4864-aaba-4d9466017984 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943095 Apr 20 15:01:59.380196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-19976c08-97ac-4b28-8cf8-bb06797349eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.381960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-19976c08-97ac-4b28-8cf8-bb06797349eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.2153699 Apr 20 15:01:59.416823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8b40-acc4-450f-b84d-ec9caf644d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.425676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8b40-acc4-450f-b84d-ec9caf644d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.464212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-829ac066-ecb2-47d0-84b8-8c1c9de90c1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.0694528 Apr 20 15:01:59.493990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5fbc8b40-acc4-450f-b84d-ec9caf644d9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f660f0158a7349a6af8be96537de52de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287145 Apr 20 15:01:59.494908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35752) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:01:59.502329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc8b40-acc4-450f-b84d-ec9caf644d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896cac3-bdbd-459b-a9b5-5d5948b8c236,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:59.538639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-fc59d56a-88c2-4291-adb6-4c6d0048ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.541693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-fc59d56a-88c2-4291-adb6-4c6d0048ef5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0699568 Apr 20 15:01:59.583366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.603885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-c6c77587-f299-4074-8938-26271e171851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:01:59.605786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-c6c77587-f299-4074-8938-26271e171851 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543344 Apr 20 15:01:59.609714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.667670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.670301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:01:59.671623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6896cac3-bdbd-459b-a9b5-5d5948b8c236 HTTP/1.1" status: 204 len: 168 time: 0.1751840 Apr 20 15:01:59.680503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fa829-a758-4e42-8374-bd8c31686c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896cac3-bdbd-459b-a9b5-5d5948b8c236,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:01:59.743329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-ae6f4276-ad71-46de-95bd-eec4c8862ef0 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292338 Apr 20 15:01:59.870172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-14f0b12a-7a93-4703-af80-57c133877949 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173673 Apr 20 15:02:00.401728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:00.406810 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b7a15-f040-422e-8d87-1042dfef6c35" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:00.542494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8501687-fa54-4042-81d0-18d6b66e9087 req-0b85fa4d-686c-41a7-8d1c-77929f19ddb7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:00.544274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8501687-fa54-4042-81d0-18d6b66e9087 req-0b85fa4d-686c-41a7-8d1c-77929f19ddb7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.1269360 Apr 20 15:02:00.586991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964996-4add-4fc9-9cc4-e5488551f804 req-98314531-2814-4bdd-aaaf-1f4b53cd6679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:00.591046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60964996-4add-4fc9-9cc4-e5488551f804 req-98314531-2814-4bdd-aaaf-1f4b53cd6679 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 944 time: 0.1094031 Apr 20 15:02:00.628291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ee8ce3a-2448-436d-a6b6-fa25698c9454 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:02:00.647356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60964996-4add-4fc9-9cc4-e5488551f804 req-9c51d2e7-6d3c-4f7f-ad04-5c518179cb00 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Apr 20 15:02:00.678552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8501687-fa54-4042-81d0-18d6b66e9087 req-2db40f82-6321-4f4d-902d-e4611f30e44b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243505 Apr 20 15:02:00.747823 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8868ba5a-11f1-41c8-9c6b-ab898e787584 x-openstack-request-id: req-8868ba5a-11f1-41c8-9c6b-ab898e787584 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:00.748210 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:00.749634 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8868ba5a-11f1-41c8-9c6b-ab898e787584 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:00.750110 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8868ba5a-11f1-41c8-9c6b-ab898e787584'] response: {'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:02:00.769421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:00.784195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:02:00.841264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:00.850445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-263396d8-229a-40da-a5f6-fe2934cfb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:00.854123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-263396d8-229a-40da-a5f6-fe2934cfb8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1094 time: 0.0812008 Apr 20 15:02:00.867946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-fa0b122f-cf96-4609-ae64-7aa47d995fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:00.869846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-fa0b122f-cf96-4609-ae64-7aa47d995fb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1094 time: 0.0975714 Apr 20 15:02:00.877461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee8ce3a-2448-436d-a6b6-fa25698c9454 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:00.927390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:00.936896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:00.985591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-dee6f564-f512-44ce-8100-dc1a41df96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:00.992405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-dee6f564-f512-44ce-8100-dc1a41df96af service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1273694 Apr 20 15:02:01.006118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-29ff398e-deed-4ad8-83a2-51f5b5dc44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.007664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-29ff398e-deed-4ad8-83a2-51f5b5dc44c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1281140 Apr 20 15:02:01.042607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:01.080306 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-de038656-8c2b-4df3-b0cb-9a6df6a7e287 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.0824711 Apr 20 15:02:01.125118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-ea66103b-1451-4ad2-95b2-4cea26cc4271 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.1073961 Apr 20 15:02:01.168819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-79d2ebe5-c8cc-4062-8b37-74b62ce7edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.170777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-79d2ebe5-c8cc-4062-8b37-74b62ce7edd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0721240 Apr 20 15:02:01.194817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-dfe1ba82-887e-4552-9e78-bfe04b70ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.196525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-dfe1ba82-887e-4552-9e78-bfe04b70ebe3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0638130 Apr 20 15:02:01.237819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 35982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:01.250015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-f5e05550-beeb-4f42-bdd8-11c6617c0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.252215 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-f5e05550-beeb-4f42-bdd8-11c6617c0e17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750437 Apr 20 15:02:01.254325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-25d67063-6f28-4b6b-8c06-8de5538c5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.256048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-25d67063-6f28-4b6b-8c06-8de5538c5e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506208 Apr 20 15:02:01.315372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0ee8ce3a-2448-436d-a6b6-fa25698c9454'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:01.413305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-4499c7b2-a69c-4c7d-9416-c20aa4d76d43 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408560 Apr 20 15:02:01.413705 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29fe2a42-0437-4beb-ac4d-fb0c0ea93c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:01.471269 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-a8f5506f-8e5f-41b5-b3b2-012516497964 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114053 Apr 20 15:02:01.558077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-5a7a8256-4e42-4f4c-a90d-f9a1e1c28276 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374285 Apr 20 15:02:01.601602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29fe2a42-0437-4beb-ac4d-fb0c0ea93c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:01.615280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-29fe2a42-0437-4beb-ac4d-fb0c0ea93c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:01.657805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-488b7a15-f040-422e-8d87-1042dfef6c35 req-b10c4bf4-bd15-457d-92fe-c77844a295dd service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748903 Apr 20 15:02:01.663831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe2a42-0437-4beb-ac4d-fb0c0ea93c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62caf979-ef91-4821-b957-e37017e17d9e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:01.670900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36040) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:01.671212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-29fe2a42-0437-4beb-ac4d-fb0c0ea93c2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a824ff4e231641b79af345af2375618f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313908 Apr 20 15:02:01.830316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:01.852012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593ea1-ecc1-416b-ae04-9cb87b496598 req-a9a8f6d7-46f9-421c-9098-684c11a93501 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.854075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2593ea1-ecc1-416b-ae04-9cb87b496598 req-a9a8f6d7-46f9-421c-9098-684c11a93501 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 945 time: 0.1104958 Apr 20 15:02:01.881559 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:01.904843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44deb8-7e6a-41f8-94d0-395a7144177e req-c4ae218c-150a-48da-bf9a-50ca3e688ca7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:01.906238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a44deb8-7e6a-41f8-94d0-395a7144177e req-c4ae218c-150a-48da-bf9a-50ca3e688ca7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.1283548 Apr 20 15:02:01.965858 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2593ea1-ecc1-416b-ae04-9cb87b496598 req-42b2af05-0529-461e-b00f-f2baedb2c25f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026790 Apr 20 15:02:01.986228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a44deb8-7e6a-41f8-94d0-395a7144177e req-7f98f4de-4fdf-4fc0-a51a-f9c7137d027f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662880 Apr 20 15:02:02.003868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:02.006912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:02.009146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62caf979-ef91-4821-b957-e37017e17d9e HTTP/1.1" status: 204 len: 168 time: 0.3363788 Apr 20 15:02:02.018805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d44973-0d00-4ac8-bd78-7743e3115b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62caf979-ef91-4821-b957-e37017e17d9e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:02.652695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ee8ce3a-2448-436d-a6b6-fa25698c9454 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:02.719187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:02:02.726126 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:02.726506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:02.850380 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:02.896555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:02.899130 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7652289-de96-44c4-95b1-40b94ad92112" -d '{"events": [{"server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "name": "network-vif-plugged", "status": "completed", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:02.916929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:02.944799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:02.958857 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5285064-1fcc-40ec-8fb0-29f0f2f00ded x-openstack-request-id: req-b5285064-1fcc-40ec-8fb0-29f0f2f00ded {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:02.959471 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "name": "network-vif-plugged", "status": "completed", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:02.959744 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5285064-1fcc-40ec-8fb0-29f0f2f00ded {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:02.960307 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5285064-1fcc-40ec-8fb0-29f0f2f00ded'] response: {'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'code': 200} Apr 20 15:02:02.963027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:03.023444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:03.047692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:03.194392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5b2c-d764-4897-a642-a83b6fbbc9d5 req-059709b3-93fc-4cf4-91e1-606b3f5449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:03.195945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-484e5b2c-d764-4897-a642-a83b6fbbc9d5 req-059709b3-93fc-4cf4-91e1-606b3f5449e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.1259263 Apr 20 15:02:03.342428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-484e5b2c-d764-4897-a642-a83b6fbbc9d5 req-2d78df14-5093-4c23-b925-13e45ea9cb05 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998912 Apr 20 15:02:03.367441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144a573-9354-4be5-a3f3-20b00dc8ba2d req-7284f9f0-fd98-4754-b500-27f08d65712e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:03.375183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2144a573-9354-4be5-a3f3-20b00dc8ba2d req-7284f9f0-fd98-4754-b500-27f08d65712e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 943 time: 0.1987321 Apr 20 15:02:03.387368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96ed5e-6d5c-41c1-8330-dda055d92e4f req-7808f3fe-b31b-46d3-81c7-3d03b387dac8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:03.388932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec96ed5e-6d5c-41c1-8330-dda055d92e4f req-7808f3fe-b31b-46d3-81c7-3d03b387dac8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1921020 Apr 20 15:02:03.516393 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:03.888087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec96ed5e-6d5c-41c1-8330-dda055d92e4f req-ca4313bf-90b6-408c-8a14-ac2ad032ccc4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4920022 Apr 20 15:02:03.912779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2144a573-9354-4be5-a3f3-20b00dc8ba2d req-1e4b075b-cafd-4e78-909a-8b6df6706a65 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5365272 Apr 20 15:02:04.154441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36346) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:04.276406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c62b544a-1741-4b72-9080-c667e29ca0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.361330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c62b544a-1741-4b72-9080-c667e29ca0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.366498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c62b544a-1741-4b72-9080-c667e29ca0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.410278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c62b544a-1741-4b72-9080-c667e29ca0bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=518401729744473abc41813e96d57495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546616 Apr 20 15:02:04.411282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b544a-1741-4b72-9080-c667e29ca0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1029467b-fee3-44b5-91d4-c3acb6132380,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:04.413065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36356) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:04.474068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.497596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.561119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.563919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.569139 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1029467b-fee3-44b5-91d4-c3acb6132380 HTTP/1.1" status: 204 len: 168 time: 0.1539226 Apr 20 15:02:04.577193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0898b-b634-4a2f-ad2c-363ff8b4625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1029467b-fee3-44b5-91d4-c3acb6132380,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:04.666431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:02:04.815589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:04.871535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:02:04.940515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:04.963838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:04.991259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:04.998604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.072863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:05.093175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36376) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:05.114828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1904ac44-4b8d-40d4-b705-63a1cebac3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.132548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fb52-efd3-4345-9a41-0ef12dcc565f req-21622b67-6b0e-4838-877a-c852e191cf1a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:05.134001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7a0fb52-efd3-4345-9a41-0ef12dcc565f req-21622b67-6b0e-4838-877a-c852e191cf1a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1210024 Apr 20 15:02:05.142258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a63a-1bfa-4065-af1e-27177675cc73 req-685cdd59-e13f-47e4-a259-bf8ab1771f7d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:05.144018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e99a63a-1bfa-4065-af1e-27177675cc73 req-685cdd59-e13f-47e4-a259-bf8ab1771f7d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.0914724 Apr 20 15:02:05.217952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7a0fb52-efd3-4345-9a41-0ef12dcc565f req-e1f87d44-8279-4a17-bf5e-50dc8ffc51dc tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727010 Apr 20 15:02:05.254875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e99a63a-1bfa-4065-af1e-27177675cc73 req-74c5ee83-dda7-4ba5-8d6e-bcdc49e5173b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871224 Apr 20 15:02:05.269038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1904ac44-4b8d-40d4-b705-63a1cebac3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.283104 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1904ac44-4b8d-40d4-b705-63a1cebac3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.339813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['5dba2b85-f75a-4d27-86ae-0c76e2c0884c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:05.365399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1904ac44-4b8d-40d4-b705-63a1cebac3ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15bf5461a31f441b8fe1fef09851e9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709548 Apr 20 15:02:05.366622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904ac44-4b8d-40d4-b705-63a1cebac3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdeee3-6f92-4ab3-9bbd-3a6c66e6b6a4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:05.370464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:05.424143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bdbdd-dff2-4b96-afd7-26b43c8b9e1f req-3b4fb503-ee08-4be7-bb98-e61dae1c80c3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:05.429921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d10bdbdd-dff2-4b96-afd7-26b43c8b9e1f req-3b4fb503-ee08-4be7-bb98-e61dae1c80c3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1108921 Apr 20 15:02:05.435068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36390) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:05.441349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'floatingip': {'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:05.455428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.497094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.560844 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.766157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-59f7bf53-4d10-47d1-bede-ba694d895a1c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:05.769518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-59f7bf53-4d10-47d1-bede-ba694d895a1c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25&tenant_id=c32899f57583411c82e4d00e40325a8e&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 944 time: 0.1981575 Apr 20 15:02:05.797208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5e9bb-bf6a-4234-b618-85c07f783a0f req-93b54816-4bea-4b9c-9e07-69f9138b0430 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:05.799450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68e5e9bb-bf6a-4234-b618-85c07f783a0f req-93b54816-4bea-4b9c-9e07-69f9138b0430 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.1607325 Apr 20 15:02:05.873469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.876182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:05.877423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53fdeee3-6f92-4ab3-9bbd-3a6c66e6b6a4 HTTP/1.1" status: 204 len: 168 time: 0.5049515 Apr 20 15:02:05.907644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cafc0-ec50-408a-9305-20eacf0971aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdeee3-6f92-4ab3-9bbd-3a6c66e6b6a4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:05.922109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68e5e9bb-bf6a-4234-b618-85c07f783a0f req-fb648de8-cba7-45b5-876e-0aeb3ca86e4d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970974 Apr 20 15:02:05.933602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-2a1e3049-d431-4da7-96e8-9cbde83c30a7 service neutron] 10.222.0.45 "GET /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 382 time: 0.1560192 Apr 20 15:02:06.044825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-38a299ea-a539-47a3-b843-e8f444c9b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:06.046336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-38a299ea-a539-47a3-b843-e8f444c9b882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1095 time: 0.0826669 Apr 20 15:02:06.234253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-adfb1948-893b-4565-89af-b2fd015dd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:06.236178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-adfb1948-893b-4565-89af-b2fd015dd322 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1816676 Apr 20 15:02:06.353261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-05d837f3-3492-4770-848b-c488ecc29ee5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 999 time: 0.1047013 Apr 20 15:02:06.436896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-6e2f363c-57bf-4022-bec2-139c4edf5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:06.438729 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-6e2f363c-57bf-4022-bec2-139c4edf5703 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0775523 Apr 20 15:02:06.514534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-975674d8-aadb-4896-ab62-340d8ae8e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:06.516491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-975674d8-aadb-4896-ab62-340d8ae8e6ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710001 Apr 20 15:02:06.558668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:06.566462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:06.677583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:06.699438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-73cc2a3b-0567-4c29-9f8d-7fe0c6e82120 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756990 Apr 20 15:02:06.700991 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Floating IP 7e19e7cd-28e7-4b57-ba20-1b4c506a4746 associated. External IP: 172.25.1.72, port: 0ee8ce3a-2448-436d-a6b6-fa25698c9454. Apr 20 15:02:06.748661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:02:06.754406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:06.754406 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:06.866325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-e59c71d1-5ca5-43f8-b441-d254d8418b63 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593261 Apr 20 15:02:06.995223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:07.014918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Router 92ae784a-9ef3-44df-854f-eec774265ca6 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:02:07.058026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:07.060571 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89b9d9-740b-4f95-89af-4297c5fb2acd" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:07.105954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:07.113652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:07.172660 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c1a18-ce99-4fd5-8ef2-06fb45328401 x-openstack-request-id: req-518c1a18-ce99-4fd5-8ef2-06fb45328401 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:07.173153 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:07.173556 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-518c1a18-ce99-4fd5-8ef2-06fb45328401 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:07.174275 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518c1a18-ce99-4fd5-8ef2-06fb45328401'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'code': 200} Apr 20 15:02:07.214506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:07.247656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17d2d-d604-487b-9d7c-a6682cce2fb3 req-85df9c25-4571-4c02-bbba-2915cbf19786 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:07.262195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12a17d2d-d604-487b-9d7c-a6682cce2fb3 req-85df9c25-4571-4c02-bbba-2915cbf19786 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.1712074 Apr 20 15:02:07.341123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12a17d2d-d604-487b-9d7c-a6682cce2fb3 req-9e7ab807-7cc1-4ef7-b577-0d3e362d3924 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725424 Apr 20 15:02:07.359695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:02:07.371945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:02:07.373760 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:07.390979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:07.391883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:07.446491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f866176a-f9c4-402b-92f7-c4a6923f00f2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "PUT /v2.0/floatingips/7e19e7cd-28e7-4b57-ba20-1b4c506a4746 HTTP/1.1" status: 200 len: 991 time: 1.9964209 Apr 20 15:02:07.446491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:07.446491 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691cbfce-d494-4317-95b4-c88f24709af1" -d '{"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:07.482336 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df4b69-f852-46de-a077-ca0e767bc94a x-openstack-request-id: req-41df4b69-f852-46de-a077-ca0e767bc94a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:07.482663 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:07.482920 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41df4b69-f852-46de-a077-ca0e767bc94a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:07.483330 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41df4b69-f852-46de-a077-ca0e767bc94a'] response: {'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'status': 'completed', 'code': 200} Apr 20 15:02:07.549037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:02:07.590448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cbfce-d494-4317-95b4-c88f24709af1 req-db7939ef-d3e1-4730-8ef7-bafb0f1323e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:07.602726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-db7939ef-d3e1-4730-8ef7-bafb0f1323e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0808852 Apr 20 15:02:07.772830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cbfce-d494-4317-95b4-c88f24709af1 req-2adddd9b-6732-4a72-bdbb-61aeb9f63ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:07.774840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-2adddd9b-6732-4a72-bdbb-61aeb9f63ad4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1630499 Apr 20 15:02:07.898559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-8f0eb16c-067d-4fbf-9419-cfb207dab0fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 999 time: 0.1138866 Apr 20 15:02:07.907739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:02:06Z', 'revision_number': 1, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:07.955760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:02:07.965618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cbfce-d494-4317-95b4-c88f24709af1 req-b4ab93ff-bdd8-42a8-8d9d-21a96b1431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:07.966204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:07.967084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:01:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:07.967397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-b4ab93ff-bdd8-42a8-8d9d-21a96b1431e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0580950 Apr 20 15:02:08.032398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cbfce-d494-4317-95b4-c88f24709af1 req-80c4b7b2-e540-4d30-ba4d-5ba5404db9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:08.035275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-80c4b7b2-e540-4d30-ba4d-5ba5404db9b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580428 Apr 20 15:02:08.148468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:02:08.171665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-1ba377d2-ad84-4e2b-a658-c0e5911fdff5 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271961 Apr 20 15:02:08.329707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-691cbfce-d494-4317-95b4-c88f24709af1 req-1505069f-2f52-44fa-9e4f-a8082012ce14 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499078 Apr 20 15:02:08.481312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:02:06Z', 'revision_number': 1, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:08.516374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3578-5b1e-4530-9809-f706de1e9d69 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:02:06Z', 'revision_number': 1, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:02:08.580161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64fadd-bc10-48c9-a67a-d067571665d7 req-21da5662-e2ab-48f8-b67b-9462874da320 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:08.589310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d64fadd-bc10-48c9-a67a-d067571665d7 req-21da5662-e2ab-48f8-b67b-9462874da320 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0651257 Apr 20 15:02:08.635146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d64fadd-bc10-48c9-a67a-d067571665d7 req-8b98afb6-a364-41c6-b71f-822badeac2b0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448368 Apr 20 15:02:08.809736 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ca29b-dfff-492e-950b-a38395c5649b None None] New status for floating IP 7e19e7cd-28e7-4b57-ba20-1b4c506a4746: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:02:09.192431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8823035b-b659-436c-a0ca-d8c1111ee680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:09.193945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8823035b-b659-436c-a0ca-d8c1111ee680 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 1096 time: 0.0451415 Apr 20 15:02:09.205117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:09.269218 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:09.511429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:09.546330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:09.589404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:09.592290 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7866babe-d125-4957-b732-4b98e1eccdba" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-unplugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:09.598128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:09.614422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Transition to ACTIVE for port object 5dba2b85-f75a-4d27-86ae-0c76e2c0884c will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:02:09.624299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:09.680888 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca13f0c8-27c4-4029-b69d-58e0c3458878 x-openstack-request-id: req-ca13f0c8-27c4-4029-b69d-58e0c3458878 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:09.681246 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-unplugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:09.681557 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca13f0c8-27c4-4029-b69d-58e0c3458878 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:09.682018 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca13f0c8-27c4-4029-b69d-58e0c3458878'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'code': 200} Apr 20 15:02:09.800142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1468503-a31e-49d6-9a29-6704e1427680 req-e3582828-c1ed-4f5f-a1a4-71e96b6bbd1c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:09.805724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1468503-a31e-49d6-9a29-6704e1427680 req-e3582828-c1ed-4f5f-a1a4-71e96b6bbd1c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.0809126 Apr 20 15:02:09.822036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] No DVR routers for this DVR port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:02:09.824750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:09.869538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1468503-a31e-49d6-9a29-6704e1427680 req-d97611e8-0008-4394-8bfb-f1c599e9e139 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628276 Apr 20 15:02:10.050704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:10.051043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:10.051374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:10.057177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:02:10.057586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Attempting to bind port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:10.072146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:10.074937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Checking segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:10.075343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Bound using segment: {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:10.075793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Bound port: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7042e4d-0399-4414-b1db-5b1f300d2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:10.076156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:10.149936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:10.153773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:10.160333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:10.180500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b24ef6a1-156b-4ab2-80b7-d4716a15c51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:10.201256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:10.202408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:10.203816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] 10.222.0.43 "PUT /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 1092 time: 1.0027878 Apr 20 15:02:10.247755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce99a2-7fe1-4356-9967-292c72a9783e service neutron] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=11']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:10.282804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-01942bbc-9fe4-4cca-bc42-024dc4ec9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:10.285204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-01942bbc-9fe4-4cca-bc42-024dc4ec9105 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1095 time: 0.0537574 Apr 20 15:02:10.397637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-224c3c84-5212-44c1-b789-8851a6ddc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:10.399320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-224c3c84-5212-44c1-b789-8851a6ddc806 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1044996 Apr 20 15:02:10.493390 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-ddcc1d82-3b1a-498d-8d7f-f28592e9fe3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.0818603 Apr 20 15:02:10.572724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-d406b334-c737-4e00-b5e0-a0e902988606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:10.573975 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-d406b334-c737-4e00-b5e0-a0e902988606 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0709045 Apr 20 15:02:10.632858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-e8a73c3c-f27b-49b3-a108-fa094f95365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:10.632858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-e8a73c3c-f27b-49b3-a108-fa094f95365d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496225 Apr 20 15:02:10.764720 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-fcf79a8c-4ec2-45e2-b11a-249dae120eb9 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259341 Apr 20 15:02:10.811876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36534) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:10.879923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5f7b47f0-08e3-4ef2-81d1-e041c9eea650 req-a93b193d-7f4b-4834-9744-79798015a471 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085730 Apr 20 15:02:10.984507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8fe30d1-e94d-4ffb-9e0a-c7c046c4d05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.021501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7f0b-82e7-4f25-b2c0-f23623e6e9c0 req-6d7cf694-b47e-4839-8664-0ac2fad9c590 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:11.022993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-239d7f0b-82e7-4f25-b2c0-f23623e6e9c0 req-6d7cf694-b47e-4839-8664-0ac2fad9c590 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.0798488 Apr 20 15:02:11.090268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-239d7f0b-82e7-4f25-b2c0-f23623e6e9c0 req-9f3c4b60-ee70-4376-b206-c543099d93f5 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Apr 20 15:02:11.111820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8fe30d1-e94d-4ffb-9e0a-c7c046c4d05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.118246 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8fe30d1-e94d-4ffb-9e0a-c7c046c4d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.158351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8fe30d1-e94d-4ffb-9e0a-c7c046c4d05f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0385a9b8392d4413bf2807bf8af0a3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453083 Apr 20 15:02:11.159240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe30d1-e94d-4ffb-9e0a-c7c046c4d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7198de-d12b-4edb-8c96-976f83b36fd6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:11.162455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36552) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:11.231390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.256869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.307654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.310296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.311489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd7198de-d12b-4edb-8c96-976f83b36fd6 HTTP/1.1" status: 204 len: 168 time: 0.1472065 Apr 20 15:02:11.319297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ed927-a618-4a35-8487-b052c77bebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7198de-d12b-4edb-8c96-976f83b36fd6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:11.600310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 36566) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:11.614057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0887693d-fa44-492b-bcdb-692d45be2639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.684952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:11.687482 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe231a72-9926-4508-8d6a-6d7968f47b13" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:11.701807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0887693d-fa44-492b-bcdb-692d45be2639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.708111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0887693d-fa44-492b-bcdb-692d45be2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.747908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0887693d-fa44-492b-bcdb-692d45be2639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a463b634ae7d40fea7b35c0ee7e8fade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464441 Apr 20 15:02:11.749480 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2851a4-0b6c-4643-bec5-f166a5c3286e x-openstack-request-id: req-5a2851a4-0b6c-4643-bec5-f166a5c3286e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:11.749762 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:11.750008 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a2851a4-0b6c-4643-bec5-f166a5c3286e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:11.750404 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2851a4-0b6c-4643-bec5-f166a5c3286e'] response: {'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:02:11.750924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:11.763269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887693d-fa44-492b-bcdb-692d45be2639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a478a791-38e9-47b4-8f85-b49889161d4d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:11.847095 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.862330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-b71fccf0-336d-4aa9-ab19-77d7f9c1a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:11.863605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-b71fccf0-336d-4aa9-ab19-77d7f9c1a9b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1095 time: 0.0655179 Apr 20 15:02:11.870949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-35c93305-3655-4ef5-92b7-c6fc53d7cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:11.872420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-35c93305-3655-4ef5-92b7-c6fc53d7cc7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1095 time: 0.0681777 Apr 20 15:02:11.877262 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:11.960320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-2e480a26-6a41-4083-9076-db1d8baadc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:11.963167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-2e480a26-6a41-4083-9076-db1d8baadc8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.0908566 Apr 20 15:02:11.999198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:12.002036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:12.005977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a478a791-38e9-47b4-8f85-b49889161d4d HTTP/1.1" status: 204 len: 168 time: 0.2513893 Apr 20 15:02:12.008238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-1f656966-6f6a-471e-807c-97a5e6ef00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.009316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-1f656966-6f6a-471e-807c-97a5e6ef00a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1256297 Apr 20 15:02:12.014796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79897e6-9ef7-403b-bb2e-497f118ef459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a478a791-38e9-47b4-8f85-b49889161d4d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:12.058133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-b34e6266-7ea7-425b-ac19-1e568808ec59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.0854406 Apr 20 15:02:12.102009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-308574ca-35d6-4fb2-9a39-5fbdeb39bd32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 998 time: 0.0796387 Apr 20 15:02:12.124218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-0ab284d5-b6d2-4108-8271-641490e930c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.125904 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-0ab284d5-b6d2-4108-8271-641490e930c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0589340 Apr 20 15:02:12.192385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-650cf2ad-de10-4f4f-8b34-007ffbebf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.193929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-650cf2ad-de10-4f4f-8b34-007ffbebf873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589771 Apr 20 15:02:12.238760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-e97c5848-743c-4bab-8ac6-607ba6e90930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.240252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-e97c5848-743c-4bab-8ac6-607ba6e90930 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.1321344 Apr 20 15:02:12.314399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-29b25066-7f42-4b3b-a02b-b0ba622b8198 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090329 Apr 20 15:02:12.329617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749dad0-a91d-4a8e-aca7-ec162f55ce4c req-0adb4211-2420-4049-92f9-0be65bf60c8a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.333059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9749dad0-a91d-4a8e-aca7-ec162f55ce4c req-0adb4211-2420-4049-92f9-0be65bf60c8a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 944 time: 0.1431091 Apr 20 15:02:12.419583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-060749a1-dec8-43fb-b195-aa72aa3a8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:12.421349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-060749a1-dec8-43fb-b195-aa72aa3a8b46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720507 Apr 20 15:02:12.529333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9749dad0-a91d-4a8e-aca7-ec162f55ce4c req-5b4565ea-c4ba-4029-b4b5-1d2e253edb2d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779583 Apr 20 15:02:12.540268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-b1d7b339-db4f-4ff7-890c-bd42ae6eeece service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128408 Apr 20 15:02:12.607235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-91d1535a-0101-4cf0-88fa-cdb1a121e548 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741149 Apr 20 15:02:12.722931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:12.737708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe231a72-9926-4508-8d6a-6d7968f47b13 req-3799f37e-b636-4592-82d9-0b49a9c78ac3 service neutron] 10.222.0.45 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212857 Apr 20 15:02:12.773591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:12.989046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:02:13.095759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:13.112174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'port_id': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'mac_address': 'fa:16:3e:2c:93:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:02:13.155882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:13.169653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:13.196039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:13.201051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:13.256451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:13.453747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-503779f3-d747-4fbd-af17-67d6a12a23a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:13.458505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['5dba2b85-f75a-4d27-86ae-0c76e2c0884c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:13.666380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae045a-b0cb-41a1-b264-a82020e42ad8 req-677165ef-7b1d-45fb-aa32-4684b243617b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:13.668849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55ae045a-b0cb-41a1-b264-a82020e42ad8 req-677165ef-7b1d-45fb-aa32-4684b243617b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 945 time: 0.0551500 Apr 20 15:02:13.714955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55ae045a-b0cb-41a1-b264-a82020e42ad8 req-89139fac-e52e-452a-94b9-6b6f32f3a2ff tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393353 Apr 20 15:02:13.738161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 36656) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:13.763455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:13.825633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-18331618-e4da-460a-ab95-c64b2478fe5c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 200 len: 991 time: 0.0862746 Apr 20 15:02:14.284463 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.004661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:15.058426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:02:15.063086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:15.063331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.195903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.245959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:15.248324 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c74d9-74d7-4077-af00-ec22513d0009" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:15.268543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.277975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:15.287634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.295470 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:15.322730 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fba214-9083-4f99-828f-040d45d6928d x-openstack-request-id: req-e4fba214-9083-4f99-828f-040d45d6928d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:15.323030 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-plugged", "status": "completed", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:15.323287 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4fba214-9083-4f99-828f-040d45d6928d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:15.323685 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fba214-9083-4f99-828f-040d45d6928d'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'code': 200} Apr 20 15:02:15.385209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=13']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:15.396406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.396755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.397209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.397424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.397741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.398068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.398397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.398767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.399096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.399422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.399746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.400209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:15.945617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:02:25.313840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-e0055055-5ffa-486e-8c82-ce8ffb9cd631 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:25.315823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-e0055055-5ffa-486e-8c82-ce8ffb9cd631 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 813 time: 0.1033688 Apr 20 15:02:25.332563 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-116e5309-f058-43f7-88fb-970c0266c778 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/quotas/b3e59cd707fc49de809363d7d73c1e4b HTTP/1.1" status: 200 len: 375 time: 0.0096030 Apr 20 15:02:25.368540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-51682f19-f2b6-4db9-9bb5-c848da103ba1 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302680 Apr 20 15:02:25.464446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-9cee3e28-2e8b-4a49-b9eb-e5c92f473cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887597 Apr 20 15:02:25.566490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-c1133925-1299-491d-b9b6-5347a4117ced service neutron] 10.222.0.20 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934405 Apr 20 15:02:25.731043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0399acdf-b2e9-4659-8a5a-34e926fe6f32 req-07918fe3-4fef-41d4-a0ba-86a3d3468001 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 210 time: 0.0264008 Apr 20 15:02:26.546383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:26.668961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.748376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.753231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.778031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0d972-e11e-4309-a406-5dcd0ca29122,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:26.794516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.794978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.795380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.795777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.796164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.796537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.797070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.797588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.798247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.798847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.799348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.799845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:26.817857 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46502bd4-3353-429d-9254-fc587213d49c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b5b4ed904694730b6063773c04a675d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701032 Apr 20 15:02:26.818392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37288) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:26.876262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.878053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d8369e6-6165-493f-adfa-efa810acfd1c req-58b88150-1289-4be6-8d8c-26d67d10acf3 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 210 time: 0.0452535 Apr 20 15:02:26.889671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-d522ced0-92da-46ec-bc48-ed494c437b17 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:26.891645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-d522ced0-92da-46ec-bc48-ed494c437b17 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.45 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 813 time: 0.1368158 Apr 20 15:02:26.901319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.904554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Request body: {'port': {'device_id': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa', 'admin_state_up': True, 'tenant_id': 'b3e59cd707fc49de809363d7d73c1e4b'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:26.951441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.954017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:26.955551 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2d0d972-e11e-4309-a406-5dcd0ca29122 HTTP/1.1" status: 204 len: 168 time: 0.1360309 Apr 20 15:02:26.964377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479a76a-ad2e-4850-aa3b-45058cbf2cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0d972-e11e-4309-a406-5dcd0ca29122,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:27.017853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Made reservation on behalf of b3e59cd707fc49de809363d7d73c1e4b for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:27.021577 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.152802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Allocated IP 172.20.0.12 (75ff0cf8-fbcd-45e8-84d4-cd94145632aa/5e761288-b162-46f6-a0e2-5b8f692bdd67/38781aad-f186-4c26-8ade-881428b9216d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:27.244639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:27.258821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7e65e4a-c9d7-45c4-8046-dcf5f53589e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.311104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.341279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7e65e4a-c9d7-45c4-8046-dcf5f53589e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.346878 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7e65e4a-c9d7-45c4-8046-dcf5f53589e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.347973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.389729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d7e65e4a-c9d7-45c4-8046-dcf5f53589e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=509cc5dc8bc548679dd43dc01af40c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439803 Apr 20 15:02:27.390974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e65e4a-c9d7-45c4-8046-dcf5f53589e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c40c0c-c714-4b85-8d24-2ba32b674b40,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:27.394148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37306) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:27.404544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:27.410549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:27.419631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:27.427077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Pushing event updated for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:27.487373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:27.487943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.502990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.515556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-6a463a4c-0b9a-4cdd-8cad-c78b4372a712 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149735 Apr 20 15:02:27.531048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Request body: {'port': {'device_id': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:27.536045 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.607681 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.651909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.654413 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.655640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02c40c0c-c714-4b85-8d24-2ba32b674b40 HTTP/1.1" status: 204 len: 168 time: 0.2578068 Apr 20 15:02:27.670876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cf423-38bf-47b7-9a49-3617f8e3a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c40c0c-c714-4b85-8d24-2ba32b674b40,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:27.887970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38781aad-f186-4c26-8ade-881428b9216d {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:27.897253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.909543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Transition to ACTIVE for port object 38781aad-f186-4c26-8ade-881428b9216d will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:02:27.922773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:27.975128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Pushing event updated for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:28.068341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b00745-6fba-4464-bdd5-df3f3da1435e req-093d2434-d1d0-4243-9ac6-29a745a7ad5b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.069832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2b00745-6fba-4464-bdd5-df3f3da1435e req-093d2434-d1d0-4243-9ac6-29a745a7ad5b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 944 time: 0.0966587 Apr 20 15:02:28.096533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Attempting to bind port 38781aad-f186-4c26-8ade-881428b9216d on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:28.096899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Attempting to bind port 38781aad-f186-4c26-8ade-881428b9216d by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:28.097229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Attempting to bind port 38781aad-f186-4c26-8ade-881428b9216d on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:28.106509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Port 38781aad-f186-4c26-8ade-881428b9216d on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:02:28.106849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Attempting to bind port 38781aad-f186-4c26-8ade-881428b9216d on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:28.116887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:28.117219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Checking segment: {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:28.117590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Bound using segment: {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:28.118017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Bound port: 38781aad-f186-4c26-8ade-881428b9216d, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:28.118351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:28.134116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2b00745-6fba-4464-bdd5-df3f3da1435e req-28ff5dc4-fefc-432b-a299-97a0d924eecc tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574245 Apr 20 15:02:28.187674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:28.190788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=38781aad-f186-4c26-8ade-881428b9216d,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:28.195690 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:28.232381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.232983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:28.234344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] 10.222.0.45 "PUT /v2.0/ports/38781aad-f186-4c26-8ade-881428b9216d HTTP/1.1" status: 200 len: 1092 time: 0.7097266 Apr 20 15:02:28.234797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'tag': '38781aad-f186-4c26-8ade-881428b9216d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:28.237290 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455fee0c-7f37-4647-b03d-b7aec143c04c" -d '{"events": [{"name": "network-changed", "server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "tag": "38781aad-f186-4c26-8ade-881428b9216d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:28.261024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ccae0-94de-49da-b7de-aeecb9c0936f service neutron] Pushing event updated for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:28.335512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-593a50a0-61b3-4f78-9b54-4a005619ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.337184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-593a50a0-61b3-4f78-9b54-4a005619ddae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 1095 time: 0.0475557 Apr 20 15:02:28.382155 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-391ea215-b2ce-4b8c-aa4b-049a413c27f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38781aad-f186-4c26-8ade-881428b9216d HTTP/1.1" status: 200 len: 217 time: 0.0365798 Apr 20 15:02:28.443636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-80c890a6-30ff-4ef7-b834-841191204077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.445113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-80c890a6-30ff-4ef7-b834-841191204077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5e761288-b162-46f6-a0e2-5b8f692bdd67 HTTP/1.1" status: 200 len: 853 time: 0.0528302 Apr 20 15:02:28.477218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-a01d149e-eb3e-4c2f-b531-148b4c4641c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248733 Apr 20 15:02:28.563394 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4df47-c2dd-4768-b849-09e4895c6ce3 x-openstack-request-id: req-d4b4df47-c2dd-4768-b849-09e4895c6ce3 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:28.563681 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "tag": "38781aad-f186-4c26-8ade-881428b9216d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:28.564965 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4b4df47-c2dd-4768-b849-09e4895c6ce3 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:28.565423 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b4df47-c2dd-4768-b849-09e4895c6ce3'] response: {'name': 'network-changed', 'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'tag': '38781aad-f186-4c26-8ade-881428b9216d', 'status': 'completed', 'code': 200} Apr 20 15:02:28.583921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-25ee0dd2-e46d-4f89-b9af-c9767caeed51 service neutron] 10.222.0.45 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988383 Apr 20 15:02:28.683981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08f5c344-6335-44a0-a2f1-7e1a839e0e93 req-0ea027a7-2133-4bda-83de-9a2faf023353 service neutron] 10.222.0.45 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936470 Apr 20 15:02:28.770687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-2ea42c26-0890-4c40-a12a-18e2987d7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.772295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-2ea42c26-0890-4c40-a12a-18e2987d7783 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 1095 time: 0.0436430 Apr 20 15:02:28.868865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-f3f2ebd7-a069-4d46-a7a9-000f054eccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:28.870306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-f3f2ebd7-a069-4d46-a7a9-000f054eccfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 914 time: 0.0898938 Apr 20 15:02:28.900149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37350) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:29.021319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44ad7df2-b67f-4213-ab31-a8715c571ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.107932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44ad7df2-b67f-4213-ab31-a8715c571ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.112911 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44ad7df2-b67f-4213-ab31-a8715c571ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.151605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44ad7df2-b67f-4213-ab31-a8715c571ab7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf9d5f6844714b0b9420d48173085419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501724 Apr 20 15:02:29.152445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad7df2-b67f-4213-ab31-a8715c571ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874de2f-a466-4aff-89e5-69bab75aa639,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:29.154718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37354) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:29.156724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-6fde3cb6-4497-471a-a009-1b384cc16530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38781aad-f186-4c26-8ade-881428b9216d HTTP/1.1" status: 200 len: 217 time: 0.2786536 Apr 20 15:02:29.208672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-71fe05c0-64c2-4667-8e83-e0694d0bf85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:29.210245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-71fe05c0-64c2-4667-8e83-e0694d0bf85b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5e761288-b162-46f6-a0e2-5b8f692bdd67 HTTP/1.1" status: 200 len: 853 time: 0.0464597 Apr 20 15:02:29.213750 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.234940 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.259166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-134112f5-18ef-4f88-87eb-821580300a5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382109 Apr 20 15:02:29.280562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.283587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:29.287169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f874de2f-a466-4aff-89e5-69bab75aa639 HTTP/1.1" status: 204 len: 168 time: 0.1291480 Apr 20 15:02:29.293400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae4479-4782-4718-9112-0750ce06556f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874de2f-a466-4aff-89e5-69bab75aa639,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:29.323501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810480b-812e-45b6-b33c-6b3ec37e3876 req-f8543998-2d18-4244-9875-cf02ecb6413b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:29.324990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c810480b-812e-45b6-b33c-6b3ec37e3876 req-f8543998-2d18-4244-9875-cf02ecb6413b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 944 time: 0.1131635 Apr 20 15:02:29.384276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c810480b-812e-45b6-b33c-6b3ec37e3876 req-79d563ee-25c1-4f98-bebb-02e82aefded5 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Apr 20 15:02:29.397143 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-d1922fc6-4ddd-45d3-89e2-712b7b03ea92 service neutron] 10.222.0.45 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282494 Apr 20 15:02:29.492840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-455fee0c-7f37-4647-b03d-b7aec143c04c req-c21efb8e-07b0-4c82-91c0-ee1adee662db service neutron] 10.222.0.45 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853424 Apr 20 15:02:30.513922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86dcae-8919-461d-bfac-6a53bd543989 req-56082007-67b0-416d-bd3c-74cd77a39059 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:30.515427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b86dcae-8919-461d-bfac-6a53bd543989 req-56082007-67b0-416d-bd3c-74cd77a39059 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 944 time: 0.0524256 Apr 20 15:02:30.555620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b86dcae-8919-461d-bfac-6a53bd543989 req-a27eefe5-76fd-488e-974c-a5a41ab78e6d tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Apr 20 15:02:31.698247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3e48d-cfe4-4405-8b7c-67ffa2a6dd22 req-42a6b798-611f-44d1-aa5c-0a6222e6279a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:31.701444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c3e48d-cfe4-4405-8b7c-67ffa2a6dd22 req-42a6b798-611f-44d1-aa5c-0a6222e6279a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 944 time: 0.0685823 Apr 20 15:02:31.739991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09c3e48d-cfe4-4405-8b7c-67ffa2a6dd22 req-bcca342d-9a10-4013-b659-1ec64832c846 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337501 Apr 20 15:02:32.294407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:32.408735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd458570-ea50-4656-a8ba-907abeb6186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.495584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd458570-ea50-4656-a8ba-907abeb6186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.500901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dd458570-ea50-4656-a8ba-907abeb6186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.549948 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dd458570-ea50-4656-a8ba-907abeb6186e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=149270d5c9a0406c8079137045bca924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519119 Apr 20 15:02:32.549948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd458570-ea50-4656-a8ba-907abeb6186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c673f664-6d35-4997-b940-0218a704d83d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:32.550472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37420) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:32.607018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.629815 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.679833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.682404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:32.686593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c673f664-6d35-4997-b940-0218a704d83d HTTP/1.1" status: 204 len: 168 time: 0.1320436 Apr 20 15:02:32.700375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb2de-d1d5-4594-8bbf-ddb521159ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c673f664-6d35-4997-b940-0218a704d83d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:32.836449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 38781aad-f186-4c26-8ade-881428b9216d details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:02:32.875116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1e0dc-5894-42f9-8a89-e2ee98aec07a req-4b8b9b66-f851-405e-8577-41e7d6b3780c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:32.877257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78c1e0dc-5894-42f9-8a89-e2ee98aec07a req-4b8b9b66-f851-405e-8577-41e7d6b3780c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 944 time: 0.0578065 Apr 20 15:02:32.935179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-78c1e0dc-5894-42f9-8a89-e2ee98aec07a req-9db02637-934b-49dc-bd59-872ac1049daa tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504405 Apr 20 15:02:32.965821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=38781aad-f186-4c26-8ade-881428b9216d,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:32.978416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '38781aad-f186-4c26-8ade-881428b9216d', 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa', 'port_id': '38781aad-f186-4c26-8ade-881428b9216d', 'mac_address': 'fa:16:3e:2e:91:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e761288-b162-46f6-a0e2-5b8f692bdd67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:02:33.018878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:33.031880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38781aad-f186-4c26-8ade-881428b9216d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:33.052900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=38781aad-f186-4c26-8ade-881428b9216d,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:33.058234 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:33.114527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:33.393883 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['38781aad-f186-4c26-8ade-881428b9216d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:33.548647 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.080167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df9da-dba7-4115-b3db-7ee86353a429 req-91d3124c-54de-4c66-9a3e-efbac5e35be4 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:34.083793 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-768df9da-dba7-4115-b3db-7ee86353a429 req-91d3124c-54de-4c66-9a3e-efbac5e35be4 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 945 time: 0.0641537 Apr 20 15:02:34.092810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37476) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:34.148547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-768df9da-dba7-4115-b3db-7ee86353a429 req-f018861a-50ae-49aa-9106-8023bf78b275 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575058 Apr 20 15:02:34.240681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f904663-2130-46c6-9290-62289edbaadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.333666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f904663-2130-46c6-9290-62289edbaadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.338415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f904663-2130-46c6-9290-62289edbaadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.379431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f904663-2130-46c6-9290-62289edbaadc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9ef2f10be7b41ae8f072898804381a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848895 Apr 20 15:02:34.380303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904663-2130-46c6-9290-62289edbaadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b0400e-c608-4e46-b2de-cd13d79184e5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:34.382165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37500) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:34.434095 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.458586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.507965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.510593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:34.514662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36b0400e-c608-4e46-b2de-cd13d79184e5 HTTP/1.1" status: 204 len: 168 time: 0.1314614 Apr 20 15:02:34.522550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e700d2-1835-4589-86d2-e2c69947c5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b0400e-c608-4e46-b2de-cd13d79184e5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:34.859253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 38781aad-f186-4c26-8ade-881428b9216d up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:34.912766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 38781aad-f186-4c26-8ade-881428b9216d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:02:34.916605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 38781aad-f186-4c26-8ade-881428b9216d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:34.916975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.002813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.028019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38781aad-f186-4c26-8ade-881428b9216d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:35.030522 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49078ead-2d09-47bc-b57a-25e75dd483de" -d '{"events": [{"server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "name": "network-vif-plugged", "status": "completed", "tag": "38781aad-f186-4c26-8ade-881428b9216d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:35.045938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=38781aad-f186-4c26-8ade-881428b9216d,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:35.051345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.089961 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1963a2bc-61b4-4382-9f2a-d1950c8492b5 x-openstack-request-id: req-1963a2bc-61b4-4382-9f2a-d1950c8492b5 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:35.090264 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "name": "network-vif-plugged", "status": "completed", "tag": "38781aad-f186-4c26-8ade-881428b9216d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:35.090555 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1963a2bc-61b4-4382-9f2a-d1950c8492b5 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:35.090948 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1963a2bc-61b4-4382-9f2a-d1950c8492b5'] response: {'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38781aad-f186-4c26-8ade-881428b9216d', 'code': 200} Apr 20 15:02:35.117158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:35.197715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf233-1aa3-44d6-af01-8bbf2d094288 req-34d948b5-11e6-4e48-9876-3e6b7b30393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:35.199595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-037bf233-1aa3-44d6-af01-8bbf2d094288 req-34d948b5-11e6-4e48-9876-3e6b7b30393f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 1097 time: 0.0422938 Apr 20 15:02:35.277856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-037bf233-1aa3-44d6-af01-8bbf2d094288 req-b8139d1b-84a9-4098-ac9b-aed9d2b65896 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700924 Apr 20 15:02:35.306036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b994a0-7eb5-48cd-9f2d-8d0b66a9c5f2 req-eb3fefb7-76a9-4d97-9e07-851e2d407f18 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:35.307175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59b994a0-7eb5-48cd-9f2d-8d0b66a9c5f2 req-eb3fefb7-76a9-4d97-9e07-851e2d407f18 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0741928 Apr 20 15:02:35.361365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59b994a0-7eb5-48cd-9f2d-8d0b66a9c5f2 req-fcb96e23-6dd2-444a-ab34-766f32ef9d54 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Apr 20 15:02:35.649552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37620) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:35.762428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4d2b-3c2d-4151-8ac1-e42d134ebba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.842489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4d2b-3c2d-4151-8ac1-e42d134ebba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.849619 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4d2b-3c2d-4151-8ac1-e42d134ebba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.885580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c4d2b-3c2d-4151-8ac1-e42d134ebba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783493aa-5068-4ce5-8b1a-2d68992fece1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:35.898513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ec1c4d2b-3c2d-4151-8ac1-e42d134ebba9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46c9921f305443229a1ad33fcce36b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454481 Apr 20 15:02:35.899170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37646) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:35.952629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:35.975425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:36.027832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:36.030781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:36.031954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/783493aa-5068-4ce5-8b1a-2d68992fece1 HTTP/1.1" status: 204 len: 168 time: 0.1317320 Apr 20 15:02:36.040972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b888bf-385a-4386-b91f-bbdc9c4ce700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783493aa-5068-4ce5-8b1a-2d68992fece1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:36.489263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752ee8d-1882-46ab-a70c-cd456a957cd7 req-fe3b6296-2bfb-4aff-8b51-fc484ca459ef tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:36.491079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f752ee8d-1882-46ab-a70c-cd456a957cd7 req-fe3b6296-2bfb-4aff-8b51-fc484ca459ef tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0569916 Apr 20 15:02:36.543075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f752ee8d-1882-46ab-a70c-cd456a957cd7 req-4141147a-5b99-4a05-abeb-8d89c065c79c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Apr 20 15:02:36.972953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:37.151400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5451a2af-bf42-40e1-af15-625f024fab0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.243149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5451a2af-bf42-40e1-af15-625f024fab0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.247511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5451a2af-bf42-40e1-af15-625f024fab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.290319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5451a2af-bf42-40e1-af15-625f024fab0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66c00228d866406383af27f96f45226e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160868 Apr 20 15:02:37.290968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451a2af-bf42-40e1-af15-625f024fab0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be048c-72bc-46c1-8acf-0a6f78af5040,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:37.293810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37726) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:37.349369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.372703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.424315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.426799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:37.427942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8be048c-72bc-46c1-8acf-0a6f78af5040 HTTP/1.1" status: 204 len: 168 time: 0.1326013 Apr 20 15:02:37.436001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d47dd-b584-4655-96a9-b591d160a0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be048c-72bc-46c1-8acf-0a6f78af5040,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:37.672417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519cb66-52db-45bf-8868-b3b6d04cfa81 req-155b925b-3a0c-4da1-851f-21058186f452 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:37.674403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9519cb66-52db-45bf-8868-b3b6d04cfa81 req-155b925b-3a0c-4da1-851f-21058186f452 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0583141 Apr 20 15:02:37.721420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9519cb66-52db-45bf-8868-b3b6d04cfa81 req-8739b7d6-26ec-48e6-9052-97721371b420 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Apr 20 15:02:38.489577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-a69e5887-fb67-4da6-90e2-2a4c61cdc265 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333066 Apr 20 15:02:38.705096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-295e0602-1890-4087-91c3-b92b5fa06d76 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:38.706690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-295e0602-1890-4087-91c3-b92b5fa06d76 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110777 Apr 20 15:02:38.725989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-adc65586-753c-4399-9212-a61ac29767cc tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/quotas/aa8aed993d2349f7bf2c4852884b4c97 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Apr 20 15:02:38.764535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-08c2de60-62cf-4bc1-a59b-c3bd534c7a9f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274377 Apr 20 15:02:38.968355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e94ffa93-8030-4c95-b0b9-84e9363104cf req-03d662d0-2ff6-4ef6-86fa-6421a677be64 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 210 time: 0.0304632 Apr 20 15:02:39.133797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-7eac9396-4e20-4bdf-a7ad-dfd231bfeeea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563066 Apr 20 15:02:39.254586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-dfe70862-35cf-4b05-9ac2-b324449482c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:39.256695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-dfe70862-35cf-4b05-9ac2-b324449482c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 1096 time: 0.0606170 Apr 20 15:02:39.395048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-3c44d4e0-4ef3-47d0-8654-6bcda5c4a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:39.398148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-3c44d4e0-4ef3-47d0-8654-6bcda5c4a28d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1189606 Apr 20 15:02:39.481185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-14ddc7a8-470e-4449-a3af-522fca20f46d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 200 len: 217 time: 0.0751908 Apr 20 15:02:39.544022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-a07cd12e-2ee4-49aa-846e-eb108f757626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:39.546140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-a07cd12e-2ee4-49aa-846e-eb108f757626 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0587878 Apr 20 15:02:39.604370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-f140dfd1-fa33-4006-8635-92d1701b989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:39.606370 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-f140dfd1-fa33-4006-8635-92d1701b989e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527885 Apr 20 15:02:39.727008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-ff51a2cf-47d2-43bf-aa04-fcf60bafc03b service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111281 Apr 20 15:02:39.825001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be6965f-51d3-497e-90a3-6990ca37da8f req-bd9f6cd9-2d47-49df-97d5-37a070f2f1a4 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911756 Apr 20 15:02:39.876336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37916) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:40.023314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.078936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-5229d529-f8b1-4697-b26f-e5fa59d789ce tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474248 Apr 20 15:02:40.185010 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-49ecf2a8-0b66-487d-b9a4-56f673319840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.198320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2319fa5-2c43-4866-bc81-e71a8e6831a4 req-d2ca5b71-e708-42a5-8835-6daa6de3c40f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 210 time: 0.1140490 Apr 20 15:02:40.244027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.249117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.291333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d74ebc900cc14045a6faaa5d20bbc2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136717 Apr 20 15:02:40.296068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37922) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:40.315663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67a5d5c-309d-4576-a610-1ac5f5bb912d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:40.316177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-e7ac222c-6832-4c5e-89ca-b4b15fae3919 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:40.321660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-e7ac222c-6832-4c5e-89ca-b4b15fae3919 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356205 Apr 20 15:02:40.334751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Request body: {'port': {'device_id': '94b82d40-649d-4220-855d-3f659a4cde83', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': 'aa8aed993d2349f7bf2c4852884b4c97'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:40.335756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.336114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.336456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.336799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.337141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.337468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.337801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.338129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.338455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.338808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.339136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.339460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516efe3-dc43-4fba-88fb-c6f28f662f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:02:40.371967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.396475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.455837 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.460901 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.462533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d67a5d5c-309d-4576-a610-1ac5f5bb912d HTTP/1.1" status: 204 len: 168 time: 0.1653683 Apr 20 15:02:40.473804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a45a3-361b-4bdd-b536-9ef65a26b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67a5d5c-309d-4576-a610-1ac5f5bb912d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:40.478156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Made reservation on behalf of aa8aed993d2349f7bf2c4852884b4c97 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:40.484781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.501799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.550656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-5367a5f8-455c-4e99-b39a-d452cf008a79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700436 Apr 20 15:02:40.625511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.631860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.633003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-51bf4b04-563d-4b6d-b0f4-705113c1c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:40.634618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-51bf4b04-563d-4b6d-b0f4-705113c1c9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1097 time: 0.0580223 Apr 20 15:02:40.722041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468e3539-515e-4e8d-8995-1ae88d7c9695,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:40.773374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-16c51452-60fe-4322-80c9-9fbc35987d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:40.775284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-16c51452-60fe-4322-80c9-9fbc35987d40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1108699 Apr 20 15:02:40.813239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Allocated IP 192.168.233.115 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/539e329b-dc87-41db-bf32-7e182b1b032d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:40.852551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37932) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:40.864534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-2585e0cb-2e6b-441a-87b6-facf400cb787 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 1000 time: 0.0821602 Apr 20 15:02:40.878053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc346fee-148f-464c-9a44-88b43ef5792e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:40.920619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-c8c86faf-d622-4895-acc2-a1cfee4df950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:40.921386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-c8c86faf-d622-4895-acc2-a1cfee4df950 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.0503716 Apr 20 15:02:40.971538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-2f925cbd-85ba-4de5-9aa3-ea4ee78bfc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:40.973045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-2f925cbd-85ba-4de5-9aa3-ea4ee78bfc2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449541 Apr 20 15:02:41.040695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.057015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc346fee-148f-464c-9a44-88b43ef5792e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.064766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc346fee-148f-464c-9a44-88b43ef5792e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.083581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-f60698a4-c95c-4bc3-ab64-077cf7980ce8 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020484 Apr 20 15:02:41.130519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc346fee-148f-464c-9a44-88b43ef5792e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=836b88b0525e40d99baee11b319f3e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761528 Apr 20 15:02:41.131384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc346fee-148f-464c-9a44-88b43ef5792e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159282bb-26e1-4f28-863a-ec973cbea2ca,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:41.134035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:41.142632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.192578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab77e622-bfb8-4edf-b1ed-265563874338 req-e493907c-ab44-4557-8506-3324537dd4ca service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016324 Apr 20 15:02:41.207939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:41.217040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:41.224790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:41.249545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Pushing event updated for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:41.273330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.297183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:41.297800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.316449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.335847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-d69ae85f-62e5-4631-8508-3c79fea6d61f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0058947 Apr 20 15:02:41.352739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Request body: {'port': {'device_id': '94b82d40-649d-4220-855d-3f659a4cde83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:41.376922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f48ce-67b5-4e12-b629-71606e743c86 req-2e3e59b3-8d25-495f-86c9-50f799a850c9 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:41.378783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf3f48ce-67b5-4e12-b629-71606e743c86 req-2e3e59b3-8d25-495f-86c9-50f799a850c9 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 936 time: 0.0668273 Apr 20 15:02:41.433108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.468600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf3f48ce-67b5-4e12-b629-71606e743c86 req-6b97e56c-3f77-4bac-a4ed-f6efcfd73426 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808940 Apr 20 15:02:41.472430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.475401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.479705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/159282bb-26e1-4f28-863a-ec973cbea2ca HTTP/1.1" status: 204 len: 168 time: 0.3448727 Apr 20 15:02:41.501847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c92224-1415-4dbb-8af4-736091e81ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159282bb-26e1-4f28-863a-ec973cbea2ca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:41.605581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4bf5f9d2-a3cb-4a5f-8e7a-1b077d39ecf9 None None] Provisioning complete for port 539e329b-dc87-41db-bf32-7e182b1b032d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:41.606725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f9d2-a3cb-4a5f-8e7a-1b077d39ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:41.651705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5f9d2-a3cb-4a5f-8e7a-1b077d39ecf9 None None] Port 539e329b-dc87-41db-bf32-7e182b1b032d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:02:42.138656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539e329b-dc87-41db-bf32-7e182b1b032d {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:42.146793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:42.162454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Transition to ACTIVE for port object 539e329b-dc87-41db-bf32-7e182b1b032d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:02:42.167355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:42.224093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Pushing event updated for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:42.320990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Attempting to bind port 539e329b-dc87-41db-bf32-7e182b1b032d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:42.321372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Attempting to bind port 539e329b-dc87-41db-bf32-7e182b1b032d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:42.321657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Attempting to bind port 539e329b-dc87-41db-bf32-7e182b1b032d on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:42.326298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Port 539e329b-dc87-41db-bf32-7e182b1b032d on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:02:42.326661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Attempting to bind port 539e329b-dc87-41db-bf32-7e182b1b032d on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:42.332971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:42.333314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:42.333703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:42.334139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Bound port: 539e329b-dc87-41db-bf32-7e182b1b032d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:42.334628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:42.419924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:42.424637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=539e329b-dc87-41db-bf32-7e182b1b032d,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:42.430855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:42.470139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:42.470807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:42.472775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] 10.222.0.43 "PUT /v2.0/ports/539e329b-dc87-41db-bf32-7e182b1b032d HTTP/1.1" status: 200 len: 1096 time: 1.1285722 Apr 20 15:02:42.475355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:42.479629 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2" -d '{"events": [{"name": "network-changed", "server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:42.516918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69dfd-a97a-462d-9e5d-b08352319d7b service neutron] Pushing event updated for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:42.596645 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65151593-9400-461c-90df-48398bf5a9f1 x-openstack-request-id: req-65151593-9400-461c-90df-48398bf5a9f1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:42.596945 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:42.597201 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65151593-9400-461c-90df-48398bf5a9f1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:42.597611 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65151593-9400-461c-90df-48398bf5a9f1'] response: {'name': 'network-changed', 'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d', 'status': 'completed', 'code': 200} Apr 20 15:02:42.608130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-6e8083bd-9ce6-4373-9431-644fcd498f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:42.610536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-6e8083bd-9ce6-4373-9431-644fcd498f18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 1099 time: 0.0705621 Apr 20 15:02:42.662547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-f9c2321b-b024-4713-9dbf-a0a5f7893b2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=539e329b-dc87-41db-bf32-7e182b1b032d HTTP/1.1" status: 200 len: 217 time: 0.0447769 Apr 20 15:02:42.689685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46370c-a6af-47d1-bf05-ea24c5a35e1a req-19caf42e-e4f0-4e92-b33f-d90aaceb689b tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:42.692369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df46370c-a6af-47d1-bf05-ea24c5a35e1a req-19caf42e-e4f0-4e92-b33f-d90aaceb689b tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 948 time: 0.0731003 Apr 20 15:02:42.744436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-1f4a3250-e6fe-46ef-b1e1-321d27eac216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:42.747395 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-1f4a3250-e6fe-46ef-b1e1-321d27eac216 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0779469 Apr 20 15:02:42.781540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df46370c-a6af-47d1-bf05-ea24c5a35e1a req-12d2eda8-15ac-4078-896e-1dec728aa89c tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608156 Apr 20 15:02:42.814956 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-f4e7c162-4654-4e2d-abad-b83b48e5b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:42.816498 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-f4e7c162-4654-4e2d-abad-b83b48e5b4ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587380 Apr 20 15:02:42.934245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-dd17684a-b406-407e-8b8a-8483aa915045 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111000 Apr 20 15:02:43.038340 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ad02d99-9026-45c0-b26b-7f0f4a2cd9dd req-37fb07fa-62ef-4245-9e0c-a6ffccdcb6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953894 Apr 20 15:02:43.133479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-40542db3-b3b6-43b7-9b11-ebde430b38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.135049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-40542db3-b3b6-43b7-9b11-ebde430b38e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 1099 time: 0.0443037 Apr 20 15:02:43.241316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-9ba366f7-1b30-4b42-9338-8130f2fd984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.244315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-9ba366f7-1b30-4b42-9338-8130f2fd984b service neutron] 10.222.0.43 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.1005998 Apr 20 15:02:43.293580 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-04bc39f4-6573-4f90-a9e1-ac0316c2383b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=539e329b-dc87-41db-bf32-7e182b1b032d HTTP/1.1" status: 200 len: 217 time: 0.0410411 Apr 20 15:02:43.329272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37986) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:43.350323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-08647e8d-5400-405a-bc94-4eafd6455cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.352463 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-08647e8d-5400-405a-bc94-4eafd6455cba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0507689 Apr 20 15:02:43.404028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-73c1ee01-e2c7-4b19-b825-2fa74b48edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.405460 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-73c1ee01-e2c7-4b19-b825-2fa74b48edf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442963 Apr 20 15:02:43.448954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-63cf8a1f-26c9-48a6-9df6-e86c97521557 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:43.458382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-18a7c25f-200b-4722-8ceb-bfdd3b469da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.473515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-63cf8a1f-26c9-48a6-9df6-e86c97521557 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "PUT /v2.0/quotas/1b4fdabfdab745d3b899e8db70e44740 HTTP/1.1" status: 200 len: 368 time: 0.1406403 Apr 20 15:02:43.473749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:43.480503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Request body: {'network': {'project_id': '1b4fdabfdab745d3b899e8db70e44740'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:43.509779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-12b5e5ac-b6f9-46b3-86ca-c284bbe7e89b service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969062 Apr 20 15:02:43.512059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Made reservation on behalf of 1b4fdabfdab745d3b899e8db70e44740 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:43.514331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.524600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.618645 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1fdd5280-fd5a-41b8-b02e-82a13bd834c2 req-7988730c-fce5-41c9-8948-45cec57f1566 service neutron] 10.222.0.43 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011353 Apr 20 15:02:43.627313 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.632187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.662152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:43.671114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c7a0f-28ef-45ce-9bec-06d76fb24787,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:43.679639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.679971 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Added segment d56560d4-31e1-48c8-8b5d-21a71ea7c1f8 of type vlan for network feb7e1b8-a1ab-41c3-b0d7-098050f70987 Apr 20 15:02:43.704391 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.723749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.754659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.755724 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.756383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.804462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3296037 Apr 20 15:02:43.807111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 37996) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:43.813135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Request body: {'network': {'project_id': '1b4fdabfdab745d3b899e8db70e44740'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:43.818405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab35911-cd7b-432a-bc9b-9e450bb973e4 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event updated for resources: {'Network': ['ID=feb7e1b8-a1ab-41c3-b0d7-098050f70987,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:43.829379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network feb7e1b8-a1ab-41c3-b0d7-098050f70987 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:02:43.861301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Made reservation on behalf of 1b4fdabfdab745d3b899e8db70e44740 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:43.864186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.908403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:43.922442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:43.922918 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Added segment e221d339-7662-4913-8b61-3542496b2c61 of type vlan for network b2353078-d835-4323-af30-7a154e8f4dca Apr 20 15:02:43.959354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2f80-5b96-4689-acaa-0fa17807f2d3 req-33029c4e-c656-41a7-973a-81b38bb445f8 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:43.961203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a8f2f80-5b96-4689-acaa-0fa17807f2d3 req-33029c4e-c656-41a7-973a-81b38bb445f8 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 948 time: 0.0755923 Apr 20 15:02:43.974197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.003087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.004157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:44.004809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.009101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a8f2f80-5b96-4689-acaa-0fa17807f2d3 req-2068160a-8659-474a-af77-e8f6e2b77758 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Apr 20 15:02:44.066029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2577386 Apr 20 15:02:44.069007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 37998) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.076050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b809b17f-4beb-4c7f-aa48-37e4948d4b8d tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Request body: {'network': {'project_id': '1b4fdabfdab745d3b899e8db70e44740'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:44.080520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed6e05-a039-4d01-ac4e-04367f8169c3 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event updated for resources: {'Network': ['ID=b2353078-d835-4323-af30-7a154e8f4dca,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:44.089449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b2353078-d835-4323-af30-7a154e8f4dca details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:02:44.089901 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-b809b17f-4beb-4c7f-aa48-37e4948d4b8d tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 15:02:44.090365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b809b17f-4beb-4c7f-aa48-37e4948d4b8d tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:02:44.091565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b809b17f-4beb-4c7f-aa48-37e4948d4b8d tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0213175 Apr 20 15:02:44.094500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38000) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.137893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-21fa1f02-afd5-428e-9bf6-db05db23b265 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b4fdabfdab745d3b899e8db70e44740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420401 Apr 20 15:02:44.140517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38002) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.202057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.225516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.275600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.278473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.279964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee7c7a0f-28ef-45ce-9bec-06d76fb24787 HTTP/1.1" status: 204 len: 168 time: 0.1385195 Apr 20 15:02:44.284095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38006) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.288404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57654776-0df7-41d8-8796-78bafc5e8ed8 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c7a0f-28ef-45ce-9bec-06d76fb24787,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:44.321269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.375268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.475690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.498242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2353078-d835-4323-af30-7a154e8f4dca']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.510104 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221d339-7662-4913-8b61-3542496b2c61') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.510395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221d339-7662-4913-8b61-3542496b2c61') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.522512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.538347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.546629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:02:44.547067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:02:44.548991 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:02:44.597672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221f09-c240-4d56-8034-cf8ff0c60e7c req-36b82009-ecb0-4126-b3a0-dd63678a22f1 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:44.599361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77221f09-c240-4d56-8034-cf8ff0c60e7c req-36b82009-ecb0-4126-b3a0-dd63678a22f1 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1097 time: 0.0595584 Apr 20 15:02:44.641756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.650403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.654068 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b2353078-d835-4323-af30-7a154e8f4dca HTTP/1.1" status: 204 len: 168 time: 0.3686366 Apr 20 15:02:44.656663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38014) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.666938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9574b55-e56b-47bc-b74b-ad16425590db tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2353078-d835-4323-af30-7a154e8f4dca,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:44.742424 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.862492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77221f09-c240-4d56-8034-cf8ff0c60e7c req-71741b8d-1d46-4584-bd6e-c5d6f533c84f tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531104 Apr 20 15:02:44.867844 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.891052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38016) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:44.893960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb7e1b8-a1ab-41c3-b0d7-098050f70987']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.911839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56560d4-31e1-48c8-8b5d-21a71ea7c1f8') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.912132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56560d4-31e1-48c8-8b5d-21a71ea7c1f8') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:44.941933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.969162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.979776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:02:44.981242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:02:44.983313 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:02:45.049921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.056961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.060237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] 10.222.0.20 "DELETE /v2.0/networks/feb7e1b8-a1ab-41c3-b0d7-098050f70987 HTTP/1.1" status: 204 len: 168 time: 0.4013739 Apr 20 15:02:45.084686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066431d-4b69-4614-9ef5-06a847d4fe88 tempest-QuotasNegativeTest-1335443592 tempest-QuotasNegativeTest-1335443592-project-admin] Pushing event deleted for resources: {'Network': ['ID=feb7e1b8-a1ab-41c3-b0d7-098050f70987,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:45.106545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 663910f7-8f77-47db-8d11-d1a832e7a553 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:45.106948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.114536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 539e329b-dc87-41db-bf32-7e182b1b032d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:02:45.214672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ecb48-1cad-4e33-80da-d96f5e41f93e req-528e1a98-cef9-495b-97a8-f760cc8f5472 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:45.226931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da9ecb48-1cad-4e33-80da-d96f5e41f93e req-528e1a98-cef9-495b-97a8-f760cc8f5472 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 948 time: 0.1250982 Apr 20 15:02:45.240422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.241139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.260231 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.272273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da9ecb48-1cad-4e33-80da-d96f5e41f93e req-ae6b0798-3a1c-4b1c-bbf2-8ce339511533 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Apr 20 15:02:45.277236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 663910f7-8f77-47db-8d11-d1a832e7a553 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:45.308206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.315301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=539e329b-dc87-41db-bf32-7e182b1b032d,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:45.328234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '539e329b-dc87-41db-bf32-7e182b1b032d', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '539e329b-dc87-41db-bf32-7e182b1b032d', 'mac_address': 'fa:16:3e:cd:41:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:02:45.385090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.411448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539e329b-dc87-41db-bf32-7e182b1b032d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:02:45.434211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=539e329b-dc87-41db-bf32-7e182b1b032d,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:45.442664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.512840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:45.525289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.551160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=663910f7-8f77-47db-8d11-d1a832e7a553,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:45.652783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.653938 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 85842807-1907-4473-95cd-a0103e30f735 disassociated (deleted). External IP: 172.25.1.29, port: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c. Apr 20 15:02:45.664944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['539e329b-dc87-41db-bf32-7e182b1b032d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:45.706055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38028) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:45.847745 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-330a26a5-bd85-4021-866d-66d6124700ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.918195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 7a5e8401-ceda-4f83-90a3-459775869d2b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:02:45.941163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-330a26a5-bd85-4021-866d-66d6124700ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.945958 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-330a26a5-bd85-4021-866d-66d6124700ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:45.990506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-330a26a5-bd85-4021-866d-66d6124700ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1364e14d8f2e4cc08d255987318de279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830658 Apr 20 15:02:45.991504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a26a5-bd85-4021-866d-66d6124700ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f72c5-40ba-44f8-86b1-bf3752f03b73,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:45.995192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38032) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:46.040896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:02:46.047008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.047652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.057491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Sync routers for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:02:46.068665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:46.069754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:46.073662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.079043 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc5db7ad-8e35-4439-af58-93a78aaa7e72 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/floatingips/85842807-1907-4473-95cd-a0103e30f735 HTTP/1.1" status: 204 len: 168 time: 1.1860828 Apr 20 15:02:46.079686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:46.082272 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e422c-f328-440d-936c-172ddfc89fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:46.124186 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5038ac-d462-4b56-86d2-de74c88208cd x-openstack-request-id: req-ea5038ac-d462-4b56-86d2-de74c88208cd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:46.124722 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:46.125260 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea5038ac-d462-4b56-86d2-de74c88208cd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:46.125908 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5038ac-d462-4b56-86d2-de74c88208cd'] response: {'name': 'network-changed', 'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:02:46.176927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.185654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.189510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c48f72c5-40ba-44f8-86b1-bf3752f03b73 HTTP/1.1" status: 204 len: 168 time: 0.1906416 Apr 20 15:02:46.202346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-965ef457-46df-4b3c-ae74-e53daee4705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.204547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-965ef457-46df-4b3c-ae74-e53daee4705c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 1097 time: 0.0551238 Apr 20 15:02:46.211980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:02:46.213014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5658c-9f28-4a0e-b8d1-47c1aeea7dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f72c5-40ba-44f8-86b1-bf3752f03b73,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:46.363903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-26730bca-8465-44e8-af0e-5d03535d97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.366524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-26730bca-8465-44e8-af0e-5d03535d97b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 200 len: 897 time: 0.1544461 Apr 20 15:02:46.434035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-838191b1-586e-464c-9a7f-6cba665188c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 200 len: 217 time: 0.0580633 Apr 20 15:02:46.486726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252c974-3f99-45e6-aa15-163720cd7430 req-cf0864d3-2625-442a-896d-5f122a0cf1b8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.488500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d252c974-3f99-45e6-aa15-163720cd7430 req-cf0864d3-2625-442a-896d-5f122a0cf1b8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 946 time: 0.0645530 Apr 20 15:02:46.497801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0782e-2361-4854-8e79-e9e7ff804281 req-e1c05986-7b1f-4451-b4a8-296bc2de39d0 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.509196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0b0782e-2361-4854-8e79-e9e7ff804281 req-e1c05986-7b1f-4451-b4a8-296bc2de39d0 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 949 time: 0.1211770 Apr 20 15:02:46.522495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:46.540337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-20649f91-9499-4265-a878-3bb2e1edac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.544312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-20649f91-9499-4265-a878-3bb2e1edac2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 200 len: 834 time: 0.1016214 Apr 20 15:02:46.557132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Checking router: 7a5e8401-ceda-4f83-90a3-459775869d2b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:02:46.566204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:46.566939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:46.613362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0b0782e-2361-4854-8e79-e9e7ff804281 req-48516679-f2a6-4eac-9ca8-108c36a28857 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029029 Apr 20 15:02:46.639565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d252c974-3f99-45e6-aa15-163720cd7430 req-e0548fd1-f5bb-4b75-bdde-41d0396c5a79 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267521 Apr 20 15:02:46.643793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-1f26e3eb-2514-4bfa-85fe-c3153da451a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:46.645345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-1f26e3eb-2514-4bfa-85fe-c3153da451a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897019 Apr 20 15:02:46.715538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:02:46.721835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38050) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:46.741850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a161ecf-cd42-4f7e-9016-eb24a68282bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.768095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-f8422c66-0444-4d61-ae52-8219b33bc262 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115756 Apr 20 15:02:46.850201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a161ecf-cd42-4f7e-9016-eb24a68282bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.859801 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a161ecf-cd42-4f7e-9016-eb24a68282bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:46.895473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd9e422c-f328-440d-936c-172ddfc89fc7 req-03741733-918e-4d66-a35c-1ef80d4f7938 service neutron] 10.222.0.43 "GET /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222095 Apr 20 15:02:46.907036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a161ecf-cd42-4f7e-9016-eb24a68282bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d46149ef88094f43ae81b181a35414a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841986 Apr 20 15:02:46.917096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:46.919241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a161ecf-cd42-4f7e-9016-eb24a68282bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e503c5a-ada2-4287-8acb-4972f5d84759,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:46.992744 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.016277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.066408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.071673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.075214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e503c5a-ada2-4287-8acb-4972f5d84759 HTTP/1.1" status: 204 len: 168 time: 0.1505558 Apr 20 15:02:47.081606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7ae7c-1fcc-4161-bded-a240d9f3398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e503c5a-ada2-4287-8acb-4972f5d84759,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:47.123262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 539e329b-dc87-41db-bf32-7e182b1b032d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:47.179790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:47.211366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89313338-246d-4eb5-b87f-bf06d069b97d None None] The sync data for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 is: [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:00:45Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7b49aa96-949c-408f-b356-0f87e1ff1f24', 'name': '', 'network_id': '9f7ba4b4-842c-4d26-8491-62dfebfcd6aa', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:ea:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:44Z', 'updated_at': '2022-04-20T15:00:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:02:47.215722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 539e329b-dc87-41db-bf32-7e182b1b032d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:02:47.220272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 539e329b-dc87-41db-bf32-7e182b1b032d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:47.220653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.313981 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.338494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:47.340982 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85fee5d-63c4-471a-9066-17ae49d6c26e" -d '{"events": [{"server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "name": "network-vif-plugged", "status": "completed", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:47.362260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=539e329b-dc87-41db-bf32-7e182b1b032d,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:47.369107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.426835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:47.592360 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868dc86a-90ef-4c16-8cd0-d2111d11dc65 x-openstack-request-id: req-868dc86a-90ef-4c16-8cd0-d2111d11dc65 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:47.592763 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "name": "network-vif-plugged", "status": "completed", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:47.593290 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-868dc86a-90ef-4c16-8cd0-d2111d11dc65 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:47.593757 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868dc86a-90ef-4c16-8cd0-d2111d11dc65'] response: {'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d', 'code': 200} Apr 20 15:02:47.604031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb671bd-780d-49b3-9fc0-d5dceabe8206 None None] New status for floating IP 85842807-1907-4473-95cd-a0103e30f735: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:02:47.706595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-dc0a9a6d-3e42-4858-98f2-eabcd5d21cea tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:47.708510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-dc0a9a6d-3e42-4858-98f2-eabcd5d21cea tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 946 time: 0.1075103 Apr 20 15:02:47.849574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34d3cf-a4ec-4e4d-af06-fd04e9d25c93 req-7031e47c-bb6b-4187-8861-af183012e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:47.851657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d34d3cf-a4ec-4e4d-af06-fd04e9d25c93 req-7031e47c-bb6b-4187-8861-af183012e795 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 1101 time: 0.1956387 Apr 20 15:02:47.863244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:47.863596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:47.897273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71627-0d4a-45d6-97d4-de8bb0de6247 req-a5632db4-4e25-4905-9fd7-5bab91aad754 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:47.898822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d71627-0d4a-45d6-97d4-de8bb0de6247 req-a5632db4-4e25-4905-9fd7-5bab91aad754 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 950 time: 0.1937649 Apr 20 15:02:47.924006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e8d23-cc65-4a39-b9ca-8b5ff5be5e32 req-eefd6080-0c3e-44b6-9a1c-da5306a1d5f3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:47.926128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d2e8d23-cc65-4a39-b9ca-8b5ff5be5e32 req-eefd6080-0c3e-44b6-9a1c-da5306a1d5f3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d7a24d-b7b0-40b9-b0bf-50007b144a25 HTTP/1.1" status: 200 len: 946 time: 0.1393256 Apr 20 15:02:47.936636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d34d3cf-a4ec-4e4d-af06-fd04e9d25c93 req-6424d4b9-8583-4222-9da2-c335a938db81 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Apr 20 15:02:47.983868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22d71627-0d4a-45d6-97d4-de8bb0de6247 req-30b38805-d883-489a-bb36-471b24205804 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733418 Apr 20 15:02:48.008967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:48.009346 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.018408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d2e8d23-cc65-4a39-b9ca-8b5ff5be5e32 req-04fd6349-cc37-4952-afa1-fbd704376186 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=3068e277-f28d-4266-a9a8-bc22364366cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753179 Apr 20 15:02:48.036363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 5dba2b85-f75a-4d27-86ae-0c76e2c0884c owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:48.101265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38084) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:48.173993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.209454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1695937924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:48.211818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=5dba2b85-f75a-4d27-86ae-0c76e2c0884c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:48.254116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.254401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] No DVR routers for this DVR port 5dba2b85-f75a-4d27-86ae-0c76e2c0884c on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:02:48.256739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.257159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.260506 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5c440fa7-81da-4fe4-84ca-77baee0fb3c1 req-2a9151f6-c3a4-467a-a9f2-9ae4ae96ab45 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "DELETE /v2.0/ports/5dba2b85-f75a-4d27-86ae-0c76e2c0884c HTTP/1.1" status: 204 len: 173 time: 0.5459130 Apr 20 15:02:48.260960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-deleted', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:48.263579 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f896c5e6-0b34-45d1-b601-6131ed2580ab" -d '{"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-deleted", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:48.302179 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfd6b70-4e09-4853-a5ee-2705055a94a7 x-openstack-request-id: req-abfd6b70-4e09-4853-a5ee-2705055a94a7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:48.302623 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7a24d-b7b0-40b9-b0bf-50007b144a25", "name": "network-vif-deleted", "tag": "5dba2b85-f75a-4d27-86ae-0c76e2c0884c", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:48.302950 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abfd6b70-4e09-4853-a5ee-2705055a94a7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:48.303465 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfd6b70-4e09-4853-a5ee-2705055a94a7'] response: {'server_uuid': 'f4d7a24d-b7b0-40b9-b0bf-50007b144a25', 'name': 'network-vif-deleted', 'tag': '5dba2b85-f75a-4d27-86ae-0c76e2c0884c', 'status': 'completed', 'code': 200} Apr 20 15:02:48.367291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.372853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.399085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.400307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-49a6af24-15a4-44fd-a1b1-b8746ae19fe5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2978895 Apr 20 15:02:48.403394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38090) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:48.409526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1337581529'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:48.438532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:48.443821 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.453182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.534246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.539054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.583241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:48.588771 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7746dd65-c242-4b33-ad11-cddb60a83a59,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:48.598678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.599103 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Added segment 2705f66f-0c56-4586-b348-9ddad49fec39 of type vlan for network ae592707-7c6c-4bfb-8018-e6181cb2fb7c Apr 20 15:02:48.656171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.687189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.693350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:48.693968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:48.773179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3684366 Apr 20 15:02:48.776321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38092) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:48.781731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'subnet': {'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:48.782828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46ba17-3112-4af2-8bba-5f8139b848cd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Network': ['ID=ae592707-7c6c-4bfb-8018-e6181cb2fb7c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:48.793893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:02:49.089266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38100) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:49.223466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e0abe-3ccf-4d2c-8c78-335bbe1bb956 req-8543b0fc-0420-4288-8a04-9379cda745c7 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:49.224978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-318e0abe-3ccf-4d2c-8c78-335bbe1bb956 req-8543b0fc-0420-4288-8a04-9379cda745c7 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 950 time: 0.0754824 Apr 20 15:02:49.239449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:49.242803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.322130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-318e0abe-3ccf-4d2c-8c78-335bbe1bb956 req-ae43fab0-e208-4f56-a4da-1b09cb43261f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902097 Apr 20 15:02:49.496160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.552158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.579500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Subnet': ['ID=ca86c3de-e432-4139-9637-c0dbabda0c3c,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:49.585015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Checking segment: {'id': '2705f66f-0c56-4586-b348-9ddad49fec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:49.586438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network hostable DHCP agents. Network: ae592707-7c6c-4bfb-8018-e6181cb2fb7c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:02:49.605183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:02:49.630516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ae592707-7c6c-4bfb-8018-e6181cb2fb7c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:49.643420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524be52-292f-42d6-9ef2-05ac2ad32ad0 None None] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:49.649647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:49.650234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.682346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a228b-165e-4bfb-8e3f-42d1fd6f4183 req-21acad3c-4cd5-4307-926d-33094becd02e tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:49.683487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-378a228b-165e-4bfb-8e3f-42d1fd6f4183 req-21acad3c-4cd5-4307-926d-33094becd02e tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 950 time: 0.0654688 Apr 20 15:02:49.686606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-486af7b3-fa63-4297-954f-79ed4277cf76 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9091706 Apr 20 15:02:49.689814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38108) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:49.694929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'network': {'name': 'tempest-router-network01--611014388'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:49.743188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:49.746942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.756611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-378a228b-165e-4bfb-8e3f-42d1fd6f4183 req-38ad067f-6bf6-4758-9faa-ee3fbaa34e66 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Apr 20 15:02:49.787500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:49.799419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.800650 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Added segment 25fb7d10-e539-4cf4-b66b-e9df0c147db6 of type vlan for network e374c554-446e-48e4-998e-6024774ba872 Apr 20 15:02:49.867054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ae592707-7c6c-4bfb-8018-e6181cb2fb7c', 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c', 'tenant_id': 'e75768a36d994c0aa1f020d351101e84', 'fixed_ips': [{'subnet_id': 'ca86c3de-e432-4139-9637-c0dbabda0c3c'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:02:49.867932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.883960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.904686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 7b49aa96-949c-408f-b356-0f87e1ff1f24 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:49.905280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.926180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.934988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:49.935673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:49.972314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2813711 Apr 20 15:02:49.973565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38112) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:49.980613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'network': {'name': 'tempest-router-network02--1756877407'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:50.031101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:50.035902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.047029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Allocated IP 2001:db8::2 (ae592707-7c6c-4bfb-8018-e6181cb2fb7c/ca86c3de-e432-4139-9637-c0dbabda0c3c/199156a2-9b38-48b0-9813-6414f3176752) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:50.066533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 7b49aa96-949c-408f-b356-0f87e1ff1f24, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7b49aa96-949c-408f-b356-0f87e1ff1f24,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:50.066905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.079662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530f042-4c98-4fab-9fcc-92708a5be52b tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Network': ['ID=e374c554-446e-48e4-998e-6024774ba872,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:50.087125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 7b49aa96-949c-408f-b356-0f87e1ff1f24 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:50.092746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:50.111144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.111371 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Added segment 9fcc88f0-c751-483e-a7c4-3e395d9fb3a9 of type vlan for network a22de142-14ff-4893-a105-fa5f97f733ac Apr 20 15:02:50.122634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e374c554-446e-48e4-998e-6024774ba872 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:02:50.201918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.278694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.304247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.304858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.310624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:50.311214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.355342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:50.358813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:50.363685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:50.371299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Pushing event updated for resources: {'Port': ['ID=199156a2-9b38-48b0-9813-6414f3176752,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:50.393895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4192240 Apr 20 15:02:50.396828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:50.401970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'subnet': {'network_id': 'e374c554-446e-48e4-998e-6024774ba872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:50.414298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f22485-7f39-4a59-abc9-fce4ae05e6cc tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Network': ['ID=a22de142-14ff-4893-a105-fa5f97f733ac,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:50.419437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.454353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=7b49aa96-949c-408f-b356-0f87e1ff1f24,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:50.479261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a22de142-14ff-4893-a105-fa5f97f733ac details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:02:50.481876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Attempting to bind port 199156a2-9b38-48b0-9813-6414f3176752 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:50.482313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Attempting to bind port 199156a2-9b38-48b0-9813-6414f3176752 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2705f66f-0c56-4586-b348-9ddad49fec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:50.482771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Attempting to bind port 199156a2-9b38-48b0-9813-6414f3176752 on network ae592707-7c6c-4bfb-8018-e6181cb2fb7c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:50.535912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:50.538739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Checking segment: {'id': '2705f66f-0c56-4586-b348-9ddad49fec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:50.543714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.543714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Bound using segment: {'id': '2705f66f-0c56-4586-b348-9ddad49fec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:50.543714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Bound port: 199156a2-9b38-48b0-9813-6414f3176752, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2705f66f-0c56-4586-b348-9ddad49fec39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ae592707-7c6c-4bfb-8018-e6181cb2fb7c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:50.543714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.563864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:50.568955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.749024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] For port 199156a2-9b38-48b0-9813-6414f3176752, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:50.759278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] For port 199156a2-9b38-48b0-9813-6414f3176752, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=199156a2-9b38-48b0-9813-6414f3176752,segment=NetworkSegment(2705f66f-0c56-4586-b348-9ddad49fec39),segment_id=2705f66f-0c56-4586-b348-9ddad49fec39)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:50.767747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.808668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:50.845534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455b4be-d9cd-41f0-84ad-9e33be9c7444 None None] Pushing event updated for resources: {'Port': ['ID=199156a2-9b38-48b0-9813-6414f3176752,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:50.987119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaea0ed-a34c-42b0-b723-2f0a8289d3d6 req-bcd71682-3241-4d27-b130-6f7001da2f9f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:50.988723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaea0ed-a34c-42b0-b723-2f0a8289d3d6 req-bcd71682-3241-4d27-b130-6f7001da2f9f tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 950 time: 0.1089158 Apr 20 15:02:51.010169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.098381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaea0ed-a34c-42b0-b723-2f0a8289d3d6 req-990c5d59-a2f9-4dce-b722-66fc3bbf1d68 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/security-groups?id=468e3539-515e-4e8d-8995-1ae88d7c9695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902922 Apr 20 15:02:51.122631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Subnet': ['ID=833f6756-9148-4b2d-ac66-05822711219b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:51.146709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Checking segment: {'id': '25fb7d10-e539-4cf4-b66b-e9df0c147db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e374c554-446e-48e4-998e-6024774ba872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:51.146954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network hostable DHCP agents. Network: e374c554-446e-48e4-998e-6024774ba872, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:02:51.202643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network e374c554-446e-48e4-998e-6024774ba872 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:02:51.216585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e374c554-446e-48e4-998e-6024774ba872) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:51.225012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8e759-ea11-4145-9da3-129edf022e81 None None] Network e374c554-446e-48e4-998e-6024774ba872 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:51.230820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:51.237001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.276013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0e542833-4cd0-4f5a-bb78-004f7a7d3278 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8780274 Apr 20 15:02:51.279118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38120) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:51.287629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'subnet': {'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:51.431724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e374c554-446e-48e4-998e-6024774ba872', 'network_id': 'e374c554-446e-48e4-998e-6024774ba872', 'tenant_id': 'e75768a36d994c0aa1f020d351101e84', 'fixed_ips': [{'subnet_id': '833f6756-9148-4b2d-ac66-05822711219b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:02:51.432559 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.470878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:51.475203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.478043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51881-f914-4a28-a5d6-e050bae2387f req-1f196a22-7c20-4ffc-a384-c7a071c18204 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:51.479572 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fde51881-f914-4a28-a5d6-e050bae2387f req-1f196a22-7c20-4ffc-a384-c7a071c18204 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 950 time: 0.5952775 Apr 20 15:02:51.615251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Allocated IP 2001:db8::2 (e374c554-446e-48e4-998e-6024774ba872/833f6756-9148-4b2d-ac66-05822711219b/9a5eba30-56fe-4d85-ac0e-e7944441c157) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:51.673876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Deleting port 539e329b-dc87-41db-bf32-7e182b1b032d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:51.675932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.682668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.764127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Subnet': ['ID=8e4734fd-47a2-4d79-b9ef-d3118dd21439,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:51.775798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Checking segment: {'id': '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:51.776179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network hostable DHCP agents. Network: a22de142-14ff-4893-a105-fa5f97f733ac, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:02:51.810263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network a22de142-14ff-4893-a105-fa5f97f733ac is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:02:51.825680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a22de142-14ff-4893-a105-fa5f97f733ac) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:51.836042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 7a5e8401-ceda-4f83-90a3-459775869d2b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:02:51.838161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e084ac9-d814-4db4-813c-fbbf5df42ad3 None None] Network a22de142-14ff-4893-a105-fa5f97f733ac requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:51.841137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:51.841877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.867683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.869404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4f38dddb-b07d-4429-9aef-4e1ebed32339 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5880930 Apr 20 15:02:51.869725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] For port 539e329b-dc87-41db-bf32-7e182b1b032d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=539e329b-dc87-41db-bf32-7e182b1b032d,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:51.870217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.872007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:51.886957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Calling delete_port for 539e329b-dc87-41db-bf32-7e182b1b032d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:51.905497 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:51.969493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Pushing event updated for resources: {'Port': ['ID=9a5eba30-56fe-4d85-ac0e-e7944441c157,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:51.983411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Network e374c554-446e-48e4-998e-6024774ba872 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:51.988966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:51.991675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:52.066046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.095637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['539e329b-dc87-41db-bf32-7e182b1b032d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:02:52.115817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Pushing event deleted for resources: {'Port': ['ID=539e329b-dc87-41db-bf32-7e182b1b032d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:52.142550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Attempting to bind port 9a5eba30-56fe-4d85-ac0e-e7944441c157 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:52.142838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Attempting to bind port 9a5eba30-56fe-4d85-ac0e-e7944441c157 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '25fb7d10-e539-4cf4-b66b-e9df0c147db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e374c554-446e-48e4-998e-6024774ba872'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:52.143199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Attempting to bind port 9a5eba30-56fe-4d85-ac0e-e7944441c157 on network e374c554-446e-48e4-998e-6024774ba872 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:52.153266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:52.153638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Checking segment: {'id': '25fb7d10-e539-4cf4-b66b-e9df0c147db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e374c554-446e-48e4-998e-6024774ba872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:52.154041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.154479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Bound using segment: {'id': '25fb7d10-e539-4cf4-b66b-e9df0c147db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e374c554-446e-48e4-998e-6024774ba872'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:52.155059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Bound port: 9a5eba30-56fe-4d85-ac0e-e7944441c157, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fb7d10-e539-4cf4-b66b-e9df0c147db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e374c554-446e-48e4-998e-6024774ba872'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:52.155439 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.279545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a22de142-14ff-4893-a105-fa5f97f733ac', 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac', 'tenant_id': 'e75768a36d994c0aa1f020d351101e84', 'fixed_ips': [{'subnet_id': '8e4734fd-47a2-4d79-b9ef-d3118dd21439'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:02:52.282648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.302064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] No DVR routers for this DVR port 539e329b-dc87-41db-bf32-7e182b1b032d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:02:52.309573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.319281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fde51881-f914-4a28-a5d6-e050bae2387f req-ba021ed9-16b5-4e29-9405-856921c2ac18 tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.43 "DELETE /v2.0/ports/539e329b-dc87-41db-bf32-7e182b1b032d HTTP/1.1" status: 204 len: 173 time: 0.8326573 Apr 20 15:02:52.319782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'name': 'network-vif-deleted', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:02:52.322145 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc417691-1bbb-4cb9-8438-2a916842f369" -d '{"events": [{"server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "name": "network-vif-deleted", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:02:52.433224 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dec89-3e7b-47f5-935c-8029d556b67d x-openstack-request-id: req-b49dec89-3e7b-47f5-935c-8029d556b67d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:02:52.433808 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b82d40-649d-4220-855d-3f659a4cde83", "name": "network-vif-deleted", "tag": "539e329b-dc87-41db-bf32-7e182b1b032d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:02:52.434221 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b49dec89-3e7b-47f5-935c-8029d556b67d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:02:52.434816 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49dec89-3e7b-47f5-935c-8029d556b67d'] response: {'server_uuid': '94b82d40-649d-4220-855d-3f659a4cde83', 'name': 'network-vif-deleted', 'tag': '539e329b-dc87-41db-bf32-7e182b1b032d', 'status': 'completed', 'code': 200} Apr 20 15:02:52.448366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47ba4b2f-7dbf-49da-9c1e-942308e345a9 req-c8067574-7a43-43bc-bfe5-5b4b15e8ca0e tempest-VolumesNegativeTest-1301059253 tempest-VolumesNegativeTest-1301059253-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b82d40-649d-4220-855d-3f659a4cde83 HTTP/1.1" status: 200 len: 210 time: 0.0426016 Apr 20 15:02:52.467325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:02:52.469276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.481687 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5029dea0-62c2-4f23-9c4a-f7b0824c94f9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/7a5e8401-ceda-4f83-90a3-459775869d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3877938 Apr 20 15:02:52.486950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38138) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:52.561795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f79584-b986-4b95-bad7-ebbe7be4e868 None None] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:52.569942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Sync routers for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:02:52.576469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting subnet 8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:02:52.580091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.601536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] For port 9a5eba30-56fe-4d85-ac0e-e7944441c157, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:52.655552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.672045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] For port 9a5eba30-56fe-4d85-ac0e-e7944441c157, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9a5eba30-56fe-4d85-ac0e-e7944441c157,segment=NetworkSegment(25fb7d10-e539-4cf4-b66b-e9df0c147db6),segment_id=25fb7d10-e539-4cf4-b66b-e9df0c147db6)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:52.699410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.711222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Routers {'7a5e8401-ceda-4f83-90a3-459775869d2b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:52.711879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7a5e8401-ceda-4f83-90a3-459775869d2b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:52.808305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.905555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:52.951287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:02:52.962143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Allocated IP 2001:db8::1 (e374c554-446e-48e4-998e-6024774ba872/833f6756-9148-4b2d-ac66-05822711219b/c17774d0-0a4d-4e8e-a1b8-0c685b38748d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:53.004584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.011042 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/subnets/8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc HTTP/1.1" status: 204 len: 168 time: 0.5206380 Apr 20 15:02:53.014949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38148) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:53.018804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8b185-8ccd-463c-a18a-4b477988c377 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Subnet': ['ID=8aff5208-e6e3-4ce3-8092-c2d5e2c3a6bc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:53.072223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] Provisioning complete for port 199156a2-9b38-48b0-9813-6414f3176752 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:53.072890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.091590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a99bb-291b-4cc5-8f67-02c33069b3ef None None] Network 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:53.096526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 199156a2-9b38-48b0-9813-6414f3176752 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:53.139448 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.165311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.182465 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.250235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:53.273291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network e374c554-446e-48e4-998e-6024774ba872 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:53.280899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:53.286016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:53.286468 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.319961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.339713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Port': ['ID=c17774d0-0a4d-4e8e-a1b8-0c685b38748d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:53.401801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:53.402434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.427816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Allocated IP 2001:db8::2 (a22de142-14ff-4893-a105-fa5f97f733ac/8e4734fd-47a2-4d79-b9ef-d3118dd21439/5834910d-9289-44fb-a738-38fff0e4ec03) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:02:53.437234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 5dba2b85-f75a-4d27-86ae-0c76e2c0884c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:02:53.437582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 5dba2b85-f75a-4d27-86ae-0c76e2c0884c not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:53.527370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.598962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 96b228ed-4183-46f0-8dcf-aaa99ba48f5b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:53.598962 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.612646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 96b228ed-4183-46f0-8dcf-aaa99ba48f5b owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:53.641287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f471833-5897-429f-a0ce-2c11eee09b0c None None] Pushing event updated for resources: {'Port': ['ID=9a5eba30-56fe-4d85-ac0e-e7944441c157,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:53.672223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 199156a2-9b38-48b0-9813-6414f3176752 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:53.672702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.802496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:53.873550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Set router 7a5e8401-ceda-4f83-90a3-459775869d2b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:02:53.908169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.002708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=96b228ed-4183-46f0-8dcf-aaa99ba48f5b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:54.124395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] For port 199156a2-9b38-48b0-9813-6414f3176752, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=199156a2-9b38-48b0-9813-6414f3176752,segment=NetworkSegment(2705f66f-0c56-4586-b348-9ddad49fec39),segment_id=2705f66f-0c56-4586-b348-9ddad49fec39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:54.129545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] DHCP port deletion for 9f7ba4b4-842c-4d26-8491-62dfebfcd6aa request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:02:54.182074 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.193138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.262070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.270982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.272480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.385781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Port': ['ID=c17774d0-0a4d-4e8e-a1b8-0c685b38748d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:54.457402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.461358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.540342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network e374c554-446e-48e4-998e-6024774ba872 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:54.543083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:54.550376 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.551859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5e8401-ceda-4f83-90a3-459775869d2b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:02:54.564318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.568063 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e4fd0572-94b7-46aa-b1bd-7402d75d00ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/routers/7a5e8401-ceda-4f83-90a3-459775869d2b HTTP/1.1" status: 204 len: 168 time: 1.5431421 Apr 20 15:02:54.571156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:54.631236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4ff8f-b133-427a-bca5-c37f5749febb None None] Pushing event updated for resources: {'Port': ['ID=199156a2-9b38-48b0-9813-6414f3176752,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:54.650134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.664157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f16159b2-7bc2-459d-8c14-7cad06285917 None None] Provisioning complete for port 199156a2-9b38-48b0-9813-6414f3176752 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:54.664533 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f16159b2-7bc2-459d-8c14-7cad06285917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.686494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.755221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Deleting port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:54.755598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.800113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.870016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Network a22de142-14ff-4893-a105-fa5f97f733ac is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:02:54.873707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Router 269dea3a-4cf7-40ed-9cbf-896251117973 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:02:54.875241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Pushing event updated for resources: {'Port': ['ID=5834910d-9289-44fb-a738-38fff0e4ec03,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:54.886266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:02:54.891914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:02:54.936061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:54.940134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:54.957414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] For port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:54.957836 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.023561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127844664', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:38Z', 'updated_at': '2022-04-20T15:02:50Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '96b228ed-4183-46f0-8dcf-aaa99ba48f5b', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e8401-ceda-4f83-90a3-459775869d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:39Z', 'updated_at': '2022-04-20T15:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.027079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Calling delete_port for 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:55.081099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a30441-e6a0-40ac-b224-215e205988f9 None None] Network e374c554-446e-48e4-998e-6024774ba872 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:55.092373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Attempting to bind port 5834910d-9289-44fb-a738-38fff0e4ec03 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:02:55.092742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Attempting to bind port 5834910d-9289-44fb-a738-38fff0e4ec03 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:02:55.093105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Attempting to bind port 5834910d-9289-44fb-a738-38fff0e4ec03 on network a22de142-14ff-4893-a105-fa5f97f733ac {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:02:55.104179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Checking router: 7a5e8401-ceda-4f83-90a3-459775869d2b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:02:55.120522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,segment=NetworkSegment(f7042e4d-0399-4414-b1db-5b1f300d2388),segment_id=f7042e4d-0399-4414-b1db-5b1f300d2388)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:55.120910 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.170735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Checking segment: {'id': '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Bound using segment: {'id': '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Bound port: 5834910d-9289-44fb-a738-38fff0e4ec03, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a22de142-14ff-4893-a105-fa5f97f733ac'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:02:55.239558 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.246900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Routers set() bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:55.247266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Router IDs set() for agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 15:02:55.247869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_agentschedulers_db [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a5e8401-ceda-4f83-90a3-459775869d2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent'). {{(pid=102865) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 15:02:55.248249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec936a5-4cf0-42bd-83ca-39624a974875 None None] The sync data for ids ['7a5e8401-ceda-4f83-90a3-459775869d2b'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:02:55.267888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 539e329b-dc87-41db-bf32-7e182b1b032d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:55.331023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 199156a2-9b38-48b0-9813-6414f3176752 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:55.351876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 539e329b-dc87-41db-bf32-7e182b1b032d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:02:55.352413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 539e329b-dc87-41db-bf32-7e182b1b032d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:55.419093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.517214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:02:55.528117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1e1c74cc-a3e8-4756-87f7-517bbefde0f9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535561 Apr 20 15:02:55.529690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38260) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:55.531126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:55.536628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] No DVR routers for this DVR port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:02:55.548502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] Provisioning complete for port 9a5eba30-56fe-4d85-ac0e-e7944441c157 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:55.548922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.559488 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] Sync routers for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:02:55.656513 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:55.657540 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.778975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.817117 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:55.820570 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.842073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.889306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7ba4b4-842c-4d26-8491-62dfebfcd6aa']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.928910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7042e4d-0399-4414-b1db-5b1f300d2388') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.931399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7042e4d-0399-4414-b1db-5b1f300d2388') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.934491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:55.935468 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf180080-a6e6-4c60-89c1-3ff34c8b6ecc None None] The sync data for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:02:55.962824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:55.982223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.017180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.038363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:02:56.038817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:02:56.044341 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:02:56.093000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] For port 5834910d-9289-44fb-a738-38fff0e4ec03, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:02:56.107545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 199156a2-9b38-48b0-9813-6414f3176752 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:56.108034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.111620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] Pushing event deleted for resources: {'Port': ['ID=28d7ec11-b31a-4828-bd5e-ec62467eb7e2,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:56.113723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cebb6-fb56-4e3f-be2a-a105411989ff None None] No DVR routers for this DVR port 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:02:56.117956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.129500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.132976 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/networks/9f7ba4b4-842c-4d26-8491-62dfebfcd6aa HTTP/1.1" status: 204 len: 168 time: 1.5608399 Apr 20 15:02:56.137343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38282) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:56.186375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] For port 5834910d-9289-44fb-a738-38fff0e4ec03, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5834910d-9289-44fb-a738-38fff0e4ec03,segment=NetworkSegment(9fcc88f0-c751-483e-a7c4-3e395d9fb3a9),segment_id=9fcc88f0-c751-483e-a7c4-3e395d9fb3a9)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:02:56.235808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.243530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d383-a839-4b01-9c9c-c73d7b5ca794 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Network': ['ID=9f7ba4b4-842c-4d26-8491-62dfebfcd6aa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:56.268348 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-bcf1a355-1807-4222-9baf-270236e41c12 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:02:56.277802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcf1a355-1807-4222-9baf-270236e41c12 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7470202 Apr 20 15:02:56.281181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:56.299185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.385625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.468432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.472290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.476104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/security-groups/3068e277-f28d-4266-a9a8-bc22364366cc HTTP/1.1" status: 204 len: 168 time: 0.3353186 Apr 20 15:02:56.498813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bace3b6-6f75-40fa-8524-d0f21f4cf551 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3068e277-f28d-4266-a9a8-bc22364366cc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:56.523079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f5122-560a-4f8c-aee3-ded6f4fbe464 None None] Pushing event updated for resources: {'Port': ['ID=5834910d-9289-44fb-a738-38fff0e4ec03,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:56.658445 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.750089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9a5eba30-56fe-4d85-ac0e-e7944441c157 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:56.851992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] For port 9a5eba30-56fe-4d85-ac0e-e7944441c157, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9a5eba30-56fe-4d85-ac0e-e7944441c157,segment=NetworkSegment(25fb7d10-e539-4cf4-b66b-e9df0c147db6),segment_id=25fb7d10-e539-4cf4-b66b-e9df0c147db6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:56.876930 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:56.971951 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.085205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ff202-8dfa-4548-974e-d82650e2473e None None] Pushing event updated for resources: {'Port': ['ID=9a5eba30-56fe-4d85-ac0e-e7944441c157,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:57.102361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9a5eba30-56fe-4d85-ac0e-e7944441c157 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:57.103193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.109910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38346) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:57.114532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22067712', 'description': 'tempest-secgroup-smoke-22067712 description', 'project_id': 'c32899f57583411c82e4d00e40325a8e'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:57.182138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.336072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d7aef6e7-2170-47b6-9daa-a16c7907637a None None] Provisioning complete for port c17774d0-0a4d-4e8e-a1b8-0c685b38748d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:57.337219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7aef6e7-2170-47b6-9daa-a16c7907637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.409800 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.416064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:57.417458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.422918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d7aef6e7-2170-47b6-9daa-a16c7907637a None None] Port c17774d0-0a4d-4e8e-a1b8-0c685b38748d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:02:57.465077 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.466349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3553698 Apr 20 15:02:57.472565 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38370) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:57.478067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:57.499356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:02:57.499707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 28d7ec11-b31a-4828-bd5e-ec62467eb7e2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:57.513819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d7aef6e7-2170-47b6-9daa-a16c7907637a None None] Provisioning complete for port 9a5eba30-56fe-4d85-ac0e-e7944441c157 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:57.514203 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7aef6e7-2170-47b6-9daa-a16c7907637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.594940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7451c60-c36e-478b-915c-04568573c0c2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:57.617756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting port c17774d0-0a4d-4e8e-a1b8-0c685b38748d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:02:57.618129 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.641874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.806511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.812135 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.851413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9a5eba30-56fe-4d85-ac0e-e7944441c157 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:57.853399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e87669-6fe3-45a4-9f53-e115ce8641dc,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:57.868307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.873079 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-014d3c37-67be-4733-b796-adf39765d34d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3990352 Apr 20 15:02:57.876433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:57.882813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:57.900858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.936953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Calling delete_port for c17774d0-0a4d-4e8e-a1b8-0c685b38748d owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:02:57.968553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:57.997159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dd01f423-4ad0-477f-883d-34de345c2855 None None] Provisioning complete for port c17774d0-0a4d-4e8e-a1b8-0c685b38748d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:57.997644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dd01f423-4ad0-477f-883d-34de345c2855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.050267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dd01f423-4ad0-477f-883d-34de345c2855 None None] Port c17774d0-0a4d-4e8e-a1b8-0c685b38748d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:02:58.064848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9a5eba30-56fe-4d85-ac0e-e7944441c157 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:58.065240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.101039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.106327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.135614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7692d106-6f5f-45a3-b16d-9509ace7f37b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:58.145556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.156072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38390) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:58.158691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8bd80211-cc54-4349-a618-ac9432f9f805 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2750771 Apr 20 15:02:58.166913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:58.202260 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bd003571-b362-4ed6-869e-b9b0aef695be None None] Provisioning complete for port c17774d0-0a4d-4e8e-a1b8-0c685b38748d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:58.203195 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd003571-b362-4ed6-869e-b9b0aef695be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.239660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-bd003571-b362-4ed6-869e-b9b0aef695be None None] Port c17774d0-0a4d-4e8e-a1b8-0c685b38748d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:02:58.241881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5834910d-9289-44fb-a738-38fff0e4ec03 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:58.289721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03d18d-8e4e-4b32-a4fc-b0d500694f9e None None] Network a22de142-14ff-4893-a105-fa5f97f733ac requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:02:58.371957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.414379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7fea99b2-e637-410f-a63f-5508ebeb6990 None None] Provisioning complete for port 5834910d-9289-44fb-a738-38fff0e4ec03 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:58.414809 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fea99b2-e637-410f-a63f-5508ebeb6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.424903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5834910d-9289-44fb-a738-38fff0e4ec03 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:58.425289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.569463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Port': ['ID=c17774d0-0a4d-4e8e-a1b8-0c685b38748d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:58.573649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.584581 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.807767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.823531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7fea99b2-e637-410f-a63f-5508ebeb6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.898189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 5834910d-9289-44fb-a738-38fff0e4ec03, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5834910d-9289-44fb-a738-38fff0e4ec03,segment=NetworkSegment(9fcc88f0-c751-483e-a7c4-3e395d9fb3a9),segment_id=9fcc88f0-c751-483e-a7c4-3e395d9fb3a9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:02:58.911580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:58.929687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 96b228ed-4183-46f0-8dcf-aaa99ba48f5b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:58.967470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 96b228ed-4183-46f0-8dcf-aaa99ba48f5b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:02:58.967828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 96b228ed-4183-46f0-8dcf-aaa99ba48f5b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:58.969071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b49aa96-949c-408f-b356-0f87e1ff1f24 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:02:59.011798 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.030126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.050129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Router 269dea3a-4cf7-40ed-9cbf-896251117973 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:02:59.089915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3127be0-6f2d-439c-9528-ffb459127d81,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:59.096981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.098491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f555c953-9dc9-47c9-8a89-5d078ceeb422 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9415793 Apr 20 15:02:59.101329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38424) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.102242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-7fea99b2-e637-410f-a63f-5508ebeb6990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:02:59.102641 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-7fea99b2-e637-410f-a63f-5508ebeb6990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:02:59.105070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7b49aa96-949c-408f-b356-0f87e1ff1f24 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:02:59.105411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7b49aa96-949c-408f-b356-0f87e1ff1f24 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:02:59.107350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.132744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=5834910d-9289-44fb-a738-38fff0e4ec03,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:59.155855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.195537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:02:59.209891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] Sync routers for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:02:59.210555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38426) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.219773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b821dfbf-7db4-4c79-afd9-0f077a31db61 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9363256 Apr 20 15:02:59.224799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:59.225445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:59.257791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:59.267463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:02:59.268064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:59.268704 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-84cbfe47-86c9-4c5f-b4d0-2f216885084d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] delete failed (client error): The resource could not be found. Apr 20 15:02:59.270267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-84cbfe47-86c9-4c5f-b4d0-2f216885084d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1844041497 HTTP/1.1" status: 404 len: 335 time: 0.0585182 Apr 20 15:02:59.274256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.278787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3140dbe6-ed9c-4845-b373-618e077e820c tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'router': {'external_gateway_info': {'network_id': '269dea3a-4cf7-40ed-9cbf-896251117973'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.305999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.311888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.340593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.340846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:02:59.341279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d26756b-565a-49b7-97f7-ae0b1fb66f6b None None] The sync data for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:02:59.342590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2400212 Apr 20 15:02:59.351468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38430) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.356863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.363325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde6391-8533-4b49-926a-b2ed9e9b9562 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e2374c-b30f-46cb-b8ee-de1117054800,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:59.381010 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:02:59.386321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.462693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.469550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.492678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.496611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413953 Apr 20 15:02:59.496611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf3f52-aef0-4e19-aeb7-ef8c183e56d1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e6fe8d-539f-4b41-9762-44821b1a5cc8,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:59.498236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38432) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.503323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': '1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.525585 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:02:59.536290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.575595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3140dbe6-ed9c-4845-b373-618e077e820c tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.613692 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-3140dbe6-ed9c-4845-b373-618e077e820c tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] update failed (client error): The resource could not be found. Apr 20 15:02:59.615535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3140dbe6-ed9c-4845-b373-618e077e820c tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973 HTTP/1.1" status: 404 len: 339 time: 0.3402903 Apr 20 15:02:59.619305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38434) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.634917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2041537601'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.647208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5834910d-9289-44fb-a738-38fff0e4ec03 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:02:59.671741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.681579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.689399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:59.702040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.722995 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5834910d-9289-44fb-a738-38fff0e4ec03 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:59.723921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.732037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.733705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2340577 Apr 20 15:02:59.737421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38438) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:02:59.748162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'network': {'name': 'tempest-network-smoke--412722709', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:02:59.753035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec94bf3-6208-499d-8002-96b7b49ab2c9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7d4825-4592-4ec5-aad7-da79a6819936,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:02:59.753883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:59.772938 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.773199 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Added segment c13f6b44-8696-438b-a7de-6732c810771f of type vlan for network 5be4d173-2e87-4a78-94b1-312d407d9a35 Apr 20 15:02:59.792982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:02:59.796860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.863156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.863397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:02:59.868817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bcaa63d7-e61b-4e83-b576-40a110cf5018 None None] Provisioning complete for port 5834910d-9289-44fb-a738-38fff0e4ec03 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:02:59.869210 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bcaa63d7-e61b-4e83-b576-40a110cf5018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.876997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.877352 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Added segment 1064d79c-7dae-4ec0-bad9-fccb79f3b458 of type vlan for network fe082ca1-0581-4690-830a-bc90c9b79578 Apr 20 15:02:59.918999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.929152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:02:59.930283 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:02:59.937261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.008683 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.016025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:00.016025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.019424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3976700 Apr 20 15:03:00.025804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38442) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:00.033814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'subnet': {'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:00.056626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b19b-e5a6-4edb-8de8-a6d630eb748d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Network': ['ID=5be4d173-2e87-4a78-94b1-312d407d9a35,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:00.072779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:03:00.094489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3559453 Apr 20 15:03:00.101216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38444) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:00.107161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'admin_state_up': True, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:00.126192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed310e2-8740-4197-b4e3-d9209950a8bd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Network': ['ID=fe082ca1-0581-4690-830a-bc90c9b79578,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:00.145254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network fe082ca1-0581-4690-830a-bc90c9b79578 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:03:00.146759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.148992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.167031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Made reservation on behalf of e75768a36d994c0aa1f020d351101e84 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:00.173657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.213865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.363462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.375694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.444038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Subnet': ['ID=4c39bf00-1801-45ea-aec3-f2d3560f0ec7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:00.453878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Checking segment: {'id': 'c13f6b44-8696-438b-a7de-6732c810771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:00.454544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network hostable DHCP agents. Network: 5be4d173-2e87-4a78-94b1-312d407d9a35, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:03:00.476094 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:03:00.487878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5be4d173-2e87-4a78-94b1-312d407d9a35) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:00.495513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:00.496188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.507354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bac098-a311-48fa-b85b-64c97a1f5add None None] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:00.526360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2313d65-1256-4962-92e5-352b12bb4382 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4992123 Apr 20 15:03:00.527371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38446) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:00.535219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-625aad1b-60b0-42c5-934d-17842f30f8fe tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'router': {'external_gateway_info': {'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:00.600080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.625956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.713899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-5be4d173-2e87-4a78-94b1-312d407d9a35', 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35', 'tenant_id': 'e75768a36d994c0aa1f020d351101e84', 'fixed_ips': [{'subnet_id': '4c39bf00-1801-45ea-aec3-f2d3560f0ec7'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:03:00.714990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:00.754055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.220 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/092d9189-80ca-4db3-8c3e-ec6bed1c7405) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:00.917298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Allocated IP 2001:db8:1::2 (5be4d173-2e87-4a78-94b1-312d407d9a35/4c39bf00-1801-45ea-aec3-f2d3560f0ec7/131b8eaa-b236-4d41-8324-01e489477284) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:00.966393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.064478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.153852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:01.154761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=092d9189-80ca-4db3-8c3e-ec6bed1c7405,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:01.161132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:01.165084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:01.310913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-625aad1b-60b0-42c5-934d-17842f30f8fe tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.453286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.468491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.491302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:01.555123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:01.562437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:01.571128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:01.588959 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-625aad1b-60b0-42c5-934d-17842f30f8fe tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:03:01.593977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-625aad1b-60b0-42c5-934d-17842f30f8fe tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973 HTTP/1.1" status: 400 len: 364 time: 1.0652380 Apr 20 15:03:01.594899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38470) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:01.623140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.629112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Pushing event updated for resources: {'Port': ['ID=131b8eaa-b236-4d41-8324-01e489477284,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:01.692854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Attempting to bind port 131b8eaa-b236-4d41-8324-01e489477284 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:01.693336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Attempting to bind port 131b8eaa-b236-4d41-8324-01e489477284 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c13f6b44-8696-438b-a7de-6732c810771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:01.693775 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Attempting to bind port 131b8eaa-b236-4d41-8324-01e489477284 on network 5be4d173-2e87-4a78-94b1-312d407d9a35 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:01.702301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:01.708532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Checking segment: {'id': 'c13f6b44-8696-438b-a7de-6732c810771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:01.709164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.709657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Bound using segment: {'id': 'c13f6b44-8696-438b-a7de-6732c810771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:01.710230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Bound port: 131b8eaa-b236-4d41-8324-01e489477284, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13f6b44-8696-438b-a7de-6732c810771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5be4d173-2e87-4a78-94b1-312d407d9a35'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:01.710715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.759461 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8c4261f-68b7-4848-a57c-98d63b337549 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa8aed993d2349f7bf2c4852884b4c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670195 Apr 20 15:03:01.787138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38472) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:01.841812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] For port 131b8eaa-b236-4d41-8324-01e489477284, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:01.850265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] For port 131b8eaa-b236-4d41-8324-01e489477284, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=131b8eaa-b236-4d41-8324-01e489477284,segment=NetworkSegment(c13f6b44-8696-438b-a7de-6732c810771f),segment_id=c13f6b44-8696-438b-a7de-6732c810771f)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:01.858280 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:01.931239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed890d0-9428-417c-a6ea-c4e57ab20a96 None None] Pushing event updated for resources: {'Port': ['ID=131b8eaa-b236-4d41-8324-01e489477284,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:01.961231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.063578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.092932 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.098011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.148075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 589c93d2-12f8-42d4-9226-b2caf54de31a is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:03:02.307086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:02.319791 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Sync routers for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:02.328309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.332004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.333183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:02.333407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/468e3539-515e-4e8d-8995-1ae88d7c9695 HTTP/1.1" status: 204 len: 168 time: 0.5453076 Apr 20 15:03:02.334677 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:02.347735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.352739 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fe2a3c0-edbb-4dc1-ba2d-946743f8f5ba tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2476254 Apr 20 15:03:02.359352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38476) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:02.399665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085389d-535f-496c-a9d5-de315d65099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e3539-515e-4e8d-8995-1ae88d7c9695,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:02.436660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9599a3bc-cbaa-4828-b65b-9d57093ae79c tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c32899f57583411c82e4d00e40325a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746560 Apr 20 15:03:02.439477 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38478) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:02.475033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:02.519249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Allocated IP 2001:db8::1 (ae592707-7c6c-4bfb-8018-e6181cb2fb7c/ca86c3de-e432-4139-9637-c0dbabda0c3c/1947cd5f-7fcb-4c16-a905-aa158024ebb3) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:02.725716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.790036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.912686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:02.926490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:02.940675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:02.947354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:02.961104 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:01Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:03.032282 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Checking router: 589c93d2-12f8-42d4-9226-b2caf54de31a for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:03:03.032770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Updating router 589c93d2-12f8-42d4-9226-b2caf54de31a port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:03:03.035757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Port': ['ID=1947cd5f-7fcb-4c16-a905-aa158024ebb3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:03.106220 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.220010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.458056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70ec23-f443-4d10-99c1-3c6a90ba8e17 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:03.462250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb70ec23-f443-4d10-99c1-3c6a90ba8e17 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0191867 Apr 20 15:03:03.462596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38484) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:03.471565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-688eeac0-28f3-40eb-8835-695083bad0ea None None] Provisioning complete for port 1947cd5f-7fcb-4c16-a905-aa158024ebb3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:03.472612 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-688eeac0-28f3-40eb-8835-695083bad0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.514850 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bd585a80-44cb-41b5-b4af-6aa56a697ad1 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487845 Apr 20 15:03:03.515057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38486) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:03.526368 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.534459 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.547451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778940642', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:03.627944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-688eeac0-28f3-40eb-8835-695083bad0ea None None] Port 1947cd5f-7fcb-4c16-a905-aa158024ebb3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:03.637369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.652609 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Pushing event updated for resources: {'Port': ['ID=092d9189-80ca-4db3-8c3e-ec6bed1c7405,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:03.660293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43fdbdd-57c2-488f-a201-9f639cace8a1 None None] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:03.670181 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Attempting to bind port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:03.671035 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Attempting to bind port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:03.671599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Attempting to bind port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:03.681657 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.682214 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.682872 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.683384 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.683864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.684359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.684849 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.685326 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.685459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.685918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.686392 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.686885 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.687443 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:03.693528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.695502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.702140 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:03.703470 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:03.704314 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.704856 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:03.705576 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Bound port: 092d9189-80ca-4db3-8c3e-ec6bed1c7405, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:03.706121 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.737536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 131b8eaa-b236-4d41-8324-01e489477284 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:03.779237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:03.783680 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.795183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] For port 092d9189-80ca-4db3-8c3e-ec6bed1c7405, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:03.802172 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] For port 092d9189-80ca-4db3-8c3e-ec6bed1c7405, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=092d9189-80ca-4db3-8c3e-ec6bed1c7405,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:03.811481 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.829608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event updated for resources: {'Port': ['ID=1947cd5f-7fcb-4c16-a905-aa158024ebb3,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:03.899398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:03.900998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:03.949205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] Provisioning complete for port 131b8eaa-b236-4d41-8324-01e489477284 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:03.949582 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:03.958466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:03.959770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.081089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Router 269dea3a-4cf7-40ed-9cbf-896251117973 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:03:04.104581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.221201 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d69ada-503d-4269-bc80-d400e0839f73 None None] Pushing event updated for resources: {'Port': ['ID=092d9189-80ca-4db3-8c3e-ec6bed1c7405,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:04.227989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Subnet': ['ID=8c893617-9ea8-4f32-afcc-18f200def0b9,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:04.244944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:04.245318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network hostable DHCP agents. Network: fe082ca1-0581-4690-830a-bc90c9b79578, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:03:04.254299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 131b8eaa-b236-4d41-8324-01e489477284 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:04.254733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.289961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network fe082ca1-0581-4690-830a-bc90c9b79578 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:03:04.295348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.305910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, fe082ca1-0581-4690-830a-bc90c9b79578) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:04.308480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:04.314407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c98ca83-7309-499d-9d99-7cad9fd2a2ec tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169559 Apr 20 15:03:04.316193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:04.316785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.318998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38490) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:04.331101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:04.331285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] Sync routers for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:04.342806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5c0cb-a994-4eb1-8cb0-9e137d71423a None None] Network fe082ca1-0581-4690-830a-bc90c9b79578 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:04.428884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] For port 131b8eaa-b236-4d41-8324-01e489477284, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=131b8eaa-b236-4d41-8324-01e489477284,segment=NetworkSegment(c13f6b44-8696-438b-a7de-6732c810771f),segment_id=c13f6b44-8696-438b-a7de-6732c810771f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:04.433001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:04.433707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.442870 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5e57e604-e720-4e52-8e73-f13b1bfab850 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9266958 Apr 20 15:03:04.446428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38492) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:04.505815 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-442ca76f-5bc2-4e92-97fe-72877f3c6e18 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.506737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.541384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.630003 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:01Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.665130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d71de-9f76-4169-930d-2e0eb15d3e91 None None] Pushing event updated for resources: {'Port': ['ID=131b8eaa-b236-4d41-8324-01e489477284,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:04.677811 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3388eb9-15a7-4b02-b2fe-603915bda2f7 None None] The sync data for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 is: [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:01Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:03:04.687545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:04.688238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.715618 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-442ca76f-5bc2-4e92-97fe-72877f3c6e18 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 15:03:04.719543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-442ca76f-5bc2-4e92-97fe-72877f3c6e18 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973 HTTP/1.1" status: 409 len: 329 time: 0.3957560 Apr 20 15:03:04.721055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38494) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:04.747127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:04.747740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b620252-ae3f-4119-ad8b-976d78489f23 None None] The sync data for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:03:04.785596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-72d7f7b5-541d-4ec7-89d9-df79d880242c None None] Provisioning complete for port 1947cd5f-7fcb-4c16-a905-aa158024ebb3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:04.786222 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72d7f7b5-541d-4ec7-89d9-df79d880242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:04.834287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-72d7f7b5-541d-4ec7-89d9-df79d880242c None None] Port 1947cd5f-7fcb-4c16-a905-aa158024ebb3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:04.873886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-fe082ca1-0581-4690-830a-bc90c9b79578', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:03:04.874994 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.070186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Allocated IP 172.20.0.2 (fe082ca1-0581-4690-830a-bc90c9b79578/8c893617-9ea8-4f32-afcc-18f200def0b9/340fcaaa-0d3a-4022-99cc-77b9d9f4905b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:05.091186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1c12e43a-79ed-4051-898e-a3156f3cbf7b None None] Provisioning complete for port 131b8eaa-b236-4d41-8324-01e489477284 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:05.096992 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1c12e43a-79ed-4051-898e-a3156f3cbf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.342920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.357906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.408420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Pushing event updated for resources: {'Port': ['ID=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:05.431121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Network fe082ca1-0581-4690-830a-bc90c9b79578 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:05.433196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:05.436066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:05.494786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Attempting to bind port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:05.495353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Attempting to bind port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:05.495818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Attempting to bind port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:05.502070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:05.502646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:05.503160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.503620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Bound using segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:05.504173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Bound port: 340fcaaa-0d3a-4022-99cc-77b9d9f4905b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:05.504622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.592223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] For port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:05.597892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] For port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:05.604529 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.691540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fd8e9-515d-4e41-9e66-5bc0f1d85dea None None] Pushing event updated for resources: {'Port': ['ID=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:05.775916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 131b8eaa-b236-4d41-8324-01e489477284 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:05.827028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:05.868606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 131b8eaa-b236-4d41-8324-01e489477284 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:05.869150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.033235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 092d9189-80ca-4db3-8c3e-ec6bed1c7405 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:06.089719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:06.090008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.173565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.195061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 092d9189-80ca-4db3-8c3e-ec6bed1c7405, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=092d9189-80ca-4db3-8c3e-ec6bed1c7405,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:06.200376 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.214316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.259653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=092d9189-80ca-4db3-8c3e-ec6bed1c7405,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:06.320359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.1 (fe082ca1-0581-4690-830a-bc90c9b79578/8c893617-9ea8-4f32-afcc-18f200def0b9/d33f3d1b-273b-47d3-813c-ea432a775f8b) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:06.506112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.597369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.647523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network fe082ca1-0581-4690-830a-bc90c9b79578 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:06.653307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:06.660186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:06.665506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:06.717628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting port 1947cd5f-7fcb-4c16-a905-aa158024ebb3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:06.717960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.721631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.897763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:06.918363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Calling delete_port for 1947cd5f-7fcb-4c16-a905-aa158024ebb3 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:06.996592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.264375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1ce97-e87a-4ef9-a6ed-aa9bfc09b9d3 None None] Network fe082ca1-0581-4690-830a-bc90c9b79578 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:07.270694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.311192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Port': ['ID=1947cd5f-7fcb-4c16-a905-aa158024ebb3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:07.334615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] Provisioning complete for port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:07.334615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.462959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.483015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.523730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] For port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:07.529776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.588715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b480952-3681-4d10-a64b-834ccc0410db None None] Pushing event updated for resources: {'Port': ['ID=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:07.641741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.648182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.726958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 092d9189-80ca-4db3-8c3e-ec6bed1c7405 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:07.759566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Router 269dea3a-4cf7-40ed-9cbf-896251117973 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:03:07.769078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:07.772956 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.781718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dc9b78ac-7b2a-45a7-af2d-79326108cf98 None None] Provisioning complete for port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:07.782424 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc9b78ac-7b2a-45a7-af2d-79326108cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.826907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:07.827390 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.906018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:07.914922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7142cd52-e707-4a55-b954-f7599a0efe6f tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932769 Apr 20 15:03:07.919489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] Sync routers for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:07.920039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38502) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:07.935172 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:07.935964 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:07.969868 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-62880b4b-cf45-4bca-bd1f-9aa8e8650ff6 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] show failed (client error): The resource could not be found. Apr 20 15:03:07.970954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62880b4b-cf45-4bca-bd1f-9aa8e8650ff6 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1039324777 HTTP/1.1" status: 404 len: 335 time: 0.0504041 Apr 20 15:03:07.975733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network fe082ca1-0581-4690-830a-bc90c9b79578 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:07.976571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38504) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:07.981679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c6295111-bf94-4227-a79f-192fb22d9c9d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:07.981997 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:07.984231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:07.990076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dc9b78ac-7b2a-45a7-af2d-79326108cf98 None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:07.990508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dc9b78ac-7b2a-45a7-af2d-79326108cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:07.997685 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] Routers {'269dea3a-4cf7-40ed-9cbf-896251117973'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:07.998321 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['269dea3a-4cf7-40ed-9cbf-896251117973'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:08.025803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 340fcaaa-0d3a-4022-99cc-77b9d9f4905b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:08.029880 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-c6295111-bf94-4227-a79f-192fb22d9c9d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] update failed (client error): The resource could not be found. Apr 20 15:03:08.034785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c6295111-bf94-4227-a79f-192fb22d9c9d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1215897438 HTTP/1.1" status: 404 len: 335 time: 0.0534570 Apr 20 15:03:08.036072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38508) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:08.038550 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:08.049542 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd5c32-f531-4bd6-950d-40642ec7cd3e None None] The sync data for ids ['269dea3a-4cf7-40ed-9cbf-896251117973'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:03:08.069369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b78ac-7b2a-45a7-af2d-79326108cf98 None None] Port d33f3d1b-273b-47d3-813c-ea432a775f8b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:08.107054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:08.107873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.129639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting subnet 4c39bf00-1801-45ea-aec3-f2d3560f0ec7 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:03:08.133026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.190503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.191392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 589c93d2-12f8-42d4-9226-b2caf54de31a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:03:08.210314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c540e534-48e8-4200-b929-c2bd09eea9a8 None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:08.210642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c540e534-48e8-4200-b929-c2bd09eea9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.250011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c540e534-48e8-4200-b929-c2bd09eea9a8 None None] Port d33f3d1b-273b-47d3-813c-ea432a775f8b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:08.296563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.318532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:08.323498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b6ad9cc2-5c27-44de-90c2-e03bb715eb8f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/589c93d2-12f8-42d4-9226-b2caf54de31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8740678 Apr 20 15:03:08.333742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Sync routers for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:08.343421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:08.344153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:08.369954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.402489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Subnet': ['ID=4c39bf00-1801-45ea-aec3-f2d3560f0ec7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:08.405863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-91a94d05-08ea-4413-9e65-40f5434985d6 None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:08.406236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91a94d05-08ea-4413-9e65-40f5434985d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.406506 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.409989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c1475caf-4c35-46e0-b3d5-8265a77035b9 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/subnets/4c39bf00-1801-45ea-aec3-f2d3560f0ec7 HTTP/1.1" status: 204 len: 168 time: 0.3728974 Apr 20 15:03:08.412660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38512) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:08.528862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.568246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-064dc19f-b68e-4298-b3c6-c09686eba444 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22067712&fields=id&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 267 time: 0.0524747 Apr 20 15:03:08.605387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d89b9-e08d-401b-a270-22db504689f9 None None] Network 5be4d173-2e87-4a78-94b1-312d407d9a35 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:08.689612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting port 131b8eaa-b236-4d41-8324-01e489477284 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:08.689954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.700485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-91a94d05-08ea-4413-9e65-40f5434985d6 None None] Port d33f3d1b-273b-47d3-813c-ea432a775f8b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:08.713721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-29233fc7-d72b-4e48-be07-89564c320b50 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:08.715192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-29233fc7-d72b-4e48-be07-89564c320b50 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 796 time: 0.1269178 Apr 20 15:03:08.728886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:08.768862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-8f8cda81-f919-423d-a5fb-510f0ea55c64 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/quotas/c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 375 time: 0.0250914 Apr 20 15:03:08.775422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] For port 131b8eaa-b236-4d41-8324-01e489477284, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=131b8eaa-b236-4d41-8324-01e489477284,segment=NetworkSegment(c13f6b44-8696-438b-a7de-6732c810771f),segment_id=c13f6b44-8696-438b-a7de-6732c810771f)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:08.775790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.809635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Calling delete_port for 131b8eaa-b236-4d41-8324-01e489477284 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:08.873589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-a9c6c1a4-be8c-4327-a03b-4aacde63ea35 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952601 Apr 20 15:03:08.960304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194e641-4334-445d-b926-8410a9d972f9 None None] DHCP port deletion for 5be4d173-2e87-4a78-94b1-312d407d9a35 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:03:08.963012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:08.999245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:07Z', 'revision_number': 2, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:09.004279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Port': ['ID=131b8eaa-b236-4d41-8324-01e489477284,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:09.011712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] No DVR routers for this DVR port 131b8eaa-b236-4d41-8324-01e489477284 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:09.028435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Checking router: 589c93d2-12f8-42d4-9226-b2caf54de31a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:03:09.028787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Updating router 589c93d2-12f8-42d4-9226-b2caf54de31a port d33f3d1b-273b-47d3-813c-ea432a775f8b binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:03:09.054746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.349556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.354119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-6edf5f28-0fe7-4baf-a5c9-d7816ff12869 service neutron] 10.222.0.20 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639909 Apr 20 15:03:09.356976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.426096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc471b3-c2b8-492b-9d54-70a65159aab6 None None] Pushing event updated for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:09.457551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Attempting to bind port d33f3d1b-273b-47d3-813c-ea432a775f8b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:09.457905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.458026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Attempting to bind port d33f3d1b-273b-47d3-813c-ea432a775f8b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:09.458272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Attempting to bind port d33f3d1b-273b-47d3-813c-ea432a775f8b on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:09.464513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:09.464890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:09.465293 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.465998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Bound using segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:09.466162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Bound port: d33f3d1b-273b-47d3-813c-ea432a775f8b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:09.466510 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.486711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be4d173-2e87-4a78-94b1-312d407d9a35']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:09.504062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13f6b44-8696-438b-a7de-6732c810771f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:09.504428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13f6b44-8696-438b-a7de-6732c810771f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:09.519747 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.540342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-7cb661df-5065-4a83-963a-b43275e25748 service neutron] 10.222.0.20 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710529 Apr 20 15:03:09.541281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.544545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] For port d33f3d1b-273b-47d3-813c-ea432a775f8b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:09.548707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] For port d33f3d1b-273b-47d3-813c-ea432a775f8b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d33f3d1b-273b-47d3-813c-ea432a775f8b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:09.550380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:03:09.550667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:09.554099 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:09.556660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.645506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 340fcaaa-0d3a-4022-99cc-77b9d9f4905b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:09.659531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.668913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.672311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/networks/5be4d173-2e87-4a78-94b1-312d407d9a35 HTTP/1.1" status: 204 len: 168 time: 1.2585752 Apr 20 15:03:09.674946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:09.693797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021e76-9cb7-4199-a1ca-4c11a0eb5b39 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Network': ['ID=5be4d173-2e87-4a78-94b1-312d407d9a35,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:09.699262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:09.700069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:02:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:09.706751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc471b3-c2b8-492b-9d54-70a65159aab6 None None] Pushing event updated for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:09.744727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting subnet 8e4734fd-47a2-4d79-b9ef-d3118dd21439 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:03:09.748652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.764316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:09.764692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.829426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cccd8d5e-25d3-45c6-8789-96c117785c67 req-f43ef9f0-acdc-4bc2-8090-c6a2c934affe tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 210 time: 0.0383177 Apr 20 15:03:09.867116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.909038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:09.910306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:09.910742 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:09.964516 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.033970 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.060037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.063202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4734fd-47a2-4d79-b9ef-d3118dd21439,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:10.069223 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.077369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4cfc0e4b-97d6-4f3a-aee9-74a9113ca440 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/subnets/8e4734fd-47a2-4d79-b9ef-d3118dd21439 HTTP/1.1" status: 204 len: 168 time: 0.3979411 Apr 20 15:03:10.077547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38538) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:10.118978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4b2f2-1cb1-48ae-a6a1-3bc08a793667 None None] Network a22de142-14ff-4893-a105-fa5f97f733ac requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:10.138784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting subnet 833f6756-9148-4b2d-ac66-05822711219b {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:03:10.142670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.197536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.245689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] For port d33f3d1b-273b-47d3-813c-ea432a775f8b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d33f3d1b-273b-47d3-813c-ea432a775f8b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:10.264604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.285378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f1148c7a-a755-4c57-b2d3-3a68d7bd57ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.314165 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.385659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.415724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Subnet': ['ID=833f6756-9148-4b2d-ac66-05822711219b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:10.421781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.428486 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3ff49621-492a-4337-a090-ae7b5f5d0fce tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/subnets/833f6756-9148-4b2d-ac66-05822711219b HTTP/1.1" status: 204 len: 168 time: 0.3470685 Apr 20 15:03:10.428988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38542) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:10.491730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 131b8eaa-b236-4d41-8324-01e489477284 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:03:10.493402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e011e1-15b6-4cf4-a065-7d41fb8572e6 None None] Network e374c554-446e-48e4-998e-6024774ba872 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:10.507759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.556906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 131b8eaa-b236-4d41-8324-01e489477284 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:03:10.557205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 131b8eaa-b236-4d41-8324-01e489477284 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:03:10.567622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting port 5834910d-9289-44fb-a738-38fff0e4ec03 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:10.568096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.633526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] For port 5834910d-9289-44fb-a738-38fff0e4ec03, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5834910d-9289-44fb-a738-38fff0e4ec03,segment=NetworkSegment(9fcc88f0-c751-483e-a7c4-3e395d9fb3a9),segment_id=9fcc88f0-c751-483e-a7c4-3e395d9fb3a9)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:10.633897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.647845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Calling delete_port for 5834910d-9289-44fb-a738-38fff0e4ec03 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:10.657290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f493603d-4b0f-49fe-ac37-0414d102b994 None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:10.657776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f493603d-4b0f-49fe-ac37-0414d102b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:10.664776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb3410-af0a-4758-bb68-d9de3a2c1229 None None] Pushing event updated for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:10.785861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:09Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:10.819137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e636b82-1b28-4c99-b51d-259b4e6b293a None None] The sync data for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 is: [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:09Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:03:10.820849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef94fd09-2469-468e-bf47-ac91b4ba9dec None None] DHCP port deletion for a22de142-14ff-4893-a105-fa5f97f733ac request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:03:10.978187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.012095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84285132-992f-4cbe-9b91-90b342717069 None None] DHCP port deletion for e374c554-446e-48e4-998e-6024774ba872 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:03:11.017601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cc05cdc-abb0-4a11-b0ff-86c248eae185 req-b9624d60-a4b6-40a2-8b60-faed08ddc04b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 210 time: 0.0330272 Apr 20 15:03:11.031283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-76d48086-766c-4c57-a5e4-c4b5d91b072e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:11.034828 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-76d48086-766c-4c57-a5e4-c4b5d91b072e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 796 time: 0.2882802 Apr 20 15:03:11.036092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] No DVR routers for this DVR port 5834910d-9289-44fb-a738-38fff0e4ec03 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:11.041177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Port': ['ID=5834910d-9289-44fb-a738-38fff0e4ec03,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:11.077907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Deleting port 9a5eba30-56fe-4d85-ac0e-e7944441c157 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:11.079753 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.153228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-c423f3aa-1a66-4f50-8186-efe158a8da64 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 378 time: 0.1097383 Apr 20 15:03:11.154917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-84285132-992f-4cbe-9b91-90b342717069 None None] For port 9a5eba30-56fe-4d85-ac0e-e7944441c157, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9a5eba30-56fe-4d85-ac0e-e7944441c157,segment=NetworkSegment(25fb7d10-e539-4cf4-b66b-e9df0c147db6),segment_id=25fb7d10-e539-4cf4-b66b-e9df0c147db6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:11.155323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.170463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'port': {'device_id': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'admin_state_up': True, 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'security_groups': ['1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:11.170648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Calling delete_port for 9a5eba30-56fe-4d85-ac0e-e7944441c157 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:11.195690 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.262990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22de142-14ff-4893-a105-fa5f97f733ac']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.277901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.278165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.278554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcc88f0-c751-483e-a7c4-3e395d9fb3a9') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.306451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.311784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84285132-992f-4cbe-9b91-90b342717069 None None] Pushing event deleted for resources: {'Port': ['ID=9a5eba30-56fe-4d85-ac0e-e7944441c157,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:11.323051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84285132-992f-4cbe-9b91-90b342717069 None None] No DVR routers for this DVR port 9a5eba30-56fe-4d85-ac0e-e7944441c157 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:11.324435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.338252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:03:11.338758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:11.341907 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:11.396319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:11.400006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.421643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.443006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.446243 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/networks/a22de142-14ff-4893-a105-fa5f97f733ac HTTP/1.1" status: 204 len: 168 time: 1.0162363 Apr 20 15:03:11.448780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab32e5-a607-43f1-8270-dc511781750d tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Network': ['ID=a22de142-14ff-4893-a105-fa5f97f733ac,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:11.449107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38548) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:11.533057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.569643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.7 (fe082ca1-0581-4690-830a-bc90c9b79578/8c893617-9ea8-4f32-afcc-18f200def0b9/61d60ab9-b35e-442e-ae4c-f089cbaa39f4) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:11.639734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.662759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d33f3d1b-273b-47d3-813c-ea432a775f8b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:11.679190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e374c554-446e-48e4-998e-6024774ba872']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.691964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fb7d10-e539-4cf4-b66b-e9df0c147db6') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.692380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fb7d10-e539-4cf4-b66b-e9df0c147db6') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:11.704670 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.730833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.731066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d33f3d1b-273b-47d3-813c-ea432a775f8b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:11.731354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.739016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:03:11.739753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:11.743994 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:11.762923 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.803663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.822793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.833812 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.842702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/networks/e374c554-446e-48e4-998e-6024774ba872 HTTP/1.1" status: 204 len: 168 time: 0.3922589 Apr 20 15:03:11.845016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38550) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:11.858776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590da3b1-d20f-452d-8fa9-c8d323b4b319 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Network': ['ID=e374c554-446e-48e4-998e-6024774ba872,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:11.892793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network fe082ca1-0581-4690-830a-bc90c9b79578 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:11.904948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:11.909258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:11.911595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:11.925433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9a5eba30-56fe-4d85-ac0e-e7944441c157 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:03:11.946054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting subnet ca86c3de-e432-4139-9637-c0dbabda0c3c {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:03:11.952858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9a5eba30-56fe-4d85-ac0e-e7944441c157 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:03:11.953265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9a5eba30-56fe-4d85-ac0e-e7944441c157 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:03:11.953727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5834910d-9289-44fb-a738-38fff0e4ec03 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:03:11.954798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:11.974138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5834910d-9289-44fb-a738-38fff0e4ec03 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:03:11.974537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5834910d-9289-44fb-a738-38fff0e4ec03 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:03:12.171343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c230766-59cd-4bf4-a340-e0db9a50fd8a req-e19878de-1f19-4596-8ed8-cce2ad599d9b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:12.173007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c230766-59cd-4bf4-a340-e0db9a50fd8a req-e19878de-1f19-4596-8ed8-cce2ad599d9b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 931 time: 0.0634670 Apr 20 15:03:12.213232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c230766-59cd-4bf4-a340-e0db9a50fd8a req-64ad0489-a5b6-4277-a940-16a1722ef4de tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336177 Apr 20 15:03:12.250917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-60458e6e-36ea-4c67-b64e-9cd15d9c24e9 None None] Provisioning complete for port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:12.251564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-60458e6e-36ea-4c67-b64e-9cd15d9c24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.280836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:12.281748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.286304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-60458e6e-36ea-4c67-b64e-9cd15d9c24e9 None None] Port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:03:12.296497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.319254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-876d4306-7e6a-4d7e-91c7-eb27543b3e90 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1582351 Apr 20 15:03:12.332638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Request body: {'port': {'device_id': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:12.423470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.435905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.576493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.613725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Subnet': ['ID=ca86c3de-e432-4139-9637-c0dbabda0c3c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:12.627228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.630332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1f37cc03-022f-4f11-95d5-d69dfef7badd tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/subnets/ca86c3de-e432-4139-9637-c0dbabda0c3c HTTP/1.1" status: 204 len: 168 time: 0.7840962 Apr 20 15:03:12.632693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08feb760-71d4-4b35-9f39-2e46636c886f None None] Network ae592707-7c6c-4bfb-8018-e6181cb2fb7c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:12.632912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38558) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:12.754888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.806191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] DHCP port deletion for ae592707-7c6c-4bfb-8018-e6181cb2fb7c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:03:12.850031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:12.855942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Deleting port 199156a2-9b38-48b0-9813-6414f3176752 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:12.856556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.858994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.875154 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Transition to ACTIVE for port object 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:03:12.877637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Deleting port 199156a2-9b38-48b0-9813-6414f3176752 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:12.878009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.880843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.923738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] For port 199156a2-9b38-48b0-9813-6414f3176752, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=199156a2-9b38-48b0-9813-6414f3176752,segment=NetworkSegment(2705f66f-0c56-4586-b348-9ddad49fec39),segment_id=2705f66f-0c56-4586-b348-9ddad49fec39)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:12.924267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:12.938748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Calling delete_port for 199156a2-9b38-48b0-9813-6414f3176752 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:12.986425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:12.990077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] For port 199156a2-9b38-48b0-9813-6414f3176752, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=199156a2-9b38-48b0-9813-6414f3176752,segment=NetworkSegment(2705f66f-0c56-4586-b348-9ddad49fec39),segment_id=2705f66f-0c56-4586-b348-9ddad49fec39)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:12.990451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.021340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Calling delete_port for 199156a2-9b38-48b0-9813-6414f3176752 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:13.023375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.058459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] Pushing event deleted for resources: {'Port': ['ID=199156a2-9b38-48b0-9813-6414f3176752,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:13.060545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825f04c-0cb1-4a35-ad5f-72625371e58b None None] No DVR routers for this DVR port 199156a2-9b38-48b0-9813-6414f3176752 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:13.132324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:13.132631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:13.132987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:13.147549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:03:13.147878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:13.155239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:13.155573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:13.156020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Bound using segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:13.157013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Bound port: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:13.157378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.174851 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.229503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] No DVR routers for this DVR port 199156a2-9b38-48b0-9813-6414f3176752 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:13.231012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Port': ['ID=199156a2-9b38-48b0-9813-6414f3176752,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:13.330745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:13.333675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.353055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:13.358283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77e043-422c-46fb-b311-85fcaa33ce28 req-b56c3410-a031-4341-bf47-b4be5d0f1374 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:13.360783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb77e043-422c-46fb-b311-85fcaa33ce28 req-b56c3410-a031-4341-bf47-b4be5d0f1374 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 943 time: 0.0679052 Apr 20 15:03:13.362660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae592707-7c6c-4bfb-8018-e6181cb2fb7c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:13.365967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.381264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2705f66f-0c56-4586-b348-9ddad49fec39') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:13.381554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2705f66f-0c56-4586-b348-9ddad49fec39') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:13.412853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb77e043-422c-46fb-b311-85fcaa33ce28 req-86fda196-7173-440d-924e-abacd6a6fd04 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349059 Apr 20 15:03:13.424916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.435460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:13.436089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.437468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 1091 time: 1.1098149 Apr 20 15:03:13.446456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:13.450342 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23421436-bdf9-42d2-a994-04fc1b4998ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:13.469587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9d7db92a-77a8-4679-b9ff-0c5e67de0f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.473599 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.476035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a37333-3e7a-4988-9cdd-34bb27ed42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:13.484825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:03:13.485650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self.session.flush() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:13.489689 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:13.559877 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c2e0d-b001-4cb9-8bf4-863bcb15eab3 x-openstack-request-id: req-070c2e0d-b001-4cb9-8bf4-863bcb15eab3 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:13.560164 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:13.560587 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-070c2e0d-b001-4cb9-8bf4-863bcb15eab3 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:13.561132 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070c2e0d-b001-4cb9-8bf4-863bcb15eab3'] response: {'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'status': 'completed', 'code': 200} Apr 20 15:03:13.615214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.622997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.626420 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/networks/ae592707-7c6c-4bfb-8018-e6181cb2fb7c HTTP/1.1" status: 204 len: 168 time: 0.9925370 Apr 20 15:03:13.628770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-a11cb448-2d99-40c8-9b1e-7dd2e06c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:13.628918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 199156a2-9b38-48b0-9813-6414f3176752 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:03:13.629880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38570) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:13.630944 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-a11cb448-2d99-40c8-9b1e-7dd2e06c5a66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1094 time: 0.0726840 Apr 20 15:03:13.651432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27741ea-8a98-4ae5-a862-6072eebe468a tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Pushing event deleted for resources: {'Network': ['ID=ae592707-7c6c-4bfb-8018-e6181cb2fb7c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:13.674557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 199156a2-9b38-48b0-9813-6414f3176752 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:03:13.674933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 199156a2-9b38-48b0-9813-6414f3176752 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:03:13.679885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-43e35724-6879-4730-949f-c36e45ba6ee5 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "GET /v2.0/ports?device_id=269dea3a-4cf7-40ed-9cbf-896251117973 HTTP/1.1" status: 200 len: 205 time: 0.0487833 Apr 20 15:03:13.682868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38572) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:13.692910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-198ebd03-b6db-4272-aef1-009d0aadd513 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 217 time: 0.0477576 Apr 20 15:03:13.709007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.756363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-e4aa2099-9797-4b91-ae0d-4da6a1a87627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:13.759061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-e4aa2099-9797-4b91-ae0d-4da6a1a87627 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0583301 Apr 20 15:03:13.774083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.811539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-f0280a75-bd15-404a-bbcf-6f0e3764daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:13.813614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-f0280a75-bd15-404a-bbcf-6f0e3764daa9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487320 Apr 20 15:03:13.912291 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-604ffedd-0f81-41e2-ab90-1068a092624b service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919244 Apr 20 15:03:13.944011 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.946177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.992422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:13.993042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Fanout notify agent at l3_agent the message router_deleted on router 269dea3a-4cf7-40ed-9cbf-896251117973 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:03:14.000706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.004698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e0b5dd1c-5804-4f86-9e4c-e554b0b85bb2 tempest-RoutersNegativeIpV6Test-1420053496 tempest-RoutersNegativeIpV6Test-1420053496-project] 10.222.0.20 "DELETE /v2.0/routers/269dea3a-4cf7-40ed-9cbf-896251117973 HTTP/1.1" status: 204 len: 168 time: 0.3206694 Apr 20 15:03:14.023818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b27cd7d5-deff-48ce-ba34-ee5bfbafe04b req-1d3cef9d-fb68-4163-8d40-cb6b0e3e97ae service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042311 Apr 20 15:03:14.128051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-ae6056a6-7fee-4312-9bad-64c9dc4ecc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:14.129674 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-ae6056a6-7fee-4312-9bad-64c9dc4ecc1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1094 time: 0.0556378 Apr 20 15:03:14.223896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-3f724132-1b9c-43ea-b59e-927ddde187f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:14.225569 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-3f724132-1b9c-43ea-b59e-927ddde187f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.0895679 Apr 20 15:03:14.269277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-e77acaaf-17a0-431d-ba33-22aa0ee9dae7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 217 time: 0.0364540 Apr 20 15:03:14.283717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:14.313128 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.327343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-fb79e0a0-f95c-4bd9-b20e-448e482f4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:14.328933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-fb79e0a0-f95c-4bd9-b20e-448e482f4d87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0525570 Apr 20 15:03:14.377624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-1aa1c767-30d6-4315-bfc6-9709285b0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:14.379909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-1aa1c767-30d6-4315-bfc6-9709285b0d1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438459 Apr 20 15:03:14.444375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-86440b77-8db6-4f1c-a98f-6db2f4da29e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e75768a36d994c0aa1f020d351101e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569633 Apr 20 15:03:14.444970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38584) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:14.484940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-7aeaefa6-530f-4bf1-9749-a6112272b3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963852 Apr 20 15:03:14.501515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.525306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.586496 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-23421436-bdf9-42d2-a994-04fc1b4998ef req-786c84b5-0632-4c4e-ab61-7a1f1b31d2ab service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941176 Apr 20 15:03:14.601205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668de3c3-cc37-430e-bf85-dafa4b84d83e req-3fefd50e-aa05-41b2-94bb-69327e04ea50 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:14.603120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-668de3c3-cc37-430e-bf85-dafa4b84d83e req-3fefd50e-aa05-41b2-94bb-69327e04ea50 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 943 time: 0.0663300 Apr 20 15:03:14.617976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.620452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:14.621559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7746dd65-c242-4b33-ad11-cddb60a83a59 HTTP/1.1" status: 204 len: 168 time: 0.1759701 Apr 20 15:03:14.640339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07b32-9d09-45ef-91fc-f0d7bd910f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746dd65-c242-4b33-ad11-cddb60a83a59,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:14.675426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-668de3c3-cc37-430e-bf85-dafa4b84d83e req-a9e53283-c27f-40d4-99e6-1d7d4f7eb490 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645530 Apr 20 15:03:15.223933 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:15.273001 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:15.797965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d624-fe5e-4b6e-b0bf-9a20d6222da4 req-01545297-bafc-440c-b8d3-9b813beee0f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:15.799524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36b5d624-fe5e-4b6e-b0bf-9a20d6222da4 req-01545297-bafc-440c-b8d3-9b813beee0f6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 943 time: 0.0506921 Apr 20 15:03:15.842554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36b5d624-fe5e-4b6e-b0bf-9a20d6222da4 req-6be14765-3299-4dd3-a07a-44a0a28992a9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369670 Apr 20 15:03:17.006390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf451d-afe4-4e0c-a1c2-09291c01ab79 req-59ad804a-0c61-4f04-bc70-f40799c944ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:17.011193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffdf451d-afe4-4e0c-a1c2-09291c01ab79 req-59ad804a-0c61-4f04-bc70-f40799c944ce tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 943 time: 0.0807445 Apr 20 15:03:17.086646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffdf451d-afe4-4e0c-a1c2-09291c01ab79 req-834df0ab-340a-42f4-979f-352b35ff7b23 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482671 Apr 20 15:03:17.289679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:03:17.393223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:17.406491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'port_id': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'mac_address': 'fa:16:3e:56:8d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:03:17.445798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:17.459761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:17.483778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:17.488344 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:17.539336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:17.547763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.548109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.548447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.548777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.549103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.549427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.549748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.550066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.550391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.550738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.551108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.551362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:17.706133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['61d60ab9-b35e-442e-ae4c-f089cbaa39f4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:03:18.208729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1db88-067f-40a4-b84b-e5cc3d73c029 req-99799015-bd92-4f7d-8335-ffe33143438d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:18.210255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ed1db88-067f-40a4-b84b-e5cc3d73c029 req-99799015-bd92-4f7d-8335-ffe33143438d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0529771 Apr 20 15:03:18.260747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ed1db88-067f-40a4-b84b-e5cc3d73c029 req-4d7b2e60-5e42-4018-a02f-5cf1ee1b176d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381203 Apr 20 15:03:19.305638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:19.373720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:03:19.379093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:19.379707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:19.408393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462f7a-531f-41c1-bd55-3feb7d3e4c4c req-f165b518-f74c-4c73-8f18-77cb1772f9fd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:19.409971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1462f7a-531f-41c1-bd55-3feb7d3e4c4c req-f165b518-f74c-4c73-8f18-77cb1772f9fd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0671272 Apr 20 15:03:19.466327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1462f7a-531f-41c1-bd55-3feb7d3e4c4c req-83ae3882-0688-487a-8ac5-8df8d03dd333 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459430 Apr 20 15:03:19.498270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:19.526064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:19.532399 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a20b9b-aa7a-4783-8294-07d80c2d40ee" -d '{"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-plugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:19.545966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:19.552618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:19.587815 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb4fa6-eb5c-4ef2-a28a-5c8895b23185 x-openstack-request-id: req-bebb4fa6-eb5c-4ef2-a28a-5c8895b23185 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:19.588108 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-plugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:19.588358 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bebb4fa6-eb5c-4ef2-a28a-5c8895b23185 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:19.589123 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebb4fa6-eb5c-4ef2-a28a-5c8895b23185'] response: {'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'code': 200} Apr 20 15:03:19.617383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:19.713134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131048d7-180e-4790-acbe-939449fb8e43 req-3d4d0f49-1d44-4ab4-906c-c0f222ed320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:19.714712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-131048d7-180e-4790-acbe-939449fb8e43 req-3d4d0f49-1d44-4ab4-906c-c0f222ed320d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1096 time: 0.0732021 Apr 20 15:03:19.766375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-131048d7-180e-4790-acbe-939449fb8e43 req-fe4c50f4-e2df-4f17-b9c5-24948d062ec5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444503 Apr 20 15:03:19.791700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38708) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:19.910738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7770fd8-6a75-45c5-85aa-39081efe68af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:19.990856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7770fd8-6a75-45c5-85aa-39081efe68af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:19.996325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d7770fd8-6a75-45c5-85aa-39081efe68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.034962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d7770fd8-6a75-45c5-85aa-39081efe68af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61f5ee5130c44883852ae5ba77033803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420795 Apr 20 15:03:20.035728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7770fd8-6a75-45c5-85aa-39081efe68af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccf6a1e-bf64-4081-9934-98c91cc65ddb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:20.038687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38712) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:20.094529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.116275 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.165842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.168455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.169601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cccf6a1e-bf64-4081-9934-98c91cc65ddb HTTP/1.1" status: 204 len: 168 time: 0.1296391 Apr 20 15:03:20.177879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b118e31-0c69-4012-ab8a-109f6c7785c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccf6a1e-bf64-4081-9934-98c91cc65ddb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:20.445778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38724) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:20.460416 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a77a1ba-7e1a-4392-a02a-4110fab5b715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.540429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a77a1ba-7e1a-4392-a02a-4110fab5b715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.553139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a77a1ba-7e1a-4392-a02a-4110fab5b715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.610899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a77a1ba-7e1a-4392-a02a-4110fab5b715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76f94e127fe24a5681a849044f796e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612015 Apr 20 15:03:20.611310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38728) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:20.621024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77a1ba-7e1a-4392-a02a-4110fab5b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c9791-d529-4d9f-84ed-31b8fc54d9a4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:20.639679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da440-f487-45d8-b0bb-e60a24f59980 req-c855830b-f722-4b48-9244-be668539bfe1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:20.641381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-257da440-f487-45d8-b0bb-e60a24f59980 req-c855830b-f722-4b48-9244-be668539bfe1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0895803 Apr 20 15:03:20.662187 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.686094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.689896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-257da440-f487-45d8-b0bb-e60a24f59980 req-171d0b0a-6316-415b-aa4c-e36cb6730e62 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413511 Apr 20 15:03:20.736442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.739578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:20.741634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff9c9791-d529-4d9f-84ed-31b8fc54d9a4 HTTP/1.1" status: 204 len: 168 time: 0.1284707 Apr 20 15:03:20.749297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398b12e-bb07-421b-8b2f-d7459f977320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c9791-d529-4d9f-84ed-31b8fc54d9a4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:21.810257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a009b-6301-4dd6-928a-f8f29123fcff req-a10e10e5-f1e8-4b2e-b5d0-1f1f7a978d9b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:21.818238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-072a009b-6301-4dd6-928a-f8f29123fcff req-a10e10e5-f1e8-4b2e-b5d0-1f1f7a978d9b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0579185 Apr 20 15:03:21.857602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-072a009b-6301-4dd6-928a-f8f29123fcff req-cd85eb18-e600-488d-97ba-e6d80aef7f01 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384591 Apr 20 15:03:21.978340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e48f3-73ae-4b17-b598-84b9c1522fd5 req-3948dbb4-d670-43fe-8b82-c8ca9b85b3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:21.979940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-236e48f3-73ae-4b17-b598-84b9c1522fd5 req-3948dbb4-d670-43fe-8b82-c8ca9b85b3f0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0524030 Apr 20 15:03:22.020532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-236e48f3-73ae-4b17-b598-84b9c1522fd5 req-5ca2b985-61c5-4cc1-8712-273dc7defec7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336676 Apr 20 15:03:22.042260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38770) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:22.085051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77c521-cf66-4de4-99ff-fa7b0fcb33be tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:22.089368 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d77c521-cf66-4de4-99ff-fa7b0fcb33be tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1091 time: 0.0432165 Apr 20 15:03:22.089499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 38772) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:22.093922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:22.116836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:22.216958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:22.329569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.174 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/5494867d-068d-447a-8e07-a9145cc1f588) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:22.431754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:22.469032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:22.511887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:22.516696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:22.523882 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:22.573983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=5494867d-068d-447a-8e07-a9145cc1f588,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:22.962265 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.037755 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.248917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.257654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.345793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=5494867d-068d-447a-8e07-a9145cc1f588,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:23.360111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.543706 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 2269fa80-f4df-4c4b-bd13-ea0e7b35a18d associated. External IP: 172.25.1.174, port: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4. Apr 20 15:03:23.574232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38826) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:23.711076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2984a9b1-ac91-4655-9f97-ff26c0d01b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.811563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 589c93d2-12f8-42d4-9226-b2caf54de31a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:03:23.814365 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2984a9b1-ac91-4655-9f97-ff26c0d01b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.819717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2984a9b1-ac91-4655-9f97-ff26c0d01b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.879122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984a9b1-ac91-4655-9f97-ff26c0d01b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c45bb65-434d-42d3-b5cb-aad589666c36,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:23.885941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2984a9b1-ac91-4655-9f97-ff26c0d01b78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=931024a2a5a5456d8165d6115c8c4483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079321 Apr 20 15:03:23.887226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:23.945818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:23.956458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.956868 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Sync routers for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:23.966979 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:23.968770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:23.969490 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:03:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:23.982830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.000430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79df9e57-daf4-4934-a3e0-edb3b0f31641 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9072669 Apr 20 15:03:24.000430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:24.000784 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:24.044987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.048019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.049212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c45bb65-434d-42d3-b5cb-aad589666c36 HTTP/1.1" status: 204 len: 168 time: 0.1607001 Apr 20 15:03:24.061096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59853d-d2b3-4a4b-9906-bd4659b56f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c45bb65-434d-42d3-b5cb-aad589666c36,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:24.153147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:24.175962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff284-a748-46bd-a710-68f13857eba4 req-749b80d2-9855-4a6c-ad26-5cd8cd03e472 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:24.179124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-096ff284-a748-46bd-a710-68f13857eba4 req-749b80d2-9855-4a6c-ad26-5cd8cd03e472 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0564327 Apr 20 15:03:24.268944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-096ff284-a748-46bd-a710-68f13857eba4 req-3237dda4-deb3-4ddb-93c5-ee015795de6e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821185 Apr 20 15:03:24.283824 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c2cc0-a195-441c-afc3-79253ba78d62 x-openstack-request-id: req-f70c2cc0-a195-441c-afc3-79253ba78d62 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:24.284310 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:24.285459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:24.288972 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f70c2cc0-a195-441c-afc3-79253ba78d62 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:24.289457 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70c2cc0-a195-441c-afc3-79253ba78d62'] response: {'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'status': 'completed', 'code': 200} Apr 20 15:03:24.365018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-11ab9143-2d45-4db9-b430-7bbe6c3155b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:24.366777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-11ab9143-2d45-4db9-b430-7bbe6c3155b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1096 time: 0.0636010 Apr 20 15:03:24.390756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-13970306-9f70-43a6-a626-7991955aa3c4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 200 len: 991 time: 0.1036949 Apr 20 15:03:24.491245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-419db972-b454-4e2b-a877-81fe8be048af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:24.493141 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-419db972-b454-4e2b-a877-81fe8be048af service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.1199276 Apr 20 15:03:24.507058 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2269fa80-f4df-4c4b-bd13-ea0e7b35a18d', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'port_id': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'mac_address': 'fa:16:3e:56:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:03:22Z', 'updated_at': '2022-04-20T15:03:22Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:24.543098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38846) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:24.552321 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Checking router: 589c93d2-12f8-42d4-9226-b2caf54de31a for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:03:24.562888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:24.564189 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:03:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:24.576337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cee23e75-658e-46e5-bee8-c9e01b21ad9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.726052 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cee23e75-658e-46e5-bee8-c9e01b21ad9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.740080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cee23e75-658e-46e5-bee8-c9e01b21ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.801211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cee23e75-658e-46e5-bee8-c9e01b21ad9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db6415e93fb44937956e607196dd9eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566545 Apr 20 15:03:24.808686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38854) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:24.837485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:24.878624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee23e75-658e-46e5-bee8-c9e01b21ad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9451c-c4cb-46c9-b1ff-eb9712741a87,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:24.926945 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.955860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:24.958662 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-af7a1711-f5d7-459e-9da7-94bbcd014a9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 999 time: 0.4501584 Apr 20 15:03:25.012999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:25.017454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:25.018735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ed9451c-c4cb-46c9-b1ff-eb9712741a87 HTTP/1.1" status: 204 len: 168 time: 0.1981277 Apr 20 15:03:25.021461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-a1dbc4bd-68a3-4325-bb1c-e4500c33bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:25.023812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-a1dbc4bd-68a3-4325-bb1c-e4500c33bb09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0641248 Apr 20 15:03:25.029264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694297-c2de-4926-b097-c43cb0d3285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9451c-c4cb-46c9-b1ff-eb9712741a87,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:25.099425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-5b7f46c4-a346-4c89-8dc3-0bd77388dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:25.102710 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-5b7f46c4-a346-4c89-8dc3-0bd77388dc60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724120 Apr 20 15:03:25.196572 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2269fa80-f4df-4c4b-bd13-ea0e7b35a18d', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'port_id': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'mac_address': 'fa:16:3e:56:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:03:22Z', 'updated_at': '2022-04-20T15:03:22Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:25.225294 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b485f-82b0-4026-b8ea-b28ef1c96027 None None] The sync data for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 is: [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '2269fa80-f4df-4c4b-bd13-ea0e7b35a18d', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'port_id': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'mac_address': 'fa:16:3e:56:8d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:03:22Z', 'updated_at': '2022-04-20T15:03:22Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:03:25.254625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-fae43d2b-dcce-4e9b-a39d-64c61db76e6b service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342001 Apr 20 15:03:25.395015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38860) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:25.407404 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c4ce60e9-01fd-4c17-a8c3-0b66968dcf62 req-550734b1-24e9-4abd-bc97-ec6e95a1b7ff service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450779 Apr 20 15:03:25.492363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6da9d9fd-833a-452e-9b82-f1f682f2ea12 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 200 len: 991 time: 0.0952365 Apr 20 15:03:25.574158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0328a8-c0da-4c88-bb65-e6be5fd7a892 None None] New status for floating IP 2269fa80-f4df-4c4b-bd13-ea0e7b35a18d: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:03:26.496220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 38922) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:26.570138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22d8aded-0e0f-492d-b6a6-b8780ccaf623 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 200 len: 993 time: 0.0723603 Apr 20 15:03:29.951507 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:03:31.539051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7359-d246-4f45-a8d7-ec4bca480493 req-181c2353-1307-4221-9e32-07895758fff3 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:31.540534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02a7359-d246-4f45-a8d7-ec4bca480493 req-181c2353-1307-4221-9e32-07895758fff3 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0509634 Apr 20 15:03:31.581307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d02a7359-d246-4f45-a8d7-ec4bca480493 req-5dce49b4-adf4-43a8-b20e-d26ecd8b4247 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Apr 20 15:03:32.717168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e9fa-74cf-4e0d-9305-fc0b2fa1ca99 req-1bfe71a6-66fb-49ff-b250-84006ed72b34 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:32.720115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0643e9fa-74cf-4e0d-9305-fc0b2fa1ca99 req-1bfe71a6-66fb-49ff-b250-84006ed72b34 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0580938 Apr 20 15:03:32.759468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0643e9fa-74cf-4e0d-9305-fc0b2fa1ca99 req-ac6c6535-8437-41f1-8005-777f7091607c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Apr 20 15:03:33.315921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-7a21bf5d-b5f8-4f00-b483-4bd559822df9 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:33.317433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-7a21bf5d-b5f8-4f00-b483-4bd559822df9 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.45 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 946 time: 0.0630729 Apr 20 15:03:33.414911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Deleting port 38781aad-f186-4c26-8ade-881428b9216d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:03:33.415331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:33.509764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] For port 38781aad-f186-4c26-8ade-881428b9216d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=38781aad-f186-4c26-8ade-881428b9216d,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:33.510075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:33.525271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Calling delete_port for 38781aad-f186-4c26-8ade-881428b9216d owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:03:33.556416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:33.675484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:33.688138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['38781aad-f186-4c26-8ade-881428b9216d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:03:33.723518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Pushing event deleted for resources: {'Port': ['ID=38781aad-f186-4c26-8ade-881428b9216d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:33.767023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] No DVR routers for this DVR port 38781aad-f186-4c26-8ade-881428b9216d on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:03:33.769772 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:33.773534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b83b5ee-9deb-42cd-8583-018a1867deda req-20ea63e6-bdfc-4033-b067-86be60271a05 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.45 "DELETE /v2.0/ports/38781aad-f186-4c26-8ade-881428b9216d HTTP/1.1" status: 204 len: 173 time: 0.4495487 Apr 20 15:03:33.774007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'name': 'network-vif-deleted', 'tag': '38781aad-f186-4c26-8ade-881428b9216d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:33.776377 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a13c8c-c60b-4aa3-a8e1-1ba3bc126c94" -d '{"events": [{"server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "name": "network-vif-deleted", "tag": "38781aad-f186-4c26-8ade-881428b9216d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:33.828371 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e75250-485e-4462-b5b5-69880f1d25bb x-openstack-request-id: req-d9e75250-485e-4462-b5b5-69880f1d25bb {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:33.828759 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672a39c2-59a2-45a3-b34e-bc2455828a1e", "name": "network-vif-deleted", "tag": "38781aad-f186-4c26-8ade-881428b9216d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:33.829074 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e75250-485e-4462-b5b5-69880f1d25bb {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:33.829706 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e75250-485e-4462-b5b5-69880f1d25bb'] response: {'server_uuid': '672a39c2-59a2-45a3-b34e-bc2455828a1e', 'name': 'network-vif-deleted', 'tag': '38781aad-f186-4c26-8ade-881428b9216d', 'status': 'completed', 'code': 200} Apr 20 15:03:33.868174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-011cd938-82d6-486c-bdb2-b6c7d43737ee req-b0f03e07-f357-4dc0-a8c4-cf7106b224b6 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=672a39c2-59a2-45a3-b34e-bc2455828a1e HTTP/1.1" status: 200 len: 210 time: 0.0335131 Apr 20 15:03:34.767796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-405d2c3a-75f6-472f-a261-633d3503f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:34.769774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-405d2c3a-75f6-472f-a261-633d3503f558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0727749 Apr 20 15:03:34.792918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422a9c-ba82-4c90-9b65-a34a64f7debb req-f1303119-182c-4bd9-8c38-f8171124519c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:34.794348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a422a9c-ba82-4c90-9b65-a34a64f7debb req-f1303119-182c-4bd9-8c38-f8171124519c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0723190 Apr 20 15:03:34.873109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a422a9c-ba82-4c90-9b65-a34a64f7debb req-bb02842e-be5f-4232-8295-05a403ca24b8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686717 Apr 20 15:03:34.896273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-ea632d23-9590-4f4a-83e4-049aae546c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:34.897407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-ea632d23-9590-4f4a-83e4-049aae546c7f service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1204746 Apr 20 15:03:34.970527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-c5743f9e-2ed8-4472-80a6-bad8ac28d010 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1001 time: 0.0660186 Apr 20 15:03:35.030087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-fc1efda3-b96b-46bf-bb52-643b397d1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:35.032060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-fc1efda3-b96b-46bf-bb52-643b397d1a4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0547731 Apr 20 15:03:35.099270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-01eb8404-c545-4c9a-8bd7-affccfdb2891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:35.100953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-01eb8404-c545-4c9a-8bd7-affccfdb2891 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629380 Apr 20 15:03:35.204348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-f5bd8228-397d-4e8a-aca8-9592f98de76e service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Apr 20 15:03:35.300257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f8b16a4-aeee-4217-8381-0607156ca480 req-8f9c3270-b70f-4525-86a5-56520d909971 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886753 Apr 20 15:03:36.003081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214a3e9-d586-494d-9dc6-4585a5620841 req-63db2bb5-7e3a-44af-ae68-8b12cd83bc7b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:36.004842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a214a3e9-d586-494d-9dc6-4585a5620841 req-63db2bb5-7e3a-44af-ae68-8b12cd83bc7b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0586202 Apr 20 15:03:36.047394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a214a3e9-d586-494d-9dc6-4585a5620841 req-98ec6670-cbc9-4a16-b553-41b34f0d876e tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Apr 20 15:03:37.098913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 38781aad-f186-4c26-8ade-881428b9216d no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:03:37.119450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 38781aad-f186-4c26-8ade-881428b9216d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:03:37.119972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 38781aad-f186-4c26-8ade-881428b9216d not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:03:37.180019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef05b2-962b-4dca-a663-bb89a2e18c36 req-0a04ec5f-97a5-43f3-bd8e-7783f86a43d1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:37.181651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6ef05b2-962b-4dca-a663-bb89a2e18c36 req-0a04ec5f-97a5-43f3-bd8e-7783f86a43d1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0592341 Apr 20 15:03:37.223877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6ef05b2-962b-4dca-a663-bb89a2e18c36 req-3e1657d3-f062-4478-af82-78f583f51da9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349042 Apr 20 15:03:38.353646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab4fd-c00e-4fc1-a903-edd7ca771aa0 req-b2f4f138-5c76-4e3c-b4f1-92f0c6d9d5fc tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:38.355869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-182ab4fd-c00e-4fc1-a903-edd7ca771aa0 req-b2f4f138-5c76-4e3c-b4f1-92f0c6d9d5fc tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0563598 Apr 20 15:03:38.393567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-182ab4fd-c00e-4fc1-a903-edd7ca771aa0 req-b12b069a-4033-45b7-bc06-3cad01e0522c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Apr 20 15:03:39.549829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba532-0250-48a6-8ff4-1ac0390d8d4a req-5d0fda3b-5d5c-40f9-93db-8ab3f844fd36 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:39.551769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-579ba532-0250-48a6-8ff4-1ac0390d8d4a req-5d0fda3b-5d5c-40f9-93db-8ab3f844fd36 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0577085 Apr 20 15:03:39.600688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-579ba532-0250-48a6-8ff4-1ac0390d8d4a req-e95f8818-d383-4625-9901-bcdcd2c4b176 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Apr 20 15:03:40.186513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f38e2887-2be8-4187-8cba-acb42d80f659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:40.748932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a737cee-d4f5-48f2-a40c-18101f40087d req-4e26f472-f02f-432d-8134-fe53dbdffd0d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:40.750630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a737cee-d4f5-48f2-a40c-18101f40087d req-4e26f472-f02f-432d-8134-fe53dbdffd0d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0543506 Apr 20 15:03:40.790061 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a737cee-d4f5-48f2-a40c-18101f40087d req-374a86c8-4026-48a6-9531-963ce5e6fcee tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330575 Apr 20 15:03:41.139086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-f02d28c8-7b19-4118-b4fa-94eef82959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:41.140515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-f02d28c8-7b19-4118-b4fa-94eef82959ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0416491 Apr 20 15:03:41.246818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-7acb8cc1-6c0f-41dd-8e2b-f787ecf31160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:41.248335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-7acb8cc1-6c0f-41dd-8e2b-f787ecf31160 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.0871928 Apr 20 15:03:41.315503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-1c1fbd8f-6d9e-444b-88a0-1f72620e04c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1001 time: 0.0596659 Apr 20 15:03:41.367486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-6050e54d-cd5a-4b92-8337-5e2b1ccbda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:41.370307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-6050e54d-cd5a-4b92-8337-5e2b1ccbda59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0469589 Apr 20 15:03:41.418585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-0804392a-fc81-4a7e-a11f-602829561b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:41.419993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-0804392a-fc81-4a7e-a11f-602829561b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442309 Apr 20 15:03:41.518771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-83d24275-5f8d-42b9-9aac-334f696f1be8 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904562 Apr 20 15:03:41.611677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9ecaa0f-6d5f-4740-8c4f-97dcba00389e req-7ededfa1-a5ec-452d-b206-377975d3a0ed service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861554 Apr 20 15:03:41.990962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6bf48-f7e5-4529-bf47-b50b039d1ba9 req-e5d654d4-1d23-4c1a-bdcb-6f5dcd862d9f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:41.992543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc6bf48-f7e5-4529-bf47-b50b039d1ba9 req-e5d654d4-1d23-4c1a-bdcb-6f5dcd862d9f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1167946 Apr 20 15:03:42.056937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-f1d70ea5-cf64-4b7b-83a3-217387628da5 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:42.058503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-f1d70ea5-cf64-4b7b-83a3-217387628da5 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 813 time: 0.1736796 Apr 20 15:03:42.080901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dc6bf48-f7e5-4529-bf47-b50b039d1ba9 req-43b4b847-cb87-45c7-b337-8e245adccd56 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779169 Apr 20 15:03:42.083295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-ac499714-28f8-4dfa-a0de-4b426d94cdd1 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/quotas/b3e59cd707fc49de809363d7d73c1e4b HTTP/1.1" status: 200 len: 375 time: 0.0170128 Apr 20 15:03:42.116692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-4931b607-0c26-49a1-bf7f-db838fd76d25 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270426 Apr 20 15:03:42.128115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-9d7e8e30-421e-4e72-b574-26182bb8f22a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:03:42.129106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-9d7e8e30-421e-4e72-b574-26182bb8f22a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052330 Apr 20 15:03:42.218278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-b1422934-4a3f-4f62-ba01-1f0eb7c1cb98 service neutron] 10.222.0.20 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831182 Apr 20 15:03:42.513256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-ab97ad6c-ce19-49b3-a025-6f50e9c3d956 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474420 Apr 20 15:03:42.603847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473c78-6895-46de-90c7-f652e9128696 req-587573ea-fb7b-4d67-8dd8-2cad0b592c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:42.606147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-587573ea-fb7b-4d67-8dd8-2cad0b592c1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 1096 time: 0.0474277 Apr 20 15:03:42.619602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-e0221b78-d51e-4610-a23b-b3c0fe4ed35e service neutron] 10.222.0.20 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945441 Apr 20 15:03:42.714606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473c78-6895-46de-90c7-f652e9128696 req-77dfcb74-6b52-498c-99ec-1eb93a6d08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:42.716223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-77dfcb74-6b52-498c-99ec-1eb93a6d08f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.0886552 Apr 20 15:03:42.784261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-21dffdb8-15b9-472a-977a-60b313fa293a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 200 len: 217 time: 0.0598764 Apr 20 15:03:42.807798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34ee4a1d-533c-48b9-8996-7a4687ea74ef req-3bd9072d-4785-4170-a27f-44496821cc2c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 210 time: 0.0393000 Apr 20 15:03:42.842031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473c78-6895-46de-90c7-f652e9128696 req-dc1bc0f9-4d46-4e5f-b322-dcfb69f70a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:42.843659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-dc1bc0f9-4d46-4e5f-b322-dcfb69f70a85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0530751 Apr 20 15:03:42.892079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473c78-6895-46de-90c7-f652e9128696 req-1d338c76-876b-444d-a035-2d13d8f2cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:42.893772 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-1d338c76-876b-444d-a035-2d13d8f2cea8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430815 Apr 20 15:03:42.993994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-287c6390-ca73-47c6-ac33-bd95b8e5f530 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931861 Apr 20 15:03:43.097915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-94473c78-6895-46de-90c7-f652e9128696 req-39ba13e6-33bf-418f-bb43-112ec093aac0 service neutron] 10.222.0.43 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965574 Apr 20 15:03:43.211060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b66b45-1e5a-4372-99a3-e023c8bb75cc req-97f56a2a-2b99-4456-aba0-fc0a4190cb5a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:43.213341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81b66b45-1e5a-4372-99a3-e023c8bb75cc req-97f56a2a-2b99-4456-aba0-fc0a4190cb5a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0533731 Apr 20 15:03:43.254253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81b66b45-1e5a-4372-99a3-e023c8bb75cc req-35d910cf-1ba1-4983-88bd-0fe8c2529e0d tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Apr 20 15:03:43.474798 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-242ce7ef-bfe2-4506-b963-6c3ddd932dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:43.723768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:43.836265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-c9af3bd8-42ee-4fc5-bec8-069a96ccac50 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:43.842391 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-c9af3bd8-42ee-4fc5-bec8-069a96ccac50 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.43 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 813 time: 0.1310515 Apr 20 15:03:43.856467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Request body: {'port': {'device_id': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa', 'admin_state_up': True, 'tenant_id': 'b3e59cd707fc49de809363d7d73c1e4b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:43.917515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91ff21bf-e67c-4c1d-be36-585d13d614bf req-632038a5-17df-435b-b6db-8e72b70200e6 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 210 time: 0.0302224 Apr 20 15:03:43.965359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Made reservation on behalf of b3e59cd707fc49de809363d7d73c1e4b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:43.969382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.100368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Allocated IP 172.20.0.4 (75ff0cf8-fbcd-45e8-84d4-cd94145632aa/5e761288-b162-46f6-a0e2-5b8f692bdd67/05216abd-4030-4842-abb4-5bd896c1f386) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:44.258392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.300065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.304588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.347569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:44.353225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:44.357229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:44.386778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Pushing event updated for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:44.398881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb261aa-3c98-40e3-8693-38514994f8c8 req-d0f1700a-ae15-425b-91b6-06319b902c4a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:44.400138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.400398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.400772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.400902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fb261aa-3c98-40e3-8693-38514994f8c8 req-d0f1700a-ae15-425b-91b6-06319b902c4a tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0566907 Apr 20 15:03:44.401040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.401388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.401723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.402047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.402369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.402742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.403133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.403394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.403869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.424524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:44.425201 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.445624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39162) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:44.447029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-80eb39c4-132b-49eb-b07a-8aedd12bec4f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945094 Apr 20 15:03:44.451248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fb261aa-3c98-40e3-8693-38514994f8c8 req-8b2878aa-a2e0-4a40-b7a1-03abef0b02dc tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Apr 20 15:03:44.463865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Request body: {'port': {'device_id': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:44.523261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.574352 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.647721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.653027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.691690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=175d83b10a804b3296cf183b587ad14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437596 Apr 20 15:03:44.692640 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618649ad-d99c-4480-85c2-7e4908c6b926,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:44.694666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:44.711563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.712058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.712414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.712770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.713097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.713427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.713738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.714260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.714382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.714811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.715169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.715596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820edbb-0f6a-43e0-a091-dfe4925a3b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:03:44.762337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.786442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.787135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05216abd-4030-4842-abb4-5bd896c1f386 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:44.794415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.806318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Transition to ACTIVE for port object 05216abd-4030-4842-abb4-5bd896c1f386 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:03:44.811508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.835000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.841441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:44.841441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/618649ad-d99c-4480-85c2-7e4908c6b926 HTTP/1.1" status: 204 len: 168 time: 0.1431594 Apr 20 15:03:44.859073 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6a7ae-b04d-4dff-aae6-c7c4d9bb5602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618649ad-d99c-4480-85c2-7e4908c6b926,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:44.873094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Pushing event updated for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:44.951374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Attempting to bind port 05216abd-4030-4842-abb4-5bd896c1f386 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:44.951374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Attempting to bind port 05216abd-4030-4842-abb4-5bd896c1f386 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:44.951709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Attempting to bind port 05216abd-4030-4842-abb4-5bd896c1f386 on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:44.956727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Port 05216abd-4030-4842-abb4-5bd896c1f386 on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:03:44.957049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Attempting to bind port 05216abd-4030-4842-abb4-5bd896c1f386 on network 75ff0cf8-fbcd-45e8-84d4-cd94145632aa {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:44.962816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:44.962816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Checking segment: {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:44.962816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Bound using segment: {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:44.963152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Bound port: 05216abd-4030-4842-abb4-5bd896c1f386, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:44.964418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.041655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:45.041937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054ed9-a0b3-448f-9ea3-f041003f5869 req-634f566e-95d5-48d2-b4cf-689ea4730622 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.043346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba054ed9-a0b3-448f-9ea3-f041003f5869 req-634f566e-95d5-48d2-b4cf-689ea4730622 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 943 time: 0.0513766 Apr 20 15:03:45.045022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05216abd-4030-4842-abb4-5bd896c1f386,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:45.049445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.086971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba054ed9-a0b3-448f-9ea3-f041003f5869 req-fb4680c3-eef0-47f7-b5c7-e6fb08276610 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Apr 20 15:03:45.088466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.089098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.090717 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] 10.222.0.43 "PUT /v2.0/ports/05216abd-4030-4842-abb4-5bd896c1f386 HTTP/1.1" status: 200 len: 1091 time: 0.6321576 Apr 20 15:03:45.093051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:45.096409 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ae044-7928-43a8-a71b-a6e85f7512be" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "tag": "05216abd-4030-4842-abb4-5bd896c1f386"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:45.143863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb88b3-b1b9-4d93-812f-0571f3f99e63 service neutron] Pushing event updated for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:45.172973 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c30d27-01ed-47fd-a2d7-c2019d70718d x-openstack-request-id: req-30c30d27-01ed-47fd-a2d7-c2019d70718d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:45.173530 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "tag": "05216abd-4030-4842-abb4-5bd896c1f386", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:45.174068 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30c30d27-01ed-47fd-a2d7-c2019d70718d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:45.174513 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c30d27-01ed-47fd-a2d7-c2019d70718d'] response: {'name': 'network-changed', 'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386', 'status': 'completed', 'code': 200} Apr 20 15:03:45.215377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-fdc9d138-ee68-413e-be0b-40dc0c2180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.217007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-fdc9d138-ee68-413e-be0b-40dc0c2180c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 1094 time: 0.0611475 Apr 20 15:03:45.228482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.272108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-1cd3be5a-97fc-40a2-83ef-d5d90bbaf8eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05216abd-4030-4842-abb4-5bd896c1f386 HTTP/1.1" status: 200 len: 217 time: 0.0452526 Apr 20 15:03:45.279520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.330932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-4d2f3109-830a-45d8-8da1-0e80c489592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.332545 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-4d2f3109-830a-45d8-8da1-0e80c489592d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e761288-b162-46f6-a0e2-5b8f692bdd67 HTTP/1.1" status: 200 len: 853 time: 0.0537941 Apr 20 15:03:45.375578 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-b9ed1bd8-c82c-49ec-8592-5b355694ba6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347402 Apr 20 15:03:45.492682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-d3731115-828f-4676-9c75-1de19acb9b34 service neutron] 10.222.0.43 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108057 Apr 20 15:03:45.598228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c13ff-531e-4c2f-bf53-66d925284137 req-83fd5e89-0ac6-4766-bac6-c1c97da6cda5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.600035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-808c13ff-531e-4c2f-bf53-66d925284137 req-83fd5e89-0ac6-4766-bac6-c1c97da6cda5 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0600123 Apr 20 15:03:45.606855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0eb8c4cd-0ce8-4415-9f44-0a02656e2532 req-7967ce29-6126-4308-b968-290641215a7d service neutron] 10.222.0.43 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067085 Apr 20 15:03:45.647296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-808c13ff-531e-4c2f-bf53-66d925284137 req-15f71158-a390-45c8-88fb-5bce5e168fb8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 Apr 20 15:03:45.654417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39194) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:45.711056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-6fdc847a-af96-471f-bca6-9fb798ca75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.713284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-6fdc847a-af96-471f-bca6-9fb798ca75a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 1094 time: 0.0477016 Apr 20 15:03:45.780921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506428174-network', 'tenant_id': '504816030d6e4279a1077114323d613b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:45.817723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Made reservation on behalf of 504816030d6e4279a1077114323d613b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:45.820064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.841404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:45.851187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-4a59be2a-49cf-417e-9964-514c0a945481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:45.853217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-4a59be2a-49cf-417e-9964-514c0a945481 service neutron] 10.222.0.43 "GET /v2.0/networks?id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 200 len: 914 time: 0.1325099 Apr 20 15:03:45.912780 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-ae86bafd-a90a-474b-8707-4427b5c05878 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05216abd-4030-4842-abb4-5bd896c1f386 HTTP/1.1" status: 200 len: 217 time: 0.0516081 Apr 20 15:03:46.007437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-61a5b14a-917f-4489-93b1-8b02f4c912f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:46.008903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-61a5b14a-917f-4489-93b1-8b02f4c912f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e761288-b162-46f6-a0e2-5b8f692bdd67 HTTP/1.1" status: 200 len: 853 time: 0.0825999 Apr 20 15:03:46.057853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-fe9ceffe-2c6c-40a4-8440-045f43d0822e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=75ff0cf8-fbcd-45e8-84d4-cd94145632aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390613 Apr 20 15:03:46.062994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.074906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.147579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:03:46.176752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab4f864-3c1a-4979-ad72-bdef8db93969,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:46.178147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.178513 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Added segment 3d4ee919-6b43-463f-ac7b-b9bc67093ab9 of type vlan for network f27aee22-afba-48fb-a0b6-20e30b2fb02f Apr 20 15:03:46.230273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23aa30-e0ce-43d2-9194-7da41a1b1696 req-d7acab22-3d15-47db-ba77-d60c00ae797b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:46.231879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d23aa30-e0ce-43d2-9194-7da41a1b1696 req-d7acab22-3d15-47db-ba77-d60c00ae797b tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 943 time: 0.0619922 Apr 20 15:03:46.247130 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-6321ecb0-64a5-4a65-b36a-2c242423681b service neutron] 10.222.0.43 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814904 Apr 20 15:03:46.250519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.273486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d23aa30-e0ce-43d2-9194-7da41a1b1696 req-4c2e8c4b-f506-4f26-a433-1fea1da333f7 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Apr 20 15:03:46.327665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.328865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:46.329423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.409360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7529938 Apr 20 15:03:46.414647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39200) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:46.423453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Request body: {'subnet': {'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506428174-subnet', 'tenant_id': '504816030d6e4279a1077114323d613b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:46.426106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c65ae044-7928-43a8-a71b-a6e85f7512be req-d820a1a8-7f63-4d6b-bf54-4cfbadfa4e5f service neutron] 10.222.0.43 "GET /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715848 Apr 20 15:03:46.442606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd31a9-573a-4f96-9b09-8e7a0a5c7e2a admin admin] Pushing event updated for resources: {'Network': ['ID=f27aee22-afba-48fb-a0b6-20e30b2fb02f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:46.452645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:03:46.463603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Made reservation on behalf of 504816030d6e4279a1077114323d613b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:46.466226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.643207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.701685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af9bf0c-cdd1-4da9-85ab-dac64a306209,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:46.713606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Checking segment: {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:46.713957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Network hostable DHCP agents. Network: f27aee22-afba-48fb-a0b6-20e30b2fb02f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:03:46.756470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:03:46.769169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f27aee22-afba-48fb-a0b6-20e30b2fb02f) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:46.774815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:46.775391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:46.778649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea558a-c32c-4aed-b535-d01eb62c1c5d None None] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:46.790807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87377c9-42e6-4a75-b42c-747da4cda904 req-d3dc3074-48dc-4d38-8fb7-10d588616208 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:46.792307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b87377c9-42e6-4a75-b42c-747da4cda904 req-d3dc3074-48dc-4d38-8fb7-10d588616208 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0651700 Apr 20 15:03:46.808476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e9e1564f-3c00-4d9e-9588-2607271217fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3921456 Apr 20 15:03:46.838734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b87377c9-42e6-4a75-b42c-747da4cda904 req-965a9a37-6429-4c9a-a78d-e7c4534b2d38 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365896 Apr 20 15:03:46.911997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e18ef2-db28-406d-b469-e4ce5a3a3762 None None] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:03:47.403105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563f33f-1f6a-421d-b882-d0ccf7033afb req-e6f5ab54-8e68-4a8f-97b0-379db18caa53 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:47.404626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0563f33f-1f6a-421d-b882-d0ccf7033afb req-e6f5ab54-8e68-4a8f-97b0-379db18caa53 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 943 time: 0.0562510 Apr 20 15:03:47.445626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05216abd-4030-4842-abb4-5bd896c1f386 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:03:47.466786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0563f33f-1f6a-421d-b882-d0ccf7033afb req-c9d5116a-2b54-49da-a01d-c14d4fd02ad4 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 Apr 20 15:03:47.560293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05216abd-4030-4842-abb4-5bd896c1f386,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:47.572909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '05216abd-4030-4842-abb4-5bd896c1f386', 'network_id': '75ff0cf8-fbcd-45e8-84d4-cd94145632aa', 'port_id': '05216abd-4030-4842-abb4-5bd896c1f386', 'mac_address': 'fa:16:3e:cf:ec:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e761288-b162-46f6-a0e2-5b8f692bdd67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:03:47.613616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:47.627244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05216abd-4030-4842-abb4-5bd896c1f386 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:47.650591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05216abd-4030-4842-abb4-5bd896c1f386,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:47.655205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:47.708483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:47.883805 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['05216abd-4030-4842-abb4-5bd896c1f386'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:03:47.984351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8d699-a421-421b-85b9-d997e919caf9 req-d80145c9-0a4e-4936-a112-a48b64f11bf8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:47.986197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cc8d699-a421-421b-85b9-d997e919caf9 req-d80145c9-0a4e-4936-a112-a48b64f11bf8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0619502 Apr 20 15:03:48.030400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cc8d699-a421-421b-85b9-d997e919caf9 req-ab627105-20ea-479c-9b47-0e2c47fabf3f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Apr 20 15:03:48.582504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632efe55-753d-400d-b6e9-27bd652c67e1 req-3dffc5a8-2c69-461f-aca6-38af1c500d8a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:48.584059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-632efe55-753d-400d-b6e9-27bd652c67e1 req-3dffc5a8-2c69-461f-aca6-38af1c500d8a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 944 time: 0.0529726 Apr 20 15:03:48.677007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-632efe55-753d-400d-b6e9-27bd652c67e1 req-871be6a1-926c-45bc-8bd1-a71e8e10a084 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833845 Apr 20 15:03:48.712801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-6012be0d-3674-4306-b199-55016d5e8ed0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:48.714277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-6012be0d-3674-4306-b199-55016d5e8ed0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 809 time: 0.1293685 Apr 20 15:03:48.729322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-efdc2bcb-68bd-4b0b-9c3a-b1b7b4025bf0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/quotas/504816030d6e4279a1077114323d613b HTTP/1.1" status: 200 len: 375 time: 0.0090139 Apr 20 15:03:48.760000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-7c178153-37ab-4779-904d-6827cc3daa88 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253887 Apr 20 15:03:48.851521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-cf462589-f034-404d-9cda-9942775efb7f service neutron] 10.222.0.20 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Apr 20 15:03:48.953140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-458ebe4c-846d-459f-a06d-a343577d47ef service neutron] 10.222.0.20 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954237 Apr 20 15:03:49.134604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-663223f4-51a0-4638-8c7e-18e5daa6a502 req-2d191895-8f7b-49fa-94fc-6f74bbcc1707 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 210 time: 0.0359590 Apr 20 15:03:49.187027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd354d-6997-462a-8acf-cb68bc95f286 req-27c7d50b-edb4-4328-a2ae-7dd6647360e9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:49.188588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cd354d-6997-462a-8acf-cb68bc95f286 req-27c7d50b-edb4-4328-a2ae-7dd6647360e9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0567026 Apr 20 15:03:49.228416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00cd354d-6997-462a-8acf-cb68bc95f286 req-109c922f-37e8-4133-a98b-ef89532d251b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Apr 20 15:03:49.480879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05216abd-4030-4842-abb4-5bd896c1f386 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:49.534695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 05216abd-4030-4842-abb4-5bd896c1f386 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:03:49.538296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 05216abd-4030-4842-abb4-5bd896c1f386 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:49.538695 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:49.627037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:49.650106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:49.652515 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69411b21-3ad6-4f6f-baea-c4ecc44286ee" -d '{"events": [{"server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "name": "network-vif-plugged", "status": "completed", "tag": "05216abd-4030-4842-abb4-5bd896c1f386"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:49.666133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05216abd-4030-4842-abb4-5bd896c1f386,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:49.671844 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:49.695363 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a35930-41a9-4a1d-acf6-393f8251c226 x-openstack-request-id: req-f9a35930-41a9-4a1d-acf6-393f8251c226 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:49.695658 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "name": "network-vif-plugged", "status": "completed", "tag": "05216abd-4030-4842-abb4-5bd896c1f386", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:49.695943 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9a35930-41a9-4a1d-acf6-393f8251c226 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:49.696337 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a35930-41a9-4a1d-acf6-393f8251c226'] response: {'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386', 'code': 200} Apr 20 15:03:49.723927 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:49.805992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aedd7-62a9-47c6-bf7d-21bd3b1dfa96 req-37f8fd9f-5f3e-4d8e-a47b-4f2a093e0973 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:49.807830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-416aedd7-62a9-47c6-bf7d-21bd3b1dfa96 req-37f8fd9f-5f3e-4d8e-a47b-4f2a093e0973 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.0511320 Apr 20 15:03:49.810117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63fb04-65ab-4376-9688-2914dce1d993 req-814fffee-669d-4f47-ba35-0e6fec3ca861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:49.811849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff63fb04-65ab-4376-9688-2914dce1d993 req-814fffee-669d-4f47-ba35-0e6fec3ca861 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 1096 time: 0.0546587 Apr 20 15:03:49.849810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff63fb04-65ab-4376-9688-2914dce1d993 req-e1ebeb0d-ff73-438a-9d6d-96fe98b5e769 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286901 Apr 20 15:03:49.859250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-416aedd7-62a9-47c6-bf7d-21bd3b1dfa96 req-5d95b135-f98b-4e42-b98c-4a45f6f7ca0d tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Apr 20 15:03:50.259785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-99336e40-7585-4b9d-ab24-bff99ee2cc31 req-0c20850b-77f7-4651-b40f-aedd3ead7544 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 210 time: 0.0350144 Apr 20 15:03:50.298922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-e9f7670a-9a08-4beb-910b-06ccd3dfe5f0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:50.300398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-e9f7670a-9a08-4beb-910b-06ccd3dfe5f0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 809 time: 0.1416209 Apr 20 15:03:50.317599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Request body: {'port': {'device_id': '279541bb-5a1a-468c-8834-82a7dda160bc', 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f', 'admin_state_up': True, 'tenant_id': '504816030d6e4279a1077114323d613b'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:50.426035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1624-56cc-456d-b2cc-eeed2ddddbee req-1ee2be1c-c403-4e28-aa2c-ca18fa931db2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:50.427513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-047b1624-56cc-456d-b2cc-eeed2ddddbee req-1ee2be1c-c403-4e28-aa2c-ca18fa931db2 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1138859 Apr 20 15:03:50.484021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-047b1624-56cc-456d-b2cc-eeed2ddddbee req-02f0f499-5b07-4609-a7e1-057599500d61 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500615 Apr 20 15:03:50.485020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Made reservation on behalf of 504816030d6e4279a1077114323d613b for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:03:50.488337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:50.629076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Allocated IP 172.20.0.8 (f27aee22-afba-48fb-a0b6-20e30b2fb02f/5af9bf0c-cdd1-4da9-85ab-dac64a306209/0bdad5cf-b963-4c90-ad60-d028b6e36bc5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:03:50.780188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:50.815737 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:50.859466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:03:50.862617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:03:50.866531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:03:50.873044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Pushing event updated for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:50.920090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:50.920698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:50.945653 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-1659aa0d-0865-405e-85fe-c2ef9d039fc1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330776 Apr 20 15:03:50.962738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-36e28f18-a6e2-41d5-b1c2-a7e80f81e783 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:03:50.963691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-36e28f18-a6e2-41d5-b1c2-a7e80f81e783 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050590 Apr 20 15:03:50.981584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Request body: {'port': {'device_id': '279541bb-5a1a-468c-8834-82a7dda160bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:51.014595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4a32e-ade5-4880-a9d2-b25bc56abedb req-68edad85-665d-48fe-9237-dadef377bc1f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.016137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81d4a32e-ade5-4880-a9d2-b25bc56abedb req-68edad85-665d-48fe-9237-dadef377bc1f tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.0889330 Apr 20 15:03:51.065077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.085318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-81d4a32e-ade5-4880-a9d2-b25bc56abedb req-fab26fa3-4ddd-474c-8d45-5438a9700916 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599751 Apr 20 15:03:51.365686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:51.374103 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.391574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Transition to ACTIVE for port object 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:03:51.396080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.404699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04412d8f-d380-4331-ba20-9e2f263f44bd req-afd01ce0-43df-4a27-a867-77399d9799d0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.406162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04412d8f-d380-4331-ba20-9e2f263f44bd req-afd01ce0-43df-4a27-a867-77399d9799d0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 931 time: 0.0749028 Apr 20 15:03:51.478788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Pushing event updated for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:51.500209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04412d8f-d380-4331-ba20-9e2f263f44bd req-053b6d8f-8b6d-4c8c-ac1b-a4e97c0c08d6 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Apr 20 15:03:51.556115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Attempting to bind port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:51.556572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Attempting to bind port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:51.556778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Attempting to bind port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 on network f27aee22-afba-48fb-a0b6-20e30b2fb02f {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:51.571575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 on network f27aee22-afba-48fb-a0b6-20e30b2fb02f not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:03:51.571892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Attempting to bind port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 on network f27aee22-afba-48fb-a0b6-20e30b2fb02f {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:51.591494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:51.591834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Checking segment: {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:51.592207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Bound using segment: {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:51.592635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Bound port: 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:51.592996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.640976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3e126-bc75-4ae5-8e31-95a8024e161f req-5bf944c4-9d7c-4334-b6eb-dc8b7c3e3bc8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.642365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5f3e126-bc75-4ae5-8e31-95a8024e161f req-5bf944c4-9d7c-4334-b6eb-dc8b7c3e3bc8 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0833483 Apr 20 15:03:51.695408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:03:51.707818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5f3e126-bc75-4ae5-8e31-95a8024e161f req-4b529444-b04e-4daf-9369-e5aa46852121 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574429 Apr 20 15:03:51.711181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:51.719553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.760158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.760759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:51.762481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] 10.222.0.45 "PUT /v2.0/ports/0bdad5cf-b963-4c90-ad60-d028b6e36bc5 HTTP/1.1" status: 200 len: 1091 time: 0.7893486 Apr 20 15:03:51.762932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:51.765178 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:51.786052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122000a-7a7e-4fab-a0d2-b4e30f5acbaf service neutron] Pushing event updated for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:51.805696 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea4bd64-c149-4de6-9377-f9f174e26277 x-openstack-request-id: req-aea4bd64-c149-4de6-9377-f9f174e26277 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:51.805985 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:51.807683 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aea4bd64-c149-4de6-9377-f9f174e26277 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:51.808095 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea4bd64-c149-4de6-9377-f9f174e26277'] response: {'name': 'network-changed', 'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5', 'status': 'completed', 'code': 200} Apr 20 15:03:51.855464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-9b10f949-4dda-4e65-b725-b8a40037929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.857041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-9b10f949-4dda-4e65-b725-b8a40037929b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 1094 time: 0.0450122 Apr 20 15:03:51.901830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-1fcadfc2-06dc-4963-831e-0c41d591e634 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5 HTTP/1.1" status: 200 len: 217 time: 0.0352910 Apr 20 15:03:51.950790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fa76-1860-4192-85d6-711210b50c47 req-72f95719-ec39-4ceb-a1a7-026b508b05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:51.952280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-72f95719-ec39-4ceb-a1a7-026b508b05af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5af9bf0c-cdd1-4da9-85ab-dac64a306209 HTTP/1.1" status: 200 len: 849 time: 0.0439970 Apr 20 15:03:51.988282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-912f3473-70b4-4be9-8912-7e8e5ec546f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f27aee22-afba-48fb-a0b6-20e30b2fb02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279071 Apr 20 15:03:52.080325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-81ef187e-6da3-49f1-a5ee-b968154c8f3d service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Apr 20 15:03:52.211701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2818fa76-1860-4192-85d6-711210b50c47 req-1de8a22e-4ab3-4ce4-97b8-d34e04e9b681 service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227694 Apr 20 15:03:52.227546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbfa36-17cf-43dd-ab9e-f1009c964e6f req-d4fc85b3-5b9f-4129-9b92-c99d2214a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.229082 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31dbfa36-17cf-43dd-ab9e-f1009c964e6f req-d4fc85b3-5b9f-4129-9b92-c99d2214a4ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0414746 Apr 20 15:03:52.229866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45717c22-ca16-4109-b540-47522e1289e3 req-f8d81451-4294-4582-92fa-838ddb75ab64 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.231450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45717c22-ca16-4109-b540-47522e1289e3 req-f8d81451-4294-4582-92fa-838ddb75ab64 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.0716963 Apr 20 15:03:52.266720 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-31dbfa36-17cf-43dd-ab9e-f1009c964e6f req-e14d039f-baa1-4e50-af0c-4e781b3b0f86 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295970 Apr 20 15:03:52.275275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45717c22-ca16-4109-b540-47522e1289e3 req-b8179282-fab6-44a1-bc98-f5562bf3daca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Apr 20 15:03:52.615298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-921d0216-dfb9-4b4e-9ae3-717209717436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.616818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-921d0216-dfb9-4b4e-9ae3-717209717436 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 1094 time: 0.0730920 Apr 20 15:03:52.656308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3f8e1-4c7d-47a5-b2c2-427b58c40863 req-331b1443-b6d5-4a86-8235-6ca741acb560 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.657762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68c3f8e1-4c7d-47a5-b2c2-427b58c40863 req-331b1443-b6d5-4a86-8235-6ca741acb560 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 943 time: 0.0800307 Apr 20 15:03:52.734741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68c3f8e1-4c7d-47a5-b2c2-427b58c40863 req-003a12b2-60ec-42d0-885e-3828de56bfd9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505955 Apr 20 15:03:52.753797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-540f9741-d698-4f95-8964-768f84b7f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.755307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-540f9741-d698-4f95-8964-768f84b7f13d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 910 time: 0.1304362 Apr 20 15:03:52.815768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-9132f294-9cdd-4055-b2cc-d089e6097a0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5 HTTP/1.1" status: 200 len: 217 time: 0.0519590 Apr 20 15:03:52.885746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-34dcf536-42ff-4d91-b331-e4735d8bf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.887598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-34dcf536-42ff-4d91-b331-e4735d8bf550 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5af9bf0c-cdd1-4da9-85ab-dac64a306209 HTTP/1.1" status: 200 len: 849 time: 0.0536616 Apr 20 15:03:52.896208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46942ca9-6bfe-4236-83f3-f16bb83256a7 req-4eceefa5-913b-44de-a1f3-3e1c90598817 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:52.897610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46942ca9-6bfe-4236-83f3-f16bb83256a7 req-4eceefa5-913b-44de-a1f3-3e1c90598817 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0911999 Apr 20 15:03:52.938700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-b6fcdd0a-39c4-4bb8-b55d-396b760641f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f27aee22-afba-48fb-a0b6-20e30b2fb02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364125 Apr 20 15:03:52.976598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-46942ca9-6bfe-4236-83f3-f16bb83256a7 req-b7cee9f1-3122-43f8-a2c3-c9a06c28a041 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725462 Apr 20 15:03:53.043357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-b392c76e-4506-48d0-8adb-0901d3121eee service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936942 Apr 20 15:03:53.136539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ed407a4-1eac-40f4-8014-fb0fee4ccb4a req-1a2fe02f-9295-48dc-a2f7-0aaa427bf625 service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Apr 20 15:03:53.870414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b3e6c-3a6b-4d9b-9618-eb5e6da1612e req-4bce7dd9-c72f-40c5-9ce9-c706d61c77e5 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:53.871980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72b3e6c-3a6b-4d9b-9618-eb5e6da1612e req-4bce7dd9-c72f-40c5-9ce9-c706d61c77e5 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 943 time: 0.0576792 Apr 20 15:03:53.910356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72b3e6c-3a6b-4d9b-9618-eb5e6da1612e req-41626f1a-59fb-48e8-ad10-d649babb0185 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Apr 20 15:03:54.097747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c15e36-d877-4150-9e86-eb3b00feca58 req-9f6ad789-5d25-477a-8f6a-d43650ee63cd tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.099275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22c15e36-d877-4150-9e86-eb3b00feca58 req-9f6ad789-5d25-477a-8f6a-d43650ee63cd tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0487413 Apr 20 15:03:54.141920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22c15e36-d877-4150-9e86-eb3b00feca58 req-10ab1e30-20ad-43ff-a8a2-404a35bca904 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364566 Apr 20 15:03:54.567180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-9968e666-4f07-4fbb-a534-1be0b38bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.568933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-9968e666-4f07-4fbb-a534-1be0b38bc795 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0731485 Apr 20 15:03:54.577141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab11500-db60-4004-9bc1-b66c3fdd07e6 req-09f44348-5138-4db2-8985-09a4e8271382 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.578470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cab11500-db60-4004-9bc1-b66c3fdd07e6 req-09f44348-5138-4db2-8985-09a4e8271382 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0730026 Apr 20 15:03:54.660325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cab11500-db60-4004-9bc1-b66c3fdd07e6 req-7aed03b7-65f2-4669-ba1b-070ccea73a8c tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736842 Apr 20 15:03:54.685934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-e218ae35-16f2-4f82-a739-810388beac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.687413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-e218ae35-16f2-4f82-a739-810388beac23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1081271 Apr 20 15:03:54.756919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-9d98c5b0-4887-4f44-9ca6-d7208a1bd1c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1001 time: 0.0615830 Apr 20 15:03:54.807360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-f566316a-4a06-419a-9097-5d27a3407d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.809513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-f566316a-4a06-419a-9097-5d27a3407d43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0464344 Apr 20 15:03:54.859380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-14abf22a-d434-4ed9-b59d-ca7675e026d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:54.860859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-14abf22a-d434-4ed9-b59d-ca7675e026d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452864 Apr 20 15:03:54.957466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-402ced13-6d47-40f9-a8c9-048ab96859ef service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888984 Apr 20 15:03:55.087325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68bfd0-5a4b-4f0f-9cda-bdac45ea96f4 req-d37b6c08-7042-43d6-960a-4741a37922a0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:55.088836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c68bfd0-5a4b-4f0f-9cda-bdac45ea96f4 req-d37b6c08-7042-43d6-960a-4741a37922a0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 943 time: 0.1023221 Apr 20 15:03:55.090965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaaf2d70-9345-4e2b-a543-883ebd338103 req-d9cf0853-28f9-4acb-bea2-cadf4ae30f4d service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272662 Apr 20 15:03:55.143724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c68bfd0-5a4b-4f0f-9cda-bdac45ea96f4 req-549c4062-fffa-461b-93d8-f90cd8d96980 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Apr 20 15:03:55.808689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407756ae-75f7-4322-9153-0b27510728de req-9fea27d4-b18c-4fe3-b94d-08fd7c764499 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:55.810384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-407756ae-75f7-4322-9153-0b27510728de req-9fea27d4-b18c-4fe3-b94d-08fd7c764499 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0659180 Apr 20 15:03:55.855829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-407756ae-75f7-4322-9153-0b27510728de req-218470ee-a18b-4841-b4cd-bd213b5a7d19 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 Apr 20 15:03:56.268709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1b5a0-e523-4d4e-88d5-b63a1c6d8ddb req-1a693288-d6fb-4229-9f50-a1a27fabaa2a tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:56.270334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6d1b5a0-e523-4d4e-88d5-b63a1c6d8ddb req-1a693288-d6fb-4229-9f50-a1a27fabaa2a tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 943 time: 0.0548844 Apr 20 15:03:56.311211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6d1b5a0-e523-4d4e-88d5-b63a1c6d8ddb req-87370980-5a0c-46a4-a30f-6bbd9c33febc tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Apr 20 15:03:56.982990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a544-91aa-468f-a0d0-e94135844f0f req-621f4bef-30a1-4ddc-9815-137b7c678e36 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:56.984485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ef5a544-91aa-468f-a0d0-e94135844f0f req-621f4bef-30a1-4ddc-9815-137b7c678e36 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0540192 Apr 20 15:03:57.025704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ef5a544-91aa-468f-a0d0-e94135844f0f req-8bbd539d-b9fd-4a99-905e-63649994bf59 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Apr 20 15:03:57.171165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:03:57.280563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:57.293086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5', 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f', 'port_id': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5', 'mac_address': 'fa:16:3e:eb:ec:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af9bf0c-cdd1-4da9-85ab-dac64a306209', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:03:57.440432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38b857-470c-4c20-bcb6-11194096c0e0 req-39ac1ff6-af2b-46c2-883b-b18355ceff8e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:57.442445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f38b857-470c-4c20-bcb6-11194096c0e0 req-39ac1ff6-af2b-46c2-883b-b18355ceff8e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 943 time: 0.0569808 Apr 20 15:03:57.481643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f38b857-470c-4c20-bcb6-11194096c0e0 req-b22b3360-2c1b-4401-b6a9-52336667759c tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Apr 20 15:03:57.501123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:57.518796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:03:57.538876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:57.544350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:57.590966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:57.685730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173179d-0042-4e33-bb9d-de4e45e5d53d req-70e4e82d-dd24-449a-ad15-9b9fcdf4a643 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:57.687204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1173179d-0042-4e33-bb9d-de4e45e5d53d req-70e4e82d-dd24-449a-ad15-9b9fcdf4a643 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Apr 20 15:03:57.730517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1173179d-0042-4e33-bb9d-de4e45e5d53d req-bca240b6-0dad-4366-96e9-4c060295ff57 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338371 Apr 20 15:03:57.761733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39326) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:57.834799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-29ceea97-b897-4a8f-b81d-e0b42e494694 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 200 len: 993 time: 0.0714400 Apr 20 15:03:57.892695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0bdad5cf-b963-4c90-ad60-d028b6e36bc5'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:03:58.172180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbbee0-3160-40bf-9cda-26cd6e19019c req-82ecee1b-d151-46af-ad99-77f11ea510ac tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:58.173634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ccbbee0-3160-40bf-9cda-26cd6e19019c req-82ecee1b-d151-46af-ad99-77f11ea510ac tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0757542 Apr 20 15:03:58.187532 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52407da-5391-463c-beb1-5696874dc6ac req-6c9a3359-d9c8-440f-8d5f-40f2006bc7d8 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:58.188993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52407da-5391-463c-beb1-5696874dc6ac req-6c9a3359-d9c8-440f-8d5f-40f2006bc7d8 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1096 time: 0.0622017 Apr 20 15:03:58.237189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ccbbee0-3160-40bf-9cda-26cd6e19019c req-97c3e8ec-c42a-4f6d-b341-787a2f0f22b3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570228 Apr 20 15:03:58.243023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52407da-5391-463c-beb1-5696874dc6ac req-71105df9-3634-4936-ad01-357a6e1d5dc3 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468187 Apr 20 15:03:58.351705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9272bb-b61b-4b61-a215-c3573a9f3e38 req-56210e6f-1556-4063-bc88-839f5dd3da89 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:58.353192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d9272bb-b61b-4b61-a215-c3573a9f3e38 req-56210e6f-1556-4063-bc88-839f5dd3da89 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0506258 Apr 20 15:03:58.362237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39342) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:58.367162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Request body: {'floatingip': {'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:58.421804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:58.774074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:03:58.849404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca88bb-749c-4cf0-a66a-50a62e37a9a5 req-18705100-cbc0-4cfd-9f9a-1b882908067e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:58.850891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7ca88bb-749c-4cf0-a66a-50a62e37a9a5 req-18705100-cbc0-4cfd-9f9a-1b882908067e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 944 time: 0.0836699 Apr 20 15:03:58.869163 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-946a1620-2711-46c7-b98e-ef6c141f1ccd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938587 Apr 20 15:03:58.877886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-28f0ba2f-3554-45bf-a0c8-ad2a5fdacc20 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:03:58.878995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-28f0ba2f-3554-45bf-a0c8-ad2a5fdacc20 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050280 Apr 20 15:03:58.960968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7ca88bb-749c-4cf0-a66a-50a62e37a9a5 req-d4037174-442a-4385-aecf-14150f459c6d tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818226 Apr 20 15:03:59.179889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:03:59.233189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:03:59.237020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:03:59.237398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.285755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.291534 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.321238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.348105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:59.350810 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b83184-dea9-4f00-852a-6befe6fb07ca" -d '{"events": [{"server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "name": "network-vif-plugged", "status": "completed", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:59.363001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:03:59.369269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.397323 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df906b-9676-4c86-8db7-dec7ee28ed11 x-openstack-request-id: req-85df906b-9676-4c86-8db7-dec7ee28ed11 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:59.397609 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "name": "network-vif-plugged", "status": "completed", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:59.397882 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85df906b-9676-4c86-8db7-dec7ee28ed11 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:59.398330 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85df906b-9676-4c86-8db7-dec7ee28ed11'] response: {'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5', 'code': 200} Apr 20 15:03:59.409352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-ba88785a-7263-4dd3-a09f-c0bfc3199c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:59.411525 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-ba88785a-7263-4dd3-a09f-c0bfc3199c55 service neutron] 10.222.0.20 "GET /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 1093 time: 0.0441120 Apr 20 15:03:59.423041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Request body: {'binding': {'host': 'n-h1-836145-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:03:59.424588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Unknown quota resources ['binding']. {{(pid=102863) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 15:03:59.427303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:03:59.571356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on host n-h1-836145-2 for vnic_type normal with profile None {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:03:59.571686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:03:59.572011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:59.576279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:03:59.576595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:03:59.578939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Router 92ae784a-9ef3-44df-854f-eec774265ca6 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:03:59.581291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:03:59.581622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:03:59.582061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Bound using segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:03:59.582496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Bound port: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:03:59.588261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e6261-a543-4f78-93d4-236661de9cf4 req-d503e470-ebec-4b8a-a50b-7fb2e162c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:59.589747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4e6261-a543-4f78-93d4-236661de9cf4 req-d503e470-ebec-4b8a-a50b-7fb2e162c3c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 1096 time: 0.1200781 Apr 20 15:03:59.671835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:03:59.679200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.680410 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] 10.222.0.20 "POST /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2611179 Apr 20 15:03:59.694226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa4e6261-a543-4f78-93d4-236661de9cf4 req-9e7d0c34-7f18-4a07-8b65-f33a4a26ef1c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973647 Apr 20 15:03:59.718442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:03:59.724864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:03:59.736959 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:03:59.754078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:03:59.755370 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:03:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:03:59.778946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:03:59.782878 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83" -d '{"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:03:59.841363 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1155528b-d4c1-4ba3-b249-32f4a79877fe x-openstack-request-id: req-1155528b-d4c1-4ba3-b249-32f4a79877fe {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:03:59.841650 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:03:59.842016 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1155528b-d4c1-4ba3-b249-32f4a79877fe {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:03:59.842261 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1155528b-d4c1-4ba3-b249-32f4a79877fe'] response: {'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'status': 'completed', 'code': 200} Apr 20 15:03:59.850647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-63e1244d-781a-4a44-9536-b01b218edbfa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "PUT /v2.0/floatingips/7e19e7cd-28e7-4b57-ba20-1b4c506a4746 HTTP/1.1" status: 200 len: 993 time: 1.4816756 Apr 20 15:03:59.877222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b346a1-982b-461c-921c-e8cee9903160 req-f39ac089-94ec-4e70-abd0-42f63412b0cb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:03:59.878732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02b346a1-982b-461c-921c-e8cee9903160 req-f39ac089-94ec-4e70-abd0-42f63412b0cb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0755079 Apr 20 15:03:59.893486 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:03:59.919391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02b346a1-982b-461c-921c-e8cee9903160 req-18c146ca-8ff2-4042-bbed-c8888ed66e36 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339222 Apr 20 15:04:00.021775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-35b91ab0-f78d-421e-82cc-b14948d9a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.023593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-35b91ab0-f78d-421e-82cc-b14948d9a147 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0483534 Apr 20 15:04:00.103525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9dd7ccbe-4819-4f86-8975-28e3398707cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.105327 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9dd7ccbe-4819-4f86-8975-28e3398707cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1096 time: 0.0483384 Apr 20 15:04:00.174114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863158bb-4ef5-4fc0-9421-138f7152279f req-36715751-0345-442b-9569-6b674c633b91 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.175555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-863158bb-4ef5-4fc0-9421-138f7152279f req-36715751-0345-442b-9569-6b674c633b91 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 945 time: 0.1059067 Apr 20 15:04:00.197864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-4fcfedb0-54b0-4552-9687-866034fdbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.199342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-4fcfedb0-54b0-4552-9687-866034fdbb89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.1565259 Apr 20 15:04:00.216183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-2cff804f-bdf4-460b-994d-9bda9afda219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.217651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-2cff804f-bdf4-460b-994d-9bda9afda219 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.0993173 Apr 20 15:04:00.234443 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:03:59Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:00.250663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-863158bb-4ef5-4fc0-9421-138f7152279f req-ec3683b8-d461-4834-bd9f-de71fab629ec tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686700 Apr 20 15:04:00.261519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:00.270720 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:00.271440 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:03:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:00.284437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-2dc55425-4919-4078-8e13-03236cefd43b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1001 time: 0.0774307 Apr 20 15:04:00.298318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-37838828-43d4-471d-970d-2f4e1b7528d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 1001 time: 0.0727537 Apr 20 15:04:00.339629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-a4be53f0-cf2d-489e-96f8-7c33c35bdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.341205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-a4be53f0-cf2d-489e-96f8-7c33c35bdc6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0477259 Apr 20 15:04:00.349168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-cf2192f3-e9f4-4029-9432-7596a95deec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.350799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-cf2192f3-e9f4-4029-9432-7596a95deec4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0451646 Apr 20 15:04:00.380238 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:00.388979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-44c765fe-4a7c-4a62-97fd-b3ff483b422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.391389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-44c765fe-4a7c-4a62-97fd-b3ff483b422c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423369 Apr 20 15:04:00.403846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-00dde509-bdf0-40b9-90a6-1a50fee45744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.405374 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-00dde509-bdf0-40b9-90a6-1a50fee45744 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481696 Apr 20 15:04:00.481565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-b7f9e33b-f37c-486c-aafc-d8aa90e195db service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Apr 20 15:04:00.498915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-102818ff-8f1f-41af-ae73-ef74c6e93cdf service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Apr 20 15:04:00.585368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fbaba9d-17b0-468e-816a-2fb3dbbfdf83 req-fa07fac1-db8d-4852-91d1-f0b537202d86 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894816 Apr 20 15:04:00.593574 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-64ee46f1-307f-4cc3-806d-f3a74e45c598 service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881097 Apr 20 15:04:00.615178 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:03:59Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:00.641246 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d00a31-8668-4766-9d06-b115ba890ed9 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7e19e7cd-28e7-4b57-ba20-1b4c506a4746', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'port_id': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'mac_address': 'fa:16:3e:02:1b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:01:50Z', 'updated_at': '2022-04-20T15:03:59Z', 'revision_number': 3, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:00.725774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5bf5b941-36f2-4f1d-b1fa-411d1690217b tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:00.727324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5bf5b941-36f2-4f1d-b1fa-411d1690217b tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8&tenant_id=c32899f57583411c82e4d00e40325a8e&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1096 time: 0.0772958 Apr 20 15:04:00.741749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836145-2'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:00.800811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:00.923167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:00.963194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:01.007955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:01.010269 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39eb04a-cf3c-46d6-ab71-cc57ba04839d" -d '{"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:01.014714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.029590 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.044965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bd49a-6261-4be8-93fe-f48a3069f7db req-7cbe6346-648f-4a12-ba0d-897b421f3e96 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:01.046649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d7bd49a-6261-4be8-93fe-f48a3069f7db req-7cbe6346-648f-4a12-ba0d-897b421f3e96 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0571864 Apr 20 15:04:01.086549 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084882f-d0d4-43f4-a7f2-4b64cf6186d1 x-openstack-request-id: req-4084882f-d0d4-43f4-a7f2-4b64cf6186d1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:01.086874 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:01.087119 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4084882f-d0d4-43f4-a7f2-4b64cf6186d1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:01.087523 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4084882f-d0d4-43f4-a7f2-4b64cf6186d1'] response: {'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'code': 200} Apr 20 15:04:01.098920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d7bd49a-6261-4be8-93fe-f48a3069f7db req-55c6694b-1a3a-443b-b0fb-88d36ffec25b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429866 Apr 20 15:04:01.133675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:01.202461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on host n-h2-836145-2 for vnic_type normal with profile {"migrating_to": "n-h1-836145-2"} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:01.202929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:01.203327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:01.210441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:04:01.210837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Attempting to bind port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on network fe082ca1-0581-4690-830a-bc90c9b79578 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:01.218161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:01.218498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Checking segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:01.218903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Bound using segment: {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:01.219328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Bound port: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1064d79c-7dae-4ec0-bad9-fccb79f3b458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:01.219685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.287431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:01.290632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:01.297094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.358240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] Provisioning complete for port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:01.359218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.384424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc079f-39bf-4b23-b443-9a9757891881 req-bd3723f8-b9d6-42d7-aa4a-77dc91b94172 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:01.392156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-badc079f-39bf-4b23-b443-9a9757891881 req-bd3723f8-b9d6-42d7-aa4a-77dc91b94172 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 945 time: 0.0623596 Apr 20 15:04:01.394607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=8']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:01.442162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-badc079f-39bf-4b23-b443-9a9757891881 req-ad8759b0-7f7b-4783-a021-0dab2ca7bfdc tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Apr 20 15:04:01.451356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.454764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:01.455417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.457441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9e97c8a1-9dd7-4a24-887f-a5cbc184f73a service neutron] 10.222.0.45 "PUT /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 1121 time: 0.7197332 Apr 20 15:04:01.480715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:01.483110 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff0a33-9422-46dd-bc61-2afdee407052" -d '{"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-plugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:01.514398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:01.522926 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96092db-dc8e-4bf3-9c2c-b76d4f9bf5ec x-openstack-request-id: req-a96092db-dc8e-4bf3-9c2c-b76d4f9bf5ec {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:01.523310 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-plugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:01.523763 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a96092db-dc8e-4bf3-9c2c-b76d4f9bf5ec {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:01.524218 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96092db-dc8e-4bf3-9c2c-b76d4f9bf5ec'] response: {'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'code': 200} Apr 20 15:04:01.525605 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.614333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['61d60ab9-b35e-442e-ae4c-f089cbaa39f4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:01.719403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9fef-0169-4c2e-a19d-28250c7b8972 None None] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:01.844146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:01.847177 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:01.893029 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5585e2-9049-4b10-8d63-fcf5e3343f7a x-openstack-request-id: req-bd5585e2-9049-4b10-8d63-fcf5e3343f7a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:01.893379 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:01.893701 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd5585e2-9049-4b10-8d63-fcf5e3343f7a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:01.894154 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5585e2-9049-4b10-8d63-fcf5e3343f7a'] response: {'name': 'network-changed', 'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'status': 'completed', 'code': 200} Apr 20 15:04:01.901413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bba46da1-6c15-451b-9121-9736d1772807 None None] Provisioning complete for port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:01.901789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bba46da1-6c15-451b-9121-9736d1772807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:01.959164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-b19801a6-c475-4005-9d93-f52fc0ea0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:01.960763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-b19801a6-c475-4005-9d93-f52fc0ea0644 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=276462381b334a95bac0b4db0eb3c192&device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 1097 time: 0.0451672 Apr 20 15:04:02.157214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5abc97-5e7a-44d7-8044-bf9544729657 req-af5552bd-6f63-4165-98cf-33b2337a82cc tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:02.159050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5abc97-5e7a-44d7-8044-bf9544729657 req-af5552bd-6f63-4165-98cf-33b2337a82cc tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 945 time: 0.0728717 Apr 20 15:04:02.224672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d5abc97-5e7a-44d7-8044-bf9544729657 req-a997089f-3bac-470e-8a41-b963980726fc tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569260 Apr 20 15:04:02.290034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefb6a9-282a-4c39-8252-64c3541f8ead req-a79b08f0-eb9a-4c80-8a27-e3b537f7dd2f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:02.291586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-daefb6a9-282a-4c39-8252-64c3541f8ead req-a79b08f0-eb9a-4c80-8a27-e3b537f7dd2f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0783224 Apr 20 15:04:02.332161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-daefb6a9-282a-4c39-8252-64c3541f8ead req-dc103ad6-25ca-4f37-8008-e9b4ab193974 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339153 Apr 20 15:04:02.363822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-72e62a44-e7de-4db4-aca9-786082390a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:02.365348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-72e62a44-e7de-4db4-aca9-786082390a1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 200 len: 920 time: 0.3958459 Apr 20 15:04:02.430503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-651e5a8d-9065-49c4-8b27-1ee9dccb613c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 200 len: 1001 time: 0.0573945 Apr 20 15:04:02.486161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-706dd3b0-34de-42e6-b153-3400f9c27826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:02.487612 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-706dd3b0-34de-42e6-b153-3400f9c27826 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 200 len: 858 time: 0.0495789 Apr 20 15:04:02.542899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-ef1ee02a-9681-448e-bf37-69443f6f747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:02.544296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-ef1ee02a-9681-448e-bf37-69443f6f747c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ef417d5-19d8-4305-8f34-798fe8776f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452437 Apr 20 15:04:02.641978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-956c49c4-0507-442e-96ae-297fee448576 service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807195 Apr 20 15:04:02.742120 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-27a1386d-b02c-4dd6-ae29-28586f2b6bd5 req-75000717-447a-4503-838b-195497ade65f service neutron] 10.222.0.45 "GET /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922246 Apr 20 15:04:03.088938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:03.092900 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886e58b0-ffc9-4d13-842f-aacfe5e40233" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:03.133088 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0656cdb-72dc-4b0e-b27a-2247baf872b2 x-openstack-request-id: req-e0656cdb-72dc-4b0e-b27a-2247baf872b2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:03.133379 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:03.133630 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0656cdb-72dc-4b0e-b27a-2247baf872b2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:03.134058 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0656cdb-72dc-4b0e-b27a-2247baf872b2'] response: {'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'status': 'completed', 'code': 200} Apr 20 15:04:03.201834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-1e1e18b7-1cac-4dee-9d70-1e7b59065f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.203351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-1e1e18b7-1cac-4dee-9d70-1e7b59065f3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1126 time: 0.0428419 Apr 20 15:04:03.308241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-c4d5ee69-5c17-4c71-a5e6-ba581088c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.309750 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-c4d5ee69-5c17-4c71-a5e6-ba581088c899 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.0960233 Apr 20 15:04:03.372801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3353-8ccc-4bfe-be1d-f6250acf18d3 req-94853cd8-6e5b-408a-869b-d9798d1e2696 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.374548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d7d3353-8ccc-4bfe-be1d-f6250acf18d3 req-94853cd8-6e5b-408a-869b-d9798d1e2696 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 945 time: 0.0542319 Apr 20 15:04:03.384108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-c158b3cb-6525-4315-be5d-a8450a5b0e99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 1001 time: 0.0671384 Apr 20 15:04:03.442963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-d6ec4c19-594c-4e86-8096-84df493541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.444962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-d6ec4c19-594c-4e86-8096-84df493541b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0530910 Apr 20 15:04:03.447137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d7d3353-8ccc-4bfe-be1d-f6250acf18d3 req-3385603e-50d1-4f2e-b373-056c866e39d0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649514 Apr 20 15:04:03.494162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c0fb5-05ee-4f65-885d-d5e895b065fe req-e04f3b4b-eabc-4f9e-b0f9-1c6c2dfff8d3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.496209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b3c0fb5-05ee-4f65-885d-d5e895b065fe req-e04f3b4b-eabc-4f9e-b0f9-1c6c2dfff8d3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0750513 Apr 20 15:04:03.507441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-3347b172-491a-4c6a-9cef-bc29486edb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.509084 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-3347b172-491a-4c6a-9cef-bc29486edb1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564110 Apr 20 15:04:03.541381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b3c0fb5-05ee-4f65-885d-d5e895b065fe req-ae5711d9-6022-4bb5-93ea-acb9e9b6904c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366323 Apr 20 15:04:03.572404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:03.611473 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-472f064f-bf56-417e-afc3-3379ba6bbbaa service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945971 Apr 20 15:04:03.710153 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-886e58b0-ffc9-4d13-842f-aacfe5e40233 req-975982c2-2fb4-4d4b-9c70-35a1ab18a04e service neutron] 10.222.0.43 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Apr 20 15:04:03.795513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-f55bf3f7-037d-44b9-bb59-cf6112e9b29a tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:03.796883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-f55bf3f7-037d-44b9-bb59-cf6112e9b29a tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 945 time: 0.0557866 Apr 20 15:04:03.892629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Deleting port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:03.892968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:03.991109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] For port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:03.991527 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:04.006509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Calling delete_port for 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:04.136429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:04.149539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0bdad5cf-b963-4c90-ad60-d028b6e36bc5'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:04.178442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Pushing event deleted for resources: {'Port': ['ID=0bdad5cf-b963-4c90-ad60-d028b6e36bc5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:04.215454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] No DVR routers for this DVR port 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:04.218320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:04.221945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a34610f-9a89-4ce9-943c-ef8660ace65a req-32b37a86-f9fe-410e-a855-75ab1fbc2869 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "DELETE /v2.0/ports/0bdad5cf-b963-4c90-ad60-d028b6e36bc5 HTTP/1.1" status: 204 len: 173 time: 0.4167061 Apr 20 15:04:04.638042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aeb8c94f-2c60-4003-b985-d0a44b19cf34 req-f7b47534-8ee1-4836-b300-7436bddcdc57 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=279541bb-5a1a-468c-8834-82a7dda160bc HTTP/1.1" status: 200 len: 210 time: 0.0418179 Apr 20 15:04:04.742408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f2cc1-3231-4da1-bdbe-e970d35458f9 req-0c7d3ccd-6261-42fa-8ca1-46dfb9dcb04a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:04.744009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c4f2cc1-3231-4da1-bdbe-e970d35458f9 req-0c7d3ccd-6261-42fa-8ca1-46dfb9dcb04a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0570509 Apr 20 15:04:04.788350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c4f2cc1-3231-4da1-bdbe-e970d35458f9 req-d1f5fbe1-1c0a-4cfd-824d-c655ceea4f98 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365739 Apr 20 15:04:05.135607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'name': 'network-vif-deleted', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:05.139850 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c908d7-6d02-4afc-958c-2567eac9311f" -d '{"events": [{"server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "name": "network-vif-deleted", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:05.186000 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0bd828-908d-4833-a533-aa5a9ddbbc8b x-openstack-request-id: req-ce0bd828-908d-4833-a533-aa5a9ddbbc8b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:05.186321 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279541bb-5a1a-468c-8834-82a7dda160bc", "name": "network-vif-deleted", "tag": "0bdad5cf-b963-4c90-ad60-d028b6e36bc5", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:05.186606 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce0bd828-908d-4833-a533-aa5a9ddbbc8b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:05.187019 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0bd828-908d-4833-a533-aa5a9ddbbc8b'] response: {'server_uuid': '279541bb-5a1a-468c-8834-82a7dda160bc', 'name': 'network-vif-deleted', 'tag': '0bdad5cf-b963-4c90-ad60-d028b6e36bc5', 'status': 'completed', 'code': 200} Apr 20 15:04:05.211768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:04:05.311835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:05.323448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 has no active binding in host n-h1-836145-2 {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 15:04:05.936205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-bc3fa477-8ab6-40f5-9367-03669d4cd517 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:05.937671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-bc3fa477-8ab6-40f5-9367-03669d4cd517 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 809 time: 0.1342599 Apr 20 15:04:05.946339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07de9e-c377-4625-b34e-b1727b447f5c req-fea39507-ffa8-4921-a0be-f9e707913206 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:05.947832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d07de9e-c377-4625-b34e-b1727b447f5c req-fea39507-ffa8-4921-a0be-f9e707913206 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0803483 Apr 20 15:04:05.963541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-01e19891-2fd0-4839-9db6-bb78027fdac5 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/quotas/504816030d6e4279a1077114323d613b HTTP/1.1" status: 200 len: 375 time: 0.0147817 Apr 20 15:04:06.003524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-f232ed5b-4c5b-4934-b271-646849be0ffa tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329759 Apr 20 15:04:06.024301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d07de9e-c377-4625-b34e-b1727b447f5c req-5a481f4c-2828-40e8-985a-f0363eb56675 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692425 Apr 20 15:04:06.096945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-1ca2e637-e50c-44d8-a6e8-c903521bc2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Apr 20 15:04:06.195519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-7a8948c4-b1ad-4714-8e03-815b3c7094b9 service neutron] 10.222.0.20 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Apr 20 15:04:06.360643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-793ec736-5239-4733-ac62-f0c16637c668 req-3ccde41d-ebd2-4bbd-a246-4d7c6c471512 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Apr 20 15:04:06.951635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:04:07.143566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22de94-2371-4980-a5b4-7ac5a47c6179 req-d290afaf-c6d9-4323-9db5-c35199e10a85 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:07.145047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c22de94-2371-4980-a5b4-7ac5a47c6179 req-d290afaf-c6d9-4323-9db5-c35199e10a85 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0498755 Apr 20 15:04:07.183203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c22de94-2371-4980-a5b4-7ac5a47c6179 req-1974be0b-7584-45cb-a996-9b175303448e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318482 Apr 20 15:04:07.216978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:07.238874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:07.239246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0bdad5cf-b963-4c90-ad60-d028b6e36bc5 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:07.459905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a23f4d3-f393-4b85-928a-7ef9e6226870 req-aab00e97-7602-497e-8dac-4ab160c90dab tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 210 time: 0.0266287 Apr 20 15:04:07.500273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-4c400a27-f017-4962-8784-22772d3dbb1e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:07.501730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-4c400a27-f017-4962-8784-22772d3dbb1e tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 809 time: 0.1084335 Apr 20 15:04:07.520551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Request body: {'port': {'device_id': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f', 'admin_state_up': True, 'tenant_id': '504816030d6e4279a1077114323d613b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:07.638261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Made reservation on behalf of 504816030d6e4279a1077114323d613b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:07.644251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:07.784702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Allocated IP 172.20.0.14 (f27aee22-afba-48fb-a0b6-20e30b2fb02f/5af9bf0c-cdd1-4da9-85ab-dac64a306209/8b96b125-8f3a-4f58-a7c1-cb3888c8a32e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:07.940029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:07.975650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.022472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Network f27aee22-afba-48fb-a0b6-20e30b2fb02f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:08.025962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:08.030783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:08.058555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Pushing event updated for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:08.087312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:08.087946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.104436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-fd3e757f-89e0-48b3-85d0-f16b59754a12 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877240 Apr 20 15:04:08.116307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Request body: {'port': {'device_id': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:08.173754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.315305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7e177-b21f-416f-ac6a-adee860d468f req-e660b9b1-1f23-4713-b088-94df43071332 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:08.316912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ff7e177-b21f-416f-ac6a-adee860d468f req-e660b9b1-1f23-4713-b088-94df43071332 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Apr 20 15:04:08.364482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ff7e177-b21f-416f-ac6a-adee860d468f req-d16d6cad-93f0-47db-aa3d-79fab1f4c972 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405807 Apr 20 15:04:08.448040 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:04:08.455638 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.468806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Transition to ACTIVE for port object 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:04:08.473666 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.547645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Pushing event updated for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:08.597504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048aee2-cf4f-456e-9a48-4d8a5edbf948 req-fdfea1b9-9988-44d4-865d-5da53ddf5007 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:08.599375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1048aee2-cf4f-456e-9a48-4d8a5edbf948 req-fdfea1b9-9988-44d4-865d-5da53ddf5007 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 944 time: 0.0656538 Apr 20 15:04:08.603973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Attempting to bind port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:08.604480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Attempting to bind port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:08.604810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Attempting to bind port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e on network f27aee22-afba-48fb-a0b6-20e30b2fb02f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:08.609279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e on network f27aee22-afba-48fb-a0b6-20e30b2fb02f not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:04:08.609659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Attempting to bind port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e on network f27aee22-afba-48fb-a0b6-20e30b2fb02f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:08.614679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:08.615128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Checking segment: {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:08.615514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Bound using segment: {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:08.615945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Bound port: 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ee919-6b43-463f-ac7b-b9bc67093ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:08.616306 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.639185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1048aee2-cf4f-456e-9a48-4d8a5edbf948 req-021f85be-bcda-4f71-b571-961c3b4748d1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332785 Apr 20 15:04:08.682666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:08.685584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:08.691411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.727915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:08.740221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:08.741751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] 10.222.0.45 "PUT /v2.0/ports/8b96b125-8f3a-4f58-a7c1-cb3888c8a32e HTTP/1.1" status: 200 len: 1092 time: 0.6296532 Apr 20 15:04:08.742254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:08.753147 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084b4e3-e131-4fec-90ab-a977967789cc" -d '{"events": [{"name": "network-changed", "server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:08.867105 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149c98c0-b579-411e-9a31-cb1ce7e5be70 x-openstack-request-id: req-149c98c0-b579-411e-9a31-cb1ce7e5be70 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:08.867403 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:08.867651 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-149c98c0-b579-411e-9a31-cb1ce7e5be70 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:08.868053 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149c98c0-b579-411e-9a31-cb1ce7e5be70'] response: {'name': 'network-changed', 'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e', 'status': 'completed', 'code': 200} Apr 20 15:04:08.884603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0a4e-3ca1-4d83-9813-f4086503129f service neutron] Pushing event updated for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:08.901900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-db05cd7e-6193-41a9-8d92-90defe01967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:08.903563 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-db05cd7e-6193-41a9-8d92-90defe01967d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0749114 Apr 20 15:04:08.948337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-9534471f-11d7-4565-beeb-0985989ac211 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e HTTP/1.1" status: 200 len: 217 time: 0.0355992 Apr 20 15:04:08.998638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-ea9a54f3-2a32-4c61-ad9c-38a5a4624571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.000130 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-ea9a54f3-2a32-4c61-ad9c-38a5a4624571 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5af9bf0c-cdd1-4da9-85ab-dac64a306209 HTTP/1.1" status: 200 len: 849 time: 0.0439408 Apr 20 15:04:09.040628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-2dee41d4-7615-4be3-a033-49f6825044b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f27aee22-afba-48fb-a0b6-20e30b2fb02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322113 Apr 20 15:04:09.140248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-06fc8302-8d64-4290-8bba-1a2191c2f78d service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926785 Apr 20 15:04:09.240797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d605e03b-22ac-4f1c-addc-85b09c617e93 req-16e9ccfd-b045-4cf9-998b-2ae6a68a0615 service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930634 Apr 20 15:04:09.343499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b4e3-e131-4fec-90ab-a977967789cc req-89517862-aea6-48f7-957a-b93e4ec19793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.345056 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-89517862-aea6-48f7-957a-b93e4ec19793 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=504816030d6e4279a1077114323d613b&device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 1095 time: 0.0475483 Apr 20 15:04:09.440994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b4e3-e131-4fec-90ab-a977967789cc req-a2451384-ea78-4fa0-bd92-b9a59376342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.442525 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-a2451384-ea78-4fa0-bd92-b9a59376342e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 200 len: 910 time: 0.0842257 Apr 20 15:04:09.479070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b786f-1f17-4fff-9237-b837b6568923 req-aab5b1d2-c8b8-4dcc-9a3c-6aa76ffba670 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.480550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489b786f-1f17-4fff-9237-b837b6568923 req-aab5b1d2-c8b8-4dcc-9a3c-6aa76ffba670 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 945 time: 0.0491154 Apr 20 15:04:09.488134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-22b24f2d-8e22-4748-8104-0c3c53e68fe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e HTTP/1.1" status: 200 len: 217 time: 0.0385697 Apr 20 15:04:09.518815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-489b786f-1f17-4fff-9237-b837b6568923 req-2651cbd2-b44d-4c7f-848c-3a43ce970d67 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318007 Apr 20 15:04:09.536969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b4e3-e131-4fec-90ab-a977967789cc req-8fbeccb4-4198-4148-bf10-96a126629082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.538447 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-8fbeccb4-4198-4148-bf10-96a126629082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5af9bf0c-cdd1-4da9-85ab-dac64a306209 HTTP/1.1" status: 200 len: 849 time: 0.0438156 Apr 20 15:04:09.572413 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-5c230d0f-7466-46fd-8ca2-1ccd931b10cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f27aee22-afba-48fb-a0b6-20e30b2fb02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257421 Apr 20 15:04:09.668304 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-8cb83d47-92cc-4e56-9cdd-ab6a1bb15a55 service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874057 Apr 20 15:04:09.766893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d3bcb-f793-4e18-84d8-75aad606162e req-b969f3e8-6a93-4849-8245-054309ba8883 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:09.768701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e06d3bcb-f793-4e18-84d8-75aad606162e req-b969f3e8-6a93-4849-8245-054309ba8883 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 944 time: 0.0551736 Apr 20 15:04:09.805616 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-f5bba8d6-abe4-42b4-8daf-d6b0409fbc04 service neutron] 10.222.0.43 "GET /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 384 time: 0.0794160 Apr 20 15:04:09.807484 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e084b4e3-e131-4fec-90ab-a977967789cc req-4e98e108-eb3e-45b4-91c5-b5761f607cde service neutron] 10.222.0.45 "GET /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325939 Apr 20 15:04:09.808440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e06d3bcb-f793-4e18-84d8-75aad606162e req-95acb5b9-7f51-4b01-9d89-7127c2a2d4b1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Apr 20 15:04:09.998127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:10.021316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:10.073857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:10.089046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:10.165663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] Transition to ACTIVE for port object 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:04:10.170369 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:10.172503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4337565b-6094-4418-ad3c-dfc4ca1b98ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:10.266343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] Pushing event updated for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=11']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:10.304011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] No DVR routers for this DVR port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:10.437967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-711a8594-b286-4b6c-9aab-fd35b3127324 service neutron] 10.222.0.43 "PUT /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4/bindings/n-h1-836145-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6250384 Apr 20 15:04:10.534951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-2cef707c-c362-48f9-86ab-d28d096d763b tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.537098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-2cef707c-c362-48f9-86ab-d28d096d763b tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8&tenant_id=c32899f57583411c82e4d00e40325a8e&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0464921 Apr 20 15:04:10.590379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-32600329-9195-497c-9c99-14b88ce4393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.591980 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-32600329-9195-497c-9c99-14b88ce4393a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 1095 time: 0.0467682 Apr 20 15:04:10.642730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adb1cc-8a0c-407d-a1b6-765c8aec802b req-fb9c898d-605e-4981-9650-4136efc06d19 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.650538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5adb1cc-8a0c-407d-a1b6-765c8aec802b req-fb9c898d-605e-4981-9650-4136efc06d19 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0570900 Apr 20 15:04:10.659185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5162fe3b-37fb-4387-87ad-da1389d6b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.660785 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5162fe3b-37fb-4387-87ad-da1389d6b61c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1095 time: 0.0436792 Apr 20 15:04:10.684711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5adb1cc-8a0c-407d-a1b6-765c8aec802b req-198cd370-84b7-4578-a245-fe357866a799 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332530 Apr 20 15:04:10.763791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5e09fb58-8ef7-477c-8ed7-c0257e7cf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.765298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-5e09fb58-8ef7-477c-8ed7-c0257e7cf486 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.0963905 Apr 20 15:04:10.840685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-93ba5427-a9fe-4e6f-b1fb-03a61789caf6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 999 time: 0.0676579 Apr 20 15:04:10.884265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:10.887218 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb62bd8-edeb-4cd2-8387-94db4d738171" -d '{"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:10.918045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9c6337df-35fe-44ff-a65a-58b9d54a7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:10.921005 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-9c6337df-35fe-44ff-a65a-58b9d54a7822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0730200 Apr 20 15:04:10.976608 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f49f4cb-3d8c-4881-ac04-b104ffe7edc0 x-openstack-request-id: req-8f49f4cb-3d8c-4881-ac04-b104ffe7edc0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:10.976965 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-unplugged", "status": "completed", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:10.977153 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f49f4cb-3d8c-4881-ac04-b104ffe7edc0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:10.977552 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f49f4cb-3d8c-4881-ac04-b104ffe7edc0'] response: {'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'code': 200} Apr 20 15:04:11.000865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-7b7dbcc3-b815-4218-a684-f6a7653f85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:11.002404 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-7b7dbcc3-b815-4218-a684-f6a7653f85fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731137 Apr 20 15:04:11.019139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb9e67-9743-4646-a07d-101e2c15abe2 req-9d0d64e4-ee1b-4a6c-82e0-7bce7cae48f9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:11.020730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75eb9e67-9743-4646-a07d-101e2c15abe2 req-9d0d64e4-ee1b-4a6c-82e0-7bce7cae48f9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 944 time: 0.0974197 Apr 20 15:04:11.064941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75eb9e67-9743-4646-a07d-101e2c15abe2 req-41b00389-6987-4fe7-8b6c-b5f624af9b2c tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Apr 20 15:04:11.115770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-2d2913bd-d473-48d4-9d0b-f3901cfc9cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036513 Apr 20 15:04:11.209815 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-ad4a8978-1bd3-44b8-a806-92ae171e2f47 service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873992 Apr 20 15:04:11.467628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-4c2d1c96-a3e1-4262-a217-bde0e9b75681 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:11.469147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-4c2d1c96-a3e1-4262-a217-bde0e9b75681 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8&tenant_id=c32899f57583411c82e4d00e40325a8e&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 1095 time: 0.0513666 Apr 20 15:04:11.588261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-02aa012c-179f-4639-a47c-d6412bc15c06 service neutron] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:11.591560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-02aa012c-179f-4639-a47c-d6412bc15c06 service neutron] Notify callbacks [] for binding, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:11.592713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-02aa012c-179f-4639-a47c-d6412bc15c06 service neutron] 10.222.0.45 "DELETE /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4/bindings/n-h2-836145-2 HTTP/1.1" status: 204 len: 173 time: 0.1154084 Apr 20 15:04:11.835931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e3fe-8844-43ba-ae71-df4f0a9a4d98 req-6c9d586f-58a0-436f-86f7-04fde1e0bbdd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:11.837564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77f3e3fe-8844-43ba-ae71-df4f0a9a4d98 req-6c9d586f-58a0-436f-86f7-04fde1e0bbdd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0618575 Apr 20 15:04:11.878178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77f3e3fe-8844-43ba-ae71-df4f0a9a4d98 req-a4b58bd3-be4f-4e41-a079-fdd6d8b75352 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342638 Apr 20 15:04:11.997356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200ed5e-6793-44fa-9b39-06fe8034a61d req-5e802127-c8fd-4b54-a8a9-d1803445d67e tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:11.998853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9200ed5e-6793-44fa-9b39-06fe8034a61d req-5e802127-c8fd-4b54-a8a9-d1803445d67e tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1095 time: 0.0440624 Apr 20 15:04:12.033399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9200ed5e-6793-44fa-9b39-06fe8034a61d req-8cf9e513-eb2a-47a9-a3a8-4b6e0df7af51 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281906 Apr 20 15:04:12.163447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b501-8d50-4152-8aa3-3c34bebd1afb req-8caa3559-488e-4aa7-92aa-09bc496c8b5e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:12.165066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df3b501-8d50-4152-8aa3-3c34bebd1afb req-8caa3559-488e-4aa7-92aa-09bc496c8b5e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0603106 Apr 20 15:04:12.237165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8df3b501-8d50-4152-8aa3-3c34bebd1afb req-60de1f70-ead0-4be3-9b82-22aab9fa7693 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414042 Apr 20 15:04:12.245518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7afb37-0915-434b-b458-519518509f04 req-586afd49-9701-4857-a2cd-cc4424fc2640 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:12.247315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c7afb37-0915-434b-b458-519518509f04 req-586afd49-9701-4857-a2cd-cc4424fc2640 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 944 time: 0.0813518 Apr 20 15:04:12.276693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39522) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:12.295757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c7afb37-0915-434b-b458-519518509f04 req-21f4b0a6-7eaa-4820-b1a8-39a8c5892179 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Apr 20 15:04:12.351508 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b3b536af-e392-44a1-a44f-ecd0ae093ce2 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 200 len: 991 time: 0.0681624 Apr 20 15:04:12.568439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39528) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:12.727844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 5494867d-068d-447a-8e07-a9145cc1f588 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:12.728183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:12.807484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:12.807795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:12.820624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 5494867d-068d-447a-8e07-a9145cc1f588 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:12.998803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.027559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=5494867d-068d-447a-8e07-a9145cc1f588,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:13.098726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.098995 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 2269fa80-f4df-4c4b-bd13-ea0e7b35a18d disassociated (deleted). External IP: 172.25.1.174, port: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4. Apr 20 15:04:13.290979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:04:13.395424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:13.408799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e', 'network_id': 'f27aee22-afba-48fb-a0b6-20e30b2fb02f', 'port_id': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e', 'mac_address': 'fa:16:3e:89:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af9bf0c-cdd1-4da9-85ab-dac64a306209', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:04:13.456676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.477740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:04:13.482413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a10e9af-543b-41fb-9d21-14370d553c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.502931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:13.508601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.558081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:13.629698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:13.660522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 589c93d2-12f8-42d4-9226-b2caf54de31a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:04:13.672222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:13.676492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f454b-e71f-4ea1-a450-764189fd89fc req-a40ff929-c322-4656-ab70-759df9fe2dd1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:13.678018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51f454b-e71f-4ea1-a450-764189fd89fc req-a40ff929-c322-4656-ab70-759df9fe2dd1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 945 time: 0.0697765 Apr 20 15:04:13.716896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.757706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c51f454b-e71f-4ea1-a450-764189fd89fc req-3844fead-ad52-460c-ad3c-7d18dfda0ac0 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Apr 20 15:04:13.810847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:13.815388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:13.821153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Sync routers for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:13.831054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:13.831674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:13.836964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8b96b125-8f3a-4f58-a7c1-cb3888c8a32e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:13.849798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f7bd1220-7470-4dfe-8878-6d3f55e4a681 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/floatingips/2269fa80-f4df-4c4b-bd13-ea0e7b35a18d HTTP/1.1" status: 204 len: 168 time: 1.2801414 Apr 20 15:04:13.850524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:13.853160 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f81407-ca05-4182-9061-ccb52c0e1a29" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:13.897160 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f5a7c-0ac5-415a-9400-48989413710f x-openstack-request-id: req-566f5a7c-0ac5-415a-9400-48989413710f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:13.897669 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:13.897902 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-566f5a7c-0ac5-415a-9400-48989413710f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:13.898341 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566f5a7c-0ac5-415a-9400-48989413710f'] response: {'name': 'network-changed', 'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'status': 'completed', 'code': 200} Apr 20 15:04:13.980311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-8a4200c9-c582-4e7d-93b3-948f8a780f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:13.982030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-8a4200c9-c582-4e7d-93b3-948f8a780f8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 1095 time: 0.0617595 Apr 20 15:04:14.031868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:14.083918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-7bfac29d-e102-4e90-8139-b92f144c13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.085381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-7bfac29d-e102-4e90-8139-b92f144c13c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 200 len: 897 time: 0.0973580 Apr 20 15:04:14.086438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cb959-bb3b-4351-b5c7-86d4b4f4d754 req-1648d7c3-9009-4faf-a0a2-0efcb83c4e5a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.089256 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-761cb959-bb3b-4351-b5c7-86d4b4f4d754 req-1648d7c3-9009-4faf-a0a2-0efcb83c4e5a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0498719 Apr 20 15:04:14.127989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-761cb959-bb3b-4351-b5c7-86d4b4f4d754 req-cc74b458-e9ce-41b8-80b2-ec9d86ace209 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332742 Apr 20 15:04:14.134878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-a08c1bf9-86dc-4f06-9ab3-90e8ca28c470 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 200 len: 217 time: 0.0417759 Apr 20 15:04:14.185182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-ff822b27-58ad-4faa-a90d-b270e472a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.186786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-ff822b27-58ad-4faa-a90d-b270e472a301 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 200 len: 834 time: 0.0434496 Apr 20 15:04:14.235047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-b81b479c-690b-4f7f-87af-8658f580a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.236868 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-b81b479c-690b-4f7f-87af-8658f580a823 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe082ca1-0581-4690-830a-bc90c9b79578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413389 Apr 20 15:04:14.304219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:14.308607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:14.336603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Checking router: 589c93d2-12f8-42d4-9226-b2caf54de31a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:14.345948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:14.346574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:14.347108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-70dea89b-4302-4cae-b378-05a1d634c78e service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028142 Apr 20 15:04:14.452407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79f81407-ca05-4182-9061-ccb52c0e1a29 req-7ad48e1a-3fdc-4adb-a2d4-42fb6933cb4b service neutron] 10.222.0.45 "GET /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975635 Apr 20 15:04:14.631872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:14.709396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-415da686-bef6-470e-8d62-ea9757e09b8d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.710874 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-415da686-bef6-470e-8d62-ea9757e09b8d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.45 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Apr 20 15:04:14.857423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:14.884484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cec7-02c6-42c5-b98b-33d0cf7a5053 req-24cd5ae4-0c9c-46ed-aa0e-3b5b6d78032d tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:14.886614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa82cec7-02c6-42c5-b98b-33d0cf7a5053 req-24cd5ae4-0c9c-46ed-aa0e-3b5b6d78032d tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 945 time: 0.0524383 Apr 20 15:04:14.890842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba4d6ef-bcc2-4f97-bbe8-f02ecb186a03 None None] The sync data for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 is: [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd33f3d1b-273b-47d3-813c-ea432a775f8b', 'name': '', 'network_id': 'fe082ca1-0581-4690-830a-bc90c9b79578', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:1c:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:06Z', 'updated_at': '2022-04-20T15:03:10Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '8c893617-9ea8-4f32-afcc-18f200def0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:14.942844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa82cec7-02c6-42c5-b98b-33d0cf7a5053 req-7421de1d-0733-45ba-b926-12efd3cc45a2 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Apr 20 15:04:15.123502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:15.124091 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.171889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37729f85-373b-488f-b676-124ae72396a0 None None] New status for floating IP 2269fa80-f4df-4c4b-bd13-ea0e7b35a18d: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:04:15.259390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:15.259795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.283469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:15.287696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.295427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:15.302146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d12fd-4720-4ee4-8df5-e73f6c4c1961 req-f932acd8-a762-4f7f-a8b4-6c6bab90b26c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:15.310236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-429d12fd-4720-4ee4-8df5-e73f6c4c1961 req-f932acd8-a762-4f7f-a8b4-6c6bab90b26c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04a9a98-73ab-49e2-919d-23b48c167de8 HTTP/1.1" status: 200 len: 944 time: 0.0706069 Apr 20 15:04:15.367354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.382170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-429d12fd-4720-4ee4-8df5-e73f6c4c1961 req-4f78e158-5eb2-43fa-b235-fc36ada481e4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691667 Apr 20 15:04:15.392318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:04:15.407292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:15.407799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.472460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.492775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.504851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=61d60ab9-b35e-442e-ae4c-f089cbaa39f4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:15.531373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:15.532827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:15.537106 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e4543-553b-4ae9-9f2b-cce5e51b30ba" -d '{"events": [{"server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "name": "network-vif-plugged", "status": "completed", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:15.553781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.555389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] No DVR routers for this DVR port 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:15.558804 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:15.563360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12e916ae-4ea2-4617-ba35-6c2cfcd9aeb7 req-54daae48-85be-4e90-8376-82d3c421a9df tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.45 "DELETE /v2.0/ports/61d60ab9-b35e-442e-ae4c-f089cbaa39f4 HTTP/1.1" status: 204 len: 173 time: 0.8464677 Apr 20 15:04:15.563747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-deleted', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:15.566943 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9bfda7-d18d-4076-bee3-dad435dd6e8c" -d '{"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-deleted", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:15.612480 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e3f2d-81e7-4664-8111-84b3f8ea791c x-openstack-request-id: req-7f4e3f2d-81e7-4664-8111-84b3f8ea791c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:15.612935 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a9a98-73ab-49e2-919d-23b48c167de8", "name": "network-vif-deleted", "tag": "61d60ab9-b35e-442e-ae4c-f089cbaa39f4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:15.613250 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f4e3f2d-81e7-4664-8111-84b3f8ea791c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:15.614621 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4e3f2d-81e7-4664-8111-84b3f8ea791c'] response: {'server_uuid': 'd04a9a98-73ab-49e2-919d-23b48c167de8', 'name': 'network-vif-deleted', 'tag': '61d60ab9-b35e-442e-ae4c-f089cbaa39f4', 'status': 'completed', 'code': 200} Apr 20 15:04:15.621489 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465216a-315f-47a7-bf82-d5df8f179c4e x-openstack-request-id: req-5465216a-315f-47a7-bf82-d5df8f179c4e {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:15.621850 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "name": "network-vif-plugged", "status": "completed", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:15.622315 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5465216a-315f-47a7-bf82-d5df8f179c4e {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:15.622807 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5465216a-315f-47a7-bf82-d5df8f179c4e'] response: {'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e', 'code': 200} Apr 20 15:04:15.662787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:15.766896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba80691-8b5f-47b5-91dc-99d83d32f360 req-38b3b48f-ecdb-471a-8a1e-77c3e6d1f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:15.768507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ba80691-8b5f-47b5-91dc-99d83d32f360 req-38b3b48f-ecdb-471a-8a1e-77c3e6d1f920 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 1097 time: 0.0481820 Apr 20 15:04:15.814771 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ba80691-8b5f-47b5-91dc-99d83d32f360 req-e8a4752f-5c4a-44a0-8a33-0aff6f78c5e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Apr 20 15:04:16.062493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8da1e-350d-4cca-a531-698b7c557a27 req-2226f65a-7e3e-4d41-84ba-745ece00a4f7 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:16.063990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1e8da1e-350d-4cca-a531-698b7c557a27 req-2226f65a-7e3e-4d41-84ba-745ece00a4f7 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.0543520 Apr 20 15:04:16.103673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1e8da1e-350d-4cca-a531-698b7c557a27 req-c5ab15a6-4bc7-4436-8356-bb6bf37be403 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Apr 20 15:04:16.433898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39564) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:16.793684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:17.057643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port d33f3d1b-273b-47d3-813c-ea432a775f8b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:17.057882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:17.165521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port d33f3d1b-273b-47d3-813c-ea432a775f8b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d33f3d1b-273b-47d3-813c-ea432a775f8b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:17.166608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:17.184199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for d33f3d1b-273b-47d3-813c-ea432a775f8b owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:17.290667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224b913-6729-48c4-a534-22bed43f438f req-08595314-3422-4705-9a9b-88c8053d5ac9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:17.292355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3224b913-6729-48c4-a534-22bed43f438f req-08595314-3422-4705-9a9b-88c8053d5ac9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.1094503 Apr 20 15:04:17.374616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3224b913-6729-48c4-a534-22bed43f438f req-7c4341fa-0096-4e03-b9fc-c460df3e5834 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 Apr 20 15:04:17.451251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:17.479633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=d33f3d1b-273b-47d3-813c-ea432a775f8b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:17.680127 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:17.908706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 589c93d2-12f8-42d4-9226-b2caf54de31a has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:04:18.016670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:18.022191 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee297d31-9ed5-4765-ba4a-e86274830458 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/589c93d2-12f8-42d4-9226-b2caf54de31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869594 Apr 20 15:04:18.024773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39572) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:18.027973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Sync routers for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:18.039569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:18.040175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:18.080569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting subnet 8c893617-9ea8-4f32-afcc-18f200def0b9 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:04:18.084650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.126364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.148216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:18.220464 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.288324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.316760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Subnet': ['ID=8c893617-9ea8-4f32-afcc-18f200def0b9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:18.319603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.325389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c241ec8-b751-4934-8b30-8b29fab1be1e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/subnets/8c893617-9ea8-4f32-afcc-18f200def0b9 HTTP/1.1" status: 204 len: 168 time: 0.2973070 Apr 20 15:04:18.325743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39574) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:18.334024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0e1b4-16ae-4a23-a241-aabf0d4b0fbf None None] Network fe082ca1-0581-4690-830a-bc90c9b79578 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:04:18.409025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:04:17Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:18.438913 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.464376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Checking router: 589c93d2-12f8-42d4-9226-b2caf54de31a for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:18.498460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Routers {'589c93d2-12f8-42d4-9226-b2caf54de31a'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:18.499132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['589c93d2-12f8-42d4-9226-b2caf54de31a'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:18.589816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eb424-e132-40b4-87b5-0bf480782464 req-78fa6842-4e46-4212-b258-3af987176a00 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:18.592516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-837eb424-e132-40b4-87b5-0bf480782464 req-78fa6842-4e46-4212-b258-3af987176a00 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.1028562 Apr 20 15:04:18.636355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] DHCP port deletion for fe082ca1-0581-4690-830a-bc90c9b79578 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:04:18.646445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.665092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-837eb424-e132-40b4-87b5-0bf480782464 req-9320436d-f97b-44e0-b0cd-12f45497b2d2 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Apr 20 15:04:18.670427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] Set router 589c93d2-12f8-42d4-9226-b2caf54de31a gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:18.711976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 092d9189-80ca-4db3-8c3e-ec6bed1c7405 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:18.712325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.810270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 092d9189-80ca-4db3-8c3e-ec6bed1c7405, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=092d9189-80ca-4db3-8c3e-ec6bed1c7405,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:18.810683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.819467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Deleting port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:18.819689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.827495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 092d9189-80ca-4db3-8c3e-ec6bed1c7405 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:18.917282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] For port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,segment=NetworkSegment(1064d79c-7dae-4ec0-bad9-fccb79f3b458),segment_id=1064d79c-7dae-4ec0-bad9-fccb79f3b458)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:18.917681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:18.958880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Calling delete_port for 340fcaaa-0d3a-4022-99cc-77b9d9f4905b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:19.055614 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.064563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:04:17Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:19.101077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ea07e-c2c8-424e-9458-d7d3aa902963 None None] The sync data for ids ['589c93d2-12f8-42d4-9226-b2caf54de31a'] in n-d-836145-2 is: [{'id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370369374', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:04:17Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': '092d9189-80ca-4db3-8c3e-ec6bed1c7405', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c93d2-12f8-42d4-9226-b2caf54de31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:03:00Z', 'updated_at': '2022-04-20T15:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:19.113718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=092d9189-80ca-4db3-8c3e-ec6bed1c7405,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:19.132600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.152774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345626ec-4e2d-4110-925a-fb1666156516 req-ad9e7c1b-8ec9-4a13-803b-5e7292db505c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:19.161029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345626ec-4e2d-4110-925a-fb1666156516 req-ad9e7c1b-8ec9-4a13-803b-5e7292db505c tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.1159565 Apr 20 15:04:19.175437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Pushing event deleted for resources: {'Port': ['ID=340fcaaa-0d3a-4022-99cc-77b9d9f4905b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:19.180036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] No DVR routers for this DVR port 340fcaaa-0d3a-4022-99cc-77b9d9f4905b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:19.187207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.187556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.187894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.188228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.188560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.188887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.189219 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.189540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.189867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.190608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.190608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.190844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58059081-ea1c-4c32-8a00-e8f57c34a235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:19.230534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-345626ec-4e2d-4110-925a-fb1666156516 req-11170066-30eb-425b-b57b-8ade666c5bf5 tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685596 Apr 20 15:04:19.237027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.323288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:19.337178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.341154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.343888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:19.344233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 61d60ab9-b35e-442e-ae4c-f089cbaa39f4 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:19.394645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.395196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Fanout notify agent at l3_agent the message router_deleted on router 589c93d2-12f8-42d4-9226-b2caf54de31a {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:04:19.402089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.405694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-466e102e-6dac-4ea0-902c-a0a4f63bbe94 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/routers/589c93d2-12f8-42d4-9226-b2caf54de31a HTTP/1.1" status: 204 len: 168 time: 1.0764797 Apr 20 15:04:19.405976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39598) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:19.511822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c3995-67ff-4207-98ed-13eb78d8bb1c req-02b9f314-bf95-4609-ab5c-7c76ebd20196 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:19.513315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e8c3995-67ff-4207-98ed-13eb78d8bb1c req-02b9f314-bf95-4609-ab5c-7c76ebd20196 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.0996122 Apr 20 15:04:19.518663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.585170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e8c3995-67ff-4207-98ed-13eb78d8bb1c req-66c720c1-56da-4033-8613-27b14e11ead9 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622921 Apr 20 15:04:19.667475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.685693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d33f3d1b-273b-47d3-813c-ea432a775f8b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:19.690984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe082ca1-0581-4690-830a-bc90c9b79578']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:19.701937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1064d79c-7dae-4ec0-bad9-fccb79f3b458') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:19.702228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1064d79c-7dae-4ec0-bad9-fccb79f3b458') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:19.705835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d33f3d1b-273b-47d3-813c-ea432a775f8b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:19.706278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d33f3d1b-273b-47d3-813c-ea432a775f8b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:19.706612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 340fcaaa-0d3a-4022-99cc-77b9d9f4905b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:19.713197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.728056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.731584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 340fcaaa-0d3a-4022-99cc-77b9d9f4905b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:19.731923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 340fcaaa-0d3a-4022-99cc-77b9d9f4905b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:19.735574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:04:19.735966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:04:19.739376 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:04:19.804492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.812120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.815483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/networks/fe082ca1-0581-4690-830a-bc90c9b79578 HTTP/1.1" status: 204 len: 168 time: 0.4086034 Apr 20 15:04:19.818366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39600) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:19.838409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25db2f-7f88-45b4-96f9-6c77255e6b56 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Network': ['ID=fe082ca1-0581-4690-830a-bc90c9b79578,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:19.891469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.916804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.976240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.978841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:19.980037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9 HTTP/1.1" status: 204 len: 168 time: 0.1606085 Apr 20 15:04:19.989182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033420b5-bdac-4148-b2a9-d30adb5ef7e1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9377b6-ad9e-4f9e-9fd9-70b86e62f8b9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:20.361904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288eab-1bba-4a77-a839-6f51dcd3e2c3 req-6f5d3fe2-a41e-49ac-a7ac-fb4444967d9a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:20.363626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7288eab-1bba-4a77-a839-6f51dcd3e2c3 req-6f5d3fe2-a41e-49ac-a7ac-fb4444967d9a tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.0547173 Apr 20 15:04:20.403279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7288eab-1bba-4a77-a839-6f51dcd3e2c3 req-340153be-245d-4a42-b08a-3781d30714cc tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9994d6a-4881-44a4-be27-f2f3e19b1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Apr 20 15:04:20.566139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-5f7d23ea-c97f-4c29-aba5-c731fb0fba4d tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:20.567871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-5f7d23ea-c97f-4c29-aba5-c731fb0fba4d tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 945 time: 0.0524259 Apr 20 15:04:20.592189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39608) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:20.596809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145549930', 'description': 'tempest-secgroup-smoke-1145549930 description', 'project_id': 'c32899f57583411c82e4d00e40325a8e'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:20.620907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.668386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Deleting port 05216abd-4030-4842-abb4-5bd896c1f386 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:20.668907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.729149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a69a3-15db-420d-9070-4bd2b1691962 req-f8d0dea6-305b-4a7e-a00d-5b3808873173 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:20.730700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-503a69a3-15db-420d-9070-4bd2b1691962 req-f8d0dea6-305b-4a7e-a00d-5b3808873173 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.0715494 Apr 20 15:04:20.737399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.751475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.758536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] For port 05216abd-4030-4842-abb4-5bd896c1f386, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=05216abd-4030-4842-abb4-5bd896c1f386,segment=NetworkSegment(6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0),segment_id=6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:20.758930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.772802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Calling delete_port for 05216abd-4030-4842-abb4-5bd896c1f386 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:20.791264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.792433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991117 Apr 20 15:04:20.796710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:20.801911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:20.808344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-503a69a3-15db-420d-9070-4bd2b1691962 req-1d10c67c-cb47-4766-8d5d-87be33e210d3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ab4f864-3c1a-4979-ad72-bdef8db93969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697327 Apr 20 15:04:20.809961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08436328-b58e-45ff-90de-7a88b06fb1f8 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b545831a-907b-4b6f-aac0-9df28e11d8f6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:20.843920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.906577 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.910826 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.918257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.930135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['05216abd-4030-4842-abb4-5bd896c1f386'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:20.934989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9831a86a-daaf-4100-89bc-d10dd2441096,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:20.946483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Pushing event deleted for resources: {'Port': ['ID=05216abd-4030-4842-abb4-5bd896c1f386,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:20.946965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:20.949789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46bf760e-d502-43c7-a74a-9631a9c5e368 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509228 Apr 20 15:04:20.952635 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:20.960089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.018708 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] No DVR routers for this DVR port 05216abd-4030-4842-abb4-5bd896c1f386 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:21.022355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.025501 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a272cbaf-a7a2-438d-9a82-d1b1eb5677b6 req-f8c3505d-f19e-4f9f-82a6-5821c03a09ca tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.43 "DELETE /v2.0/ports/05216abd-4030-4842-abb4-5bd896c1f386 HTTP/1.1" status: 204 len: 173 time: 0.4512985 Apr 20 15:04:21.025948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'name': 'network-vif-deleted', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:21.028253 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6340c2-d5a0-4f5f-9323-c3fbc6f6ac58" -d '{"events": [{"server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "name": "network-vif-deleted", "tag": "05216abd-4030-4842-abb4-5bd896c1f386"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:21.056844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.086752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-a1d53c87-9191-4e38-86f1-bbfdf69a2db1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:21.088212 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-a1d53c87-9191-4e38-86f1-bbfdf69a2db1 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 946 time: 0.0789387 Apr 20 15:04:21.089913 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e23fa-c29b-4fae-9406-9862a14b24d8 x-openstack-request-id: req-768e23fa-c29b-4fae-9406-9862a14b24d8 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:21.090208 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d3de52-095f-4a79-a5ca-0470aaae479b", "name": "network-vif-deleted", "tag": "05216abd-4030-4842-abb4-5bd896c1f386", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:21.090460 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-768e23fa-c29b-4fae-9406-9862a14b24d8 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:21.090874 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768e23fa-c29b-4fae-9406-9862a14b24d8'] response: {'server_uuid': 'a2d3de52-095f-4a79-a5ca-0470aaae479b', 'name': 'network-vif-deleted', 'tag': '05216abd-4030-4842-abb4-5bd896c1f386', 'status': 'completed', 'code': 200} Apr 20 15:04:21.186656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.191642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.216827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b405c57-016d-4730-8609-31d418f116f0,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.225620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.226862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-997dbd26-c190-47c8-ab85-99402ea6e9db tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730429 Apr 20 15:04:21.229733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39620) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:21.234396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.238035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Deleting port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:04:21.238275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.263505 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.320739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.326377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.328791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] For port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,segment=NetworkSegment(3d4ee919-6b43-463f-ac7b-b9bc67093ab9),segment_id=3d4ee919-6b43-463f-ac7b-b9bc67093ab9)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:21.329164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.342828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Calling delete_port for 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:04:21.348194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec7688a-d32a-4d3f-9372-10b56344de18,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.369995 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.371448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-52672808-a7d8-464d-a407-ab9b14e0fac9 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406326 Apr 20 15:04:21.374099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39622) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:21.378838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.416869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.482555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.483581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.489298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.498215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8b96b125-8f3a-4f58-a7c1-cb3888c8a32e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:21.528874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Pushing event deleted for resources: {'Port': ['ID=8b96b125-8f3a-4f58-a7c1-cb3888c8a32e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.551505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72540cda-cc0b-431f-a176-51b0bd0ebd2e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.558490 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-263ca876-900f-46db-891e-51724dd985e0 req-008f2ce6-c640-4d55-9829-d5631dda341e tempest-VolumesSnapshotTestJSON-893714346 tempest-VolumesSnapshotTestJSON-893714346-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d3de52-095f-4a79-a5ca-0470aaae479b HTTP/1.1" status: 200 len: 210 time: 0.0545042 Apr 20 15:04:21.569620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.571952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e9a707c-8b4c-417a-b11d-0615dd241d71 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960979 Apr 20 15:04:21.573917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:21.576838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] No DVR routers for this DVR port 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:04:21.579098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.587907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.591305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9ad6931c-da05-403f-aea2-45bdfbec522d req-78bc62b8-07da-43a9-b012-548ea3eb4be3 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.45 "DELETE /v2.0/ports/8b96b125-8f3a-4f58-a7c1-cb3888c8a32e HTTP/1.1" status: 204 len: 173 time: 0.4970715 Apr 20 15:04:21.606872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 092d9189-80ca-4db3-8c3e-ec6bed1c7405 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:21.607542 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:04:21.616222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.631173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 092d9189-80ca-4db3-8c3e-ec6bed1c7405 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:21.631521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 092d9189-80ca-4db3-8c3e-ec6bed1c7405 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:21.680641 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.684888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.707340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff6be5-1d7b-4d30-aa0b-86ead8aae013,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.714242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.715017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e13ea13-cf5b-4975-982c-577d885c76a3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399376 Apr 20 15:04:21.718092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39628) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:21.723813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'security_group_rule': {'security_group_id': 'b545831a-907b-4b6f-aac0-9df28e11d8f6', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.744593 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Project c32899f57583411c82e4d00e40325a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:04:21.749733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.810414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.816189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.832977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f761880-410f-483d-932c-91d13c2a3529,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:21.850009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.852102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-43a57d76-bae3-4afe-a0f4-591d86aa4f1a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327276 Apr 20 15:04:21.855734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39632) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:21.861279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'network': {'name': 'tempest-network-smoke--1858778352', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:21.880021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:21.883712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.911192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:04:21.921337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.921785 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Added segment 9f872573-129b-4437-93b9-0c69399cf26c of type vlan for network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 Apr 20 15:04:21.933439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-229318be-0e00-4a6e-9781-b405b2831dd8 req-9568e49a-7147-4101-b17f-bc73b930f8b2 tempest-VolumesActionsTest-1398837934 tempest-VolumesActionsTest-1398837934-project] 10.222.0.20 "GET /v2.0/ports?device_id=909dfb2b-c38a-4ae8-b34e-837189f07aa4 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Apr 20 15:04:21.967896 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:21.996053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.002602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:22.003203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.074178 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2146826 Apr 20 15:04:22.074497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39634) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:22.079031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'admin_state_up': True, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:22.085913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e4f08-b14a-49b5-9c09-4a601b495a7e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Network': ['ID=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:22.097442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:04:22.107216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.108325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.165055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.593983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.791774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.809868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:22.927457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.187 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/ece42ea7-3724-4ddd-b763-fb10b9ed9717) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:23.044695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:23.080922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:23.092300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'name': 'network-vif-deleted', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:23.095520 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62c554-d9aa-4dbe-86b3-723d0a3ce8ed" -d '{"events": [{"server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "name": "network-vif-deleted", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:23.132906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:23.138590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:23.144138 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:23.159628 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5457f5-5e31-4c96-9cdd-877ddc174262 x-openstack-request-id: req-da5457f5-5e31-4c96-9cdd-877ddc174262 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:23.160220 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909dfb2b-c38a-4ae8-b34e-837189f07aa4", "name": "network-vif-deleted", "tag": "8b96b125-8f3a-4f58-a7c1-cb3888c8a32e", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:23.160687 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5457f5-5e31-4c96-9cdd-877ddc174262 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:23.161276 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5457f5-5e31-4c96-9cdd-877ddc174262'] response: {'server_uuid': '909dfb2b-c38a-4ae8-b34e-837189f07aa4', 'name': 'network-vif-deleted', 'tag': '8b96b125-8f3a-4f58-a7c1-cb3888c8a32e', 'status': 'completed', 'code': 200} Apr 20 15:04:23.169946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=ece42ea7-3724-4ddd-b763-fb10b9ed9717,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:23.431735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:23.690945 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:23.830753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 640aaaed-d0d3-4e6b-ad97-9928fa5926af is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:04:23.936440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:23.957664 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Sync routers for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:23.958377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:23.962314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bd90a823-a867-4af2-b859-06b148445218 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8837900 Apr 20 15:04:23.962691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39696) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:23.967857 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:23.968639 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:24.014044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1412e4da-55d1-44dc-bce6-b31621ef82f7 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=c32899f57583411c82e4d00e40325a8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478954 Apr 20 15:04:24.014336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39698) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:24.076883 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:24.228670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09fe2f-c86d-4d35-9880-6ab4c795c984 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:24.233138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a09fe2f-c86d-4d35-9880-6ab4c795c984 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2150207 Apr 20 15:04:24.233424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39706) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:24.277907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c05609a8-6ef7-44a1-b8e7-6a0265c21639 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427120 Apr 20 15:04:24.280736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39708) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:24.286542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586683021', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:24.304573 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:23Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:24.333510 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Checking router: 640aaaed-d0d3-4e6b-ad97-9928fa5926af for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:24.333987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Updating router 640aaaed-d0d3-4e6b-ad97-9928fa5926af port ece42ea7-3724-4ddd-b763-fb10b9ed9717 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:04:24.381278 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.393001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:24.397508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.631600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.704718 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.712710 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.722332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Subnet': ['ID=3428128a-18ae-4d53-b5b9-fe6b976ff775,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:24.731769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Checking segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:24.732139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network hostable DHCP agents. Network: 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:04:24.769234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:04:24.790061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:24.795694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:24.796297 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.802886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6929a-3172-4bdb-a100-54b9a98751ce None None] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:04:24.852346 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Pushing event updated for resources: {'Port': ['ID=ece42ea7-3724-4ddd-b763-fb10b9ed9717,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:24.865321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9039a986-0fd0-4de3-82ed-dd5de67bf707 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5831892 Apr 20 15:04:24.868097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39730) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:24.879352 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.882375 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.883356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.884298 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.885209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.887311 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.889700 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.890670 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.891824 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.892741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.893672 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.895427 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:24.906470 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Attempting to bind port ece42ea7-3724-4ddd-b763-fb10b9ed9717 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:24.907415 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Attempting to bind port ece42ea7-3724-4ddd-b763-fb10b9ed9717 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:24.911437 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Attempting to bind port ece42ea7-3724-4ddd-b763-fb10b9ed9717 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:24.928279 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:24.930179 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:24.931192 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:24.932225 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:24.933312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Bound port: ece42ea7-3724-4ddd-b763-fb10b9ed9717, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:24.933935 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.014942 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] For port ece42ea7-3724-4ddd-b763-fb10b9ed9717, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:25.020433 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] For port ece42ea7-3724-4ddd-b763-fb10b9ed9717, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ece42ea7-3724-4ddd-b763-fb10b9ed9717,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:25.027133 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.127380 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:25.129301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:25.133338 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae273b-a7f5-45b5-96ff-35b4d25dda91 None None] Pushing event updated for resources: {'Port': ['ID=ece42ea7-3724-4ddd-b763-fb10b9ed9717,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:25.271768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:04:25.273897 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.414216 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:25.509797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Allocated IP 172.20.0.2 (592a7e86-82d2-4bb2-8eb4-8dbb25028ac1/3428128a-18ae-4d53-b5b9-fe6b976ff775/b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:25.669646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:25.675156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05216abd-4030-4842-abb4-5bd896c1f386 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:04:25.738749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.747963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:25.748582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8b96b125-8f3a-4f58-a7c1-cb3888c8a32e not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:25.752266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 05216abd-4030-4842-abb4-5bd896c1f386 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:04:25.752868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 05216abd-4030-4842-abb4-5bd896c1f386 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:04:25.817458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:23Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:25.858780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839692bc-1b83-4bb1-b1ae-5bb69e7d0322 None None] The sync data for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 is: [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:23Z', 'revision_number': 3, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:25.867575 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.875608 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:25.972234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Pushing event updated for resources: {'Port': ['ID=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:25.993988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:25.995629 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:26.003249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:26.090485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Attempting to bind port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:26.091062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Attempting to bind port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:26.091508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Attempting to bind port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e on network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:26.099141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:26.099685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Checking segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:26.100197 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:26.100747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Bound using segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:26.101265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Bound port: b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:26.101824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:26.304909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] For port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:26.310253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] For port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:26.316223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:26.406626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d6aac-e384-4922-b3c5-290be5866f7a None None] Pushing event updated for resources: {'Port': ['ID=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:26.840443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.1 (592a7e86-82d2-4bb2-8eb4-8dbb25028ac1/3428128a-18ae-4d53-b5b9-fe6b976ff775/20776cc8-6982-4082-bcf2-e1e1f3d56aa7) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:27.076982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:27.149096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:27.215423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:27.234784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:27.237044 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:27.239778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:27.303906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:27.506210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:27.839334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ece42ea7-3724-4ddd-b763-fb10b9ed9717 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:28.002866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ece42ea7-3724-4ddd-b763-fb10b9ed9717 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:28.005130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.126420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.189688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port ece42ea7-3724-4ddd-b763-fb10b9ed9717, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ece42ea7-3724-4ddd-b763-fb10b9ed9717,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:28.196763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.202279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:28.226714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.238088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.272934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0963d8-0bae-43f8-b357-1cb6014fcb03 None None] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:04:28.373001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.377586 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:28.487693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] Provisioning complete for port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:28.488408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.517604 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=ece42ea7-3724-4ddd-b763-fb10b9ed9717,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:28.576382 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:28.576893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.580701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:28.582287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:28.728516 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.799082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 640aaaed-d0d3-4e6b-ad97-9928fa5926af has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:04:28.843277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] For port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:28.844448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:28.854421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:29.003689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:29.021031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f16f1-f984-4cf0-bf14-327cfc41c10b None None] Pushing event updated for resources: {'Port': ['ID=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:29.023700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6e741eae-b94a-4c60-a5a2-4c6dd755adcd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/640aaaed-d0d3-4e6b-ad97-9928fa5926af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1544259 Apr 20 15:04:29.046544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Sync routers for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:29.058999 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:04:29.059356 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:04:29.078167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:29.078826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:29.226618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:29.265202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2eb34b32-57f2-4fd4-bf1b-f828594184de None None] Provisioning complete for port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:29.265654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2eb34b32-57f2-4fd4-bf1b-f828594184de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:29.396402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-a5096321-12bc-4483-a5cf-b01469a2bd41 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145549930&fields=id&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 267 time: 0.0968473 Apr 20 15:04:29.551634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2eb34b32-57f2-4fd4-bf1b-f828594184de None None] Provisioning complete for port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:29.552121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2eb34b32-57f2-4fd4-bf1b-f828594184de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:29.557218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-d4a20449-6b95-4479-90f4-15ec20699ed6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:29.558789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-d4a20449-6b95-4479-90f4-15ec20699ed6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 797 time: 0.1608949 Apr 20 15:04:29.585980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-c87876fb-1951-4a9f-9439-cce9cd9a066c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/quotas/c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 375 time: 0.0198338 Apr 20 15:04:29.676495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2eb34b32-57f2-4fd4-bf1b-f828594184de None None] Port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:04:29.706776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-8166138b-99eb-4042-ad22-1e8a218bf13b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036756 Apr 20 15:04:29.721222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 2, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:29.858327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Checking router: 640aaaed-d0d3-4e6b-ad97-9928fa5926af for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:29.859312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Updating router 640aaaed-d0d3-4e6b-ad97-9928fa5926af port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:04:29.871958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-704aedd2-4727-4579-957c-8f4ecd94d4b1 service neutron] 10.222.0.20 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536164 Apr 20 15:04:29.925759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ece42ea7-3724-4ddd-b763-fb10b9ed9717 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:30.001993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-876273fb-3a19-4f62-a85e-fd883fffcddd None None] Provisioning complete for port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:30.002677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-876273fb-3a19-4f62-a85e-fd883fffcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.049736 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.052918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-924170f1-36d5-48f5-a85d-9035468a68e2 service neutron] 10.222.0.20 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739612 Apr 20 15:04:30.065996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-876273fb-3a19-4f62-a85e-fd883fffcddd None None] Port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:04:30.313890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3373b08-027c-477a-ae47-bfc916a5660a req-ed0ff45d-04a1-4f4f-ae80-e15a82749f32 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 210 time: 0.0546734 Apr 20 15:04:30.439606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ece42ea7-3724-4ddd-b763-fb10b9ed9717 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:30.440267 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.597406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:30.707939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:30.708402 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.735386 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.751646 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.823269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cccc14-fa5c-4641-b2c0-5e2af770dcc5 None None] Pushing event updated for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:30.982916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Attempting to bind port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:30.983674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Attempting to bind port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:30.983892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Attempting to bind port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 on network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:30.991030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:30.991030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Checking segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:30.993960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:30.993960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Bound using segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:30.993960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Bound port: 20776cc8-6982-4082-bcf2-e1e1f3d56aa7, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:30.993960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:31.098774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] For port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:31.103085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] For port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:31.117107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:31.318942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cccc14-fa5c-4641-b2c0-5e2af770dcc5 None None] Pushing event updated for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:31.324938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:31.325564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:31.490919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0c5d257-c732-4f2f-bdfd-00adbe1e3d5e req-22bc3080-42c7-4525-bbf7-107c0028c1c7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 210 time: 0.0509751 Apr 20 15:04:31.533207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:31.897850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] Provisioning complete for port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:31.898643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:32.136430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-a035a26a-0427-412c-b6ca-3bce3627f26c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:32.138655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-a035a26a-0427-412c-b6ca-3bce3627f26c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 797 time: 0.3438900 Apr 20 15:04:32.262102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:32.308357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-a85a23c2-912a-48b6-918e-24feb4dab433 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32899f57583411c82e4d00e40325a8e HTTP/1.1" status: 200 len: 380 time: 0.1380665 Apr 20 15:04:32.335296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'port': {'device_id': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'admin_state_up': True, 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'security_groups': ['b545831a-907b-4b6f-aac0-9df28e11d8f6']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:32.367369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] For port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:32.378963 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:32.468104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769996f-6b35-475f-a348-f0dc6af56eef None None] Pushing event updated for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:32.477160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:31Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:32.527544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf5ddb-b753-488b-8b28-743ab00921c4 None None] The sync data for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 is: [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:31Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:32.587166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-abda5343-acc6-4340-b7e6-01a960d66525 None None] Provisioning complete for port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:32.591113 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abda5343-acc6-4340-b7e6-01a960d66525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:32.758290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Made reservation on behalf of c32899f57583411c82e4d00e40325a8e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:32.761814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2781562f-7608-48c3-8ca7-41e6486747c2 req-7dc621ea-3df1-4ab0-93d8-0228e56a0b8b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 210 time: 0.1410217 Apr 20 15:04:32.775947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:33.050456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.20.0.11 (592a7e86-82d2-4bb2-8eb4-8dbb25028ac1/3428128a-18ae-4d53-b5b9-fe6b976ff775/e25d49ce-0ada-4139-9c6f-6e720c2cc912) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:33.367695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:33.538802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:33.605525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:33.685257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:33.697029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:33.701915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:33.756134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:33.830294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:33.847207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:33.893235 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-4381393d-5b98-4b10-a03b-ad0a61092aee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5787737 Apr 20 15:04:33.908243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Request body: {'port': {'device_id': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:34.121350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:34.126167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:34.149613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970beb21-0bff-4c43-821e-5d57b0e0f4b4 req-aadffefd-2ff2-403d-b5d1-cf6048e66972 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:34.157820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-970beb21-0bff-4c43-821e-5d57b0e0f4b4 req-aadffefd-2ff2-403d-b5d1-cf6048e66972 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 932 time: 0.1657541 Apr 20 15:04:34.239291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-970beb21-0bff-4c43-821e-5d57b0e0f4b4 req-f0cab335-08e4-4b9a-abac-17e82589b106 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758500 Apr 20 15:04:34.297948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d23dc6aa-5768-4c08-a481-4dc9d4f8483f None None] Provisioning complete for port e25d49ce-0ada-4139-9c6f-6e720c2cc912 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:34.298342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d23dc6aa-5768-4c08-a481-4dc9d4f8483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:34.366829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:34.367510 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:34.432253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d23dc6aa-5768-4c08-a481-4dc9d4f8483f None None] Port e25d49ce-0ada-4139-9c6f-6e720c2cc912 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:04:34.875114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25d49ce-0ada-4139-9c6f-6e720c2cc912 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:04:34.886262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:34.902531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Transition to ACTIVE for port object e25d49ce-0ada-4139-9c6f-6e720c2cc912 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:04:34.910552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:35.003934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:35.125652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Attempting to bind port e25d49ce-0ada-4139-9c6f-6e720c2cc912 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:35.126079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Attempting to bind port e25d49ce-0ada-4139-9c6f-6e720c2cc912 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:35.126506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Attempting to bind port e25d49ce-0ada-4139-9c6f-6e720c2cc912 on network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:35.132055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Port e25d49ce-0ada-4139-9c6f-6e720c2cc912 on network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:04:35.132462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Attempting to bind port e25d49ce-0ada-4139-9c6f-6e720c2cc912 on network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:35.140809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:35.141262 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Checking segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:35.142853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Bound using segment: {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:35.148100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Bound port: e25d49ce-0ada-4139-9c6f-6e720c2cc912, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f872573-129b-4437-93b9-0c69399cf26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:35.149252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:35.279926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:35.283638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:35.293494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:35.329068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:35.329708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:35.331183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] 10.222.0.43 "PUT /v2.0/ports/e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 1092 time: 1.4297931 Apr 20 15:04:35.332818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:35.343026 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8c742-8c03-4b04-b61c-80da2f9bee67" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:35.460621 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26197f9c-8f2e-4650-be0c-6ba5437fd083 x-openstack-request-id: req-26197f9c-8f2e-4650-be0c-6ba5437fd083 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:35.461182 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:35.463767 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26197f9c-8f2e-4650-be0c-6ba5437fd083 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:35.464597 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26197f9c-8f2e-4650-be0c-6ba5437fd083'] response: {'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'status': 'completed', 'code': 200} Apr 20 15:04:35.488861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28001e37-a658-4a22-90cc-a30020a4c92f service neutron] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:35.510410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-9ae2cc09-6533-4d10-b80a-dbfd9e549172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:35.512815 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-9ae2cc09-6533-4d10-b80a-dbfd9e549172 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1095 time: 0.1158502 Apr 20 15:04:35.528563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5383a-4cb0-4bab-8b7d-cc0a6e4fa4a0 req-6ad88d37-afa2-4c16-b13e-8d1ccdba5ebb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:35.551798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92d5383a-4cb0-4bab-8b7d-cc0a6e4fa4a0 req-6ad88d37-afa2-4c16-b13e-8d1ccdba5ebb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 944 time: 0.2050586 Apr 20 15:04:35.591936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-473f4603-7c62-4abb-906a-fc86ef6f17a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 217 time: 0.0714219 Apr 20 15:04:35.647648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-04fdbcc7-a808-40f1-b527-766aae11a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:35.649257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-04fdbcc7-a808-40f1-b527-766aae11a164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 200 len: 835 time: 0.0505486 Apr 20 15:04:35.691636 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92d5383a-4cb0-4bab-8b7d-cc0a6e4fa4a0 req-b3104838-6e6e-453c-9511-6cd28cd7cc69 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378338 Apr 20 15:04:35.770938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-c2b1f39c-30fd-4596-9632-5bf8b03700a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:35.773611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-c2b1f39c-30fd-4596-9632-5bf8b03700a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184447 Apr 20 15:04:35.976704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-b5876244-de9e-47dd-ae33-4d89b7c2fc52 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949573 Apr 20 15:04:36.082907 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-13a4fcd0-eda9-48d0-b04a-1cbd5d25ce90 req-b4c6540b-62dc-42fd-a4f3-295ce1807302 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976973 Apr 20 15:04:36.219300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-bd61fdf5-729a-4a08-a3d2-61b36cf4ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:36.221036 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-bd61fdf5-729a-4a08-a3d2-61b36cf4ab7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1095 time: 0.0713592 Apr 20 15:04:36.340178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-97c8a0b1-df51-4592-8992-e280e4642e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:36.341847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-97c8a0b1-df51-4592-8992-e280e4642e37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 898 time: 0.1130054 Apr 20 15:04:36.396089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-5d54f80d-94ee-429e-8906-73bda9ec28be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 217 time: 0.0467367 Apr 20 15:04:36.528206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-2a196335-6b7a-4cb5-a0ce-f62a352717da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:36.540259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-2a196335-6b7a-4cb5-a0ce-f62a352717da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 200 len: 835 time: 0.1267011 Apr 20 15:04:36.599341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-140436f0-cba3-4e1f-8776-ea0699bb1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:36.601638 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-140436f0-cba3-4e1f-8776-ea0699bb1dfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602400 Apr 20 15:04:36.740074 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-79ad48b3-4d07-4131-b3eb-147080c6c356 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293132 Apr 20 15:04:36.927738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6657472-8c85-4882-b1a6-997b4e129783 req-1a62cc03-2603-4046-82f3-d8c3dde3f199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:36.929679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-88e8c742-8c03-4b04-b61c-80da2f9bee67 req-0f2ff1b3-533d-49c4-8c23-40e99c1e3cf4 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711044 Apr 20 15:04:36.935088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6657472-8c85-4882-b1a6-997b4e129783 req-1a62cc03-2603-4046-82f3-d8c3dde3f199 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 944 time: 0.0946898 Apr 20 15:04:37.006843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6657472-8c85-4882-b1a6-997b4e129783 req-cc1e202c-3278-436d-bfd5-7bc8b035e7f4 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565100 Apr 20 15:04:37.709439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:04:37.863925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:37.881773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'mac_address': 'fa:16:3e:e7:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:04:37.957642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:37.978819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25d49ce-0ada-4139-9c6f-6e720c2cc912 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:04:38.003702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:38.022884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:38.111818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:38.199130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169b47d-020f-4e41-b2e5-e8c16490fe1b req-e5ffd187-6de3-4214-bd89-21ee98d26a0b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:38.201378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f169b47d-020f-4e41-b2e5-e8c16490fe1b req-e5ffd187-6de3-4214-bd89-21ee98d26a0b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 945 time: 0.0754290 Apr 20 15:04:38.246477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e25d49ce-0ada-4139-9c6f-6e720c2cc912'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:04:38.261871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f169b47d-020f-4e41-b2e5-e8c16490fe1b req-63187dae-422a-48b2-ac09-eabcf17b6cb6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454559 Apr 20 15:04:39.436257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb0495-424d-43a8-bf77-d605b2f4ee14 req-82a1a12a-a0ef-4e13-a663-8bef4433f560 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:39.444546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8beb0495-424d-43a8-bf77-d605b2f4ee14 req-82a1a12a-a0ef-4e13-a663-8bef4433f560 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 945 time: 0.0860772 Apr 20 15:04:39.496229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8beb0495-424d-43a8-bf77-d605b2f4ee14 req-9b2715fe-641b-4f92-a35c-a41408b0d927 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Apr 20 15:04:39.734241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:04:39.820543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port e25d49ce-0ada-4139-9c6f-6e720c2cc912 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:04:39.824893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port e25d49ce-0ada-4139-9c6f-6e720c2cc912 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:04:39.825272 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:39.919177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:39.960242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:04:39.961384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:39.964724 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ab1a09-ce32-4dd6-85cf-401a34eb6577" -d '{"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:39.982887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:40.054216 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd2c23-6139-40ef-90f6-1bebf62bec88 x-openstack-request-id: req-e0dd2c23-6139-40ef-90f6-1bebf62bec88 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:40.054512 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:40.056297 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0dd2c23-6139-40ef-90f6-1bebf62bec88 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:40.057234 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dd2c23-6139-40ef-90f6-1bebf62bec88'] response: {'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'code': 200} Apr 20 15:04:40.121342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:40.178443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eac71e2a-b19b-4023-ba3a-6b714d84905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:40.181793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece54f58-b964-4918-ad4f-bc1da9e1d976 req-95009018-8918-4c03-858b-7a95d1d7f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:40.184700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ece54f58-b964-4918-ad4f-bc1da9e1d976 req-95009018-8918-4c03-858b-7a95d1d7f6d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0500548 Apr 20 15:04:40.259552 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ece54f58-b964-4918-ad4f-bc1da9e1d976 req-d3f7d221-1612-4c4e-a992-c6074d3078d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662274 Apr 20 15:04:40.671241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ecf3-cf8f-431d-aa9f-040ec461a4ff req-d3c3f1a7-fb0c-4f8b-ac3d-7fa94e9a7e93 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:40.673391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad92ecf3-cf8f-431d-aa9f-040ec461a4ff req-d3c3f1a7-fb0c-4f8b-ac3d-7fa94e9a7e93 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0694494 Apr 20 15:04:40.745021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad92ecf3-cf8f-431d-aa9f-040ec461a4ff req-c589bbfb-c8b9-40bb-9256-fe43750ac577 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642619 Apr 20 15:04:41.915026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2b1e0-e123-4347-b61e-1c9a9e359720 req-68c38f7e-864c-4660-9368-bd4bdec8a2fd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:41.922901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88a2b1e0-e123-4347-b61e-1c9a9e359720 req-68c38f7e-864c-4660-9368-bd4bdec8a2fd tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0833204 Apr 20 15:04:41.971303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88a2b1e0-e123-4347-b61e-1c9a9e359720 req-fbb3e518-e1b4-43db-ac59-f88548fd6348 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473006 Apr 20 15:04:42.134471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d5aaf-34f5-4ef3-9629-1f04be16f475 req-2b55d1cc-ce5d-4fe1-a15e-0bf754857c37 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:42.144362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-457d5aaf-34f5-4ef3-9629-1f04be16f475 req-2b55d1cc-ce5d-4fe1-a15e-0bf754857c37 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0778422 Apr 20 15:04:42.199623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-457d5aaf-34f5-4ef3-9629-1f04be16f475 req-69184ee5-017c-4262-9d30-fc25ee94ba37 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534503 Apr 20 15:04:42.230449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39922) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:42.295769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a58f0-e008-4b38-b4e2-12d9f95afde8 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:42.297289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-591a58f0-e008-4b38-b4e2-12d9f95afde8 tempest-TestNetworkAdvancedServerOps-126259187 tempest-TestNetworkAdvancedServerOps-126259187-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1092 time: 0.0631065 Apr 20 15:04:42.300286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 39924) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:42.307135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:42.346779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:42.502872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:42.647332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Allocated IP 172.25.1.55 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/0b38624d-b8e5-471e-881f-9ca6b74eba91) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:42.803978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:42.869063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:42.936682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:42.938756 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=0b38624d-b8e5-471e-881f-9ca6b74eba91,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:42.944228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:42.947332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:43.485519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-79dbc456-0b3e-4a86-82bc-099d65bf1dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:43.661813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:43.725300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:43.775868 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:43.956243 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:04:43.998136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:44.005894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:44.109296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event updated for resources: {'Port': ['ID=0b38624d-b8e5-471e-881f-9ca6b74eba91,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:44.123073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:44.249048 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 90dd9333-c0e4-4f90-8b64-6bd5f080f278 associated. External IP: 172.25.1.55, port: e25d49ce-0ada-4139-9c6f-6e720c2cc912. Apr 20 15:04:44.315604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:44.848224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 640aaaed-d0d3-4e6b-ad97-9928fa5926af has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:04:45.003899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:45.018663 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Sync routers for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:45.033748 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:45.036092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:45.060441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:45.152791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8f89d00f-fc6b-4fbd-a58d-0e725ceb4955 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8504803 Apr 20 15:04:45.155806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:04:45.162794 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc78d270-ea70-4b88-9c1e-c31f5e095d64" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:04:45.241334 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77cadd1-3b15-4d8d-9a29-c84c782f420a x-openstack-request-id: req-f77cadd1-3b15-4d8d-9a29-c84c782f420a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:04:45.241633 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:04:45.241883 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f77cadd1-3b15-4d8d-9a29-c84c782f420a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:04:45.242781 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77cadd1-3b15-4d8d-9a29-c84c782f420a'] response: {'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'status': 'completed', 'code': 200} Apr 20 15:04:45.287969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:45.312360 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:45.317651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:45.324367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142b652-464b-45b2-9434-05af467334db req-1007f4f9-60c6-4c1b-9c1a-7abe07900d8d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:45.332946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b142b652-464b-45b2-9434-05af467334db req-1007f4f9-60c6-4c1b-9c1a-7abe07900d8d tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0681479 Apr 20 15:04:45.380135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-b435df8f-71dd-489a-8d6a-9adec40fc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:45.384077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-b435df8f-71dd-489a-8d6a-9adec40fc78a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1097 time: 0.1203485 Apr 20 15:04:45.384944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b142b652-464b-45b2-9434-05af467334db req-575de705-55fa-4e2f-8b50-937c9d6aeae1 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494299 Apr 20 15:04:45.399304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39960) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:45.513865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-287d8e90-c5d1-4532-b1e0-b0981001ab70 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/90dd9333-c0e4-4f90-8b64-6bd5f080f278 HTTP/1.1" status: 200 len: 991 time: 0.1130216 Apr 20 15:04:45.577121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f6a49c07-1282-410d-9cb7-330c84a31cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:45.578640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f6a49c07-1282-410d-9cb7-330c84a31cb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 898 time: 0.1877310 Apr 20 15:04:45.745338 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-46f7d97b-45a0-48c8-95a9-5fe90afe1e40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 999 time: 0.1588736 Apr 20 15:04:45.745593 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '90dd9333-c0e4-4f90-8b64-6bd5f080f278', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'mac_address': 'fa:16:3e:e7:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:04:43Z', 'updated_at': '2022-04-20T15:04:43Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:45.778439 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Checking router: 640aaaed-d0d3-4e6b-ad97-9928fa5926af for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:45.788970 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:45.790495 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:45.837731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f9655a04-da54-42ad-998d-61a44a6219d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:45.840199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f9655a04-da54-42ad-998d-61a44a6219d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 200 len: 835 time: 0.0750191 Apr 20 15:04:45.925886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:45.935713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f2e4f0f2-3bb4-492d-92a1-f241bead29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:45.937581 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f2e4f0f2-3bb4-492d-92a1-f241bead29d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838430 Apr 20 15:04:46.056618 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-a4dce76b-0626-42b8-95f6-32728265cc6e service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078577 Apr 20 15:04:46.170409 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '90dd9333-c0e4-4f90-8b64-6bd5f080f278', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'mac_address': 'fa:16:3e:e7:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:04:43Z', 'updated_at': '2022-04-20T15:04:43Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:46.195334 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc78d270-ea70-4b88-9c1e-c31f5e095d64 req-f35bc573-957d-4629-9a33-c7da162fb31f service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281128 Apr 20 15:04:46.202505 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ca7ed-c85a-4d08-92a7-91d61c5cf700 None None] The sync data for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 is: [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '90dd9333-c0e4-4f90-8b64-6bd5f080f278', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'mac_address': 'fa:16:3e:e7:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:04:43Z', 'updated_at': '2022-04-20T15:04:43Z', 'revision_number': 0, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:46.518188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:46.549988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452742f-4e60-45b6-b913-814c342c120a None None] New status for floating IP 90dd9333-c0e4-4f90-8b64-6bd5f080f278: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:04:46.672557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa4dcada-a57e-4337-a587-ac7495522c33 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/90dd9333-c0e4-4f90-8b64-6bd5f080f278 HTTP/1.1" status: 200 len: 991 time: 0.1503315 Apr 20 15:04:47.679036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 39982) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:47.753851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-75eef0bb-b048-47cc-8f24-9cdad84b701f tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/90dd9333-c0e4-4f90-8b64-6bd5f080f278 HTTP/1.1" status: 200 len: 993 time: 0.0735033 Apr 20 15:04:53.434869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:53.486353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Deleting subnet 5af9bf0c-cdd1-4da9-85ab-dac64a306209 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:04:53.490232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.531763 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.572255 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.627698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.652866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af9bf0c-cdd1-4da9-85ab-dac64a306209,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:53.658753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.661950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5af9bf0c-cdd1-4da9-85ab-dac64a306209 HTTP/1.1" status: 204 len: 168 time: 0.2250347 Apr 20 15:04:53.664768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40096) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:53.667573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.667981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.668253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.668583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.668922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.669241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.669576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.669893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.670208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.670512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.670857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.671166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19769144-20cd-4aae-b5a0-a59e852dc849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.746537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.825542 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.853874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27aee22-afba-48fb-a0b6-20e30b2fb02f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:53.863935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4ee919-6b43-463f-ac7b-b9bc67093ab9') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:53.864238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4ee919-6b43-463f-ac7b-b9bc67093ab9') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:53.878445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.892676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.899015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:04:53.899401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:04:53.900996 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:04:53.959721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.965280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:53.968545 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f27aee22-afba-48fb-a0b6-20e30b2fb02f HTTP/1.1" status: 204 len: 168 time: 0.3027589 Apr 20 15:04:53.981204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27aee22-afba-48fb-a0b6-20e30b2fb02f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:53.990411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.991195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.991470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.991666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.991974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.992303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.992629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.992953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.993440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.993625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.993950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:53.994281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca58aca-cbb5-40b1-8354-455098c8f8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:04:54.107706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40100) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:54.149839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d573d8b3-d44a-447c-b6a3-6e5663f9421f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=504816030d6e4279a1077114323d613b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409222 Apr 20 15:04:54.152619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:54.203598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:54.234643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:54.296603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:54.299474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:54.303477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ab4f864-3c1a-4979-ad72-bdef8db93969 HTTP/1.1" status: 204 len: 168 time: 0.1471913 Apr 20 15:04:54.310295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6b31-8edc-47bb-95d5-590a9cef69f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab4f864-3c1a-4979-ad72-bdef8db93969,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:54.990609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-fb6216d2-27bd-47a8-89c3-fd84acdecb29 req-82787e9b-0452-4fd5-b0f7-9fe6b19b1087 service neutron] (102863) timed out ('10.222.0.43', 57551) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:04:55.367083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a7f5ad36-549b-4229-a6ed-01da6b9539eb req-f29d0b92-b501-4894-bbae-031a8b568b4a service neutron] (102863) timed out ('10.222.0.43', 57968) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:04:55.672575 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40160) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:55.929655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'network': {'name': 'tempest-network-smoke--1346325871', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:55.952006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:55.955802 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:55.966327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.050729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.056597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.074679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:04:56.087220 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.087573 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Added segment 1eeabaa2-3c47-4b1e-87ff-3fadfc752b06 of type vlan for network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 Apr 20 15:04:56.132213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.166070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.171542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:56.172820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.254510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Network': ['ID=4ec06e2a-636c-4753-adf7-f3fefd6c2421,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:56.266544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:04:56.271345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2011eb-2176-492c-8fdc-34f15a17cbe0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:56.287237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:56.287696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-840a4154-c6a5-418a-9ae4-1f0ad5f8ceed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6130254 Apr 20 15:04:56.293527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'admin_state_up': True, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:56.349645 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.351890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.433841 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.599147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.834695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:56.861762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.016820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.25.1.130 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/f3d85c8f-c58e-436e-9559-74a5ac60f69f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:57.118169 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.152642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.198627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:57.201681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:57.206214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:57.209530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=f3d85c8f-c58e-436e-9559-74a5ac60f69f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:57.473647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.690083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.828949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:04:57.950372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:04:57.962642 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:04:57.973154 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:57.974010 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:57.979482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:57.982462 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a5612a7-4dee-48ae-81d6-84eb138a3a23 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6940639 Apr 20 15:04:57.986155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:58.086127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40184) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:58.086744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-de8a084c-ebb3-46f8-bb37-f6a1d38fabec tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0957274 Apr 20 15:04:58.107787 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:58.175810 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a674235-38fb-478c-991f-44fffcf84b0e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:58.180189 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a674235-38fb-478c-991f-44fffcf84b0e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927055 Apr 20 15:04:58.180799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40186) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:58.210829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bb2d870a-b980-4fee-bab9-850eee222965 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288482 Apr 20 15:04:58.213537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40188) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:58.219970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601544873', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:04:58.326805 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:57Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:58.337729 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:04:58.342051 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.365322 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:04:58.365722 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Updating router 9a1e4e62-1753-4181-bc3c-b907222c6074 port f3d85c8f-c58e-436e-9559-74a5ac60f69f binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:04:58.396651 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.584401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.698271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Subnet': ['ID=18a3f96b-5b0c-4958-89dd-4de307e46521,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:58.723202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Checking segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:58.723686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network hostable DHCP agents. Network: 4ec06e2a-636c-4753-adf7-f3fefd6c2421, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:04:58.728344 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.736837 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.746789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:04:58.760181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 4ec06e2a-636c-4753-adf7-f3fefd6c2421) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:58.771359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813324ac-3e70-475b-a118-b91851881b83 None None] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:04:58.773631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:04:58.774367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:58.796192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-19b243f4-2561-4002-9503-2e40684ea266 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5815070 Apr 20 15:04:58.798982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40192) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:04:58.969248 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4b224-5c98-4ede-8526-fa480844110e None None] Pushing event updated for resources: {'Port': ['ID=f3d85c8f-c58e-436e-9559-74a5ac60f69f,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:59.002783 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Attempting to bind port f3d85c8f-c58e-436e-9559-74a5ac60f69f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:59.003164 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Attempting to bind port f3d85c8f-c58e-436e-9559-74a5ac60f69f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:59.005566 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Attempting to bind port f3d85c8f-c58e-436e-9559-74a5ac60f69f on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:59.011531 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:59.011931 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:59.012289 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.012668 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:59.013126 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Bound port: f3d85c8f-c58e-436e-9559-74a5ac60f69f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:59.013500 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.066271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:04:59.067453 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.102742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] For port f3d85c8f-c58e-436e-9559-74a5ac60f69f, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:59.107455 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] For port f3d85c8f-c58e-436e-9559-74a5ac60f69f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f3d85c8f-c58e-436e-9559-74a5ac60f69f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:59.117945 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.188205 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:04:59.189096 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:59.253025 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4b224-5c98-4ede-8526-fa480844110e None None] Pushing event updated for resources: {'Port': ['ID=f3d85c8f-c58e-436e-9559-74a5ac60f69f,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:59.306751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Allocated IP 172.20.0.2 (4ec06e2a-636c-4753-adf7-f3fefd6c2421/18a3f96b-5b0c-4958-89dd-4de307e46521/d357142f-1de7-4bd2-95ea-d46f01d47811) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:04:59.347499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:04:59.501429 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.510165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.559593 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:57Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:04:59.572227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:04:59.577436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:04:59.582978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:04:59.586371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Pushing event updated for resources: {'Port': ['ID=d357142f-1de7-4bd2-95ea-d46f01d47811,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:04:59.602015 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751f7a5-eb66-427d-a948-22e35eb295cd None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:57Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:04:59.651608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Attempting to bind port d357142f-1de7-4bd2-95ea-d46f01d47811 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:04:59.652066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Attempting to bind port d357142f-1de7-4bd2-95ea-d46f01d47811 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:04:59.652518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Attempting to bind port d357142f-1de7-4bd2-95ea-d46f01d47811 on network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:04:59.658245 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:04:59.658794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Checking segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:04:59.659281 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.659752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Bound using segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:04:59.661124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Bound port: d357142f-1de7-4bd2-95ea-d46f01d47811, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:04:59.661598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.752934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] For port d357142f-1de7-4bd2-95ea-d46f01d47811, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:04:59.763918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.771637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] For port d357142f-1de7-4bd2-95ea-d46f01d47811, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d357142f-1de7-4bd2-95ea-d46f01d47811,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:04:59.780784 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:04:59.886699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73494854-70e5-4d9a-b7b2-6972acf8f912 None None] Pushing event updated for resources: {'Port': ['ID=d357142f-1de7-4bd2-95ea-d46f01d47811,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:00.438868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.1 (4ec06e2a-636c-4753-adf7-f3fefd6c2421/18a3f96b-5b0c-4958-89dd-4de307e46521/2f6235b8-4ef0-48d1-b719-dab3f155817c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:00.611962 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:00.669098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:00.724345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:00.727485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:00.739596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:00.751635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91e77f-4288-4b14-981d-57e939492e73 req-e801bd31-5058-4e0a-9d43-c813de1e9b41 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:00.752500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:00.754649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db91e77f-4288-4b14-981d-57e939492e73 req-e801bd31-5058-4e0a-9d43-c813de1e9b41 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0647132 Apr 20 15:05:00.800522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:00.839699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db91e77f-4288-4b14-981d-57e939492e73 req-7bcfeae3-f33c-49ea-887a-417554138ba9 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708368 Apr 20 15:05:01.014278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.240707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3715b-f85e-45c2-ae01-54efc169766b None None] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:01.353283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.358555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.363690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] Provisioning complete for port d357142f-1de7-4bd2-95ea-d46f01d47811 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:01.364233 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.450231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:01.452932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.491170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.537385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] For port d357142f-1de7-4bd2-95ea-d46f01d47811, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d357142f-1de7-4bd2-95ea-d46f01d47811,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:01.543508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.578741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:01.580310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:01.604860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19eaf-1892-4b27-9268-cef98de6b021 None None] Pushing event updated for resources: {'Port': ['ID=d357142f-1de7-4bd2-95ea-d46f01d47811,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:01.703315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:01.767558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a62154d4-98d5-49a5-bd8e-c6375318a5b9 None None] Provisioning complete for port 2f6235b8-4ef0-48d1-b719-dab3f155817c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:01.767558 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a62154d4-98d5-49a5-bd8e-c6375318a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.808050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a62154d4-98d5-49a5-bd8e-c6375318a5b9 None None] Port 2f6235b8-4ef0-48d1-b719-dab3f155817c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:01.823312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a62154d4-98d5-49a5-bd8e-c6375318a5b9 None None] Provisioning complete for port d357142f-1de7-4bd2-95ea-d46f01d47811 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:01.823967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a62154d4-98d5-49a5-bd8e-c6375318a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:01.830058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:01.844401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40218) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:01.848009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c8a2c3d7-2eff-4f2d-84b4-b85af8114c20 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/9a1e4e62-1753-4181-bc3c-b907222c6074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470128 Apr 20 15:05:01.892004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:01.931251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f3d85c8f-c58e-436e-9559-74a5ac60f69f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:01.978125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:01.978785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:02.068524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030f531-7482-4c0d-b9b4-6f9b4a7f7cd1 req-e44d7951-03b4-4748-bcea-68cd1debe7b1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.070126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d030f531-7482-4c0d-b9b4-6f9b4a7f7cd1 req-e44d7951-03b4-4748-bcea-68cd1debe7b1 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1266418 Apr 20 15:05:02.091915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f3d85c8f-c58e-436e-9559-74a5ac60f69f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:02.092278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:02.109810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.110830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.111740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.112354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.113049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.113705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.114446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.119790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40228) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:02.120188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8c1360ee-7b3d-4253-a7cb-fbbde90659ad tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.2742095 Apr 20 15:05:02.145477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d030f531-7482-4c0d-b9b4-6f9b4a7f7cd1 req-1fea83ae-b681-481b-a2b9-946b98367473 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633581 Apr 20 15:05:02.254746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.255179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.255667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.256214 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.256995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.257507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.257963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:02.264147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:02.273639 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a5a8c66c-358b-4d95-b238-6d3352dc1cd1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4637 time: 0.1495733 Apr 20 15:05:02.388187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:02.503922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1f0e1214-aa34-492e-87fb-d3067e3a2f34 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.2378759 Apr 20 15:05:02.559939 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:02.596544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7756ba33-1ab8-4235-81f9-33d8b05eacf2 None None] Provisioning complete for port 2f6235b8-4ef0-48d1-b719-dab3f155817c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:02.596848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7756ba33-1ab8-4235-81f9-33d8b05eacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:02.604886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f3d85c8f-c58e-436e-9559-74a5ac60f69f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f3d85c8f-c58e-436e-9559-74a5ac60f69f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:02.628358 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:02.629115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d357142f-1de7-4bd2-95ea-d46f01d47811 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:02.704062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7756ba33-1ab8-4235-81f9-33d8b05eacf2 None None] Port 2f6235b8-4ef0-48d1-b719-dab3f155817c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:02.767155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f3d85c8f-c58e-436e-9559-74a5ac60f69f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:02.778724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d357142f-1de7-4bd2-95ea-d46f01d47811 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:02.779123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:02.806944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:01Z', 'revision_number': 2, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:02.839209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:02.839209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Updating router 9a1e4e62-1753-4181-bc3c-b907222c6074 port 2f6235b8-4ef0-48d1-b719-dab3f155817c binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:05:02.869676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.182237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.184016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:03.189925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270814126', 'description': 'tempest-secgroup-smoke-270814126 description', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:03.192711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.213077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.272148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eea02-4b58-46cd-a997-45d113a0e126 None None] Pushing event updated for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.337581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Attempting to bind port 2f6235b8-4ef0-48d1-b719-dab3f155817c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:03.338311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Attempting to bind port 2f6235b8-4ef0-48d1-b719-dab3f155817c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:03.338733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Attempting to bind port 2f6235b8-4ef0-48d1-b719-dab3f155817c on network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:03.340553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fda1b-315d-47f7-a40f-6c42adbbe2a7 req-29b16cd0-3a53-4ce1-aaf7-47ea66d13508 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:03.344618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:03.344991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Checking segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:03.345394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.345921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Bound using segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:03.346390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Bound port: 2f6235b8-4ef0-48d1-b719-dab3f155817c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:03.346790 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.347608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-377fda1b-315d-47f7-a40f-6c42adbbe2a7 req-29b16cd0-3a53-4ce1-aaf7-47ea66d13508 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.0761385 Apr 20 15:05:03.372398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.391587 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.416402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] For port 2f6235b8-4ef0-48d1-b719-dab3f155817c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:03.420791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] For port 2f6235b8-4ef0-48d1-b719-dab3f155817c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f6235b8-4ef0-48d1-b719-dab3f155817c,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:03.426328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.445559 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.447020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2612221 Apr 20 15:05:03.450121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40240) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:03.450760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703c034-905d-4baf-a68d-7f9374a4114d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec624f3-8c29-4330-a0e7-2d726ac7698d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.458076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:03.470401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-377fda1b-315d-47f7-a40f-6c42adbbe2a7 req-1c8af448-9d9c-4a31-90f1-68aa0719bd39 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963066 Apr 20 15:05:03.494744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:03.495482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:03.509238 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.543696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eea02-4b58-46cd-a997-45d113a0e126 None None] Pushing event updated for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.609182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.615417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.631337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.640349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02669e1-b848-4198-bae5-e5420b500947,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.649381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:03.650183 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.653242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7672bb96-5333-456b-89e0-a42a3b60ca81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010860 Apr 20 15:05:03.656119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:03.663367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:03.699688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] Provisioning complete for port 2f6235b8-4ef0-48d1-b719-dab3f155817c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:03.699688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.699924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.777531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.782946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.806302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566ceeed-a235-4249-8855-9924e45d2ac5,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.815582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.820470 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dadc4819-dc2e-4caa-94c6-e13215a4d91c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597495 Apr 20 15:05:03.821270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:03.826486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:03.866821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.875300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f3d85c8f-c58e-436e-9559-74a5ac60f69f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:03.948120 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.949246 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.956081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.977734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c418b93b-9339-49e7-a888-5d3835a8304b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:03.989248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:03.994278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a2b53c0c-6116-49f8-b373-24f6de4191f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687405 Apr 20 15:05:03.994520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40246) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:03.999735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:04.020479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] For port 2f6235b8-4ef0-48d1-b719-dab3f155817c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f6235b8-4ef0-48d1-b719-dab3f155817c,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:04.031388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.034775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.038498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f3d85c8f-c58e-436e-9559-74a5ac60f69f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:04.038897 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.082537 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:04.098941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.103306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.117612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5264b47-edd7-4342-b466-b1c2d30e4a60 None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:04.123831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d28e833-1313-4033-8e3b-09f32bc38bf7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:04.142378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57756-ed2f-440e-b15d-841a3e288c54 None None] Pushing event updated for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:04.151862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.157276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3e3e57e2-db18-484a-a91d-1934136219c0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581852 Apr 20 15:05:04.157921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40248) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:04.161850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:04.200427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-19fb4284-d36a-4442-a6db-e7a56bf26362 None None] Provisioning complete for port 2f6235b8-4ef0-48d1-b719-dab3f155817c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:04.201624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19fb4284-d36a-4442-a6db-e7a56bf26362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.249192 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:05:04.257965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.310234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-c97bd5d3-54a4-4d5a-a75d-70cc52000d66 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:04.313718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-c97bd5d3-54a4-4d5a-a75d-70cc52000d66 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1258056 Apr 20 15:05:04.461762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.474714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.506313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53772798-e9c1-4f2b-8c71-d315684b3649,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:04.517835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Deleting port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:04.518452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.624507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.626232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8759e4ad-61a8-4ffd-a5e7-5a85fb95f108 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4682136 Apr 20 15:05:04.629123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:04.633987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '9ec624f3-8c29-4330-a0e7-2d726ac7698d', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:04.663085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] For port 0ee8ce3a-2448-436d-a6b6-fa25698c9454, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0ee8ce3a-2448-436d-a6b6-fa25698c9454,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:04.663888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.664987 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:05:04.676980 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.706545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95ed1b-9f54-433e-b84c-26c6ed4073f9 req-ae8936e6-10d2-41e3-a84a-ef50549eb4d3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:04.716152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c95ed1b-9f54-433e-b84c-26c6ed4073f9 req-ae8936e6-10d2-41e3-a84a-ef50549eb4d3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 946 time: 0.1243238 Apr 20 15:05:04.784112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c95ed1b-9f54-433e-b84c-26c6ed4073f9 req-c4508006-9133-4327-b032-2fbf562c3ffa tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=27ddec23-d17e-45e9-916b-e312eb8906de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668793 Apr 20 15:05:04.832572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.843389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.889914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.891440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2611387 Apr 20 15:05:04.899206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d674c3-11b4-4535-a4a6-cc459a1f4497 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50173392-6d44-4905-8fd4-14b2d707d391,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:04.970852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.971243 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:04.971566 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Floating IP 7e19e7cd-28e7-4b57-ba20-1b4c506a4746 disassociated. External IP: 172.25.1.72, port: 0ee8ce3a-2448-436d-a6b6-fa25698c9454. Apr 20 15:05:04.972008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Calling delete_port for 0ee8ce3a-2448-436d-a6b6-fa25698c9454 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:05.131853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d1a75193-cddc-4c50-9004-b9e12fb1706d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270814126&fields=id&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 267 time: 0.0501697 Apr 20 15:05:05.175121 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:05.225389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event deleted for resources: {'Port': ['ID=0ee8ce3a-2448-436d-a6b6-fa25698c9454,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:05.278878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-9d28fa43-a8de-4ec0-b53f-b41062c51442 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:05.286933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-9d28fa43-a8de-4ec0-b53f-b41062c51442 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 797 time: 0.1416516 Apr 20 15:05:05.297375 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-29f953b2-dc7e-44c1-b5b2-2321d0f9e2f8 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/quotas/3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 375 time: 0.0095544 Apr 20 15:05:05.366460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Router 92ae784a-9ef3-44df-854f-eec774265ca6 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:05.368661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-29f9c46c-1c47-4144-95df-99a2adb5ce92 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645683 Apr 20 15:05:05.454293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-09e9a1be-df60-47d2-8769-fd6e29db4d24 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:05:05.455352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-09e9a1be-df60-47d2-8769-fd6e29db4d24 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726085 Apr 20 15:05:05.489146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:05.502449 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:05.521791 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:05.522526 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:05.555799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] No DVR routers for this DVR port 0ee8ce3a-2448-436d-a6b6-fa25698c9454 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:05.559651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:05.565055 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e6ca2a57-e00d-4763-b98c-e4c063e8e8e0 req-6e59cdec-0647-4ebb-8b9f-0c5528574027 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "DELETE /v2.0/ports/0ee8ce3a-2448-436d-a6b6-fa25698c9454 HTTP/1.1" status: 204 len: 173 time: 1.2308822 Apr 20 15:05:05.566152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'name': 'network-vif-deleted', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:05.570087 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2852138-bc21-4b43-bee0-0687444b6939" -d '{"events": [{"server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "name": "network-vif-deleted", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:05.672957 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff1197-ae20-4225-946e-bafc5d0b2f98 x-openstack-request-id: req-9fff1197-ae20-4225-946e-bafc5d0b2f98 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:05.673433 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97b4574-5836-404f-959a-4af55d8a54cf", "name": "network-vif-deleted", "tag": "0ee8ce3a-2448-436d-a6b6-fa25698c9454", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:05.673855 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fff1197-ae20-4225-946e-bafc5d0b2f98 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:05.674500 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fff1197-ae20-4225-946e-bafc5d0b2f98'] response: {'server_uuid': 'f97b4574-5836-404f-959a-4af55d8a54cf', 'name': 'network-vif-deleted', 'tag': '0ee8ce3a-2448-436d-a6b6-fa25698c9454', 'status': 'completed', 'code': 200} Apr 20 15:05:05.743635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:05.943855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f6235b8-4ef0-48d1-b719-dab3f155817c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:06.047828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2f6235b8-4ef0-48d1-b719-dab3f155817c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:06.048723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:06.144718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55b4f5e0-79c6-48fb-a487-806a8dfc78ff req-fb84bd20-838e-4a8d-88d5-fa22262d9523 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f97b4574-5836-404f-959a-4af55d8a54cf HTTP/1.1" status: 200 len: 210 time: 0.0335820 Apr 20 15:05:06.166608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:06.208125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-706fb852-32ad-4f26-9fb4-0f2816f6f214 service neutron] 10.222.0.20 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450340 Apr 20 15:05:06.273047 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:06.283451 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:06.284160 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:04:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:06.341230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-40cbb070-9b65-4d8e-99af-a46bcf524c0c service neutron] 10.222.0.20 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321590 Apr 20 15:05:06.397022 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:06.540862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f07302af-5ba9-4de9-a28d-8dac666e9878 req-a16cdeef-422b-4ddc-9d76-3944695e36ad tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 210 time: 0.0418687 Apr 20 15:05:06.611359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:06.639711 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a2970-1b0a-4951-8161-b850f82e1812 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:00:20Z', 'revision_number': 4, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0219c59e-ca83-4282-8040-19acd0ceb84d', 'name': '', 'network_id': '6ef417d5-19d8-4305-8f34-798fe8776f97', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'mac_address': 'fa:16:3e:6e:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:17Z', 'updated_at': '2022-04-20T15:00:26Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'subnets': [{'id': '0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:06.930220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005ce4da-09e5-4bb4-8f1f-45a10f864027 None None] New status for floating IP 7e19e7cd-28e7-4b57-ba20-1b4c506a4746: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:05:07.241041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40314) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:07.298491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.321795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.372054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.375668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.376908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "DELETE /v2.0/security-groups/27ddec23-d17e-45e9-916b-e312eb8906de HTTP/1.1" status: 204 len: 168 time: 0.1342914 Apr 20 15:05:07.380066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40316) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:07.387959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e6d94-a908-4bb5-be2a-dcaa8655e7fe tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ddec23-d17e-45e9-916b-e312eb8906de,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:07.409128 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-46f15d9d-afc0-4a35-b34f-fe361882e1c4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] show failed (client error): The resource could not be found. Apr 20 15:05:07.410651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46f15d9d-afc0-4a35-b34f-fe361882e1c4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups/27ddec23-d17e-45e9-916b-e312eb8906de HTTP/1.1" status: 404 len: 347 time: 0.0295246 Apr 20 15:05:07.414195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40318) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:07.560031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Deleting port 05115c8b-9f54-4fe6-b9b8-caaeb516cba3 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:07.560365 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.569599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ee8ce3a-2448-436d-a6b6-fa25698c9454 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:07.587353 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-7a1368a7-7d7c-4a99-928f-7f44f2719023 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:07.589468 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-7a1368a7-7d7c-4a99-928f-7f44f2719023 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 797 time: 0.1245475 Apr 20 15:05:07.612845 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 0ee8ce3a-2448-436d-a6b6-fa25698c9454 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:07.613183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0ee8ce3a-2448-436d-a6b6-fa25698c9454 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:07.645764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-32630bae-860e-48a2-8467-b5f2e13bee05 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 379 time: 0.0458674 Apr 20 15:05:07.654502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'port': {'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'admin_state_up': True, 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'security_groups': ['9ec624f3-8c29-4330-a0e7-2d726ac7698d']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:07.674199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd06f8e6-c6ce-4432-9b05-8eb1a7b70ba4 req-ed822d2b-c2f9-4d48-bba9-e3f177ac7d6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 210 time: 0.0326033 Apr 20 15:05:07.707698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.708019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.722849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Calling delete_port for 05115c8b-9f54-4fe6-b9b8-caaeb516cba3 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:07.791986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:07.797224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.894014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:07.922587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event deleted for resources: {'Port': ['ID=05115c8b-9f54-4fe6-b9b8-caaeb516cba3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:07.955579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.14 (4ec06e2a-636c-4753-adf7-f3fefd6c2421/18a3f96b-5b0c-4958-89dd-4de307e46521/c0daca81-39be-46a5-acad-4ecdca722a2a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:08.008472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.012466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.014310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c9792cb7-9647-4625-be9c-29ff193cb093 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "DELETE /v2.0/floatingips/7e19e7cd-28e7-4b57-ba20-1b4c506a4746 HTTP/1.1" status: 204 len: 168 time: 0.5980749 Apr 20 15:05:08.176557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.216375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.266111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:08.285074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:08.286871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:08.289351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:08.623511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-4dfb0344-5d3b-4c89-bf3b-392f6d995316 None None] Provisioning complete for port c0daca81-39be-46a5-acad-4ecdca722a2a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:08.624602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0344-5d3b-4c89-bf3b-392f6d995316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.675147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb0344-5d3b-4c89-bf3b-392f6d995316 None None] Port c0daca81-39be-46a5-acad-4ecdca722a2a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:08.716393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:08.717037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.735594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-d02d5056-a976-47a9-9b49-5b3b53d3922c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0847509 Apr 20 15:05:08.747122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Request body: {'port': {'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:08.822233 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:08.829965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b90d-21bb-4525-8de7-36add596f223 req-ae5db362-797a-4465-ac07-aed874067250 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:08.838137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d211b90d-21bb-4525-8de7-36add596f223 req-ae5db362-797a-4465-ac07-aed874067250 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 932 time: 0.0691233 Apr 20 15:05:08.925209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d211b90d-21bb-4525-8de7-36add596f223 req-1349fe08-93b7-4386-b786-f93c278545f0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832570 Apr 20 15:05:09.158709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0daca81-39be-46a5-acad-4ecdca722a2a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:05:09.171049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:09.186055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Transition to ACTIVE for port object c0daca81-39be-46a5-acad-4ecdca722a2a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:05:09.198618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:09.291508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Pushing event updated for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:09.332543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Attempting to bind port c0daca81-39be-46a5-acad-4ecdca722a2a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:09.332900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Attempting to bind port c0daca81-39be-46a5-acad-4ecdca722a2a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:09.333373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Attempting to bind port c0daca81-39be-46a5-acad-4ecdca722a2a on network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:09.338448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Port c0daca81-39be-46a5-acad-4ecdca722a2a on network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:05:09.338795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Attempting to bind port c0daca81-39be-46a5-acad-4ecdca722a2a on network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:09.344534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:09.345119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Checking segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:09.345516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Bound using segment: {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:09.346031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Bound port: c0daca81-39be-46a5-acad-4ecdca722a2a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:09.346699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:09.420932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:09.424399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0daca81-39be-46a5-acad-4ecdca722a2a,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:09.430138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:09.465666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:09.466348 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:09.467791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] 10.222.0.45 "PUT /v2.0/ports/c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 1092 time: 0.7248995 Apr 20 15:05:09.468242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:09.470590 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d08514-5743-428a-aa20-7f4061e99fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:09.497393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ed53-8829-424d-92dd-b8fd0714b94a service neutron] Pushing event updated for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:09.539064 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcb9578-8551-435f-94ac-35256cd820d0 x-openstack-request-id: req-cbcb9578-8551-435f-94ac-35256cd820d0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:09.539365 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:09.539622 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbcb9578-8551-435f-94ac-35256cd820d0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:09.540104 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcb9578-8551-435f-94ac-35256cd820d0'] response: {'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'status': 'completed', 'code': 200} Apr 20 15:05:09.576464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-1cddfcfb-3c44-424b-a317-b5e7c58146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:09.578276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-1cddfcfb-3c44-424b-a317-b5e7c58146c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0551896 Apr 20 15:05:09.628571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-196836ea-a884-4f00-8479-95efeb222001 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 217 time: 0.0420291 Apr 20 15:05:09.680461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-512c6e05-d124-4a49-8332-dab41e0bccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:09.682245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-512c6e05-d124-4a49-8332-dab41e0bccfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0480232 Apr 20 15:05:09.728968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-8754208a-3349-4f5f-8abf-378b7217a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:09.730550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-8754208a-3349-4f5f-8abf-378b7217a467 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423567 Apr 20 15:05:09.835987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-05db0a63-0bb9-41da-b253-666dd15a5142 service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990336 Apr 20 15:05:09.932922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4bc1fe9b-ef58-4a00-9c6a-a18a2c4559fd req-f14edcb5-f786-4cf6-abe9-b5fc6a1f4eec service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895078 Apr 20 15:05:10.054052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-e72d7d11-066c-49b9-a4ef-b2e7702009e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:10.055707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-e72d7d11-066c-49b9-a4ef-b2e7702009e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0594776 Apr 20 15:05:10.084207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48f17-8d79-4acb-bbd0-902b68592e81 req-f421851b-bb86-47f8-9eca-ca765d6c8e1d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:10.086839 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdd48f17-8d79-4acb-bbd0-902b68592e81 req-f421851b-bb86-47f8-9eca-ca765d6c8e1d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 944 time: 0.0810578 Apr 20 15:05:10.147069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdd48f17-8d79-4acb-bbd0-902b68592e81 req-b02bdcb2-cdbb-441f-bb17-c090e8b391cb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505805 Apr 20 15:05:10.186654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b37b965-3d33-44d1-b538-aabc2d8d5d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:10.232718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-5dd93e87-4ac5-490d-b018-b8bb6467ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:10.234405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-5dd93e87-4ac5-490d-b018-b8bb6467ad97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 898 time: 0.1715174 Apr 20 15:05:10.294774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-5e43583d-2090-4c09-af24-b43f47cf24e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 217 time: 0.0533278 Apr 20 15:05:10.356076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-6bf98c9e-30b2-4e3f-a707-1d2f61f8f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:10.357763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-6bf98c9e-30b2-4e3f-a707-1d2f61f8f7e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0568669 Apr 20 15:05:10.408536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-98593559-9658-4434-a617-3d71decb4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:10.411106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-98593559-9658-4434-a617-3d71decb4da4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470507 Apr 20 15:05:10.504599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-ba83cf99-4f6f-4fed-b441-45aec66ec034 service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871980 Apr 20 15:05:10.609371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-42d08514-5743-428a-aa20-7f4061e99fe1 req-f03ff338-5784-41e3-974b-ec959a3aceed service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984921 Apr 20 15:05:11.310799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacce51-fa3a-4b9d-858f-fc947f1304b8 req-9992c0a3-63bb-4b4b-8f43-ac09c4d229bf tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:11.313174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dacce51-fa3a-4b9d-858f-fc947f1304b8 req-9992c0a3-63bb-4b4b-8f43-ac09c4d229bf tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 944 time: 0.0767477 Apr 20 15:05:11.366382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dacce51-fa3a-4b9d-858f-fc947f1304b8 req-ec82963f-d2a3-4311-ad2d-887732266618 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444851 Apr 20 15:05:12.518314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2f1a5-5471-4e96-b574-e96f314ff406 req-216d081d-f54e-484e-b278-06f882c2a449 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:12.520132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dab2f1a5-5471-4e96-b574-e96f314ff406 req-216d081d-f54e-484e-b278-06f882c2a449 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 944 time: 0.0696270 Apr 20 15:05:12.562102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dab2f1a5-5471-4e96-b574-e96f314ff406 req-efaf923b-073f-47ad-87ae-9dbc7141e456 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Apr 20 15:05:13.234137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:13.290527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Deleting subnet 5e761288-b162-46f6-a0e2-5b8f692bdd67 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:05:13.294550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.338609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.380004 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.442758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.467400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e761288-b162-46f6-a0e2-5b8f692bdd67,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:13.471337 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eb75a9b0-7f34-4380-8148-a999a34fb2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.485575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.491228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ef8e1f51-6d5c-4227-9c93-5241fc9fefb2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e761288-b162-46f6-a0e2-5b8f692bdd67 HTTP/1.1" status: 204 len: 168 time: 0.2559416 Apr 20 15:05:13.494119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40378) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:13.579756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0daca81-39be-46a5-acad-4ecdca722a2a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:05:13.589497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.742448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.763220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0daca81-39be-46a5-acad-4ecdca722a2a,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:13.766702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ff0cf8-fbcd-45e8-84d4-cd94145632aa']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:13.771543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16019a6f-743c-41e8-b637-518f91bec0f8 req-ff357682-b6e7-4523-a575-09ad08372cb8 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:13.773318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16019a6f-743c-41e8-b637-518f91bec0f8 req-ff357682-b6e7-4523-a575-09ad08372cb8 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 944 time: 0.1154568 Apr 20 15:05:13.779093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:05:13.784911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.785302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:13.785594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b64f7e5-fef5-4a2b-9418-a4bab5ab24a0') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:13.796682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.810798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.815367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b6b45-7ff9-493b-a57a-bb77650d21dd req-0121bf06-a458-45b8-9b59-5099d9edd2ac tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:13.817597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-132b6b45-7ff9-493b-a57a-bb77650d21dd req-0121bf06-a458-45b8-9b59-5099d9edd2ac tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0894592 Apr 20 15:05:13.822755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.824039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:05:13.824583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.838618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0daca81-39be-46a5-acad-4ecdca722a2a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:05:13.854785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16019a6f-743c-41e8-b637-518f91bec0f8 req-b74f8abb-89ff-4831-aa10-736d1b745bf6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738714 Apr 20 15:05:13.871922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0daca81-39be-46a5-acad-4ecdca722a2a,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:13.881342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.910660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-132b6b45-7ff9-493b-a57a-bb77650d21dd req-a6bc00c8-c599-4d41-b0f5-ed0001b308da tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784373 Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:05:13.912256 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:05:13.921562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.953795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:13.957362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:13.957953 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] 10.222.0.20 "DELETE /v2.0/networks/75ff0cf8-fbcd-45e8-84d4-cd94145632aa HTTP/1.1" status: 204 len: 168 time: 0.4625101 Apr 20 15:05:13.959271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2dab-0086-46cf-b978-a0bd0aaaf50f admin admin] Pushing event deleted for resources: {'Network': ['ID=75ff0cf8-fbcd-45e8-84d4-cd94145632aa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:14.133670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40386) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:14.192861 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc042899-124f-4c7c-b717-6befec855758 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3e59cd707fc49de809363d7d73c1e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576603 Apr 20 15:05:14.195532 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40388) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:14.226783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['c0daca81-39be-46a5-acad-4ecdca722a2a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:05:14.254740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:14.277119 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:14.321663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:14.329345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:14.332609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:14.333796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9994d6a-4881-44a4-be27-f2f3e19b1087 HTTP/1.1" status: 204 len: 168 time: 0.1373403 Apr 20 15:05:14.341467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f7a6d-1d62-44ce-818a-da3ebe3513bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9994d6a-4881-44a4-be27-f2f3e19b1087,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:14.985692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eda33-d649-4daa-babd-d46965481241 req-ae3dd264-1b31-40be-bffb-ab249180740a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:14.987554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-720eda33-d649-4daa-babd-d46965481241 req-ae3dd264-1b31-40be-bffb-ab249180740a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 945 time: 0.0572083 Apr 20 15:05:15.048512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-720eda33-d649-4daa-babd-d46965481241 req-6f491d04-3a3c-481f-bf1b-5dac7bf56609 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516889 Apr 20 15:05:15.060930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75cb5e-7ff4-48e1-94d2-302a06156196 req-94e63765-d5e7-47df-ba9a-1f4bb7d61e0f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:15.063105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40414) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:15.068668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f75cb5e-7ff4-48e1-94d2-302a06156196 req-94e63765-d5e7-47df-ba9a-1f4bb7d61e0f tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0742054 Apr 20 15:05:15.101511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f75cb5e-7ff4-48e1-94d2-302a06156196 req-07403ba1-31e2-4330-b00c-91eb6bcb53fb tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Apr 20 15:05:15.161479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-3951412-network', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:15.184697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Made reservation on behalf of 1775d7da147a470b8c5b4552cea7623a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:15.187074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.195668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.235716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.271447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.272741 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.276001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.303223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:05:15.312957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f17493-d622-4c69-b7b0-270e90250ed4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:15.317837 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.318180 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Added segment 4ffcf597-f13f-4c3c-b0e9-765420fbab12 of type vlan for network c099621a-262a-435b-a8c0-fcd901c2bb96 Apr 20 15:05:15.358263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.384162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.385119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:15.386040 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.437752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3736389 Apr 20 15:05:15.440977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40418) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:15.446409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Request body: {'subnet': {'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-3951412-subnet', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:15.451050 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefaaf5-a8cd-4fdb-9999-f370bc817f4a admin admin] Pushing event updated for resources: {'Network': ['ID=c099621a-262a-435b-a8c0-fcd901c2bb96,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:15.461718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network c099621a-262a-435b-a8c0-fcd901c2bb96 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:05:15.469926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Made reservation on behalf of 1775d7da147a470b8c5b4552cea7623a for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:15.472419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.599503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0daca81-39be-46a5-acad-4ecdca722a2a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:15.653594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.656622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port c0daca81-39be-46a5-acad-4ecdca722a2a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:05:15.661652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port c0daca81-39be-46a5-acad-4ecdca722a2a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:15.661856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.719091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17d96ab-29ad-4032-bf52-cfae36b44aea,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:15.730216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Checking segment: {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:15.730625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Network hostable DHCP agents. Network: c099621a-262a-435b-a8c0-fcd901c2bb96, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:05:15.745596 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.751928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Network c099621a-262a-435b-a8c0-fcd901c2bb96 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:05:15.763582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, c099621a-262a-435b-a8c0-fcd901c2bb96) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:15.769891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:15.771081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.775938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:15.778388 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5df66-759c-4ce3-9ad3-69d493675c37" -d '{"events": [{"server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:15.786926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50e35d-8afa-49e0-afc5-68f5591b6745 None None] Network c099621a-262a-435b-a8c0-fcd901c2bb96 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:15.788955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-962d76e9-6257-4b30-8d8b-108b654d5142 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3467350 Apr 20 15:05:15.792288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:15.797765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:15.798657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0daca81-39be-46a5-acad-4ecdca722a2a,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:15.819538 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.821473 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.823021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:15.889723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.046467 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef4768-efbf-44a7-8419-7263cbcaa523 x-openstack-request-id: req-e1ef4768-efbf-44a7-8419-7263cbcaa523 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:16.046812 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:16.047079 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ef4768-efbf-44a7-8419-7263cbcaa523 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:16.047495 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ef4768-efbf-44a7-8419-7263cbcaa523'] response: {'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'code': 200} Apr 20 15:05:16.059730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-ca5c31a0-851b-4236-9b06-962338fa9383 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:16.061919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-ca5c31a0-851b-4236-9b06-962338fa9383 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.0543110 Apr 20 15:05:16.065636 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.071411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a34bf1-6626-4750-9e7c-f24adf4b16f2 req-5c44d158-d906-42d2-ba1b-2aacffa0e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:16.072013 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-91a34bf1-6626-4750-9e7c-f24adf4b16f2 req-5c44d158-d906-42d2-ba1b-2aacffa0e27f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1097 time: 0.1428049 Apr 20 15:05:16.142137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:16.166166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-91a34bf1-6626-4750-9e7c-f24adf4b16f2 req-c55672d5-2912-4797-bfa2-2904127a96e2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869174 Apr 20 15:05:16.241581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-c099621a-262a-435b-a8c0-fcd901c2bb96', 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'fixed_ips': [{'subnet_id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:05:16.242778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.266853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11d76-1fc0-4759-9cd1-258afe638171 req-66655043-3108-4577-822f-a94e2d1b1950 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:16.272509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1f11d76-1fc0-4759-9cd1-258afe638171 req-66655043-3108-4577-822f-a94e2d1b1950 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.1163945 Apr 20 15:05:16.277296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Deleting port ccb160dc-247a-435f-ac7f-342ab3854434 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:16.277662 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.343612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.361358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc97a-97c8-4a5e-89bc-cb008edc9f0b req-51003c91-d83e-4412-ad96-225f38caca08 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:16.363217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fffc97a-97c8-4a5e-89bc-cb008edc9f0b req-51003c91-d83e-4412-ad96-225f38caca08 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=74fcfa40-1e2a-426c-b516-947cac1d98c0 HTTP/1.1" status: 200 len: 945 time: 0.1611955 Apr 20 15:05:16.377762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.402398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Allocated IP 172.20.0.2 (c099621a-262a-435b-a8c0-fcd901c2bb96/f17d96ab-29ad-4032-bf52-cfae36b44aea/deb46f2e-d164-412d-a0ac-d31fdb88262e) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:16.414559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b1f11d76-1fc0-4759-9cd1-258afe638171 req-dabcdcfb-3af6-42b5-aacd-9a68102f0145 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333199 Apr 20 15:05:16.453272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fffc97a-97c8-4a5e-89bc-cb008edc9f0b req-ed7420dd-5f16-4e0c-b309-3c16432d60b3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834334 Apr 20 15:05:16.460335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] For port ccb160dc-247a-435f-ac7f-342ab3854434, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=ccb160dc-247a-435f-ac7f-342ab3854434,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:16.460705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.483374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Calling delete_port for ccb160dc-247a-435f-ac7f-342ab3854434 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:16.505326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Allocated IP 172.25.1.69 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/acb491c2-af1f-4602-a190-6b95cee60840) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:16.564274 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.571458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.613724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Network c099621a-262a-435b-a8c0-fcd901c2bb96 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:16.616967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:16.617554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.620907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:16.633594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.641309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Pushing event updated for resources: {'Port': ['ID=deb46f2e-d164-412d-a0ac-d31fdb88262e,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:16.662171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['ccb160dc-247a-435f-ac7f-342ab3854434'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:05:16.664364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:05:16.666062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event deleted for resources: {'Port': ['ID=ccb160dc-247a-435f-ac7f-342ab3854434,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:16.669599 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.710168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:16.715608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:16.719314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:16.744789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Pushing event updated for resources: {'Port': ['ID=acb491c2-af1f-4602-a190-6b95cee60840,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:16.748000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] No DVR routers for this DVR port ccb160dc-247a-435f-ac7f-342ab3854434 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:16.751898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.755768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Attempting to bind port deb46f2e-d164-412d-a0ac-d31fdb88262e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:16.756357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Attempting to bind port deb46f2e-d164-412d-a0ac-d31fdb88262e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:16.756830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Attempting to bind port deb46f2e-d164-412d-a0ac-d31fdb88262e on network c099621a-262a-435b-a8c0-fcd901c2bb96 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:16.758196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54c640e9-fd1a-4963-953e-88497fa915d4 req-a4ab0231-836a-4191-89e5-5e31d2baac78 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.45 "DELETE /v2.0/ports/ccb160dc-247a-435f-ac7f-342ab3854434 HTTP/1.1" status: 204 len: 173 time: 0.6900549 Apr 20 15:05:16.758899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'name': 'network-vif-deleted', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:16.762121 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b16648-088b-4103-81d2-aebe7d727090" -d '{"events": [{"server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "name": "network-vif-deleted", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:16.767120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:16.767596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Checking segment: {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:16.768074 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.768661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Bound using segment: {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:16.769188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Bound port: deb46f2e-d164-412d-a0ac-d31fdb88262e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:16.769898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.813115 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cc17cd-592d-41a4-9efe-337cc4ffa0a9 x-openstack-request-id: req-53cc17cd-592d-41a4-9efe-337cc4ffa0a9 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:16.813415 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fcfa40-1e2a-426c-b516-947cac1d98c0", "name": "network-vif-deleted", "tag": "ccb160dc-247a-435f-ac7f-342ab3854434", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:16.813670 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53cc17cd-592d-41a4-9efe-337cc4ffa0a9 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:16.814075 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cc17cd-592d-41a4-9efe-337cc4ffa0a9'] response: {'server_uuid': '74fcfa40-1e2a-426c-b516-947cac1d98c0', 'name': 'network-vif-deleted', 'tag': 'ccb160dc-247a-435f-ac7f-342ab3854434', 'status': 'completed', 'code': 200} Apr 20 15:05:16.881613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] For port deb46f2e-d164-412d-a0ac-d31fdb88262e, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:16.886447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] For port deb46f2e-d164-412d-a0ac-d31fdb88262e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=deb46f2e-d164-412d-a0ac-d31fdb88262e,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:16.895958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:16.985104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b3cbd-0ab3-44a0-bea2-da2c6ae4822c None None] Pushing event updated for resources: {'Port': ['ID=deb46f2e-d164-412d-a0ac-d31fdb88262e,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:17.010449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:17.252448 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:17.421363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:05:17.572151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99a66-ad41-422b-a62c-b05e2a75b721 req-e6f290cd-5b2a-4743-90b3-b764ffae0534 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:17.572790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:17.574703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caa99a66-ad41-422b-a62c-b05e2a75b721 req-e6f290cd-5b2a-4743-90b3-b764ffae0534 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0754960 Apr 20 15:05:17.582394 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Sync routers for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:17.598025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:17.599904 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4ad3ddf4-fbbb-4b30-8fed-a97ba1df4bca admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8064115 Apr 20 15:05:17.602689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40446) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:17.602835 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:17.603406 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:17.639026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caa99a66-ad41-422b-a62c-b05e2a75b721 req-57d0e30b-3de3-401a-88b0-5e3ca497db8e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516729 Apr 20 15:05:17.723569 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:17.831337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319653e5-6f07-42a5-b21a-b6997633ea76 req-239fb401-3bc3-4e00-873b-3faf96c2c238 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:17.843540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-319653e5-6f07-42a5-b21a-b6997633ea76 req-239fb401-3bc3-4e00-873b-3faf96c2c238 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0995662 Apr 20 15:05:17.921602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-319653e5-6f07-42a5-b21a-b6997633ea76 req-8f22c85b-fc26-4628-963e-4070c39aa624 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605071 Apr 20 15:05:17.925970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device deb46f2e-d164-412d-a0ac-d31fdb88262e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:18.030488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port deb46f2e-d164-412d-a0ac-d31fdb88262e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:18.030938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.150114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65569a27-86ef-4983-9dcf-5e32a7acf37b req-f1808a33-434f-4d13-b65b-23c98fa0570b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:18.151912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65569a27-86ef-4983-9dcf-5e32a7acf37b req-f1808a33-434f-4d13-b65b-23c98fa0570b tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0835462 Apr 20 15:05:18.152971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:16Z', 'revision_number': 3, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:18.170254 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.194207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Checking router: f753d888-bfb2-4b9e-9b90-f7eae421e2f2 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:18.195078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Updating router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 port acb491c2-af1f-4602-a190-6b95cee60840 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:05:18.207439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65569a27-86ef-4983-9dcf-5e32a7acf37b req-bf3b50fa-a27b-4ab5-8e1e-373e29953395 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Apr 20 15:05:18.211399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port deb46f2e-d164-412d-a0ac-d31fdb88262e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=deb46f2e-d164-412d-a0ac-d31fdb88262e,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:18.218084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.248231 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.254072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ffe59-aa8c-4694-a9da-a6bed1fa9890 None None] Network c099621a-262a-435b-a8c0-fcd901c2bb96 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:18.332253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=deb46f2e-d164-412d-a0ac-d31fdb88262e,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:18.367890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1f8a0e58-684c-4e54-b8e2-2acab54364a2 None None] Provisioning complete for port deb46f2e-d164-412d-a0ac-d31fdb88262e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:18.368167 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0e58-684c-4e54-b8e2-2acab54364a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.540471 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.546759 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.612961 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Attempting to bind port acb491c2-af1f-4602-a190-6b95cee60840 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:18.613592 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Attempting to bind port acb491c2-af1f-4602-a190-6b95cee60840 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:18.613714 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Attempting to bind port acb491c2-af1f-4602-a190-6b95cee60840 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:18.616521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.616994 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fee033-5406-4c7b-b85d-969ce410983e None None] Pushing event updated for resources: {'Port': ['ID=acb491c2-af1f-4602-a190-6b95cee60840,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:18.621712 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:18.622119 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:18.622515 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.622868 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:18.623343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Bound port: acb491c2-af1f-4602-a190-6b95cee60840, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:18.623712 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.691864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] For port acb491c2-af1f-4602-a190-6b95cee60840, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:18.697622 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] For port acb491c2-af1f-4602-a190-6b95cee60840, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=acb491c2-af1f-4602-a190-6b95cee60840,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:18.702876 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.781273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:18.781982 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:18.819387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c635a0-1984-43e4-87fe-23e81a933532 req-7d5f826f-030c-4f6d-8f85-f7607415951e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:18.828002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84c635a0-1984-43e4-87fe-23e81a933532 req-7d5f826f-030c-4f6d-8f85-f7607415951e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0671611 Apr 20 15:05:18.843453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aefa1fde-2bce-4cdd-9899-becc68ab7ed0 None None] Provisioning complete for port deb46f2e-d164-412d-a0ac-d31fdb88262e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:18.843978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aefa1fde-2bce-4cdd-9899-becc68ab7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:18.889152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Allocated IP 172.20.0.1 (c099621a-262a-435b-a8c0-fcd901c2bb96/f17d96ab-29ad-4032-bf52-cfae36b44aea/5243f89a-b48c-486c-82b5-daf9e5c378d7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:18.903371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84c635a0-1984-43e4-87fe-23e81a933532 req-f01428ae-dc37-4047-ba0b-339449b9ae0e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741165 Apr 20 15:05:18.938966 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fee033-5406-4c7b-b85d-969ce410983e None None] Pushing event updated for resources: {'Port': ['ID=acb491c2-af1f-4602-a190-6b95cee60840,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:18.954451 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:19.028524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.068351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.099298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a967e7-3b86-435e-a56e-bf259a69b599 req-c36eef91-68a3-427e-ab06-4e9d3cd45163 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:19.100923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71a967e7-3b86-435e-a56e-bf259a69b599 req-c36eef91-68a3-427e-ab06-4e9d3cd45163 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0838585 Apr 20 15:05:19.103664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Network c099621a-262a-435b-a8c0-fcd901c2bb96 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:19.107605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:19.113550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:19.117166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a148402-b807-4635-b9bd-cf2aeb79e417 req-0553c877-42b1-47ea-957a-ca08b4f66e3d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:19.118825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a148402-b807-4635-b9bd-cf2aeb79e417 req-0553c877-42b1-47ea-957a-ca08b4f66e3d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0656807 Apr 20 15:05:19.152012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Pushing event updated for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:19.165263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.183519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71a967e7-3b86-435e-a56e-bf259a69b599 req-8342bfeb-3201-4d17-8e73-7312e89ab226 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636332 Apr 20 15:05:19.191492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a148402-b807-4635-b9bd-cf2aeb79e417 req-039c5d61-c194-48d2-940f-5d3fa835c51a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607901 Apr 20 15:05:19.224442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40466) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:19.232400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:16Z', 'revision_number': 3, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:19.279102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583d6c8-1334-49b3-b63b-82b0825bef39 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:19.281830 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd485e-654e-440b-979b-4dcffdf206df None None] The sync data for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 is: [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:16Z', 'revision_number': 3, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:19.293231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:19.293743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f583d6c8-1334-49b3-b63b-82b0825bef39 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1092 time: 0.0652225 Apr 20 15:05:19.298320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:19.356966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.373573 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58e93f-62df-4214-a62b-6cf005543a5d req-e6430443-4633-4c60-93e8-cd46b2221790 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:19.375315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d58e93f-62df-4214-a62b-6cf005543a5d req-e6430443-4633-4c60-93e8-cd46b2221790 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Apr 20 15:05:19.380336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.401067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6aba02dd-ab68-46c2-b320-90ef74eb9ae0 None None] Provisioning complete for port 5243f89a-b48c-486c-82b5-daf9e5c378d7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:19.401585 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6aba02dd-ab68-46c2-b320-90ef74eb9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.421962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d58e93f-62df-4214-a62b-6cf005543a5d req-b8a37311-f025-406f-acca-1fb25f32ede4 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Apr 20 15:05:19.439197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6aba02dd-ab68-46c2-b320-90ef74eb9ae0 None None] Port 5243f89a-b48c-486c-82b5-daf9e5c378d7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:19.616986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.620565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ccb160dc-247a-435f-ac7f-342ab3854434 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:19.642728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: ccb160dc-247a-435f-ac7f-342ab3854434 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:19.643149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device ccb160dc-247a-435f-ac7f-342ab3854434 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:19.693446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.700210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.798738 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Pushing event updated for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:19.803260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:19.821204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.25.1.104 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/13436c87-5b5d-4436-8eb5-4d71144f0319) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:19.944539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device acb491c2-af1f-4602-a190-6b95cee60840 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:19.984246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Network c099621a-262a-435b-a8c0-fcd901c2bb96 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:19.990916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:20.005024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port acb491c2-af1f-4602-a190-6b95cee60840 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:20.005619 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.054319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.101123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.132073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port acb491c2-af1f-4602-a190-6b95cee60840, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=acb491c2-af1f-4602-a190-6b95cee60840,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:20.137543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.138651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device deb46f2e-d164-412d-a0ac-d31fdb88262e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:20.140768 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.201514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:20.210067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:20.217493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:20.232631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=acb491c2-af1f-4602-a190-6b95cee60840,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:20.245432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.245774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.246112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.246540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.246867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.247190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.247538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.247864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.248183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.248501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.248819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.249133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:20.250434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=13436c87-5b5d-4436-8eb5-4d71144f0319,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:20.258644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port deb46f2e-d164-412d-a0ac-d31fdb88262e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:20.259320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.264655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:20.303159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3a8b6dc1-98b5-43ff-a00c-6794a825be2c None None] Provisioning complete for port 5243f89a-b48c-486c-82b5-daf9e5c378d7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:20.303531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a8b6dc1-98b5-43ff-a00c-6794a825be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.355617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b6dc1-98b5-43ff-a00c-6794a825be2c None None] Port 5243f89a-b48c-486c-82b5-daf9e5c378d7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:20.364262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d5621-594f-4ae3-89c2-eff548b7e71c req-9739f632-3e35-4314-a448-f8b65368db3a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:20.381586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f72d5621-594f-4ae3-89c2-eff548b7e71c req-9739f632-3e35-4314-a448-f8b65368db3a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0958211 Apr 20 15:05:20.431475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f72d5621-594f-4ae3-89c2-eff548b7e71c req-c2b42d02-4e3b-41ba-8e20-db95e2718a3b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Apr 20 15:05:20.524707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:20.532527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21df7c4d-2a50-4e48-bbbd-fb2a4d4fcfde admin admin] 10.222.0.20 "PUT /v2.0/routers/f753d888-bfb2-4b9e-9b90-f7eae421e2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9263394 Apr 20 15:05:20.573313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107376c-6a97-4461-8d0d-d29336d97722 req-c23897be-61e7-4928-8bc0-e2559f13b832 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:20.582145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107376c-6a97-4461-8d0d-d29336d97722 req-c23897be-61e7-4928-8bc0-e2559f13b832 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0732317 Apr 20 15:05:20.618890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8107376c-6a97-4461-8d0d-d29336d97722 req-b162819a-1060-470a-a165-2fa2a4751df3 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Apr 20 15:05:20.779981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.856029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:20.958310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:05:21.020650 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.026250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.071335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40490) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:21.076472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1504228280-network', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:21.098049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Made reservation on behalf of 381bde219bc24f61b4f1ec2cbb145d7c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:21.100575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.103201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=13436c87-5b5d-4436-8eb5-4d71144f0319,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:21.111939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.114534 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.170984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Sync routers for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:21.183621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:21.184818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:21.193441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.198989 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.215111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:05:21.226181 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Floating IP 37c7c5a7-ece7-4586-93e3-da7df89b5875 associated. External IP: 172.25.1.104, port: c0daca81-39be-46a5-acad-4ecdca722a2a. Apr 20 15:05:21.241211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.241564 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Added segment 2256447b-f55c-4d89-8cb0-18e0f594d473 of type vlan for network 721365eb-ca33-471c-95db-de932e0126df Apr 20 15:05:21.254226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4e095-f626-407b-be91-759f1aeb12f5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:21.294400 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.318690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:21.322493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.323710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:21.324289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.389100 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3165112 Apr 20 15:05:21.389853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-f3aa281c-9285-42cd-a779-51b8e34894cf tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:21.391339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-f3aa281c-9285-42cd-a779-51b8e34894cf tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0720718 Apr 20 15:05:21.391806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40492) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:21.396982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c004e5-f3e7-4f20-b024-0a4444766420 admin admin] Pushing event updated for resources: {'Network': ['ID=721365eb-ca33-471c-95db-de932e0126df,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:21.415788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 721365eb-ca33-471c-95db-de932e0126df details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:05:21.428482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Request body: {'subnet': {'network_id': '721365eb-ca33-471c-95db-de932e0126df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1504228280-subnet', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:21.498987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Made reservation on behalf of 381bde219bc24f61b4f1ec2cbb145d7c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:21.501142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.566145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543e47-8678-4657-b1c9-c259eb9a4316 req-f19f3ceb-3a7e-49a3-9e62-958466cc3e81 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:21.569184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d543e47-8678-4657-b1c9-c259eb9a4316 req-f19f3ceb-3a7e-49a3-9e62-958466cc3e81 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0574036 Apr 20 15:05:21.591266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:19Z', 'revision_number': 4, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5243f89a-b48c-486c-82b5-daf9e5c378d7', 'name': '', 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'mac_address': 'fa:16:3e:3c:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:18Z', 'updated_at': '2022-04-20T15:05:19Z', 'revision_number': 2, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'subnets': [{'id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:21.612287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d543e47-8678-4657-b1c9-c259eb9a4316 req-6aa3b023-fef5-4c41-be0a-5516980c3573 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359325 Apr 20 15:05:21.619904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Checking router: f753d888-bfb2-4b9e-9b90-f7eae421e2f2 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:21.620235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Updating router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 port 5243f89a-b48c-486c-82b5-daf9e5c378d7 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:05:21.661035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:21.747605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b90e3-446d-4229-a943-a163b44513f6 req-1efc8006-8383-4ce4-8585-a5b924605576 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:21.749353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e49b90e3-446d-4229-a943-a163b44513f6 req-1efc8006-8383-4ce4-8585-a5b924605576 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 945 time: 0.0553803 Apr 20 15:05:21.793458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e49b90e3-446d-4229-a943-a163b44513f6 req-dc0da6d3-c439-4b50-8378-06c24ae84162 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaa6893f-d1a0-4b29-8e43-ef9c47195076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Apr 20 15:05:21.881108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device acb491c2-af1f-4602-a190-6b95cee60840 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:21.982085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:21.991568 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port acb491c2-af1f-4602-a190-6b95cee60840 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:21.991941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.002274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Deleting port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:22.002492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.024522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.037373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.249621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] For port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:22.250282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.264788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19701ca7-9f62-4f1a-b9f0-f2d3eb881dd7 None None] Pushing event updated for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:22.279673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Calling delete_port for bd06c0a6-d0af-4543-a7f7-8dff08f74dcf owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:22.285692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:22.291631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.298186 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:22.314659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:22.316171 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:22.345379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bfae7b-b2cf-4096-87e0-83b783de4d0e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:22.355970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Attempting to bind port 5243f89a-b48c-486c-82b5-daf9e5c378d7 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:22.356350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Attempting to bind port 5243f89a-b48c-486c-82b5-daf9e5c378d7 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:22.357700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Attempting to bind port 5243f89a-b48c-486c-82b5-daf9e5c378d7 on network c099621a-262a-435b-a8c0-fcd901c2bb96 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:22.363652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:22.364039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Checking segment: {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:22.364502 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.364910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Bound using segment: {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:22.365394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Bound port: 5243f89a-b48c-486c-82b5-daf9e5c378d7, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffcf597-f13f-4c3c-b0e9-765420fbab12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:22.365868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.398783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.438895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] For port 5243f89a-b48c-486c-82b5-daf9e5c378d7, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:22.444588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] For port 5243f89a-b48c-486c-82b5-daf9e5c378d7, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5243f89a-b48c-486c-82b5-daf9e5c378d7,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:22.451098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.463644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Checking segment: {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:22.464089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Network hostable DHCP agents. Network: 721365eb-ca33-471c-95db-de932e0126df, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:05:22.469688 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b320a595-85ae-4121-9617-96206b4ae98a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1750655 Apr 20 15:05:22.472598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40498) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:22.473225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:22.474722 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:22.475655 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:22.539132 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733efc2-cbc6-4e85-93f0-22cc5fb12266 x-openstack-request-id: req-9733efc2-cbc6-4e85-93f0-22cc5fb12266 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:22.539484 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:22.539664 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9733efc2-cbc6-4e85-93f0-22cc5fb12266 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:22.541736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19701ca7-9f62-4f1a-b9f0-f2d3eb881dd7 None None] Pushing event updated for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:22.547209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:22.547928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:22.550885 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9733efc2-cbc6-4e85-93f0-22cc5fb12266'] response: {'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'status': 'completed', 'code': 200} Apr 20 15:05:22.555887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Network 721365eb-ca33-471c-95db-de932e0126df is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:05:22.600137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 721365eb-ca33-471c-95db-de932e0126df) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:22.632146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ed073-30ed-4e43-ae76-dd0fb0127b9c None None] Network 721365eb-ca33-471c-95db-de932e0126df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:22.636644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:22.638467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.644698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.692002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-95bab71c-b4eb-4ff1-978d-326f5538c7f3 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/37c7c5a7-ece7-4586-93e3-da7df89b5875 HTTP/1.1" status: 200 len: 992 time: 0.2172487 Apr 20 15:05:22.706468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-980a060e-b34f-46bf-bb27-1442c4c17bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:22.708366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Pushing event deleted for resources: {'Port': ['ID=bd06c0a6-d0af-4543-a7f7-8dff08f74dcf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:22.713654 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-980a060e-b34f-46bf-bb27-1442c4c17bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1097 time: 0.1155164 Apr 20 15:05:22.737133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40504) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:22.745503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4e3a0b9a-cc43-4db8-a294-3a5f2e5facb5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3067603 Apr 20 15:05:22.767786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:22.779046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:05:22.794798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] No DVR routers for this DVR port bd06c0a6-d0af-4543-a7f7-8dff08f74dcf on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:22.804008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.810008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-58dab1ca-69d3-44e2-87a4-c6a21d18876d req-48ccc703-b404-4410-ac2d-f216b6033719 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.43 "DELETE /v2.0/ports/bd06c0a6-d0af-4543-a7f7-8dff08f74dcf HTTP/1.1" status: 204 len: 173 time: 1.3768194 Apr 20 15:05:22.837555 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:22.874182 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:22.887248 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:22.887476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:22.900376 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:22.903667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] Provisioning complete for port 5243f89a-b48c-486c-82b5-daf9e5c378d7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:22.904363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.986742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5c4d9001-2b3a-4b68-a21f-b542008c7a21 req-27aec729-5988-48ba-b711-86040d7ed877 tempest-ServerRescueNegativeTestJSON-1409206716 tempest-ServerRescueNegativeTestJSON-1409206716-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc959ea-41f4-41a7-b73f-f3c93c3ae757 HTTP/1.1" status: 200 len: 210 time: 0.0838761 Apr 20 15:05:22.997677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:22.999151 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.031418 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:23.041582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7203421-81bd-418d-ab17-8390c0776080 req-588a6d80-6405-4593-b2f5-113afd9cd423 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:23.043111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7203421-81bd-418d-ab17-8390c0776080 req-588a6d80-6405-4593-b2f5-113afd9cd423 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.3079474 Apr 20 15:05:23.109291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-7e209091-017a-4c17-ab9e-6f4ac3946a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:23.110784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-7e209091-017a-4c17-ab9e-6f4ac3946a5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 898 time: 0.3898916 Apr 20 15:05:23.161993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.217902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-721365eb-ca33-471c-95db-de932e0126df', 'network_id': '721365eb-ca33-471c-95db-de932e0126df', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'fixed_ips': [{'subnet_id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:05:23.218191 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.279219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d7203421-81bd-418d-ab17-8390c0776080 req-daf5a721-7203-44eb-94d8-3dbc3e1cf08b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241707 Apr 20 15:05:23.360669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-4d44ff9b-d9b6-47e0-b6bf-bd779c012309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 1000 time: 0.1927061 Apr 20 15:05:23.367542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.368155 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:23.412856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.474090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-ebb7a021-d51f-4866-a998-febd7067f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:23.475592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-ebb7a021-d51f-4866-a998-febd7067f551 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0759513 Apr 20 15:05:23.485451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] For port 5243f89a-b48c-486c-82b5-daf9e5c378d7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5243f89a-b48c-486c-82b5-daf9e5c378d7,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:23.495287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:19Z', 'revision_number': 4, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5243f89a-b48c-486c-82b5-daf9e5c378d7', 'name': '', 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'mac_address': 'fa:16:3e:3c:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:18Z', 'updated_at': '2022-04-20T15:05:22Z', 'revision_number': 4, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'subnets': [{'id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:23.500598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.513379 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440a7f7-2147-4084-a10c-3ca26d33340a None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:00Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:23.575107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Allocated IP 172.20.0.2 (721365eb-ca33-471c-95db-de932e0126df/91bfae7b-b2cf-4096-87e0-83b783de4d0e/6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:23.576912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-ba0d27b2-de66-4698-8489-cd634db825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:23.578759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-ba0d27b2-de66-4698-8489-cd634db825ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706005 Apr 20 15:05:23.582741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8a255-e08a-4b28-93ee-ece4a0c1cf97 None None] The sync data for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 is: [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:19Z', 'revision_number': 4, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '5243f89a-b48c-486c-82b5-daf9e5c378d7', 'name': '', 'network_id': 'c099621a-262a-435b-a8c0-fcd901c2bb96', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'mac_address': 'fa:16:3e:3c:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:18Z', 'updated_at': '2022-04-20T15:05:22Z', 'revision_number': 4, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'subnets': [{'id': 'f17d96ab-29ad-4032-bf52-cfae36b44aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:23.609636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e8907-0848-4d0f-aaa4-b31b26525bee None None] Pushing event updated for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:23.691343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8d264a72-2e47-4d46-9723-f3901b88d1b3 None None] Provisioning complete for port 5243f89a-b48c-486c-82b5-daf9e5c378d7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:23.692090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d264a72-2e47-4d46-9723-f3901b88d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.695839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40510) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:23.785454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cc0b15ed-3ca0-4675-b572-64baf371df1f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/37c7c5a7-ece7-4586-93e3-da7df89b5875 HTTP/1.1" status: 200 len: 992 time: 0.0873599 Apr 20 15:05:23.836045 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-bde65fd2-bfe5-4de4-a5f1-c76e66ccfdd2 service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493281 Apr 20 15:05:23.915124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.923492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.965385 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b30cab-251c-4190-86f6-07122e1ce75f None None] New status for floating IP 37c7c5a7-ece7-4586-93e3-da7df89b5875: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:05:23.974998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:23.994379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5243f89a-b48c-486c-82b5-daf9e5c378d7 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:24.001484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.075074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9be9d26c-003d-48ee-87ca-f6b3d361eeb7 req-11de8b6b-e34a-44f0-ac0c-6b097c9c623d service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130070 Apr 20 15:05:24.083135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Network 721365eb-ca33-471c-95db-de932e0126df is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:24.106401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:24.114134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:24.116120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Pushing event updated for resources: {'Port': ['ID=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:24.171496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Allocated IP 172.25.1.192 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/b3621d1c-7572-4672-8b47-c08ff25bb724) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:24.238185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5243f89a-b48c-486c-82b5-daf9e5c378d7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:24.238766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.246057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Attempting to bind port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:24.246512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Attempting to bind port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:24.246912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Attempting to bind port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c on network 721365eb-ca33-471c-95db-de932e0126df {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:24.317703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.359585 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:24.360052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Checking segment: {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:24.360626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.361049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Bound using segment: {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:24.361659 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Bound port: 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:24.362408 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.365178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.406414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40518) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:24.493857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] For port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:24.495498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3621d1c-7572-4672-8b47-c08ff25bb724,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:24.506620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:24.511127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:24.513999 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:24.522267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] For port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:24.536006 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:24.552476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'name': 'network-vif-deleted', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:24.554933 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cc240-0044-44cf-a9d0-e6422742567d" -d '{"events": [{"server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "name": "network-vif-deleted", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:24.573649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f771d7-a9f5-4da5-bd20-7f483391a79e req-734272bb-4f77-4749-bfe8-59c9f0692563 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:24.582179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11f771d7-a9f5-4da5-bd20-7f483391a79e req-734272bb-4f77-4749-bfe8-59c9f0692563 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.1352823 Apr 20 15:05:24.625974 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d7227-6c93-4aa2-97bc-962e1cb6c4ab x-openstack-request-id: req-bd6d7227-6c93-4aa2-97bc-962e1cb6c4ab {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:24.626543 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc959ea-41f4-41a7-b73f-f3c93c3ae757", "name": "network-vif-deleted", "tag": "bd06c0a6-d0af-4543-a7f7-8dff08f74dcf", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:24.627064 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6d7227-6c93-4aa2-97bc-962e1cb6c4ab {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:24.627756 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6d7227-6c93-4aa2-97bc-962e1cb6c4ab'] response: {'server_uuid': 'dcc959ea-41f4-41a7-b73f-f3c93c3ae757', 'name': 'network-vif-deleted', 'tag': 'bd06c0a6-d0af-4543-a7f7-8dff08f74dcf', 'status': 'completed', 'code': 200} Apr 20 15:05:24.669650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029ba9-4237-4c59-bb3b-86ce16d53cf8 None None] Pushing event updated for resources: {'Port': ['ID=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:24.813423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40524) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:24.957774 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a7c1a8d7-11cd-44e3-8ed8-76e8bad8c2c8 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/37c7c5a7-ece7-4586-93e3-da7df89b5875 HTTP/1.1" status: 200 len: 994 time: 0.1431880 Apr 20 15:05:25.109916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11f771d7-a9f5-4da5-bd20-7f483391a79e req-9d764bec-b945-4091-be0c-18419f0b73b3 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266695 Apr 20 15:05:25.142009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.259419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.419600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Deleting port 0219c59e-ca83-4282-8040-19acd0ceb84d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:25.420102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.482609 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.502775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] For port 0219c59e-ca83-4282-8040-19acd0ceb84d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0219c59e-ca83-4282-8040-19acd0ceb84d,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:25.503305 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.522300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Calling delete_port for 0219c59e-ca83-4282-8040-19acd0ceb84d owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:25.624699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:05:25.705501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f041551-bda4-4d20-b72e-f3e149a82623 None None] Network 721365eb-ca33-471c-95db-de932e0126df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:25.727055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.756607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Pushing event deleted for resources: {'Port': ['ID=0219c59e-ca83-4282-8040-19acd0ceb84d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:25.758145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:25.782725 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Sync routers for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:25.801612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] Provisioning complete for port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:25.802114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.802633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:25.803419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5e170200-b0bb-4b8e-970c-3555c88c38e7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0652752 Apr 20 15:05:25.806461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40526) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:25.825373 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:25.826453 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:25.984141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bd06c0a6-d0af-4543-a7f7-8dff08f74dcf no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:26.041816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: bd06c0a6-d0af-4543-a7f7-8dff08f74dcf {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:26.042186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bd06c0a6-d0af-4543-a7f7-8dff08f74dcf not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:26.044458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.064383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:26.345027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104fad8-7108-485e-8c47-7d8499f61d65 req-3581c8d0-92ee-4206-92ba-868f9f9fc549 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:26.347004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7104fad8-7108-485e-8c47-7d8499f61d65 req-3581c8d0-92ee-4206-92ba-868f9f9fc549 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.1155348 Apr 20 15:05:26.365222 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:25Z', 'revision_number': 3, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:26.371171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:26.403024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Router 92ae784a-9ef3-44df-854f-eec774265ca6 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:26.408253 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Checking router: 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:26.409952 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Updating router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 port b3621d1c-7572-4672-8b47-c08ff25bb724 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:05:26.433507 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.439542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7104fad8-7108-485e-8c47-7d8499f61d65 req-f05aad3b-3e3d-4ba1-b6fe-1fb67b3a8142 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792861 Apr 20 15:05:26.450932 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.505613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:26.506028 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.514749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] For port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:26.561954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.569005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.586510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:26.596148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a19a56fc-5b02-4809-85c7-23516428693a admin admin] 10.222.0.20 "PUT /v2.0/routers/92ae784a-9ef3-44df-854f-eec774265ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1862390 Apr 20 15:05:26.597562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40530) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:26.605044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Sync routers for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:26.660985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:26.661658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:26.667525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22974f7-34c5-4351-b76d-110ab2be4dfd None None] Pushing event updated for resources: {'Port': ['ID=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:26.824624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.852319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:26.879533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Allocated IP 172.20.0.1 (721365eb-ca33-471c-95db-de932e0126df/91bfae7b-b2cf-4096-87e0-83b783de4d0e/bae96281-2e18-4428-8292-ce9a08991f00) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:05:26.890611 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.900623 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.961145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-670c73e3-519e-42c0-ab6a-11e7fcec05d1 None None] Provisioning complete for port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:26.961511 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-670c73e3-519e-42c0-ab6a-11e7fcec05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.969717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.982902 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Attempting to bind port b3621d1c-7572-4672-8b47-c08ff25bb724 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:26.983549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Attempting to bind port b3621d1c-7572-4672-8b47-c08ff25bb724 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:26.984144 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Attempting to bind port b3621d1c-7572-4672-8b47-c08ff25bb724 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:26.996182 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:26.996750 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:26.997378 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:26.997741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:26.998319 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Bound port: b3621d1c-7572-4672-8b47-c08ff25bb724, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:26.999672 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.023567 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.034437 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Pushing event updated for resources: {'Port': ['ID=b3621d1c-7572-4672-8b47-c08ff25bb724,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:27.046210 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.046764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.047195 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.047775 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.048193 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.048615 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.049033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.050200 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.050801 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.051364 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.051775 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.052198 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:27.053406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Deleting port a3962784-c031-4ee1-8aa9-9e30e84a4cc2 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:27.054389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.064100 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.096333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] For port b3621d1c-7572-4672-8b47-c08ff25bb724, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:27.100376 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] For port b3621d1c-7572-4672-8b47-c08ff25bb724, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3621d1c-7572-4672-8b47-c08ff25bb724,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:27.108088 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.115926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Network 721365eb-ca33-471c-95db-de932e0126df is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:27.121235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:27.125727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:05:27.142798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:05:25Z', 'revision_number': 5, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port': {'id': 'a3962784-c031-4ee1-8aa9-9e30e84a4cc2', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:00:12Z', 'updated_at': '2022-04-20T15:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:27.155820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] For port a3962784-c031-4ee1-8aa9-9e30e84a4cc2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:27.156284 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.164779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Pushing event updated for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:27.176012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Calling delete_port for a3962784-c031-4ee1-8aa9-9e30e84a4cc2 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:27.189920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.195909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Checking router: 92ae784a-9ef3-44df-854f-eec774265ca6 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:27.207024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Routers {'92ae784a-9ef3-44df-854f-eec774265ca6'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:27.208270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['92ae784a-9ef3-44df-854f-eec774265ca6'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:27.210376 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a9d92-77c4-450c-bb55-011b376e6d45 None None] Pushing event updated for resources: {'Port': ['ID=b3621d1c-7572-4672-8b47-c08ff25bb724,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:27.237899 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:27.238535 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:27.360722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] Set router 92ae784a-9ef3-44df-854f-eec774265ca6 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:27.378237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.381048 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:27.439231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.444150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:05:26Z', 'revision_number': 6, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:27.490810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b6b9-c7b8-40bf-8a04-69e5c45fc464 None None] The sync data for ids ['92ae784a-9ef3-44df-854f-eec774265ca6'] in n-d-836145-2 is: [{'id': '92ae784a-9ef3-44df-854f-eec774265ca6', 'name': 'tempest-ServerRescueNegativeTestJSON-1396544598-router', 'tenant_id': '276462381b334a95bac0b4db0eb3c192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:00:11Z', 'updated_at': '2022-04-20T15:05:26Z', 'revision_number': 6, 'project_id': '276462381b334a95bac0b4db0eb3c192', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:27.496208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3962784-c031-4ee1-8aa9-9e30e84a4cc2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:27.579140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d9f3cd99-ca03-4122-8e60-127f5b509dc7 None None] Provisioning complete for port bae96281-2e18-4428-8292-ce9a08991f00 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:27.579987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cd99-ca03-4122-8e60-127f5b509dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.591818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.600522 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a912eeb-33c8-4a9b-ab59-03828cb0e370 req-2058340f-e35e-425b-84a4-121525ba4331 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:27.603372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a912eeb-33c8-4a9b-ab59-03828cb0e370 req-2058340f-e35e-425b-84a4-121525ba4331 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0759859 Apr 20 15:05:27.632773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3cd99-ca03-4122-8e60-127f5b509dc7 None None] Port bae96281-2e18-4428-8292-ce9a08991f00 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:27.653761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a912eeb-33c8-4a9b-ab59-03828cb0e370 req-0cbc04c4-30fd-493f-bd1e-2987b54b71eb tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Apr 20 15:05:27.654769 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:25Z', 'revision_number': 3, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:27.656039 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.667866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.692725 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fc6c3-a853-43a5-be4e-d04626b88975 None None] The sync data for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 is: [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:25Z', 'revision_number': 3, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:27.699054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.702363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.741520 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.744517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Pushing event updated for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:27.750366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.752303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ae784a-9ef3-44df-854f-eec774265ca6 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:05:27.757576 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.759002 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e1d039a7-b3e9-4ce6-af86-88df5529892f admin admin] 10.222.0.20 "DELETE /v2.0/routers/92ae784a-9ef3-44df-854f-eec774265ca6 HTTP/1.1" status: 204 len: 168 time: 1.1602225 Apr 20 15:05:27.761964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40534) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:27.813609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Deleting subnet 0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:05:27.816973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.864974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:27.881043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Network 721365eb-ca33-471c-95db-de932e0126df is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:05:27.882934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:28.009435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.061769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:28.115570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:28.139593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.151440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:28.151831 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.179422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.186132 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a HTTP/1.1" status: 204 len: 168 time: 0.4230549 Apr 20 15:05:28.187121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40536) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:28.204049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe424e-e4dd-4dd8-b95b-bc33a8ebd10d None None] Network 6ef417d5-19d8-4305-8f34-798fe8776f97 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:28.267579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.269575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0b3b-e81b-44a0-b6b2-57d3f7f799df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6df5b2-13c1-43b3-bf0f-4e6358a5ec3a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:28.277425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:28.283165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-df112764-7b6b-425b-9fa7-1999bfc00820 admin admin] 10.222.0.20 "PUT /v2.0/routers/42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4732404 Apr 20 15:05:28.349933 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Deleting port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:28.350866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.351028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6ca6b445-588f-462c-8380-b0637110f73a None None] Provisioning complete for port bae96281-2e18-4428-8292-ce9a08991f00 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:28.351314 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b445-588f-462c-8380-b0637110f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.421844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6b445-588f-462c-8380-b0637110f73a None None] Port bae96281-2e18-4428-8292-ce9a08991f00 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:05:28.454626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] For port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,segment=NetworkSegment(b3cf39b4-c94b-484d-8e35-e5240952a86c),segment_id=b3cf39b4-c94b-484d-8e35-e5240952a86c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:28.454994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.474910 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Calling delete_port for f1ecac5a-318c-437f-9d0c-a41cf2f22d9c owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:28.511584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0219c59e-ca83-4282-8040-19acd0ceb84d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:28.537110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0219c59e-ca83-4282-8040-19acd0ceb84d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:28.540080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0219c59e-ca83-4282-8040-19acd0ceb84d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:28.588833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e95fc8-7b4b-48bc-8be1-0a9b7d57609a None None] DHCP port deletion for 6ef417d5-19d8-4305-8f34-798fe8776f97 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:05:28.591324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:28.614518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] No DVR routers for this DVR port f1ecac5a-318c-437f-9d0c-a41cf2f22d9c on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:28.681285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ecac5a-318c-437f-9d0c-a41cf2f22d9c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:28.823232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773788-6251-4e0d-8e84-a0193c30eeb4 req-534d7530-6efb-4ce0-b5cc-e04bfb4a6ebc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:28.825187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94773788-6251-4e0d-8e84-a0193c30eeb4 req-534d7530-6efb-4ce0-b5cc-e04bfb4a6ebc tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0610108 Apr 20 15:05:28.896131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94773788-6251-4e0d-8e84-a0193c30eeb4 req-f1ec2961-6431-44f3-8a5c-79b63a2ad5b0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630238 Apr 20 15:05:29.125901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.153324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef417d5-19d8-4305-8f34-798fe8776f97']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:29.164814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cf39b4-c94b-484d-8e35-e5240952a86c') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:29.165210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cf39b4-c94b-484d-8e35-e5240952a86c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:29.175768 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.197295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.204406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:05:29.204805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:05:29.206668 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:05:29.268661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.285932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.289169 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ef417d5-19d8-4305-8f34-798fe8776f97 HTTP/1.1" status: 204 len: 168 time: 1.1010551 Apr 20 15:05:29.290122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9bc2-a807-45ae-8fc6-273b6313affc admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef417d5-19d8-4305-8f34-798fe8776f97,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:29.407835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:29.464265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8726ab12-8330-466a-8a6e-19847287308e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276462381b334a95bac0b4db0eb3c192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552061 Apr 20 15:05:29.467070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40586) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:29.516992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40590) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:29.525974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.547621 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.594968 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.597555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.598731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaa6893f-d1a0-4b29-8e43-ef9c47195076 HTTP/1.1" status: 204 len: 168 time: 0.1277499 Apr 20 15:05:29.607236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b74178-4268-47a1-9030-b3d23395cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6893f-d1a0-4b29-8e43-ef9c47195076,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:29.883652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3621d1c-7572-4672-8b47-c08ff25bb724 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:29.903312 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:29.936252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b3621d1c-7572-4672-8b47-c08ff25bb724 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:29.936632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.021841 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.044414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b3621d1c-7572-4672-8b47-c08ff25bb724, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3621d1c-7572-4672-8b47-c08ff25bb724,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:30.051579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.065291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8cc8f-48c9-4efd-8437-794d0caf16ee req-41012a63-e32b-444e-b704-6341d14d7e37 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:30.076408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2e8cc8f-48c9-4efd-8437-794d0caf16ee req-41012a63-e32b-444e-b704-6341d14d7e37 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.1024358 Apr 20 15:05:30.107031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b3621d1c-7572-4672-8b47-c08ff25bb724,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:30.126011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a3962784-c031-4ee1-8aa9-9e30e84a4cc2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:30.147722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a3962784-c031-4ee1-8aa9-9e30e84a4cc2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:30.148367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a3962784-c031-4ee1-8aa9-9e30e84a4cc2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:30.148779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1ecac5a-318c-437f-9d0c-a41cf2f22d9c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:30.172333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f1ecac5a-318c-437f-9d0c-a41cf2f22d9c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:30.172950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1ecac5a-318c-437f-9d0c-a41cf2f22d9c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:30.179565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2e8cc8f-48c9-4efd-8437-794d0caf16ee req-03be06ba-aa68-43e9-8d1e-1fbc2e5eb72c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886981 Apr 20 15:05:30.407684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:30.522195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-216514292-network', 'tenant_id': '26d9df7768704dc9b9864a8b351084f1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:30.545557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Made reservation on behalf of 26d9df7768704dc9b9864a8b351084f1 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:30.548011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.557976 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.630618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Deleting port 5243f89a-b48c-486c-82b5-daf9e5c378d7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:30.630895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.646418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.651031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.672305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:05:30.686960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee763895-0c40-4156-bce8-de4ae9118b47,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:30.690044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.690387 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Added segment 7a307942-6463-4452-846b-03a154b998f1 of type vlan for network 270b504f-f3fc-4cae-8174-9f71a34f663d Apr 20 15:05:30.727208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] For port 5243f89a-b48c-486c-82b5-daf9e5c378d7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5243f89a-b48c-486c-82b5-daf9e5c378d7,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:30.727571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.729930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.740294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Calling delete_port for 5243f89a-b48c-486c-82b5-daf9e5c378d7 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:30.765780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.766763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:30.767333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.820296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4114745 Apr 20 15:05:30.824409 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:30.829056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Request body: {'subnet': {'network_id': '270b504f-f3fc-4cae-8174-9f71a34f663d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-216514292-subnet', 'tenant_id': '26d9df7768704dc9b9864a8b351084f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:05:30.836913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722769f-19d9-459d-b0fd-e1839390238e admin admin] Pushing event updated for resources: {'Network': ['ID=270b504f-f3fc-4cae-8174-9f71a34f663d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:30.852355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 270b504f-f3fc-4cae-8174-9f71a34f663d details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:05:30.859318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Made reservation on behalf of 26d9df7768704dc9b9864a8b351084f1 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:05:30.862436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.935770 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:30.968562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Pushing event deleted for resources: {'Port': ['ID=5243f89a-b48c-486c-82b5-daf9e5c378d7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:31.071196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.122647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5384d95b-6624-44ed-bf25-b9f531b28481,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:31.154555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Checking segment: {'id': '7a307942-6463-4452-846b-03a154b998f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '270b504f-f3fc-4cae-8174-9f71a34f663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:31.154856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Network hostable DHCP agents. Network: 270b504f-f3fc-4cae-8174-9f71a34f663d, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:05:31.162106 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.173518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Network 270b504f-f3fc-4cae-8174-9f71a34f663d is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:05:31.194511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 270b504f-f3fc-4cae-8174-9f71a34f663d) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:05:31.199451 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:31.200086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.203982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b806e-5ad7-43c4-98ad-711c7b00cb33 None None] Network 270b504f-f3fc-4cae-8174-9f71a34f663d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:31.240283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4ee49a2-4954-437b-bbbd-8d287bc36767 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4147608 Apr 20 15:05:31.363528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60832c4-c834-4bc7-b040-395d63e9d4a0 req-7230e940-df2b-4aa6-b087-395fb36ec23a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:31.365105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c60832c4-c834-4bc7-b040-395d63e9d4a0 req-7230e940-df2b-4aa6-b087-395fb36ec23a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0728533 Apr 20 15:05:31.378965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074fd98-6b24-4f06-9143-4bc1e0a9e2eb None None] Network 270b504f-f3fc-4cae-8174-9f71a34f663d requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:31.390851 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40628) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:31.392922 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Sync routers for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:31.403751 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:31.404352 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:31.455280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Deleting subnet 5384d95b-6624-44ed-bf25-b9f531b28481 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:05:31.460811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.474173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c60832c4-c834-4bc7-b040-395d63e9d4a0 req-ec1b91cc-044d-4366-961d-38d4a6cf4d86 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747664 Apr 20 15:05:31.507887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:31.517556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.541002 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:31.566854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.617580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:31.625788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-85ecb118-5dcb-4808-a59d-7acd08fa3791 admin admin] 10.222.0.20 "PUT /v2.0/routers/f753d888-bfb2-4b9e-9b90-f7eae421e2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1045449 Apr 20 15:05:31.625788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40630) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:31.627986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Sync routers for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:31.639068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:31.639729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:31.643225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.672358 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5384d95b-6624-44ed-bf25-b9f531b28481,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:31.683125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.692009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1c47f0e-cdee-46d5-966c-b3ba65196af3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5384d95b-6624-44ed-bf25-b9f531b28481 HTTP/1.1" status: 204 len: 168 time: 0.3007739 Apr 20 15:05:31.693133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40632) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:31.727585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.757549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:31.775299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.822308 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 4, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'bae96281-2e18-4428-8292-ce9a08991f00', 'name': '', 'network_id': '721365eb-ca33-471c-95db-de932e0126df', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'mac_address': 'fa:16:3e:85:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:26Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 2, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'subnets': [{'id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:31.852929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.905379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.934881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Deleting port acb491c2-af1f-4602-a190-6b95cee60840 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:31.935615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:31.969666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270b504f-f3fc-4cae-8174-9f71a34f663d']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:31.989301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Checking router: 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:31.989591 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Updating router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 port bae96281-2e18-4428-8292-ce9a08991f00 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:05:31.990518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a307942-6463-4452-846b-03a154b998f1') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:31.990865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a307942-6463-4452-846b-03a154b998f1') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:32.007073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.025147 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.027553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.035081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3621d1c-7572-4672-8b47-c08ff25bb724 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:32.036503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:05:32.036930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.053197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] For port acb491c2-af1f-4602-a190-6b95cee60840, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=acb491c2-af1f-4602-a190-6b95cee60840,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:32.053795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:05:32.056238 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:05:32.068764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Calling delete_port for acb491c2-af1f-4602-a190-6b95cee60840 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:32.104919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.116570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.120892 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] 10.222.0.20 "DELETE /v2.0/networks/270b504f-f3fc-4cae-8174-9f71a34f663d HTTP/1.1" status: 204 len: 168 time: 0.4259036 Apr 20 15:05:32.135001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79551ea7-b96e-45fe-89ac-a0433e78732b admin admin] Pushing event deleted for resources: {'Network': ['ID=270b504f-f3fc-4cae-8174-9f71a34f663d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:32.181813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b3621d1c-7572-4672-8b47-c08ff25bb724 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:32.182454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.292347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:30Z', 'revision_number': 5, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port': {'id': 'acb491c2-af1f-4602-a190-6b95cee60840', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:16Z', 'updated_at': '2022-04-20T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:32.304333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40636) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:32.308369 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.332982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Checking router: f753d888-bfb2-4b9e-9b90-f7eae421e2f2 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:32.345274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb491c2-af1f-4602-a190-6b95cee60840,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:32.347096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Routers {'f753d888-bfb2-4b9e-9b90-f7eae421e2f2'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:32.347820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:32.363493 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.368223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9ec35d45-32d8-4e77-9342-0bb728f9c250 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26d9df7768704dc9b9864a8b351084f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622458 Apr 20 15:05:32.370547 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.371798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40638) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:32.428511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.449450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.461095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] Set router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:32.481607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.482993 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Attempting to bind port bae96281-2e18-4428-8292-ce9a08991f00 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:05:32.483432 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Attempting to bind port bae96281-2e18-4428-8292-ce9a08991f00 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:05:32.483698 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Attempting to bind port bae96281-2e18-4428-8292-ce9a08991f00 on network 721365eb-ca33-471c-95db-de932e0126df {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:05:32.487110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9453-4b1c-4f41-acd8-281d52dc8f21 None None] Pushing event updated for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:32.493391 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:05:32.493759 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Checking segment: {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:05:32.494228 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.494634 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Bound using segment: {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:05:32.495290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Bound port: bae96281-2e18-4428-8292-ce9a08991f00, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2256447b-f55c-4d89-8cb0-18e0f594d473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '721365eb-ca33-471c-95db-de932e0126df'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:05:32.495904 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.561436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.566303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.567664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:32Z', 'revision_number': 7, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:32.569121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee763895-0c40-4156-bce8-de4ae9118b47 HTTP/1.1" status: 204 len: 168 time: 0.1963725 Apr 20 15:05:32.582706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276d2a-035c-45fd-b1a9-c800ac95a796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee763895-0c40-4156-bce8-de4ae9118b47,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:32.624504 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] For port bae96281-2e18-4428-8292-ce9a08991f00, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:05:32.628261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] For port bae96281-2e18-4428-8292-ce9a08991f00, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bae96281-2e18-4428-8292-ce9a08991f00,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:05:32.636540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a564d567-11f7-4450-b9ab-59e797e8fc3b None None] The sync data for ids ['f753d888-bfb2-4b9e-9b90-f7eae421e2f2'] in n-d-836145-2 is: [{'id': 'f753d888-bfb2-4b9e-9b90-f7eae421e2f2', 'name': 'tempest-TestAggregatesBasicOps-3951412-router', 'tenant_id': '1775d7da147a470b8c5b4552cea7623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:15Z', 'updated_at': '2022-04-20T15:05:32Z', 'revision_number': 7, 'project_id': '1775d7da147a470b8c5b4552cea7623a', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:32.641605 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.690929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.707126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.734484 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9453-4b1c-4f41-acd8-281d52dc8f21 None None] Pushing event updated for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:32.738098 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:32.738682 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:32.792827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6acbe-c086-4512-ac98-df50cef51975 req-fcdeca19-caf2-4e3c-bd07-9a5dc4d3419a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:32.794325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fe6acbe-c086-4512-ac98-df50cef51975 req-fcdeca19-caf2-4e3c-bd07-9a5dc4d3419a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.1309326 Apr 20 15:05:32.795487 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.796040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f753d888-bfb2-4b9e-9b90-f7eae421e2f2 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:05:32.800449 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.801562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcf2d26e-78e7-43fb-b872-e04566028d19 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f753d888-bfb2-4b9e-9b90-f7eae421e2f2 HTTP/1.1" status: 204 len: 168 time: 1.1755152 Apr 20 15:05:32.804334 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:32.813684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] Provisioning complete for port bae96281-2e18-4428-8292-ce9a08991f00 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:32.814294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.903342 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:32.912197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4fe6acbe-c086-4512-ac98-df50cef51975 req-49d225e8-b3d5-4048-9ace-3d335a668dee tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090617 Apr 20 15:05:32.915164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Deleting subnet f17d96ab-29ad-4032-bf52-cfae36b44aea {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:05:32.918952 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.958102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:32.975693 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.039704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] For port bae96281-2e18-4428-8292-ce9a08991f00, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bae96281-2e18-4428-8292-ce9a08991f00,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:33.046890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.064669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.109909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a4f0-f699-4caf-a388-3aa03dc8d0b9 None None] Pushing event updated for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:33.150080 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.169135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9b5acceb-23d2-4194-a77b-eddab7cd9417 None None] Provisioning complete for port bae96281-2e18-4428-8292-ce9a08991f00 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:33.169503 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b5acceb-23d2-4194-a77b-eddab7cd9417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.181667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17d96ab-29ad-4032-bf52-cfae36b44aea,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:33.185983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.189499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-863da2a6-be13-4dec-9337-6f404cbee8a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f17d96ab-29ad-4032-bf52-cfae36b44aea HTTP/1.1" status: 204 len: 168 time: 0.3842773 Apr 20 15:05:33.192318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40652) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:33.199484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02d797-334f-487e-b5ed-f1c5c5038bd1 None None] Network c099621a-262a-435b-a8c0-fcd901c2bb96 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:33.222716 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 4, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'bae96281-2e18-4428-8292-ce9a08991f00', 'name': '', 'network_id': '721365eb-ca33-471c-95db-de932e0126df', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'mac_address': 'fa:16:3e:85:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:26Z', 'updated_at': '2022-04-20T15:05:32Z', 'revision_number': 4, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'subnets': [{'id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:33.252466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aa31e-51d7-4b83-ad31-7335003fd446 None None] The sync data for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 is: [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:27Z', 'revision_number': 4, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'bae96281-2e18-4428-8292-ce9a08991f00', 'name': '', 'network_id': '721365eb-ca33-471c-95db-de932e0126df', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'mac_address': 'fa:16:3e:85:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:26Z', 'updated_at': '2022-04-20T15:05:32Z', 'revision_number': 4, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'subnets': [{'id': '91bfae7b-b2cf-4096-87e0-83b783de4d0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:33.274114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.340503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Deleting port deb46f2e-d164-412d-a0ac-d31fdb88262e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:33.340842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.410085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] For port deb46f2e-d164-412d-a0ac-d31fdb88262e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=deb46f2e-d164-412d-a0ac-d31fdb88262e,segment=NetworkSegment(4ffcf597-f13f-4c3c-b0e9-765420fbab12),segment_id=4ffcf597-f13f-4c3c-b0e9-765420fbab12)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:33.410579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.426015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Calling delete_port for deb46f2e-d164-412d-a0ac-d31fdb88262e owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:33.511421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] DHCP port deletion for c099621a-262a-435b-a8c0-fcd901c2bb96 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:05:33.555720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.595375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb46f2e-d164-412d-a0ac-d31fdb88262e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:33.605498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] No DVR routers for this DVR port deb46f2e-d164-412d-a0ac-d31fdb88262e on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:33.609418 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.630515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Deleting port deb46f2e-d164-412d-a0ac-d31fdb88262e {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:33.631247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.714480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] For port deb46f2e-d164-412d-a0ac-d31fdb88262e, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:33.715662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.736585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.796959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Calling delete_port for deb46f2e-d164-412d-a0ac-d31fdb88262e owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:33.804210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Port deb46f2e-d164-412d-a0ac-d31fdb88262e was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 15:05:33.808311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099621a-262a-435b-a8c0-fcd901c2bb96']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:33.811175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:33.861453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffcf597-f13f-4c3c-b0e9-765420fbab12') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:33.862039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffcf597-f13f-4c3c-b0e9-765420fbab12') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:33.882148 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] Pushing event deleted for resources: {'Port': ['ID=deb46f2e-d164-412d-a0ac-d31fdb88262e,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:33.929851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b261d87-0d0e-4683-9a60-53580f32791f None None] No DVR routers for this DVR port deb46f2e-d164-412d-a0ac-d31fdb88262e on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:33.949804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.007658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.032520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:05:34.032933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.048177 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bae96281-2e18-4428-8292-ce9a08991f00 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:05:34.067202 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:05:34.125524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port bae96281-2e18-4428-8292-ce9a08991f00 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:34.125840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.259183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:34.306626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.320864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.324346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c099621a-262a-435b-a8c0-fcd901c2bb96 HTTP/1.1" status: 204 len: 168 time: 1.1310170 Apr 20 15:05:34.327444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:34.360034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926914c9-8f01-44c1-af04-5aa2a6b9ba05 req-e3480d26-4719-4b5e-8157-cc3687806b75 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:34.361726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-926914c9-8f01-44c1-af04-5aa2a6b9ba05 req-e3480d26-4719-4b5e-8157-cc3687806b75 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.2805958 Apr 20 15:05:34.367794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device acb491c2-af1f-4602-a190-6b95cee60840 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:34.371371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad80b9d-a17d-4960-9cc5-88898ac44e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c099621a-262a-435b-a8c0-fcd901c2bb96,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:34.407818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: acb491c2-af1f-4602-a190-6b95cee60840 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:34.408425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device acb491c2-af1f-4602-a190-6b95cee60840 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:34.410032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device deb46f2e-d164-412d-a0ac-d31fdb88262e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:34.434090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-926914c9-8f01-44c1-af04-5aa2a6b9ba05 req-bfcd8b27-f92e-4526-8dd2-66414b8d4213 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642598 Apr 20 15:05:34.460956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: deb46f2e-d164-412d-a0ac-d31fdb88262e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:34.461855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device deb46f2e-d164-412d-a0ac-d31fdb88262e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:34.462606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5243f89a-b48c-486c-82b5-daf9e5c378d7 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:34.484158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5243f89a-b48c-486c-82b5-daf9e5c378d7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:34.484447 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-116a9c46-c489-4b49-b794-7acd561dadb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.484594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5243f89a-b48c-486c-82b5-daf9e5c378d7 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:34.672440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-116a9c46-c489-4b49-b794-7acd561dadb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.692130 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-116a9c46-c489-4b49-b794-7acd561dadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.747086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a9c46-c489-4b49-b794-7acd561dadb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e99d3a-c8f7-4151-8ae9-8c7444b73922,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:34.751275 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-116a9c46-c489-4b49-b794-7acd561dadb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28373f94fb614147b5bb16fbcfa76c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909828 Apr 20 15:05:34.753940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:34.841535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.870106 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.946986 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.980171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.982717 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:34.983883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4e99d3a-c8f7-4151-8ae9-8c7444b73922 HTTP/1.1" status: 204 len: 168 time: 0.2290235 Apr 20 15:05:34.998922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278cf91-ba4a-4468-b742-773d1a4faab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e99d3a-c8f7-4151-8ae9-8c7444b73922,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:35.212799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Deleting port bae96281-2e18-4428-8292-ce9a08991f00 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:35.213140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:35.295173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] For port bae96281-2e18-4428-8292-ce9a08991f00, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bae96281-2e18-4428-8292-ce9a08991f00,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:35.295824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:35.308248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Calling delete_port for bae96281-2e18-4428-8292-ce9a08991f00 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:35.505313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:35.539362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Pushing event deleted for resources: {'Port': ['ID=bae96281-2e18-4428-8292-ce9a08991f00,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:35.591755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88820e66-f7a8-4012-bf88-eef7b6b55083 req-b0d4a9fe-9e5b-4670-909b-d167e31223e6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:35.593791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88820e66-f7a8-4012-bf88-eef7b6b55083 req-b0d4a9fe-9e5b-4670-909b-d167e31223e6 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0745099 Apr 20 15:05:35.644189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88820e66-f7a8-4012-bf88-eef7b6b55083 req-14242a9d-8094-4bf3-a901-91c0352e199e tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Apr 20 15:05:35.720587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:35.943793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:05:36.052172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:05:36.060749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-53c9cce0-31ff-42f3-8a40-0335959d2bce admin admin] 10.222.0.20 "PUT /v2.0/routers/42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290652 Apr 20 15:05:36.060858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:36.061718 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Sync routers for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:05:36.075167 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:36.075878 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:36.169695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.182293 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:36.281743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.343737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Deleting port b3621d1c-7572-4672-8b47-c08ff25bb724 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:36.344361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.380092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:35Z', 'revision_number': 5, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port': {'id': 'b3621d1c-7572-4672-8b47-c08ff25bb724', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:24Z', 'updated_at': '2022-04-20T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:36.411125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Checking router: 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:05:36.421030 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Routers {'42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:05:36.421629 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:05:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:36.440953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] For port b3621d1c-7572-4672-8b47-c08ff25bb724, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3621d1c-7572-4672-8b47-c08ff25bb724,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:36.441495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.457317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Calling delete_port for b3621d1c-7572-4672-8b47-c08ff25bb724 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:36.511095 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] Set router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:05:36.566771 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:36Z', 'revision_number': 6, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:36.571497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3689f-07f3-4200-987d-c77d494665f9 req-a023f806-4857-4d7f-b155-2be0405be490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:36.573731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ece3689f-07f3-4200-987d-c77d494665f9 req-a023f806-4857-4d7f-b155-2be0405be490 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0705655 Apr 20 15:05:36.593370 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe850fb-c9ab-46bf-9a75-f8fb29e66f10 None None] The sync data for ids ['42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9'] in n-d-836145-2 is: [{'id': '42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9', 'name': 'tempest-TestAggregatesBasicOps-1504228280-router', 'tenant_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:05:23Z', 'updated_at': '2022-04-20T15:05:36Z', 'revision_number': 6, 'project_id': '381bde219bc24f61b4f1ec2cbb145d7c', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:05:36.656598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ece3689f-07f3-4200-987d-c77d494665f9 req-6df3dcee-dc79-42f2-825a-510c1fe2ac5b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Apr 20 15:05:36.707654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.732586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3621d1c-7572-4672-8b47-c08ff25bb724,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:36.769611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bdb1d-639d-486f-bb1d-8c17f67ec02a req-96530af4-4812-43fd-b6b0-703c9f324124 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:36.771350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-225bdb1d-639d-486f-bb1d-8c17f67ec02a req-96530af4-4812-43fd-b6b0-703c9f324124 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0514421 Apr 20 15:05:36.811279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.815431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-225bdb1d-639d-486f-bb1d-8c17f67ec02a req-9c83f99d-f4fc-4274-a062-3356512fe547 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333278 Apr 20 15:05:36.907189 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.909827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.958116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.959032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:05:36.965973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:36.969847 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bff5ecc5-4912-454e-868c-11f1e4abfe36 admin admin] 10.222.0.20 "DELETE /v2.0/routers/42d7e7eb-9e09-4eee-b07f-9bac3a87c0d9 HTTP/1.1" status: 204 len: 168 time: 0.9055214 Apr 20 15:05:36.970065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40734) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:37.023370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Deleting subnet 91bfae7b-b2cf-4096-87e0-83b783de4d0e {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:05:37.027445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.067370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.145266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.199787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.230560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bfae7b-b2cf-4096-87e0-83b783de4d0e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.235777 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.242529 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-950f1ed2-a6ac-4534-b6f4-783b8a8b4b0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/91bfae7b-b2cf-4096-87e0-83b783de4d0e HTTP/1.1" status: 204 len: 168 time: 0.2691174 Apr 20 15:05:37.242827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88e513-44b1-4584-b33c-b3dd6bde9c81 None None] Network 721365eb-ca33-471c-95db-de932e0126df requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:05:37.243295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40738) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:37.320056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.345053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40742) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:37.381844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Deleting port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:37.382406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.451405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] For port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:37.451799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.464556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] DHCP port deletion for 721365eb-ca33-471c-95db-de932e0126df request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:05:37.473909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d555a222-1ac7-4f64-8b58-50e5c8a93d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.474137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Calling delete_port for 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:37.523168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Deleting port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:05:37.523895 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.576582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.593404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] No DVR routers for this DVR port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:37.605145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] For port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,segment=NetworkSegment(2256447b-f55c-4d89-8cb0-18e0f594d473),segment_id=2256447b-f55c-4d89-8cb0-18e0f594d473)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:37.605378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d555a222-1ac7-4f64-8b58-50e5c8a93d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.606051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.611640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d555a222-1ac7-4f64-8b58-50e5c8a93d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.622150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.631066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Calling delete_port for 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:05:37.679126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d555a222-1ac7-4f64-8b58-50e5c8a93d78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4bf1ef71d91454b87ec07689ded22e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326912 Apr 20 15:05:37.683694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40746) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:37.690220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555a222-1ac7-4f64-8b58-50e5c8a93d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bded1a-ec35-4d98-b427-7938e87b53e2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.724280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.747591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721365eb-ca33-471c-95db-de932e0126df']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:37.760076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2256447b-f55c-4d89-8cb0-18e0f594d473') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:37.760307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2256447b-f55c-4d89-8cb0-18e0f594d473') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:05:37.771957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.773312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.777885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.789359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] No DVR routers for this DVR port 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:05:37.801785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.811014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:05:37.811695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:05:37.814527 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:05:37.825057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f5024-8c8a-4a7a-a52e-847c812dde3e None None] Pushing event deleted for resources: {'Port': ['ID=6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.848982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.884861 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.901247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3621d1c-7572-4672-8b47-c08ff25bb724 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:37.909214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.912801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] 10.222.0.20 "DELETE /v2.0/networks/721365eb-ca33-471c-95db-de932e0126df HTTP/1.1" status: 204 len: 168 time: 0.6688914 Apr 20 15:05:37.913899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a189f-6b62-4257-ae23-1c13a2c35055 admin admin] Pushing event deleted for resources: {'Network': ['ID=721365eb-ca33-471c-95db-de932e0126df,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.930448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b3621d1c-7572-4672-8b47-c08ff25bb724 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:37.930890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3621d1c-7572-4672-8b47-c08ff25bb724 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:37.931329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:37.941652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.944594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:37.948985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98bded1a-ec35-4d98-b427-7938e87b53e2 HTTP/1.1" status: 204 len: 168 time: 0.2614222 Apr 20 15:05:37.955978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:37.956465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6c8f2a0c-1f3e-49f1-9ce5-eaae3d4a4e6c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:37.957065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bae96281-2e18-4428-8292-ce9a08991f00 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:05:37.970322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ac0c3-f38a-431f-bf4a-9cfbaf06d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bded1a-ec35-4d98-b427-7938e87b53e2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:37.983123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: bae96281-2e18-4428-8292-ce9a08991f00 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:05:37.983692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bae96281-2e18-4428-8292-ce9a08991f00 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:05:37.997045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa07a49-86e4-406c-9c74-751d022e3b80 req-97b46df2-88d2-4d70-9c0f-2936f372add0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:38.008180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aa07a49-86e4-406c-9c74-751d022e3b80 req-97b46df2-88d2-4d70-9c0f-2936f372add0 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0749860 Apr 20 15:05:38.013388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:05:38.050698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9aa07a49-86e4-406c-9c74-751d022e3b80 req-8ce9152b-6aac-4fa2-883d-68923811bc7b tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357277 Apr 20 15:05:38.076756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.127127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40758) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.134497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:38.148146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'port_id': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'mac_address': 'fa:16:3e:e7:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:05:38.167220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3c4fd16c-c3a3-46c2-87bb-d2a01ba55292 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/floatingips/90dd9333-c0e4-4f90-8b64-6bd5f080f278 HTTP/1.1" status: 200 len: 993 time: 0.0892830 Apr 20 15:05:38.182983 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b860e493-6e2b-4fd2-aa08-cd2f4adab67b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1775d7da147a470b8c5b4552cea7623a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547330 Apr 20 15:05:38.185488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.192957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.206042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25d49ce-0ada-4139-9c6f-6e720c2cc912 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:05:38.225810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:38.231081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.239692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.270843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.285379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:38.322867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.325628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.326818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47f17493-d622-4c69-b7b0-270e90250ed4 HTTP/1.1" status: 204 len: 168 time: 0.1403489 Apr 20 15:05:38.335586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eceea-010e-49e9-84ee-8e837e5874c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f17493-d622-4c69-b7b0-270e90250ed4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:38.337237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40764) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.351578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f716f87-609f-41ba-81dc-4688a29c5f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.432161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f716f87-609f-41ba-81dc-4688a29c5f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.437423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4f716f87-609f-41ba-81dc-4688a29c5f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.449979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e25d49ce-0ada-4139-9c6f-6e720c2cc912'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:05:38.468936 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4f716f87-609f-41ba-81dc-4688a29c5f8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd989996518b46cbbcade8411aee9906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306441 Apr 20 15:05:38.472196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40766) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.497789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f716f87-609f-41ba-81dc-4688a29c5f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c9ff07-7d2d-4b1d-b2f0-4925f6f96a7c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:38.536980 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.561000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.608888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-36208413-6dae-4912-a89c-66cdfa916344 req-ef1c6005-8868-4dff-96f2-8d0f808f3dea tempest-MultipleCreateTestJSON-1475929671 tempest-MultipleCreateTestJSON-1475929671-project] (102864) timed out ('10.222.0.43', 57969) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:05:38.617630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.621543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.623239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61c9ff07-7d2d-4b1d-b2f0-4925f6f96a7c HTTP/1.1" status: 204 len: 168 time: 0.1500516 Apr 20 15:05:38.633484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50af48-e031-4b70-ba82-709ca007821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c9ff07-7d2d-4b1d-b2f0-4925f6f96a7c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:38.736120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40772) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.777221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-15e1d7b7-0820-4a9a-8d74-1e93313c85b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=381bde219bc24f61b4f1ec2cbb145d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394378 Apr 20 15:05:38.779426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40774) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:38.827065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.848182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.901053 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.903729 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:38.904900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b4e095-f626-407b-be91-759f1aeb12f5 HTTP/1.1" status: 204 len: 168 time: 0.1244822 Apr 20 15:05:38.913070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124c6f5-349c-4c87-a8ee-ea7338ead07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4e095-f626-407b-be91-759f1aeb12f5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:40.041858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:05:40.091418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port e25d49ce-0ada-4139-9c6f-6e720c2cc912 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:05:40.091576 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:40.183404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8c28bea8-9edb-4e8b-83a8-90e6bd7f4930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:40.184910 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:40.209238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:05:40.211639 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88d6a9a-fae2-4489-9a02-b4229e77a3d4" -d '{"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:05:40.224835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:05:40.229877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:40.253776 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aebefd7-6074-4cd6-b1f5-262097e0bafc x-openstack-request-id: req-6aebefd7-6074-4cd6-b1f5-262097e0bafc {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:05:40.254077 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-plugged", "status": "completed", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:05:40.254301 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aebefd7-6074-4cd6-b1f5-262097e0bafc {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:05:40.254717 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aebefd7-6074-4cd6-b1f5-262097e0bafc'] response: {'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'code': 200} Apr 20 15:05:40.281320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:41.255803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40844) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:41.374934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1361ad09-626b-4c59-bdab-b7e9fee3738a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.460975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1361ad09-626b-4c59-bdab-b7e9fee3738a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.465621 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1361ad09-626b-4c59-bdab-b7e9fee3738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.502822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1361ad09-626b-4c59-bdab-b7e9fee3738a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6cd5839663497a996a36a0bb99a9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458069 Apr 20 15:05:41.503760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361ad09-626b-4c59-bdab-b7e9fee3738a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0600c4-6b9b-4e55-88ad-93ec19e36e87,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:41.506094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40848) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:41.558002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.582945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.633192 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.636005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:41.637151 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac0600c4-6b9b-4e55-88ad-93ec19e36e87 HTTP/1.1" status: 204 len: 168 time: 0.1300623 Apr 20 15:05:41.645549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4127d-fd58-4e65-be08-c3263bbed0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0600c4-6b9b-4e55-88ad-93ec19e36e87,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:41.926125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40854) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:41.939274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3e32e5c-bb06-4727-9152-0b8983f82cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.016313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3e32e5c-bb06-4727-9152-0b8983f82cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.022477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d3e32e5c-bb06-4727-9152-0b8983f82cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.059256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d3e32e5c-bb06-4727-9152-0b8983f82cf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=410c36b35fc6489b9f2f64dea277f264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320405 Apr 20 15:05:42.060103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e32e5c-bb06-4727-9152-0b8983f82cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f98c14-2b34-4be1-963a-47e4691c039e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:42.062378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40856) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:42.113593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.136725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.186135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.188780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:42.190670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48f98c14-2b34-4be1-963a-47e4691c039e HTTP/1.1" status: 204 len: 168 time: 0.1268530 Apr 20 15:05:42.199134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e14615-0dbf-40f8-ac3f-1089ebd0404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f98c14-2b34-4be1-963a-47e4691c039e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:43.098282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-8d0a1885-7c70-4bbf-acb8-807eb9d55a98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424147 Apr 20 15:05:43.184501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-068b48e8-cd9a-4836-a1ed-2a8fedb708d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:43.186074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-068b48e8-cd9a-4836-a1ed-2a8fedb708d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0426652 Apr 20 15:05:43.291419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-02d8f79e-55ca-4d8f-a34a-389ca39eb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:43.292958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-02d8f79e-55ca-4d8f-a34a-389ca39eb3b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 898 time: 0.0876946 Apr 20 15:05:43.359924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-8d45c840-9d41-4039-a03c-ea26218b1210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 1002 time: 0.0574358 Apr 20 15:05:43.412662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-4cfeae4b-bbea-490b-8fdd-9145fb4718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:43.414253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-4cfeae4b-bbea-490b-8fdd-9145fb4718b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0484028 Apr 20 15:05:43.466850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-badbf1e1-0740-464f-b2cc-73cd21bd4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:43.468326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-badbf1e1-0740-464f-b2cc-73cd21bd4771 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471332 Apr 20 15:05:43.472638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf440-6b21-462f-8683-80803a09589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:43.556518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-034902a9-5ca9-4870-8ed0-b3da69d937ee service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Apr 20 15:05:43.650986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f65452ec-339c-468c-af1e-e20603c8ec3c req-8f540e22-b68f-43b5-bf31-fcff780cc53d service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871353 Apr 20 15:05:43.721483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:44.070991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-df669d94-72dd-46cf-8ff0-599c9fcc4849 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458834 Apr 20 15:05:44.155603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-d9bb2530-86b7-4187-aca6-6c55fd668821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:44.157093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-d9bb2530-86b7-4187-aca6-6c55fd668821 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0436385 Apr 20 15:05:44.260155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-1afdf547-c3e1-403b-9f6a-26e1b532c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:44.261999 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-1afdf547-c3e1-403b-9f6a-26e1b532c7ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 898 time: 0.0859449 Apr 20 15:05:44.319614 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:44.658741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-37585a41-f88f-43c3-a4db-00cd976bcce4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 1001 time: 0.3904688 Apr 20 15:05:44.710327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-195fcc28-a3f7-4447-8aa1-75c3648fb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:44.711901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-195fcc28-a3f7-4447-8aa1-75c3648fb9d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 200 len: 835 time: 0.0462048 Apr 20 15:05:44.758536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-13245651-5f54-4342-ad42-98835afa818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:05:44.760208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-13245651-5f54-4342-ad42-98835afa818f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417593 Apr 20 15:05:44.854942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-f1f471d3-6db6-49bc-8b2b-e692a87b0a01 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Apr 20 15:05:44.951024 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-716fa28c-2505-44be-85c8-5c2c896be2bf req-5bc837a4-083c-46d4-a0e5-952639c6d011 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Apr 20 15:05:45.239023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:45.277942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:47.936874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40966) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:48.072429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9942b93d-f6d8-45a5-80ad-bff0070d9dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.168689 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9942b93d-f6d8-45a5-80ad-bff0070d9dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.175736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9942b93d-f6d8-45a5-80ad-bff0070d9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.215515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9942b93d-f6d8-45a5-80ad-bff0070d9dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e45c34293a442487f82efb54949207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770276 Apr 20 15:05:48.216689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942b93d-f6d8-45a5-80ad-bff0070d9dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6821471b-6e05-42c9-9f8e-72a5d5e72624,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:48.218240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40970) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:48.272979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.293636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.349303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.352975 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.354585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6821471b-6e05-42c9-9f8e-72a5d5e72624 HTTP/1.1" status: 204 len: 168 time: 0.1353328 Apr 20 15:05:48.364482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c8bbd-a4ab-4b76-8019-35260acd0c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6821471b-6e05-42c9-9f8e-72a5d5e72624,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:48.637677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 40976) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:48.651803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-455db8b7-bd65-4957-ae0b-9efd3cba1c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.736038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-455db8b7-bd65-4957-ae0b-9efd3cba1c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.742611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-455db8b7-bd65-4957-ae0b-9efd3cba1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.778337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455db8b7-bd65-4957-ae0b-9efd3cba1c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3660bdab-67b5-4f4b-928f-90f6884f330e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:48.783059 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-455db8b7-bd65-4957-ae0b-9efd3cba1c59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cabd137ba1a40258bc79e385882d77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442275 Apr 20 15:05:48.786057 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 40978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:48.833987 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.854935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.902717 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.906775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:48.908734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3660bdab-67b5-4f4b-928f-90f6884f330e HTTP/1.1" status: 204 len: 168 time: 0.1213713 Apr 20 15:05:48.919286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02387de9-6618-4146-ac82-efad02f601ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3660bdab-67b5-4f4b-928f-90f6884f330e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:55.120335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41118) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:55.230881 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.310979 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.317031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.357450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1139a9aef14f1caef9639ea7ad8a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358596 Apr 20 15:05:55.358329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7a185-849d-4fa9-bb89-92c7b756fe1e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:55.360423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:55.366436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.367059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.367747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.367747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.368046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.368380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.368709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.369035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.369484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.369714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.370115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.370393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d348b833-8fc1-40f5-a473-f6a6fb62f70f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.417706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.438821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.487137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.489792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.490993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fb7a185-849d-4fa9-bb89-92c7b756fe1e HTTP/1.1" status: 204 len: 168 time: 0.1295481 Apr 20 15:05:55.498969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7a185-849d-4fa9-bb89-92c7b756fe1e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:55.506658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.507023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.507367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.507703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.508013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.508347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.508672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.508997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.509341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.509646 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.509975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.510913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4492f-5bd3-404c-9533-7a8beaef5015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:05:55.769012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:55.782853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf96ed10-57ea-4ef8-aee1-ee41c80deac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.857585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf96ed10-57ea-4ef8-aee1-ee41c80deac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.862633 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bf96ed10-57ea-4ef8-aee1-ee41c80deac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.905595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bf96ed10-57ea-4ef8-aee1-ee41c80deac9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b324886886b34bfd9b08270f17977d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353838 Apr 20 15:05:55.908301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:05:55.914520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96ed10-57ea-4ef8-aee1-ee41c80deac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d05b81-cd05-4db3-8c78-dfffa09d74e4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:55.963824 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:55.984804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:56.034406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:56.037217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:05:56.038448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84d05b81-cd05-4db3-8c78-dfffa09d74e4 HTTP/1.1" status: 204 len: 168 time: 0.1291742 Apr 20 15:05:56.047561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7a75-57f0-4872-b99c-57afe9724b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d05b81-cd05-4db3-8c78-dfffa09d74e4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:05:57.958926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:06:02.515449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:02.635788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce2ca24-3e0f-4c22-a35e-8b37a637cdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.713277 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce2ca24-3e0f-4c22-a35e-8b37a637cdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.719012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bce2ca24-3e0f-4c22-a35e-8b37a637cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.758472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bce2ca24-3e0f-4c22-a35e-8b37a637cdbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4916e4c4849c4bfe905e672cc1927938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417970 Apr 20 15:06:02.759350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ca24-3e0f-4c22-a35e-8b37a637cdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5a0ac-b0ee-4a93-b7cb-54d2a74b083e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:02.762873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41262) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:02.816795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.839694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.889406 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.891985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:02.893165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83a5a0ac-b0ee-4a93-b7cb-54d2a74b083e HTTP/1.1" status: 204 len: 168 time: 0.1289606 Apr 20 15:06:02.901329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4c04-2f44-46ca-b1d3-ca291e7c67a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5a0ac-b0ee-4a93-b7cb-54d2a74b083e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:03.169969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41268) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:03.183482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e77cb02-a0cb-4a17-aa12-590594c3bfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.261286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e77cb02-a0cb-4a17-aa12-590594c3bfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.267021 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e77cb02-a0cb-4a17-aa12-590594c3bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.305906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1e77cb02-a0cb-4a17-aa12-590594c3bfa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cb752ccf74640019e9c9d860b844553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348262 Apr 20 15:06:03.306780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77cb02-a0cb-4a17-aa12-590594c3bfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e45176-5b19-465e-86e3-6ee29508af1f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:03.308936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41270) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:03.359682 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.380005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.439667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.442232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:03.443424 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3e45176-5b19-465e-86e3-6ee29508af1f HTTP/1.1" status: 204 len: 168 time: 0.1334710 Apr 20 15:06:03.451734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cecf20-09cf-4c8f-817a-7dffe907f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e45176-5b19-465e-86e3-6ee29508af1f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:03.583187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:05.761098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41388) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:05.870930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d24ca9-3432-4ae8-a8b5-16cd026b7840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:05.963568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d24ca9-3432-4ae8-a8b5-16cd026b7840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:05.969074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-66d24ca9-3432-4ae8-a8b5-16cd026b7840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.007969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-66d24ca9-3432-4ae8-a8b5-16cd026b7840 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe97387ac56b4861936e441f2a18ee7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457356 Apr 20 15:06:06.009094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d24ca9-3432-4ae8-a8b5-16cd026b7840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d1242-6815-45e6-beac-179e4c480ef3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:06.011377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41392) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:06.063878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.086348 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.131727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.134247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.135770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f75d1242-6815-45e6-beac-179e4c480ef3 HTTP/1.1" status: 204 len: 168 time: 0.1230652 Apr 20 15:06:06.142966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025b35-d346-42fe-adcf-2c035d147f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d1242-6815-45e6-beac-179e4c480ef3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:06.409478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41398) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:06.423017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64970692-ae47-4f61-9e01-27bae9de1d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.501927 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64970692-ae47-4f61-9e01-27bae9de1d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.506915 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64970692-ae47-4f61-9e01-27bae9de1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.545171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-64970692-ae47-4f61-9e01-27bae9de1d80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d622ba25f964f35b2e819cf4c7a3b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346028 Apr 20 15:06:06.546342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970692-ae47-4f61-9e01-27bae9de1d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907d1b29-fd5a-4713-b90a-157baf063b5a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:06.548995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41400) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:06.606117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.628383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.677555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.680660 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:06.681879 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/907d1b29-fd5a-4713-b90a-157baf063b5a HTTP/1.1" status: 204 len: 168 time: 0.1319113 Apr 20 15:06:06.689710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dc912-e085-4075-a8dc-002ad157d8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d1b29-fd5a-4713-b90a-157baf063b5a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:10.168932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6ea412b3-b794-45fe-80a0-6154b1a72d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.131313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41750) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:12.240418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a704267b-101d-4d05-97ed-469fa603e3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.314597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a704267b-101d-4d05-97ed-469fa603e3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.320748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a704267b-101d-4d05-97ed-469fa603e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.362000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a704267b-101d-4d05-97ed-469fa603e3e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de1d525685464dbba6ecd9ac56e4246d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295732 Apr 20 15:06:12.362897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704267b-101d-4d05-97ed-469fa603e3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52d292c-fdec-4419-bc09-abe216449ee2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:12.364752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41754) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:12.427111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.452779 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.510649 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.513758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:12.514936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b52d292c-fdec-4419-bc09-abe216449ee2 HTTP/1.1" status: 204 len: 168 time: 0.1484628 Apr 20 15:06:12.522549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e5af-ab12-491b-af21-94f3216396b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52d292c-fdec-4419-bc09-abe216449ee2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:13.266730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41784) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:13.431222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 0b38624d-b8e5-471e-881f-9ca6b74eba91 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:13.431755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:13.478172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4a24ebd-8fb3-48cd-bb4d-f5903b0558a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:13.509922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:13.510429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:13.522688 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 0b38624d-b8e5-471e-881f-9ca6b74eba91 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:13.629728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41826) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:13.682261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:13.708543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=0b38624d-b8e5-471e-881f-9ca6b74eba91,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:13.730399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.106336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b89f027-ffc5-4054-abd6-f6e263652b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.142664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.142989 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Floating IP 90dd9333-c0e4-4f90-8b64-6bd5f080f278 disassociated (deleted). External IP: 172.25.1.55, port: e25d49ce-0ada-4139-9c6f-6e720c2cc912. Apr 20 15:06:14.280462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b89f027-ffc5-4054-abd6-f6e263652b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.286061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b89f027-ffc5-4054-abd6-f6e263652b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.307745 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.363073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4b89f027-ffc5-4054-abd6-f6e263652b96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e62088faf8fe4bbcb5c76446b326e4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320056 Apr 20 15:06:14.365777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:14.371603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f027-ffc5-4054-abd6-f6e263652b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23325c33-9088-434f-bd0b-3166adbaca61,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:14.416876 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.427271 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 640aaaed-d0d3-4e6b-ad97-9928fa5926af has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:14.438426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.485897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.488567 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.489713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23325c33-9088-434f-bd0b-3166adbaca61 HTTP/1.1" status: 204 len: 168 time: 0.1228757 Apr 20 15:06:14.499542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102074d-9afe-42ed-9405-656f899297a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23325c33-9088-434f-bd0b-3166adbaca61,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:14.542376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:14.553702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:14.554857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Sync routers for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:14.568777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:14.569422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:14.584566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8dd06832-9a15-4182-a361-4fb32a29df88 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/floatingips/90dd9333-c0e4-4f90-8b64-6bd5f080f278 HTTP/1.1" status: 204 len: 168 time: 1.3165560 Apr 20 15:06:14.585156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:06:14.587779 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f3dd55-9593-451e-9c07-adc71208ef23" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:06:14.655391 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fddd6bc-8f30-4317-8e4b-ad013535079b x-openstack-request-id: req-4fddd6bc-8f30-4317-8e4b-ad013535079b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:06:14.655688 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:06:14.655935 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fddd6bc-8f30-4317-8e4b-ad013535079b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:06:14.656341 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fddd6bc-8f30-4317-8e4b-ad013535079b'] response: {'name': 'network-changed', 'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'status': 'completed', 'code': 200} Apr 20 15:06:14.729669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-8bedc8d0-81d1-4251-9de4-217289cb966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:14.732049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-8bedc8d0-81d1-4251-9de4-217289cb966d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c32899f57583411c82e4d00e40325a8e&device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 1097 time: 0.0515623 Apr 20 15:06:14.742865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:14.882500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-1283f72f-abcc-4b75-81c5-cde7201cb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:14.884123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-1283f72f-abcc-4b75-81c5-cde7201cb14a service neutron] 10.222.0.43 "GET /v2.0/networks?id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 200 len: 898 time: 0.1437089 Apr 20 15:06:14.943969 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-693f93ae-c322-4eb9-b7dc-719b106e176d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 200 len: 217 time: 0.0513937 Apr 20 15:06:14.998462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-e294922b-eac9-4ed0-8f14-391d65c86f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:15.000188 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-e294922b-eac9-4ed0-8f14-391d65c86f2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 200 len: 835 time: 0.0496600 Apr 20 15:06:15.065331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-e51556e4-3905-45e6-a810-18238cf28c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:15.067659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-e51556e4-3905-45e6-a810-18238cf28c3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593774 Apr 20 15:06:15.154531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334d7c-ee01-4307-85a8-52ac30e5f644 req-d54b874e-e7a9-4d03-9315-8ca282362037 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:15.156461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95334d7c-ee01-4307-85a8-52ac30e5f644 req-d54b874e-e7a9-4d03-9315-8ca282362037 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.3405526 Apr 20 15:06:15.185171 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-4f526aac-62bb-460b-8db5-d0d1c0179929 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084588 Apr 20 15:06:15.207224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95334d7c-ee01-4307-85a8-52ac30e5f644 req-77ee8945-8ef8-471e-a54c-e8f55771742c tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/security-groups?id=b545831a-907b-4b6f-aac0-9df28e11d8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Apr 20 15:06:15.264618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.286174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:15.291694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.300798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f0f3dd55-9593-451e-9c07-adc71208ef23 req-5683fd78-d49b-4ad4-aa07-c8af6af28871 service neutron] 10.222.0.43 "GET /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071937 Apr 20 15:06:15.321824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Checking router: 640aaaed-d0d3-4e6b-ad97-9928fa5926af for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:06:15.363586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:15.364203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:15.488095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:15.593117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:15.690762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:15.699893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9315a496-89d9-46cd-9c03-38fa5efe6ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.721156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d2019-66a7-4ca4-ad04-4a5c575610f1 None None] The sync data for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 is: [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:27Z', 'revision_number': 4, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '20776cc8-6982-4082-bcf2-e1e1f3d56aa7', 'name': '', 'network_id': '592a7e86-82d2-4bb2-8eb4-8dbb25028ac1', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'mac_address': 'fa:16:3e:d5:0e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:25Z', 'updated_at': '2022-04-20T15:04:32Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'subnets': [{'id': '3428128a-18ae-4d53-b5b9-fe6b976ff775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:15.789661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9315a496-89d9-46cd-9c03-38fa5efe6ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.794782 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9315a496-89d9-46cd-9c03-38fa5efe6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.835958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9315a496-89d9-46cd-9c03-38fa5efe6ede admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e52b779e853d492c836464115795015f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417324 Apr 20 15:06:15.836831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315a496-89d9-46cd-9c03-38fa5efe6ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a78d9-8b2c-4186-812b-d5259835b9e1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:15.838893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41872) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:15.900131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.922294 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.971126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.973709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:15.977582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/513a78d9-8b2c-4186-812b-d5259835b9e1 HTTP/1.1" status: 204 len: 168 time: 0.1369989 Apr 20 15:06:15.987314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232be93-61e4-47e1-9948-fa1a6ca4f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a78d9-8b2c-4186-812b-d5259835b9e1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:15.989662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca4c92-2474-4b81-b57a-6f1628abc8b5 None None] New status for floating IP 90dd9333-c0e4-4f90-8b64-6bd5f080f278: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:06:16.096678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-6e30a9ec-11db-4477-a19e-8730995d7883 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:16.097830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-6e30a9ec-11db-4477-a19e-8730995d7883 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 946 time: 0.0531058 Apr 20 15:06:16.199700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port e25d49ce-0ada-4139-9c6f-6e720c2cc912 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:16.200037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.299952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port e25d49ce-0ada-4139-9c6f-6e720c2cc912, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e25d49ce-0ada-4139-9c6f-6e720c2cc912,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:16.300324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.315418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for e25d49ce-0ada-4139-9c6f-6e720c2cc912 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:16.455356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.484080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=e25d49ce-0ada-4139-9c6f-6e720c2cc912,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:16.543521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] No DVR routers for this DVR port e25d49ce-0ada-4139-9c6f-6e720c2cc912 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:06:16.546465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.549968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dec5bf4f-24b2-4b76-83ba-5ae157dfd037 req-a5f4c408-1bb0-4618-b31e-ca8ac1500a51 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.43 "DELETE /v2.0/ports/e25d49ce-0ada-4139-9c6f-6e720c2cc912 HTTP/1.1" status: 204 len: 173 time: 0.4461932 Apr 20 15:06:16.550422 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-deleted', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:06:16.552852 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55034d90-004f-4c3b-b85f-edfe0a42cc26" -d '{"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-deleted", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:06:16.568639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fe65ed4-690f-408c-8f61-3c14216e1436 req-e5af8cd4-c0a1-4c0f-8ed4-2bc9a2259510 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fc14593-b9be-4822-a044-04fcf839fe5f HTTP/1.1" status: 200 len: 210 time: 0.2816854 Apr 20 15:06:16.611350 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d784fae-2b1e-4aa9-b21c-a9d56f39acd8 x-openstack-request-id: req-0d784fae-2b1e-4aa9-b21c-a9d56f39acd8 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:06:16.611905 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc14593-b9be-4822-a044-04fcf839fe5f", "name": "network-vif-deleted", "tag": "e25d49ce-0ada-4139-9c6f-6e720c2cc912", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:06:16.612025 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d784fae-2b1e-4aa9-b21c-a9d56f39acd8 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:06:16.613491 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d784fae-2b1e-4aa9-b21c-a9d56f39acd8'] response: {'server_uuid': '6fc14593-b9be-4822-a044-04fcf839fe5f', 'name': 'network-vif-deleted', 'tag': 'e25d49ce-0ada-4139-9c6f-6e720c2cc912', 'status': 'completed', 'code': 200} Apr 20 15:06:16.699819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41900) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:16.803945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1019685046'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:16.835416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:16.839227 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.849570 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.933519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.938631 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.970328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:06:16.979623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640c4523-f532-4629-8729-ef9b283a3900,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:16.986329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:16.986759 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Added segment ab1cdc5c-f555-46e3-bd34-9272aa94f11b of type vlan for network 0d413510-63a9-4251-aaf6-20dbefa80f2a Apr 20 15:06:17.031522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.057226 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.063399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:17.063985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.117915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4168439 Apr 20 15:06:17.121045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41904) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:17.126406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'subnet': {'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:17.132800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c7c71-d533-4582-937d-cd63b588705a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Network': ['ID=0d413510-63a9-4251-aaf6-20dbefa80f2a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:17.144437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:06:17.212361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:17.215891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.395242 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.452094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Subnet': ['ID=2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:17.467899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Checking segment: {'id': 'ab1cdc5c-f555-46e3-bd34-9272aa94f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:17.468192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network hostable DHCP agents. Network: 0d413510-63a9-4251-aaf6-20dbefa80f2a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:06:17.487334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:06:17.496575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0d413510-63a9-4251-aaf6-20dbefa80f2a) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:17.500671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:17.501262 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.505816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4d8a5-c9fb-43ae-a420-db236880ca8d None None] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:17.524768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7caffd65-7129-4ea8-a05b-adf82d77fed0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.3997805 Apr 20 15:06:17.524984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41906) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:17.530069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1787413486', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:17.552449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.553526 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.613894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.623757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:17.641563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c069b213-cc7f-4949-b8b9-61266220e728 None None] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:17.761915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.953419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:17.972525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.004529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.080891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.120 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/86d36ed6-3ea4-49cd-b1a4-5e55568a0b3e) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:18.187391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.225409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.262815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:18.263532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.265814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:18.270608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:18.273056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:18.300610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=86d36ed6-3ea4-49cd-b1a4-5e55568a0b3e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:18.351006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port 20776cc8-6982-4082-bcf2-e1e1f3d56aa7, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:18.351274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.364303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:18.532628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.553288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.583420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=20776cc8-6982-4082-bcf2-e1e1f3d56aa7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:18.749279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.772212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:18.881309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:06:18.993097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Router 640aaaed-d0d3-4e6b-ad97-9928fa5926af has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:19.107802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:19.116518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8b79762c-5105-42df-b319-5a426206dd9a tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "PUT /v2.0/routers/640aaaed-d0d3-4e6b-ad97-9928fa5926af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4886661 Apr 20 15:06:19.116764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41914) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:19.117935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Sync routers for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:19.130897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:19.131580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.173864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting subnet 3428128a-18ae-4d53-b5b9-fe6b976ff775 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:06:19.177292 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.220804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.240722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:19.306817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:19.310337 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.320422 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:19.329397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.330899 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:19.331892 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.335422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-514997d8-1406-415d-a696-f7064a1b4310 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8048244 Apr 20 15:06:19.335582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41916) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:19.367306 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.377153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:19.378111 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.389389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.413817 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.414741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d6729d-e2c7-4469-96b4-3ba8d932b8e0 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:19.424253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Subnet': ['ID=3428128a-18ae-4d53-b5b9-fe6b976ff775,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:19.437521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.439935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb58c0-a9ef-4d0e-847c-3b367d6c31e9 None None] Network 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:19.443867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8a56a1c1-a1d7-4212-b293-a4dfa6deb137 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/subnets/3428128a-18ae-4d53-b5b9-fe6b976ff775 HTTP/1.1" status: 204 len: 168 time: 0.3233361 Apr 20 15:06:19.444234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41918) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:19.499782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:06:18Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.539679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Checking router: 640aaaed-d0d3-4e6b-ad97-9928fa5926af for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:06:19.562957 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.569021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Routers {'640aaaed-d0d3-4e6b-ad97-9928fa5926af'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:19.569646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:19.680507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.739264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Deleting port ece42ea7-3724-4ddd-b763-fb10b9ed9717 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:19.739645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.807531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.858813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] For port ece42ea7-3724-4ddd-b763-fb10b9ed9717, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ece42ea7-3724-4ddd-b763-fb10b9ed9717,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:19.859441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:19.872775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Calling delete_port for ece42ea7-3724-4ddd-b763-fb10b9ed9717 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:19.877774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] Set router 640aaaed-d0d3-4e6b-ad97-9928fa5926af gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:19.978256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] DHCP port deletion for 592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:06:20.062329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.084417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Deleting port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:20.084795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.094247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Port': ['ID=ece42ea7-3724-4ddd-b763-fb10b9ed9717,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:20.148369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.1 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/9db7358c-73f4-433c-ba22-598b4cd20c23) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:20.154786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] For port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,segment=NetworkSegment(9f872573-129b-4437-93b9-0c69399cf26c),segment_id=9f872573-129b-4437-93b9-0c69399cf26c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:20.155407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.164234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.170138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Calling delete_port for b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:20.172809 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:06:18Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:20.208395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3facc2-2c6c-4032-bbad-f0cff6674dde None None] The sync data for ids ['640aaaed-d0d3-4e6b-ad97-9928fa5926af'] in n-d-836145-2 is: [{'id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1056732446', 'tenant_id': 'c32899f57583411c82e4d00e40325a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:06:18Z', 'revision_number': 5, 'project_id': 'c32899f57583411c82e4d00e40325a8e', 'gw_port': {'id': 'ece42ea7-3724-4ddd-b763-fb10b9ed9717', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:81:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640aaaed-d0d3-4e6b-ad97-9928fa5926af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:22Z', 'updated_at': '2022-04-20T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:20.258414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:06:20.263554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.266189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.285271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: e25d49ce-0ada-4139-9c6f-6e720c2cc912 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:06:20.285774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e25d49ce-0ada-4139-9c6f-6e720c2cc912 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:06:20.290879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.305382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.310710 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.311332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Fanout notify agent at l3_agent the message router_deleted on router 640aaaed-d0d3-4e6b-ad97-9928fa5926af {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:06:20.318072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.322066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cdab1c59-d97e-4f40-b412-061b426f35a7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/routers/640aaaed-d0d3-4e6b-ad97-9928fa5926af HTTP/1.1" status: 204 len: 168 time: 0.8768711 Apr 20 15:06:20.322737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:20.330945 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Pushing event deleted for resources: {'Port': ['ID=b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:20.341075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.341599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.342580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.343082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.343625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.344025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.344457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.344884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.345302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.345715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.345850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.346428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.347007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:20.349891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacca6a-e539-4de4-95b5-d78b47d65368 None None] No DVR routers for this DVR port b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:06:20.394367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:20.397702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:20.400294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:20.407088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=9db7358c-73f4-433c-ba22-598b4cd20c23,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:20.412028 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.447419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.501014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.521966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592a7e86-82d2-4bb2-8eb4-8dbb25028ac1']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:20.530895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f872573-129b-4437-93b9-0c69399cf26c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:20.531158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f872573-129b-4437-93b9-0c69399cf26c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:20.541490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.556821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.562878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:06:20.563236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:06:20.566304 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:06:20.585310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.637490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.642594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.646833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/networks/592a7e86-82d2-4bb2-8eb4-8dbb25028ac1 HTTP/1.1" status: 204 len: 168 time: 0.3231020 Apr 20 15:06:20.651081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:20.662637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdc60a-e256-4a15-9b92-4cc0b198e8d7 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'Network': ['ID=592a7e86-82d2-4bb2-8eb4-8dbb25028ac1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:20.820054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.888125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.970228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:20.974773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.050190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.052794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.053955 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] 10.222.0.20 "DELETE /v2.0/security-groups/b545831a-907b-4b6f-aac0-9df28e11d8f6 HTTP/1.1" status: 204 len: 168 time: 0.4019198 Apr 20 15:06:21.067087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=9db7358c-73f4-433c-ba22-598b4cd20c23,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:21.069512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.079216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441ee0-3693-4df4-9e6f-130fd0861891 tempest-TestNetworkAdvancedServerOps-107012475 tempest-TestNetworkAdvancedServerOps-107012475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545831a-907b-4b6f-aac0-9df28e11d8f6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:21.175243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:21.176531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:21.305994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:21.374757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41930) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:21.414469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:21.422358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 41934) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:21.422520 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8f29d7a6-9554-4dd4-9446-8e671068fadb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/routers/cf1ba2b7-87d4-4c0f-8214-224259309e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0856292 Apr 20 15:06:21.426880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:21.428058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'port': {'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a', 'name': 'tempest-FloatingIPTestJSON-66961347'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:21.440578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:21.441431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:21.474180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:21.483287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:21.483896 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:21.515959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:21.516605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319c7871-4009-4677-bb91-c3659c08d8ce None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:21.545916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-10571977-aff0-413f-995b-4d5c298eec46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c32899f57583411c82e4d00e40325a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700027 Apr 20 15:06:21.548670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41936) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:21.565794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:21.569341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.590807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] device_id is not set on port 6e432f8d-c145-4b0f-9221-6d3bd0aba3ab yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:06:21.600309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.622208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.670930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.673498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:21.677422 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d111479c-f83f-4831-a5fd-f0571f7ed733 HTTP/1.1" status: 204 len: 168 time: 0.1277022 Apr 20 15:06:21.685380 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2a265-6dfc-479d-a751-a9027b37b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111479c-f83f-4831-a5fd-f0571f7ed733,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:21.699269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.5 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/6e432f8d-c145-4b0f-9221-6d3bd0aba3ab) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:21.870004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ece42ea7-3724-4ddd-b763-fb10b9ed9717 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:06:21.895267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: ece42ea7-3724-4ddd-b763-fb10b9ed9717 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:06:21.895609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ece42ea7-3724-4ddd-b763-fb10b9ed9717 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:06:21.896214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:06:21.916383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:06:21.916726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 20776cc8-6982-4082-bcf2-e1e1f3d56aa7 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:06:21.917158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:06:21.939412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:06:21.940005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b3fafa2e-a2a9-4362-a5c7-d3b7d79f323e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:06:21.990819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41942) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:22.040538 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-077a06a3-72cf-42d7-a062-2c80e1646ca2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ef9f39932244211aa4da63de891b506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481675 Apr 20 15:06:22.043140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:22.096111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.118390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.169972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.172571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.173754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7dcc5ec-2303-46ad-81ef-6d5e134e3cb3 HTTP/1.1" status: 204 len: 168 time: 0.1296778 Apr 20 15:06:22.183191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7a58-c8f2-4cab-a129-9332c888c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dcc5ec-2303-46ad-81ef-6d5e134e3cb3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:22.209625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.243741 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.286844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:22.289888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:22.293684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:22.317097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=6e432f8d-c145-4b0f-9221-6d3bd0aba3ab,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:22.346966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:22.347595 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.364249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9f2b692-580f-4537-ac63-abc10fc4b9e9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9401612 Apr 20 15:06:22.367211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41950) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:22.372783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'port': {'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a', 'name': 'tempest-FloatingIPTestJSON-974219332'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:22.391410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-44665242-523f-49c5-b41b-523ebac3867f req-74ad6309-4366-4a0d-9eeb-5e6c519945fa service neutron] (102864) timed out ('10.222.0.20', 44884) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:06:22.478874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:22.482388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.500110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] device_id is not set on port 8e01a595-6929-4c68-af97-55336b8b4c4c yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:06:22.605435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.6 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/8e01a595-6929-4c68-af97-55336b8b4c4c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:22.766733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.800009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.843612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:22.846802 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:22.850758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:22.857525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=8e01a595-6929-4c68-af97-55336b8b4c4c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:22.902251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:22.902888 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:22.919257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12993370-b5e0-4015-aaf5-1e78c5e91b86 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5508735 Apr 20 15:06:22.922640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 41968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:22.927258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '8e01a595-6929-4c68-af97-55336b8b4c4c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:22.947613 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.053344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.168687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.201 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/b6a06c23-ec89-487b-b353-9ab5124c85b1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:23.274989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.309694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.347893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:23.352620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:23.355053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:23.387092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=b6a06c23-ec89-487b-b353-9ab5124c85b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:23.751674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.822665 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.992295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:23.998946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.074411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=b6a06c23-ec89-487b-b353-9ab5124c85b1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:24.086995 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.341286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42102) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:24.457531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1b6feb6-04af-4446-bb58-985deeebf177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.515654 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 308ccdf6-9d75-441f-a6af-0a91cb0b3577 associated. External IP: 172.25.1.201, port: 8e01a595-6929-4c68-af97-55336b8b4c4c. Apr 20 15:06:24.535847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1b6feb6-04af-4446-bb58-985deeebf177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.540162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1b6feb6-04af-4446-bb58-985deeebf177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.577811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a1b6feb6-04af-4446-bb58-985deeebf177 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f525019d4828443fbcac48fd552a1b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350585 Apr 20 15:06:24.579116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6feb6-04af-4446-bb58-985deeebf177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f9dc1-8284-40d5-9502-549dd4073639,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:24.581479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:24.630836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.651238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.700112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.702789 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.706775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c3f9dc1-8284-40d5-9502-549dd4073639 HTTP/1.1" status: 204 len: 168 time: 0.1215463 Apr 20 15:06:24.711528 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaef31-d6c1-456e-b357-b50e33317bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f9dc1-8284-40d5-9502-549dd4073639,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:24.734968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:24.843884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:24.859426 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:24.863714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.869452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:24.870136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:24.891324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6eacbb2b-1f4c-4d36-9cfe-34ed1ff64696 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9674270 Apr 20 15:06:24.893905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42112) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:24.898493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:24.908570 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:24.917001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:24.917595 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:24.949334 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:24.949882 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9bd07-7443-46b9-a69d-2268f067bd23 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:24.962860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:24.989520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42114) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:25.003209 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d6995af-4a19-4137-a80d-661d5d24a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.082500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d6995af-4a19-4137-a80d-661d5d24a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.086885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7d6995af-4a19-4137-a80d-661d5d24a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.108129 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.112961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.113291 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 308ccdf6-9d75-441f-a6af-0a91cb0b3577 disassociated. External IP: 172.25.1.201, port: 8e01a595-6929-4c68-af97-55336b8b4c4c. Apr 20 15:06:25.125581 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7d6995af-4a19-4137-a80d-661d5d24a189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12659c622da845fc910879d69a6f48ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347864 Apr 20 15:06:25.126500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6995af-4a19-4137-a80d-661d5d24a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee4715-42e0-46fc-9569-c531b78004b1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:25.128983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42116) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:25.179947 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.200897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.251591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.254086 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.255358 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1eee4715-42e0-46fc-9569-c531b78004b1 HTTP/1.1" status: 204 len: 168 time: 0.1254110 Apr 20 15:06:25.264664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae02a6-7ae8-4656-b61c-1236ef53f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee4715-42e0-46fc-9569-c531b78004b1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:25.330336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:25.453753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:25.458793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.464450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:25.477083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:25.477714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:25.489884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fb01751e-7e1f-454f-9316-cdae246fd74e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/308ccdf6-9d75-441f-a6af-0a91cb0b3577 HTTP/1.1" status: 200 len: 688 time: 0.5947618 Apr 20 15:06:25.492651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42122) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:25.517195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:25.526863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:25.527486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:25.563635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:25.564302 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3c5b90-ff67-4678-93a1-83d66b6f4d06 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:25.628697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port b6a06c23-ec89-487b-b353-9ab5124c85b1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:25.629012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.698115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42124) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:25.763709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.764020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.786902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for b6a06c23-ec89-487b-b353-9ab5124c85b1 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:25.815215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f9eaa-e08d-4df9-b827-18c72f52ebd3 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:25.815692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f9eaa-e08d-4df9-b827-18c72f52ebd3 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:25.816164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f9eaa-e08d-4df9-b827-18c72f52ebd3 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:25.826600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ce8f9eaa-e08d-4df9-b827-18c72f52ebd3 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 2970 time: 0.1186299 Apr 20 15:06:25.941409 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:25.967207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=b6a06c23-ec89-487b-b353-9ab5124c85b1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:26.027934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.030901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.032092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0573ae01-3976-4e90-92fa-261c010f3e6e tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/308ccdf6-9d75-441f-a6af-0a91cb0b3577 HTTP/1.1" status: 204 len: 168 time: 0.5384376 Apr 20 15:06:26.035662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:26.040295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '6e432f8d-c145-4b0f-9221-6d3bd0aba3ab'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:26.061203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.163248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.266711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.27 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/63582074-9bc9-4e41-ba76-5b431fc33f55) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:26.373863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.408784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.447355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:26.450172 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:26.453854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:26.459156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=63582074-9bc9-4e41-ba76-5b431fc33f55,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:26.827832 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:26.901129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:27.060586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:27.067290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:27.136045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=63582074-9bc9-4e41-ba76-5b431fc33f55,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:27.147904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:27.249595 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 2c576bdc-45d1-4e71-a73c-756a98250730 associated. External IP: 172.25.1.27, port: 6e432f8d-c145-4b0f-9221-6d3bd0aba3ab. Apr 20 15:06:27.474224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:27.592335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:27.603092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:27.613349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:27.615645 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:27.616282 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:27.645466 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2978b613-baeb-43d4-90d6-c2bfa6e927a6 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 1.6061416 Apr 20 15:06:27.645941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:27.653238 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:27.662414 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:27.663284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:27.695523 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:27.696183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e34f93-481e-431e-b981-bd0eedea7865 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:27.714639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-91f841ba-c19c-4c33-a76f-40d4b3981e88 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/floatingips/2c576bdc-45d1-4e71-a73c-756a98250730 HTTP/1.1" status: 200 len: 975 time: 0.0673757 Apr 20 15:06:27.717628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42134) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:28.156998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60ba8965-7e1c-41f9-a88a-eaa66082a2b1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.4380095 Apr 20 15:06:28.161058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42138) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:28.168215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': '8e01a595-6929-4c68-af97-55336b8b4c4c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:28.225924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:28.758941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:28.764022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:28.872025 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 2c576bdc-45d1-4e71-a73c-756a98250730 associated. External IP: 172.25.1.27, port: 6e432f8d-c145-4b0f-9221-6d3bd0aba3ab. Apr 20 15:06:29.100784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:29.228436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:29.238374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:29.249777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:29.250467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.287732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.298360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:29.299054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.334364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.335065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8f073d-bf9b-4e0c-a1d6-b46fb583ef01 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:29.444424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:29.556207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:29.561272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:29.566481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:29.577497 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:29.578127 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.607015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:29.613827 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.623093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f4c1963-2ec8-4cc3-ad7f-7aa20e8b2ef0 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/2c576bdc-45d1-4e71-a73c-756a98250730 HTTP/1.1" status: 200 len: 976 time: 1.4605575 Apr 20 15:06:29.625269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:29.625934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.626465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42144) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:29.632778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:29.662333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:29.663450 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d76f833-b55e-4ca9-abf2-dfe93970ce76 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:29.669337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf18a9b-35f8-4791-af34-0f71dfe41a0a tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:29.671034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fcf18a9b-35f8-4791-af34-0f71dfe41a0a tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005 HTTP/1.1" status: 200 len: 814 time: 0.0629520 Apr 20 15:06:29.695378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:29.857982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:29.863840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:29.864179 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 2c576bdc-45d1-4e71-a73c-756a98250730 disassociated. External IP: 172.25.1.27, port: 8e01a595-6929-4c68-af97-55336b8b4c4c. Apr 20 15:06:30.089610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:30.202762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:30.207399 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.212444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:30.224308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:30.225007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:30.234630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-477ab49d-af61-45e4-a07b-c498881aaf3b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/2c576bdc-45d1-4e71-a73c-756a98250730 HTTP/1.1" status: 200 len: 687 time: 0.6069710 Apr 20 15:06:30.237331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42150) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:30.263150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:30.272526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:30.273122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:30.307041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:30.307686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b527b-0e0e-491c-b61b-9b3d92f61735 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:30.369303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 63582074-9bc9-4e41-ba76-5b431fc33f55 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:30.369534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.449276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.449628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.462391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 63582074-9bc9-4e41-ba76-5b431fc33f55 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:30.601688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.634357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=63582074-9bc9-4e41-ba76-5b431fc33f55,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:30.699745 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.703010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:30.704138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d6a95c26-f53c-465c-80ca-7852d14b22f4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c576bdc-45d1-4e71-a73c-756a98250730 HTTP/1.1" status: 204 len: 168 time: 0.4659286 Apr 20 15:06:30.706943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:30.746464 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-2d01a39e-e89a-4703-b3f3-bbaaab4b74b9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] delete failed (client error): The resource could not be found. Apr 20 15:06:30.747655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d01a39e-e89a-4703-b3f3-bbaaab4b74b9 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c576bdc-45d1-4e71-a73c-756a98250730 HTTP/1.1" status: 404 len: 345 time: 0.0397482 Apr 20 15:06:30.751639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:30.834071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8dedb-f5f7-4251-b0ef-4787abf146a3 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:30.840059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8dedb-f5f7-4251-b0ef-4787abf146a3 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:30.846680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8dedb-f5f7-4251-b0ef-4787abf146a3 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:30.850865 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-86c8dedb-f5f7-4251-b0ef-4787abf146a3 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/ports?network_id=0d413510-63a9-4251-aaf6-20dbefa80f2a HTTP/1.1" status: 200 len: 2355 time: 0.0957499 Apr 20 15:06:30.851415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42156) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:30.902603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78bbfe4-3143-4aa7-bfa9-7ac152cd9682 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:30.903933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c78bbfe4-3143-4aa7-bfa9-7ac152cd9682 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/subnets/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3 HTTP/1.1" status: 200 len: 797 time: 0.0514660 Apr 20 15:06:30.908999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42158) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:30.913661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'port': {'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a', 'name': 'tempest-FloatingIPTestJSON-1737784503', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:31.021609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42160) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.026873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'network': {'name': 'tempest-network-smoke--189067272', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:31.029826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:31.094523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:31.097949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.141280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:06:31.148290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.161847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.162110 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Added segment acc92d6a-c937-4393-bfd3-1f54f6c0ff6a of type vlan for network ba708e3d-af7a-4063-8195-e9c8abdcc33b Apr 20 15:06:31.175800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] device_id is not set on port 3ea2e19b-be2c-45d2-952f-b67786905d00 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:06:31.255975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.353916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.359412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:31.359983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.456914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4341426 Apr 20 15:06:31.460295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42162) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.482587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba1691-e06d-4313-a4fb-d2db67718d6a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Network': ['ID=ba708e3d-af7a-4063-8195-e9c8abdcc33b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:31.494157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:06:31.534592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd42187-29fb-446c-8f50-e8e22ef59741 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:31.538943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4fd42187-29fb-446c-8f50-e8e22ef59741 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0776250 Apr 20 15:06:31.539536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42164) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.577545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.14 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/3ea2e19b-be2c-45d2-952f-b67786905d00) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:31.584216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.13 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/3ea2e19b-be2c-45d2-952f-b67786905d00) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:31.633343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e934f-4419-434e-b736-ae5ae3c0b368 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:31.637956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c18e934f-4419-434e-b736-ae5ae3c0b368 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943258 Apr 20 15:06:31.638993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.672427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d2d80fc7-4367-48d6-aea6-1f46d956728c tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273025 Apr 20 15:06:31.673722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42168) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.701422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-238dda93-3a7f-4e35-8d3f-35d2eb21448f tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273187 Apr 20 15:06:31.704056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42170) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.731600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.771037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.790349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b7f81-9635-4a5c-b665-e00f65d836e1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:31.792008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-904b7f81-9635-4a5c-b665-e00f65d836e1 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869932 Apr 20 15:06:31.795425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42172) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.812980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:31.818264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:31.822203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:31.831001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d51aac68-7d85-42c4-99c1-cc02e29375ef tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342681 Apr 20 15:06:31.833540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.838244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650026379', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:31.848901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=3ea2e19b-be2c-45d2-952f-b67786905d00,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:31.878394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:31.879026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.896379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f46abbf7-1474-480f-8fed-237044ee1d38 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9863102 Apr 20 15:06:31.898957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42176) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:31.903406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '3ea2e19b-be2c-45d2-952f-b67786905d00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:31.924999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:31.928676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:31.932186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.034214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.118344 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.137066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.248 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c42cedd3-f3d6-4624-a23c-a106c0da05d6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:32.174155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Subnet': ['ID=20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:32.184319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Checking segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:32.184735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network hostable DHCP agents. Network: ba708e3d-af7a-4063-8195-e9c8abdcc33b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:06:32.203071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:06:32.213837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, ba708e3d-af7a-4063-8195-e9c8abdcc33b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:32.218666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:32.219405 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.224591 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50e7d4-7809-4a03-8801-3f47b148594b None None] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:32.238643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f65ba8d1-b821-4c65-ae67-b80a1f85b13f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4039302 Apr 20 15:06:32.244668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.288790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.330366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:32.333314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:32.335902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:32.373814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=c42cedd3-f3d6-4624-a23c-a106c0da05d6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:32.397147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ips': [{'subnet_id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:06:32.398304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.461091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:32.466013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448400517', 'description': 'tempest-secgroup-smoke-1448400517 description', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:32.487351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.558648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Allocated IP 172.20.0.18 (ba708e3d-af7a-4063-8195-e9c8abdcc33b/20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755/e5942df8-1352-4374-bd16-08cf353780fc) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:32.564788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.568804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.600529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.605022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425312 Apr 20 15:06:32.605267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42182) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:32.606413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13193c-9256-47b7-a73e-5a860496a843 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:32.711635 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.719318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.742909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:32.767110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:32.770982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:32.810190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Pushing event updated for resources: {'Port': ['ID=e5942df8-1352-4374-bd16-08cf353780fc,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:32.840992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Attempting to bind port e5942df8-1352-4374-bd16-08cf353780fc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:06:32.840992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Attempting to bind port e5942df8-1352-4374-bd16-08cf353780fc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:06:32.840992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Attempting to bind port e5942df8-1352-4374-bd16-08cf353780fc on network ba708e3d-af7a-4063-8195-e9c8abdcc33b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Checking segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Bound using segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Bound port: e5942df8-1352-4374-bd16-08cf353780fc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:06:32.850086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.913865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] For port e5942df8-1352-4374-bd16-08cf353780fc, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:06:32.917119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] For port e5942df8-1352-4374-bd16-08cf353780fc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e5942df8-1352-4374-bd16-08cf353780fc,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:06:32.921942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:32.940202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:32.981579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efb5bf-16e1-45b4-b3b8-8b1697357885 None None] Pushing event updated for resources: {'Port': ['ID=e5942df8-1352-4374-bd16-08cf353780fc,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.013938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.108725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.137322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.157601 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.197682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadcf6f8-8800-48d6-8f2b-dfee2d60b81f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.207502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.212454 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.213703 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-779fe73d-ea71-47f4-a7d0-e5d50f4c3754 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6074631 Apr 20 15:06:33.217040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42184) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:33.223038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:33.254324 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.317823 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.322392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.339458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab08b31-1cf4-4ab5-a13b-da2b08e06572,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.350165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.351412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-787d2096-0035-4dc4-90ca-7903405e0e67 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326060 Apr 20 15:06:33.354148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42186) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:33.358650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:33.375854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.381278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.382070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.444419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.449942 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.458483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=c42cedd3-f3d6-4624-a23c-a106c0da05d6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.469879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0364f29-7a98-4f4f-bf0b-14f5457cda92,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.472758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.478298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.479563 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc77574d-ecc9-4da5-9476-0572b7ffbb9b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243458 Apr 20 15:06:33.482534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42188) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:33.486935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:33.513084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.577018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.581558 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.586896 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 4aa7a728-9cc0-4a06-92d0-c97526db5a1e associated. External IP: 172.25.1.248, port: 3ea2e19b-be2c-45d2-952f-b67786905d00. Apr 20 15:06:33.603835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254079c0-d0c2-49a5-8522-c52c6af7d4e7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.608376 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.610026 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.611291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-600f397a-f268-4ca6-9994-e6f3dfd8ca6e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277764 Apr 20 15:06:33.614527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42190) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:33.619142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:33.644437 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:06:33.649923 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.712960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.718201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.739125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbb1ff7-fe39-488e-810d-d889909fa1ba,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.748068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.749396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6bc350e0-c49c-4828-8f6d-bba410ceb9b5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339037 Apr 20 15:06:33.752825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:33.757502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': '1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:33.787412 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:06:33.792872 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.823483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:33.875188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.880431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.903173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1df63a-819d-4025-8ec8-bb2f98c5711a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:33.914136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:33.927178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a9d75b56-80d4-4b99-8812-6cc6de8f988f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1731820 Apr 20 15:06:33.948278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e5942df8-1352-4374-bd16-08cf353780fc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:06:33.970223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:33.984260 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:33.995074 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:33.999642 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.004008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:34.037229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e5942df8-1352-4374-bd16-08cf353780fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:34.037636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.057278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b34b8df7-7c86-45e5-85e2-bfad96fe13af tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1572957 Apr 20 15:06:34.060147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42198) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:34.067890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a91ea-4941-49de-80f4-e6a68db19b17 None None] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:34.068974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': '3ea2e19b-be2c-45d2-952f-b67786905d00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:34.069267 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:34.077796 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:34.078456 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:34.121526 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:34.122210 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5167fb1c-5417-4f93-961f-0125fcab02e0 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:34.142629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.144965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-7700f648-c53a-490b-97c1-db859cbf2b8c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448400517&fields=id&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 267 time: 0.0348971 Apr 20 15:06:34.202609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-963fb2c6-b34e-4b49-8d3d-ae661a61e9f1 None None] Provisioning complete for port e5942df8-1352-4374-bd16-08cf353780fc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:34.202997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-963fb2c6-b34e-4b49-8d3d-ae661a61e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.259616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-b9ec8bf8-137c-4678-b099-937a294d0dde tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:34.261440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-b9ec8bf8-137c-4678-b099-937a294d0dde tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/networks?id=ba708e3d-af7a-4063-8195-e9c8abdcc33b HTTP/1.1" status: 200 len: 796 time: 0.1080282 Apr 20 15:06:34.279548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-5e9774ec-f996-4dff-9f93-5619d4e7e7f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/quotas/3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 375 time: 0.0101354 Apr 20 15:06:34.312312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.364175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-645c763d-5eae-4285-9814-2b5274b59ae9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0771625 Apr 20 15:06:34.397357 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port e5942df8-1352-4374-bd16-08cf353780fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e5942df8-1352-4374-bd16-08cf353780fc,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:34.400506 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-963fb2c6-b34e-4b49-8d3d-ae661a61e9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.404771 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.566619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=e5942df8-1352-4374-bd16-08cf353780fc,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:34.581193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-963fb2c6-b34e-4b49-8d3d-ae661a61e9f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:06:34.581919 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-963fb2c6-b34e-4b49-8d3d-ae661a61e9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:06:34.650815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-b160bf2a-5865-47a2-9eb5-191bb0e52f70 service neutron] 10.222.0.20 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554650 Apr 20 15:06:34.746088 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.750733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:34.752131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-782c3cc6-63bd-44ce-a379-3da23e908acc service neutron] 10.222.0.20 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Apr 20 15:06:34.917622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5294fac5-20b2-42b5-a9e4-2e2152447b0a req-664c7ba8-48e6-43d1-9a51-d8348a346058 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Apr 20 15:06:34.959452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:06:34.968515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:35.077247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:35.081497 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.113571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:35.138277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:35.139018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:35.141397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fee068d-2749-46f1-b95b-da2c33ad8170 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/4aa7a728-9cc0-4a06-92d0-c97526db5a1e HTTP/1.1" status: 200 len: 979 time: 1.0798922 Apr 20 15:06:35.144381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:35.175885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:35.185441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:35.185902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:35.220716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:35.221400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655ec349-7960-4aca-b53a-a8b7fbf65565 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:35.251306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6e17ba66-b6ff-4bd7-a6e1-d3fcf4ecabad None None] Provisioning complete for port e5942df8-1352-4374-bd16-08cf353780fc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:35.251681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6e17ba66-b6ff-4bd7-a6e1-d3fcf4ecabad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.315317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port c42cedd3-f3d6-4624-a23c-a106c0da05d6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:35.315758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.399985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.400296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.413257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for c42cedd3-f3d6-4624-a23c-a106c0da05d6 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:35.576171 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.601093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=c42cedd3-f3d6-4624-a23c-a106c0da05d6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:35.666481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.666790 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP 4aa7a728-9cc0-4a06-92d0-c97526db5a1e disassociated (deleted). External IP: 172.25.1.248, port: 3ea2e19b-be2c-45d2-952f-b67786905d00. Apr 20 15:06:35.886729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e5942df8-1352-4374-bd16-08cf353780fc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:06:35.911840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-6aa6c50a-3b0e-424f-9279-8a19d8e806b0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:35.913327 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-6aa6c50a-3b0e-424f-9279-8a19d8e806b0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/networks?id=ba708e3d-af7a-4063-8195-e9c8abdcc33b HTTP/1.1" status: 200 len: 796 time: 0.1365769 Apr 20 15:06:35.936685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port e5942df8-1352-4374-bd16-08cf353780fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:35.937224 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:35.992045 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-c36d5151-f256-4fa9-8462-cfed22c4a023 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 472 time: 0.0700440 Apr 20 15:06:36.004807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'port': {'device_id': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'admin_state_up': True, 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'security_groups': ['1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:36.025520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22c10fe1-0a37-4a22-8b1a-6491b5d5e54a req-1314463f-16b3-4b81-9ddf-b4c4aa15dd53 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 210 time: 0.0295219 Apr 20 15:06:36.029176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:36.200587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:36.204128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.214221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:36.219554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.225499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:36.235892 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:36.236532 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:36.257029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6c5d13e6-50d8-487d-bb27-2bc6fdd005e7 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/4aa7a728-9cc0-4a06-92d0-c97526db5a1e HTTP/1.1" status: 204 len: 168 time: 1.1116171 Apr 20 15:06:36.259827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42224) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:36.275325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:36.283866 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:36.284458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:36.315599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:36.316235 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1588a-1e00-4257-befa-67b929d3f987 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:36.356190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 3ea2e19b-be2c-45d2-952f-b67786905d00 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:36.356859 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.365605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.19 (ba708e3d-af7a-4063-8195-e9c8abdcc33b/20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755/6663863a-552a-4f27-a7e8-69fbf9d9a396) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:36.445501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.458520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 3ea2e19b-be2c-45d2-952f-b67786905d00 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:36.505982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.541420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.589046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:36.599181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:36.603008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:36.642167 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.677204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=3ea2e19b-be2c-45d2-952f-b67786905d00,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:36.776993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.781063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a3de6432-1c6f-473d-bccb-1ef8bb70b8b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/3ea2e19b-be2c-45d2-952f-b67786905d00 HTTP/1.1" status: 204 len: 168 time: 0.5193677 Apr 20 15:06:36.784975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:36.789681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:36.811864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.878259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9b5761ed-ffd7-43a4-9b5d-9edd64f223d7 None None] Provisioning complete for port 6663863a-552a-4f27-a7e8-69fbf9d9a396 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:36.878917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b5761ed-ffd7-43a4-9b5d-9edd64f223d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.918645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:36.921895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9b5761ed-ffd7-43a4-9b5d-9edd64f223d7 None None] Port 6663863a-552a-4f27-a7e8-69fbf9d9a396 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:36.972779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:36.998508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:36.999142 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.015669 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ab7e14ab-c681-46bf-8ac4-384a8ee5f91e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0163901 Apr 20 15:06:37.024427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.115 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7e9c5c58-0b0c-4fa8-90d3-45728be7affb) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:37.087252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Request body: {'port': {'device_id': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:37.143594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.161599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.178750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc2f57-b914-4c65-b498-a185acf0cc1f req-8fe97eae-d5c4-4b28-9e50-d0a5825cdd78 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:37.180206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38cc2f57-b914-4c65-b498-a185acf0cc1f req-8fe97eae-d5c4-4b28-9e50-d0a5825cdd78 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 932 time: 0.0827279 Apr 20 15:06:37.233604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38cc2f57-b914-4c65-b498-a185acf0cc1f req-72903022-a5e8-4394-8816-bd96e925742b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461764 Apr 20 15:06:37.235235 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.283393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:37.288925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:37.290876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=7e9c5c58-0b0c-4fa8-90d3-45728be7affb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:37.292987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:37.375062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.409302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.413774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6663863a-552a-4f27-a7e8-69fbf9d9a396 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:06:37.421946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.434056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Transition to ACTIVE for port object 6663863a-552a-4f27-a7e8-69fbf9d9a396 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:06:37.438109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.489586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Pushing event updated for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:37.559076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Attempting to bind port 6663863a-552a-4f27-a7e8-69fbf9d9a396 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:06:37.559567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Attempting to bind port 6663863a-552a-4f27-a7e8-69fbf9d9a396 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:06:37.559994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Attempting to bind port 6663863a-552a-4f27-a7e8-69fbf9d9a396 on network ba708e3d-af7a-4063-8195-e9c8abdcc33b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:06:37.565536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Port 6663863a-552a-4f27-a7e8-69fbf9d9a396 on network ba708e3d-af7a-4063-8195-e9c8abdcc33b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:06:37.565759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.565879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Attempting to bind port 6663863a-552a-4f27-a7e8-69fbf9d9a396 on network ba708e3d-af7a-4063-8195-e9c8abdcc33b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:06:37.571349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:06:37.571693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Checking segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:37.571817 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.572077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Bound using segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:06:37.572506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Bound port: 6663863a-552a-4f27-a7e8-69fbf9d9a396, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:06:37.573009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.647706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:06:37.651245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:06:37.657565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.658457 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=7e9c5c58-0b0c-4fa8-90d3-45728be7affb,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:37.662314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.684444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.686188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-80e43d0d-6fce-4858-9f22-6e433ca640a2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9001172 Apr 20 15:06:37.688793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42232) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:37.694163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'port': {'network_id': '0d413510-63a9-4251-aaf6-20dbefa80f2a', 'name': 'tempest-FloatingIPTestJSON-776067126'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:37.694317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:37.694892 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.696256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] 10.222.0.43 "PUT /v2.0/ports/6663863a-552a-4f27-a7e8-69fbf9d9a396 HTTP/1.1" status: 200 len: 1092 time: 0.6725793 Apr 20 15:06:37.696696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:06:37.698971 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:06:37.758618 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d377d644-5c65-439f-9825-a48846ebf075 x-openstack-request-id: req-d377d644-5c65-439f-9825-a48846ebf075 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:06:37.758915 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:06:37.759170 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d377d644-5c65-439f-9825-a48846ebf075 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:06:37.759572 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d377d644-5c65-439f-9825-a48846ebf075'] response: {'name': 'network-changed', 'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396', 'status': 'completed', 'code': 200} Apr 20 15:06:37.772182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2476df-0f67-45ed-a34b-c43831f01856 service neutron] Pushing event updated for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:37.807595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-d7855cf7-a804-4fd1-afbe-10f2386093b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:37.809152 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-d7855cf7-a804-4fd1-afbe-10f2386093b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0453146 Apr 20 15:06:37.844291 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:37.851983 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:37.857934 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-016c646a-651d-4c85-9c04-38d7a16a7ef5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396 HTTP/1.1" status: 200 len: 217 time: 0.0406110 Apr 20 15:06:37.872233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] device_id is not set on port 6b91b5c6-e61b-458f-b46e-f7cd76520fc9 yet. {{(pid=102864) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:06:37.912539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-f7a1e378-f83b-451d-9c34-ba0a533fa243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:37.914110 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-f7a1e378-f83b-451d-9c34-ba0a533fa243 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755 HTTP/1.1" status: 200 len: 838 time: 0.0487416 Apr 20 15:06:37.960767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-558fef8b-db13-4dde-bc4e-90c85e71c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:37.962265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-558fef8b-db13-4dde-bc4e-90c85e71c387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba708e3d-af7a-4063-8195-e9c8abdcc33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405383 Apr 20 15:06:37.986967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.14 (0d413510-63a9-4251-aaf6-20dbefa80f2a/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3/6b91b5c6-e61b-458f-b46e-f7cd76520fc9) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:38.062065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-3236f50b-0154-479c-92a7-90063ed108de service neutron] 10.222.0.43 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932014 Apr 20 15:06:38.140366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:38.154557 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d32ece91-4393-430e-b4d3-a3fd4fa5baf3 req-02bf8050-17e9-4037-b53f-039c00ef2b6a service neutron] 10.222.0.43 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Apr 20 15:06:38.176749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:38.220227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 0d413510-63a9-4251-aaf6-20dbefa80f2a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:38.223422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:38.227190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:38.239269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-2b3d2f4a-cb19-47da-8fa4-e1f8ebf0c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.240796 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-2b3d2f4a-cb19-47da-8fa4-e1f8ebf0c704 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 1095 time: 0.0431323 Apr 20 15:06:38.249920 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=6b91b5c6-e61b-458f-b46e-f7cd76520fc9,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:38.279230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.279846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:38.299666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6648b94d-4e58-4d4b-af06-9fd6b453d384 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6094258 Apr 20 15:06:38.302081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:38.306701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': '6b91b5c6-e61b-458f-b46e-f7cd76520fc9'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:38.340455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-2ffee6ac-edb4-4280-9268-188d21890262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.342644 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-2ffee6ac-edb4-4280-9268-188d21890262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba708e3d-af7a-4063-8195-e9c8abdcc33b HTTP/1.1" status: 200 len: 897 time: 0.0949721 Apr 20 15:06:38.359144 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:38.384322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-ab2e081e-8c2a-4bcb-b3e5-7349dbd1d9ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396 HTTP/1.1" status: 200 len: 217 time: 0.0345972 Apr 20 15:06:38.440679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-8f2e4ead-5efd-4f12-93d7-055761c1c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.442168 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-8f2e4ead-5efd-4f12-93d7-055761c1c0a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755 HTTP/1.1" status: 200 len: 838 time: 0.0508699 Apr 20 15:06:38.470605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283752d-2a94-463c-9eb5-d83f2ee4cf36 req-e1b8dca4-0b1a-4d67-b741-d9cf1dc838be tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.472092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f283752d-2a94-463c-9eb5-d83f2ee4cf36 req-e1b8dca4-0b1a-4d67-b741-d9cf1dc838be tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 944 time: 0.1311369 Apr 20 15:06:38.493691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-989b8c64-b621-4244-8247-6816bc09e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:38.495454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-989b8c64-b621-4244-8247-6816bc09e876 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba708e3d-af7a-4063-8195-e9c8abdcc33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460520 Apr 20 15:06:38.562642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f283752d-2a94-463c-9eb5-d83f2ee4cf36 req-c398b249-47dc-4a1f-af2c-40dd64813bc5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802355 Apr 20 15:06:38.591029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-cba6da09-4508-4f01-aa28-6e22b8b78978 service neutron] 10.222.0.43 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860140 Apr 20 15:06:38.691556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-789b6404-d74a-4e8a-bc0b-4a05ce6784dd req-0e02df76-3eb0-410d-aeba-498ee6cb17b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934145 Apr 20 15:06:39.181188 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:39.188926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:39.292394 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP c3b2aca2-6a6d-47a6-9b9a-8ef537e27196 associated. External IP: 172.25.1.115, port: 6b91b5c6-e61b-458f-b46e-f7cd76520fc9. Apr 20 15:06:39.512862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:39.633367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:39.639067 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:39.643870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:39.661687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:39.662472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:39.690864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-379103c1-49cd-4d5c-b21d-a55c34ba29ab tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/c3b2aca2-6a6d-47a6-9b9a-8ef537e27196 HTTP/1.1" status: 200 len: 978 time: 1.3875823 Apr 20 15:06:39.693500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42242) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:39.695016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:39.705492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:39.706436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:39.738879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7945e5-60d3-479d-9ff5-fd0b032323ce req-dff8d2a4-6ad1-4531-821b-8c0fa7b1e592 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:39.741003 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d7945e5-60d3-479d-9ff5-fd0b032323ce req-dff8d2a4-6ad1-4531-821b-8c0fa7b1e592 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 944 time: 0.1051755 Apr 20 15:06:39.812679 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9d7945e5-60d3-479d-9ff5-fd0b032323ce req-d225e471-b90d-45f8-aac5-673c25490526 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Apr 20 15:06:39.823749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 6b91b5c6-e61b-458f-b46e-f7cd76520fc9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:39.824089 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:39.913202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:39.913844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250a95f1-336e-411b-aa84-89ee80bb7551 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:39.923863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.160926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.161216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.161515 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP c3b2aca2-6a6d-47a6-9b9a-8ef537e27196 disassociated. External IP: 172.25.1.115, port: 6b91b5c6-e61b-458f-b46e-f7cd76520fc9. Apr 20 15:06:40.161849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 6b91b5c6-e61b-458f-b46e-f7cd76520fc9 owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:40.164411 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6e970af-a642-4a23-847f-fb58482e21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.286289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6663863a-552a-4f27-a7e8-69fbf9d9a396 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:06:40.288752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.318991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=6b91b5c6-e61b-458f-b46e-f7cd76520fc9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:40.382988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:40.394384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6663863a-552a-4f27-a7e8-69fbf9d9a396', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'port_id': '6663863a-552a-4f27-a7e8-69fbf9d9a396', 'mac_address': 'fa:16:3e:d3:1f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:06:40.430675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.433340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:40.444190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6663863a-552a-4f27-a7e8-69fbf9d9a396 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:06:40.464745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:40.470346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.518678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:40.539442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:40.549599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:40.559553 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:40.560394 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:40.595754 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:40.605073 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:40.605329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.605667 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:40.609867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a8a2bb1-30a6-4678-a3da-cb7ba22b9c55 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/6b91b5c6-e61b-458f-b46e-f7cd76520fc9 HTTP/1.1" status: 204 len: 168 time: 0.9152203 Apr 20 15:06:40.612363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42244) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:40.639232 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:40.639873 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d731338-33a4-40c4-9f39-14a71f6cf0c8 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:40.657242 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c32c79cb-427e-4055-8787-b3ea80d66623 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/floatingips/c3b2aca2-6a6d-47a6-9b9a-8ef537e27196 HTTP/1.1" status: 200 len: 688 time: 0.0437610 Apr 20 15:06:40.660210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:40.677776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6663863a-552a-4f27-a7e8-69fbf9d9a396'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:06:40.792881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 7e9c5c58-0b0c-4fa8-90d3-45728be7affb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:40.795400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.890926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.891261 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:40.903679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 7e9c5c58-0b0c-4fa8-90d3-45728be7affb owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:40.943504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb5295-fdda-4b79-9ba6-3704dc25c5bc req-6ae5b051-1f58-456c-a4f8-2d4a54b49309 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:40.945027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61fb5295-fdda-4b79-9ba6-3704dc25c5bc req-6ae5b051-1f58-456c-a4f8-2d4a54b49309 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 945 time: 0.0498765 Apr 20 15:06:40.984761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-61fb5295-fdda-4b79-9ba6-3704dc25c5bc req-37173d06-b92b-4de5-ad75-d8d05bf605db tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Apr 20 15:06:41.047570 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.073160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=7e9c5c58-0b0c-4fa8-90d3-45728be7affb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:41.134728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.138188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.139024 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ed743807-1350-4235-be22-e3303be3b5c5 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/c3b2aca2-6a6d-47a6-9b9a-8ef537e27196 HTTP/1.1" status: 204 len: 168 time: 0.4778464 Apr 20 15:06:41.142714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42250) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:41.147010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '8e01a595-6929-4c68-af97-55336b8b4c4c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:41.170679 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.281283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.386016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.206 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/731599f3-acd2-4a27-9a9d-13a0dc49d6f6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:41.490667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.526241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:41.566280 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:41.571648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:41.573902 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=731599f3-acd2-4a27-9a9d-13a0dc49d6f6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:41.576325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:41.941162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.009480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.110379 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb729f9-0c68-44d9-bbdb-a66ad3b2427f req-529041bf-2117-4eb5-8658-152466ba8536 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:42.111908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abb729f9-0c68-44d9-bbdb-a66ad3b2427f req-529041bf-2117-4eb5-8658-152466ba8536 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 945 time: 0.0537846 Apr 20 15:06:42.150305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abb729f9-0c68-44d9-bbdb-a66ad3b2427f req-42f70ec4-8ac1-4c84-a3bc-5642f7129950 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Apr 20 15:06:42.170078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.175931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.246488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=731599f3-acd2-4a27-9a9d-13a0dc49d6f6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:42.260887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.301674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6663863a-552a-4f27-a7e8-69fbf9d9a396 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:06:42.350304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 6663863a-552a-4f27-a7e8-69fbf9d9a396 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:06:42.354128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 6663863a-552a-4f27-a7e8-69fbf9d9a396 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:42.354501 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.363581 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP b49669e4-9b98-4b8a-a6ee-49c0645a3473 associated. External IP: 172.25.1.206, port: 8e01a595-6929-4c68-af97-55336b8b4c4c. Apr 20 15:06:42.430065 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.452271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:06:42.454601 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d72b4-251c-43bc-b7ad-566e93bd5cc6" -d '{"events": [{"server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "name": "network-vif-plugged", "status": "completed", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:06:42.467383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:42.473617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.499308 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502701d-8678-4869-b9cd-624d4f14b7b3 x-openstack-request-id: req-9502701d-8678-4869-b9cd-624d4f14b7b3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:06:42.499600 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "name": "network-vif-plugged", "status": "completed", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:06:42.499854 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9502701d-8678-4869-b9cd-624d4f14b7b3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:06:42.500244 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9502701d-8678-4869-b9cd-624d4f14b7b3'] response: {'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396', 'code': 200} Apr 20 15:06:42.528599 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:42.609496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:42.618596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8da9-8507-4972-89c3-bbd894a2791a req-00538514-d395-4fb9-b41d-35a2c2022089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:42.620043 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a34d8da9-8507-4972-89c3-bbd894a2791a req-00538514-d395-4fb9-b41d-35a2c2022089 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 1097 time: 0.0581639 Apr 20 15:06:42.722448 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a34d8da9-8507-4972-89c3-bbd894a2791a req-a789103d-579f-439a-981c-1d58280b3c38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941920 Apr 20 15:06:42.749158 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:42.758605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:42.768575 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.771013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:42.771880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:42.796106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41b33ec3-1337-45a8-839c-c8cab01083b8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6523921 Apr 20 15:06:42.799106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42256) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:42.804232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-362951728'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:42.805331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:42.817699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:42.818325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:42.828422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:42.831932 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.855969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:42.856679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296a2d-fdca-4fad-bf65-90395fa0d011 None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:42.857633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:06:42.867156 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.867518 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Added segment c83d4340-bedb-43fc-a937-0980f29371b6 of type vlan for network 64ed11e8-dd69-4c06-bba0-7af226c4e79b Apr 20 15:06:42.908315 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.935992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:42.941486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:42.942057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.000824 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2005913 Apr 20 15:06:43.003889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42258) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:43.009235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'subnet': {'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:43.016387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c639c6-7606-4c7b-a385-5a9111e44938 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Network': ['ID=64ed11e8-dd69-4c06-bba0-7af226c4e79b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:43.026932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:06:43.101201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:43.104796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.281384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc227-daca-485a-9a41-8a57333543da req-de7865e2-954e-4b37-b6db-40370983ddad tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:43.282932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-724cc227-daca-485a-9a41-8a57333543da req-de7865e2-954e-4b37-b6db-40370983ddad tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0547371 Apr 20 15:06:43.292597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.322339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-724cc227-daca-485a-9a41-8a57333543da req-410d298a-4d58-4b9a-8e37-1abc5afe3bcb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331590 Apr 20 15:06:43.348639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Subnet': ['ID=91fb57a2-bd81-410c-8b81-39a610aea665,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:43.358656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Checking segment: {'id': 'c83d4340-bedb-43fc-a937-0980f29371b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:43.359013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network hostable DHCP agents. Network: 64ed11e8-dd69-4c06-bba0-7af226c4e79b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:06:43.375957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:06:43.387123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 64ed11e8-dd69-4c06-bba0-7af226c4e79b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:43.391523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:43.392109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.397012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e08f3a-8a65-4dbe-ab01-8735ea16404a None None] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:43.409869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-edfbb7b3-b372-4df0-ad6c-2d226b1efb3c tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4046147 Apr 20 15:06:43.412863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42262) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:43.417330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1655256567', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}, 'admin_state_up': False}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:43.440268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.441367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.491838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.515481 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18c8-6f51-41ad-93f6-71333edeb7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.560059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-64ed11e8-dd69-4c06-bba0-7af226c4e79b', 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b', 'tenant_id': '32e736dfef6f4e40bb73d0c1eef12408', 'fixed_ips': [{'subnet_id': '91fb57a2-bd81-410c-8b81-39a610aea665'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:06:43.560944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.628942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.703401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Allocated IP 172.20.0.2 (64ed11e8-dd69-4c06-bba0-7af226c4e79b/91fb57a2-bd81-410c-8b81-39a610aea665/0caa2955-8556-4d0a-9969-b8d8674d7a1f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:43.773059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.822887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.848867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.876540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.882847 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.928745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Pushing event updated for resources: {'Port': ['ID=0caa2955-8556-4d0a-9969-b8d8674d7a1f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:43.932044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:43.933656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:43.935941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:43.959618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.25.1.125 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a4b853b3-3d2d-4f63-9658-f2cf5f6f9f91) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:43.988464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Attempting to bind port 0caa2955-8556-4d0a-9969-b8d8674d7a1f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:06:43.988825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Attempting to bind port 0caa2955-8556-4d0a-9969-b8d8674d7a1f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'c83d4340-bedb-43fc-a937-0980f29371b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:06:43.989176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Attempting to bind port 0caa2955-8556-4d0a-9969-b8d8674d7a1f on network 64ed11e8-dd69-4c06-bba0-7af226c4e79b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:06:43.993921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:06:43.994285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Checking segment: {'id': 'c83d4340-bedb-43fc-a937-0980f29371b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:43.994715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:43.995102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Bound using segment: {'id': 'c83d4340-bedb-43fc-a937-0980f29371b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:06:43.995554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Bound port: 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83d4340-bedb-43fc-a937-0980f29371b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:06:43.995928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.060849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] For port 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:06:44.061208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.063873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] For port 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0caa2955-8556-4d0a-9969-b8d8674d7a1f,segment=NetworkSegment(c83d4340-bedb-43fc-a937-0980f29371b6),segment_id=c83d4340-bedb-43fc-a937-0980f29371b6)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:06:44.068735 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.100571 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.123050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e6863-df7e-452a-92cf-f2cb3da3be51 None None] Pushing event updated for resources: {'Port': ['ID=0caa2955-8556-4d0a-9969-b8d8674d7a1f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:44.141371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:44.144326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:44.148223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:44.171521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=a4b853b3-3d2d-4f63-9658-f2cf5f6f9f91,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:44.314043 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.457717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa476f-99a7-46b6-b9cd-67ef5b502f63 req-38ee275e-db91-468d-bd9c-dc392a1d9327 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:44.459462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82fa476f-99a7-46b6-b9cd-67ef5b502f63 req-38ee275e-db91-468d-bd9c-dc392a1d9327 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0564938 Apr 20 15:06:44.499979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82fa476f-99a7-46b6-b9cd-67ef5b502f63 req-e88e6a38-d887-47c1-a607-f3fd22075ff3 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Apr 20 15:06:44.619295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d72d0-59d9-419a-a699-c69f75669019 req-26642bf1-c206-4b48-bccc-112c2f69bd99 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:44.620754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad0d72d0-59d9-419a-a699-c69f75669019 req-26642bf1-c206-4b48-bccc-112c2f69bd99 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0513186 Apr 20 15:06:44.664016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad0d72d0-59d9-419a-a699-c69f75669019 req-ee21756b-f974-4be9-9392-f1bfaadd2c81 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365458 Apr 20 15:06:44.736053 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.945250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:44.998050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea507a-b5ed-4605-b04a-f9b2819095d8 None None] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:45.067222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] Provisioning complete for port 0caa2955-8556-4d0a-9969-b8d8674d7a1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:45.067571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.086445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:06:45.090844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-a0156168-2ab7-4a56-8587-261e5e61ea07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481660 Apr 20 15:06:45.184511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879238-6881-41cc-b5bb-35558797eafe req-45ae2186-12a1-4564-86e1-a5873d59ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:45.186389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-45ae2186-12a1-4564-86e1-a5873d59ae94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0490928 Apr 20 15:06:45.207247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:45.223249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] Sync routers for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:45.238560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.240999 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.242283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a794e79d-e39b-4c81-ac75-0a8e6e0ee76a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8284914 Apr 20 15:06:45.244392 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:45.245469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42272) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:45.245620 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:45.286388 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:45.291088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] For port 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0caa2955-8556-4d0a-9969-b8d8674d7a1f,segment=NetworkSegment(c83d4340-bedb-43fc-a937-0980f29371b6),segment_id=c83d4340-bedb-43fc-a937-0980f29371b6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:45.294420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.298931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.304729 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.306774 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:45.308150 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:45.352247 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:45.353291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75cc2a1-e3ae-41bf-bb57-e2019cb9cf34 None None] The sync data for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:45.360423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4f5b4-3583-4ac3-b400-8349ae1e23f7 None None] Pushing event updated for resources: {'Port': ['ID=0caa2955-8556-4d0a-9969-b8d8674d7a1f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:45.368448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879238-6881-41cc-b5bb-35558797eafe req-bf7e3c95-a119-4b47-8381-837d5ddf7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:45.369914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-bf7e3c95-a119-4b47-8381-837d5ddf7404 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 898 time: 0.1643045 Apr 20 15:06:45.445122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-acbd8612-fae3-4045-bd20-3b5dc9437ded service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 1002 time: 0.0686896 Apr 20 15:06:45.496287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879238-6881-41cc-b5bb-35558797eafe req-5839630e-8a40-4f46-9a1d-19cd0868c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:45.497119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-5839630e-8a40-4f46-9a1d-19cd0868c637 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0449207 Apr 20 15:06:45.545055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879238-6881-41cc-b5bb-35558797eafe req-fe71eec3-ba29-43cd-85dc-08e09c333bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:45.546644 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-fe71eec3-ba29-43cd-85dc-08e09c333bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435007 Apr 20 15:06:45.627773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0950462f-3c21-4aa3-bb42-d50b5aeff1b0 None None] Provisioning complete for port 0caa2955-8556-4d0a-9969-b8d8674d7a1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:45.628023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0950462f-3c21-4aa3-bb42-d50b5aeff1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.643616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-79674777-cb8a-4635-9916-0ce27ab93dd6 service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902243 Apr 20 15:06:45.721113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:45.737235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79879238-6881-41cc-b5bb-35558797eafe req-0f83190e-41f3-4af5-ac71-dda4ca9d28ef service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Apr 20 15:06:45.911122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0caa2955-8556-4d0a-9969-b8d8674d7a1f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:06:45.960513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0caa2955-8556-4d0a-9969-b8d8674d7a1f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:45.960903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.006020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.1 (64ed11e8-dd69-4c06-bba0-7af226c4e79b/91fb57a2-bd81-410c-8b81-39a610aea665/bc9f8573-3dc5-4535-9d11-19784284d7c6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:46.115776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.151070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.156409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42274) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:46.197844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:46.203093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:46.208308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:46.212222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=bc9f8573-3dc5-4535-9d11-19784284d7c6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:46.254496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.411290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.546847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f15bd226-d3a0-4db2-9be6-dcdb94dd3434 None None] Provisioning complete for port bc9f8573-3dc5-4535-9d11-19784284d7c6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:46.547775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f15bd226-d3a0-4db2-9be6-dcdb94dd3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.588292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f15bd226-d3a0-4db2-9be6-dcdb94dd3434 None None] Port bc9f8573-3dc5-4535-9d11-19784284d7c6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:46.620568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.692318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.697724 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.769227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=bc9f8573-3dc5-4535-9d11-19784284d7c6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:46.771659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:46.868788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:46.870344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:46.897402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.17 (ba708e3d-af7a-4063-8195-e9c8abdcc33b/20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755/4e3fb3fb-a473-4e55-937c-70ea21babb3d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:46.994465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:47.021697 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.060711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.106260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:47.109597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:47.112468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:47.113188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-757e820f-2ace-4990-8f76-feb7256bee88 None None] Provisioning complete for port bc9f8573-3dc5-4535-9d11-19784284d7c6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:47.113568 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-757e820f-2ace-4990-8f76-feb7256bee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.113706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:47.118365 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a14cccdd-814f-473c-9016-cbd8ef393ea4 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/routers/a1ac3e13-5b05-479c-aec8-1b8de3028bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717544 Apr 20 15:06:47.121051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42276) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:47.123032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:47.129822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] Sync routers for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:47.134720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'port': {'network_id': '64ed11e8-dd69-4c06-bba0-7af226c4e79b', 'name': 'tempest-FloatingIPTestJSON-75014358'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:47.174839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.185028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:47.185779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:47.189952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-757e820f-2ace-4990-8f76-feb7256bee88 None None] Port bc9f8573-3dc5-4535-9d11-19784284d7c6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:47.223360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:47.233881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:47.234656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:47.275046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Made reservation on behalf of 32e736dfef6f4e40bb73d0c1eef12408 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:06:47.277649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:47.278338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196cb9b-c3e6-45f1-b374-5aac70c65b07 None None] The sync data for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:47.279768 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.313537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] device_id is not set on port f3c2c4f8-8077-456f-b4b8-45154a9581a5 yet. {{(pid=102863) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 15:06:47.346962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.414419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0328fae0-de06-4cbd-a235-cd75e37f64f2 None None] Provisioning complete for port 4e3fb3fb-a473-4e55-937c-70ea21babb3d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:47.414916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0328fae0-de06-4cbd-a235-cd75e37f64f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.447676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Allocated IP 172.20.0.4 (64ed11e8-dd69-4c06-bba0-7af226c4e79b/91fb57a2-bd81-410c-8b81-39a610aea665/f3c2c4f8-8077-456f-b4b8-45154a9581a5) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:06:47.458307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0328fae0-de06-4cbd-a235-cd75e37f64f2 None None] Port 4e3fb3fb-a473-4e55-937c-70ea21babb3d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:47.635475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.662933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.670521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.676958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.717232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:47.720777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:47.726660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:06:47.751279 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.753312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:47.777430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event updated for resources: {'Port': ['ID=f3c2c4f8-8077-456f-b4b8-45154a9581a5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:47.786672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:47.788310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.808363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-77250a0f-a117-491f-8342-659e367f1672 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6858947 Apr 20 15:06:47.811887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42278) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:47.816930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Request body: {'floatingip': {'port_id': 'f3c2c4f8-8077-456f-b4b8-45154a9581a5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:06:47.879124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:06:47.880896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:06:47.889508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:47.992336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d0140ef1-43cd-4bf7-8c99-44e6203a9047 None None] Provisioning complete for port f3c2c4f8-8077-456f-b4b8-45154a9581a5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:47.992933 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d0140ef1-43cd-4bf7-8c99-44e6203a9047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.025470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:48.047751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d0140ef1-43cd-4bf7-8c99-44e6203a9047 None None] Port f3c2c4f8-8077-456f-b4b8-45154a9581a5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:48.169635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c49ba6a-98d7-4806-9edd-e9630d03b43d None None] Provisioning complete for port 4e3fb3fb-a473-4e55-937c-70ea21babb3d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:48.170198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c49ba6a-98d7-4806-9edd-e9630d03b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.171127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:48.178691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-714db08b-7af4-42fe-8b3e-9085271a0a27 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/9a1e4e62-1753-4181-bc3c-b907222c6074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209105 Apr 20 15:06:48.185611 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:48.200277 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:48.201601 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:48.219406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3c49ba6a-98d7-4806-9edd-e9630d03b43d None None] Port 4e3fb3fb-a473-4e55-937c-70ea21babb3d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:48.322828 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:48.568395 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:06:47Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e3fb3fb-a473-4e55-937c-70ea21babb3d', 'name': '', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:79:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:06:46Z', 'updated_at': '2022-04-20T15:06:47Z', 'revision_number': 2, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:48.595421 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:06:48.595810 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Updating router 9a1e4e62-1753-4181-bc3c-b907222c6074 port 4e3fb3fb-a473-4e55-937c-70ea21babb3d binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:06:48.620618 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.796488 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.801554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.881677 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.888112 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:48.899967 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP b49669e4-9b98-4b8a-a6ee-49c0645a3473 associated. External IP: 172.25.1.206, port: 8e01a595-6929-4c68-af97-55336b8b4c4c. Apr 20 15:06:49.078340 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Pushing event updated for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:49.088849 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.089185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.089494 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.089849 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.090162 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.090524 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.090871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.091182 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.091489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.091793 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.092100 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.092403 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:49.096460 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Attempting to bind port 4e3fb3fb-a473-4e55-937c-70ea21babb3d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:06:49.096838 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Attempting to bind port 4e3fb3fb-a473-4e55-937c-70ea21babb3d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:06:49.097176 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Attempting to bind port 4e3fb3fb-a473-4e55-937c-70ea21babb3d on network ba708e3d-af7a-4063-8195-e9c8abdcc33b {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:06:49.103097 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:06:49.103405 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Checking segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:06:49.103788 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.104159 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Bound using segment: {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:06:49.104606 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Bound port: 4e3fb3fb-a473-4e55-937c-70ea21babb3d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:06:49.104979 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.133454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:49.143986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3d12cc05-db41-47ca-88c2-7f9e5b558462 None None] Provisioning complete for port 4e3fb3fb-a473-4e55-937c-70ea21babb3d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:49.144604 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc05-db41-47ca-88c2-7f9e5b558462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.173502 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] For port 4e3fb3fb-a473-4e55-937c-70ea21babb3d, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:06:49.176723 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] For port 4e3fb3fb-a473-4e55-937c-70ea21babb3d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4e3fb3fb-a473-4e55-937c-70ea21babb3d,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:06:49.181620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3d12cc05-db41-47ca-88c2-7f9e5b558462 None None] Port 4e3fb3fb-a473-4e55-937c-70ea21babb3d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:06:49.182699 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.243284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:49.243875 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.247995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:49.258311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:49.273713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:49.274336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.301281 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f17b4-232b-4e51-a414-7e384c746f00 None None] Pushing event updated for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:49.315656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.327620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:49.328266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.371452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:06:49.383524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.384441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739213ac-1f44-49fe-8cf3-083a0cd04e7a None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:49.489102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:49.504484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] Provisioning complete for port 4e3fb3fb-a473-4e55-937c-70ea21babb3d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:49.504921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.586144 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.602435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:49.608320 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.612285 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:06:47Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e3fb3fb-a473-4e55-937c-70ea21babb3d', 'name': '', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:79:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:06:46Z', 'updated_at': '2022-04-20T15:06:49Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.616534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] Sync routers for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:49.621558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] For port 4e3fb3fb-a473-4e55-937c-70ea21babb3d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4e3fb3fb-a473-4e55-937c-70ea21babb3d,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:49.626268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.650296 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab3a6f-1213-4549-92dd-a48244403bca None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:06:47Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e3fb3fb-a473-4e55-937c-70ea21babb3d', 'name': '', 'network_id': 'ba708e3d-af7a-4063-8195-e9c8abdcc33b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:79:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:06:46Z', 'updated_at': '2022-04-20T15:06:49Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:49.656616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:49.657245 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.665018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b7c6d6b3-746e-4968-8853-56fa37058055 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/floatingips/b49669e4-9b98-4b8a-a6ee-49c0645a3473 HTTP/1.1" status: 200 len: 976 time: 1.8519440 Apr 20 15:06:49.667878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42284) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:49.689101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8944c-9d44-4086-b26a-b48bc8110bd0 None None] Pushing event updated for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:49.690101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.699400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:49.700769 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.741700 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:49.742344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870ea201-2ae2-4c06-8599-2a4373a5f55b None None] The sync data for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:49.796667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port f3c2c4f8-8077-456f-b4b8-45154a9581a5 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:49.797254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.900324 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:49.928416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4e3fb3fb-a473-4e55-937c-70ea21babb3d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:06:49.988905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4e3fb3fb-a473-4e55-937c-70ea21babb3d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:06:49.989208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:50.091237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:50.091602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:50.091911 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Floating IP b49669e4-9b98-4b8a-a6ee-49c0645a3473 disassociated. External IP: 172.25.1.206, port: f3c2c4f8-8077-456f-b4b8-45154a9581a5. Apr 20 15:06:50.092244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for f3c2c4f8-8077-456f-b4b8-45154a9581a5 owned by {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:50.234498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:50.265892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=f3c2c4f8-8077-456f-b4b8-45154a9581a5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:50.390386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:50.504812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:50.515417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] Sync routers for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:50.526489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:50.527193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:50.561803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:50.570872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:50.571515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:50.576875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:50.580821 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a1039c6e-c044-4be9-be4c-916266dfbc8a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/f3c2c4f8-8077-456f-b4b8-45154a9581a5 HTTP/1.1" status: 204 len: 168 time: 0.9114311 Apr 20 15:06:50.583688 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42286) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:50.603215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:50.603857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7cd3b-1656-4e6e-95a3-9fd7dfaef18d None None] The sync data for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:50.935842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:51.202889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port bc9f8573-3dc5-4535-9d11-19784284d7c6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:51.203230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:51.289828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:51.304175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for bc9f8573-3dc5-4535-9d11-19784284d7c6 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:51.504061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:51.529677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=bc9f8573-3dc5-4535-9d11-19784284d7c6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:51.703120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:52.259443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:52.366609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:52.371781 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d63e59f9-2ef1-4ea8-aef3-4a4ac13d72b2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/routers/a1ac3e13-5b05-479c-aec8-1b8de3028bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7869883 Apr 20 15:06:52.374674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42290) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:52.376398 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] Sync routers for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:52.387332 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:52.388090 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:52.419950 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:52.428873 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] Routers {'a1ac3e13-5b05-479c-aec8-1b8de3028bb0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:52.429461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:52.463157 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:52.463786 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75552824-8cc4-46b0-abd0-57153dd3928b None None] The sync data for ids ['a1ac3e13-5b05-479c-aec8-1b8de3028bb0'] in n-d-836145-2 is: [] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:52.484799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:52.601423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:52.657735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port a4b853b3-3d2d-4f63-9658-f2cf5f6f9f91 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:52.658012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.079403 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.091667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for a4b853b3-3d2d-4f63-9658-f2cf5f6f9f91 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:53.255538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.280581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=a4b853b3-3d2d-4f63-9658-f2cf5f6f9f91,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:53.343458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.433105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.435330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.481492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.482000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Fanout notify agent at l3_agent the message router_deleted on router a1ac3e13-5b05-479c-aec8-1b8de3028bb0 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:06:53.488691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.489760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9cd6a100-b565-447e-98e2-e846c52ae90a tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/routers/a1ac3e13-5b05-479c-aec8-1b8de3028bb0 HTTP/1.1" status: 204 len: 168 time: 1.1139069 Apr 20 15:06:53.492654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42294) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:53.542364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting subnet 91fb57a2-bd81-410c-8b81-39a610aea665 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:06:53.545650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.598641 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.689560 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.750871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.775979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Subnet': ['ID=91fb57a2-bd81-410c-8b81-39a610aea665,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:53.783214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.786384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9b34dd50-0a98-4c9e-b6ae-608220bd3510 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/subnets/91fb57a2-bd81-410c-8b81-39a610aea665 HTTP/1.1" status: 204 len: 168 time: 0.2928014 Apr 20 15:06:53.789394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42296) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:53.789898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3c28a-26e8-49e7-82e9-b46e1bf9d1ea None None] Network 64ed11e8-dd69-4c06-bba0-7af226c4e79b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:06:53.869555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.927570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 0caa2955-8556-4d0a-9969-b8d8674d7a1f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:53.927893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:53.964170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] DHCP port deletion for 64ed11e8-dd69-4c06-bba0-7af226c4e79b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:06:53.995021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] For port 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0caa2955-8556-4d0a-9969-b8d8674d7a1f,segment=NetworkSegment(c83d4340-bedb-43fc-a937-0980f29371b6),segment_id=c83d4340-bedb-43fc-a937-0980f29371b6)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:53.995408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.008821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 0caa2955-8556-4d0a-9969-b8d8674d7a1f owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:54.013171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Deleting port 0caa2955-8556-4d0a-9969-b8d8674d7a1f {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:54.013550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.081106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] For port 0caa2955-8556-4d0a-9969-b8d8674d7a1f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0caa2955-8556-4d0a-9969-b8d8674d7a1f,segment=NetworkSegment(c83d4340-bedb-43fc-a937-0980f29371b6),segment_id=c83d4340-bedb-43fc-a937-0980f29371b6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:06:54.081424 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.094102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.097017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Calling delete_port for 0caa2955-8556-4d0a-9969-b8d8674d7a1f owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:54.121177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=0caa2955-8556-4d0a-9969-b8d8674d7a1f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:54.123309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] No DVR routers for this DVR port 0caa2955-8556-4d0a-9969-b8d8674d7a1f on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:06:54.174541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.204788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.228841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ed11e8-dd69-4c06-bba0-7af226c4e79b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:54.240490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83d4340-bedb-43fc-a937-0980f29371b6') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:54.240789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83d4340-bedb-43fc-a937-0980f29371b6') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:54.252001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.267146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.273823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:06:54.274229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:06:54.277464 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:06:54.338639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.346754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.349859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/networks/64ed11e8-dd69-4c06-bba0-7af226c4e79b HTTP/1.1" status: 204 len: 168 time: 0.5594089 Apr 20 15:06:54.352704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42298) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:54.369665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] Pushing event deleted for resources: {'Port': ['ID=0caa2955-8556-4d0a-9969-b8d8674d7a1f,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:54.371914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7d3be-d573-44f2-830f-dd51d04f5de1 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Network': ['ID=64ed11e8-dd69-4c06-bba0-7af226c4e79b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:54.373990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959d244-ee21-4115-bd8b-2face6be23f8 None None] No DVR routers for this DVR port 0caa2955-8556-4d0a-9969-b8d8674d7a1f on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:06:54.489052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 731599f3-acd2-4a27-9a9d-13a0dc49d6f6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:54.489686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.568340 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.568694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.580710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 731599f3-acd2-4a27-9a9d-13a0dc49d6f6 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:54.734827 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.758335 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=731599f3-acd2-4a27-9a9d-13a0dc49d6f6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:54.819270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.821743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:54.822921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b394670c-2779-4c15-8557-16fc3847aa42 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/floatingips/b49669e4-9b98-4b8a-a6ee-49c0645a3473 HTTP/1.1" status: 204 len: 168 time: 0.4691603 Apr 20 15:06:54.827038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42300) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:54.849174 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bec95ef-8b46-4ca0-94a3-8ca6c3423640 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] DELETE failed (client error): The resource could not be found. Apr 20 15:06:54.849809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bec95ef-8b46-4ca0-94a3-8ca6c3423640 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:06:54.852822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7bec95ef-8b46-4ca0-94a3-8ca6c3423640 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/f3c2c4f8-8077-456f-b4b8-45154a9581a5 HTTP/1.1" status: 404 len: 333 time: 0.0248947 Apr 20 15:06:54.855492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42302) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:54.885889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b190244f-9732-4b28-92ce-422bcc0297d8 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ac3e13-5b05-479c-aec8-1b8de3028bb0 HTTP/1.1" status: 200 len: 205 time: 0.0293405 Apr 20 15:06:54.888256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42304) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:54.924369 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-0bc64972-9da2-4ec6-a850-db910982e0ae tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] delete failed (client error): The resource could not be found. Apr 20 15:06:54.925378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0bc64972-9da2-4ec6-a850-db910982e0ae tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/routers/a1ac3e13-5b05-479c-aec8-1b8de3028bb0 HTTP/1.1" status: 404 len: 336 time: 0.0362504 Apr 20 15:06:54.928119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42306) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:54.955673 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-2638c512-2d4d-4933-969e-2bf86125ede2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] DELETE failed (client error): The resource could not be found. Apr 20 15:06:54.956113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2638c512-2d4d-4933-969e-2bf86125ede2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:06:54.959652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2638c512-2d4d-4933-969e-2bf86125ede2 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/subnets/91fb57a2-bd81-410c-8b81-39a610aea665 HTTP/1.1" status: 404 len: 337 time: 0.0306337 Apr 20 15:06:54.963557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42308) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:55.062835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 8e01a595-6929-4c68-af97-55336b8b4c4c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:55.063091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.151269 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.163479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 8e01a595-6929-4c68-af97-55336b8b4c4c owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:55.298751 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.331997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=8e01a595-6929-4c68-af97-55336b8b4c4c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:55.408302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.411479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a46a6abd-adbb-498d-93ef-d23476fd7f18 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/8e01a595-6929-4c68-af97-55336b8b4c4c HTTP/1.1" status: 204 len: 168 time: 0.4469798 Apr 20 15:06:55.414078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42312) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:55.504255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 6e432f8d-c145-4b0f-9221-6d3bd0aba3ab {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:55.504950 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.594902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.607898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 6e432f8d-c145-4b0f-9221-6d3bd0aba3ab owned by {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:55.736855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.769924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=6e432f8d-c145-4b0f-9221-6d3bd0aba3ab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:55.782180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.782519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.782897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.783232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.783564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.783897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.784227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.784552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.784875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.785195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.785517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.785840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:55.850908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:55.854533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-352532a4-a671-458e-8f96-e4d3714bea07 tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/ports/6e432f8d-c145-4b0f-9221-6d3bd0aba3ab HTTP/1.1" status: 204 len: 168 time: 0.4395273 Apr 20 15:06:55.857452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42314) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:55.895449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0caa2955-8556-4d0a-9969-b8d8674d7a1f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:06:55.910485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f362c-29a9-4022-8b08-0d96fde992eb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:06:55.915072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42316) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:55.915272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-596f362c-29a9-4022-8b08-0d96fde992eb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf1ba2b7-87d4-4c0f-8214-224259309e8e HTTP/1.1" status: 200 len: 913 time: 0.0564671 Apr 20 15:06:55.917666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0caa2955-8556-4d0a-9969-b8d8674d7a1f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:06:55.918006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0caa2955-8556-4d0a-9969-b8d8674d7a1f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:06:56.276022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:56.531409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 9db7358c-73f4-433c-ba22-598b4cd20c23 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:56.532118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:56.614219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:56.626142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 9db7358c-73f4-433c-ba22-598b4cd20c23 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:56.807992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:56.833679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=9db7358c-73f4-433c-ba22-598b4cd20c23,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:57.000186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.236551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Router cf1ba2b7-87d4-4c0f-8214-224259309e8e has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:06:57.356433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:06:57.362214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cc3e6b52-ed83-4100-90b5-0728027e20de tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "PUT /v2.0/routers/cf1ba2b7-87d4-4c0f-8214-224259309e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4451556 Apr 20 15:06:57.364446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:57.365853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] Sync routers for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:06:57.379285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:57.380136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:57.413013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:57.421786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] Routers {'cf1ba2b7-87d4-4c0f-8214-224259309e8e'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:06:57.422387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:57.456403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:57.457080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26628a-e21c-4479-a432-7d1454e5cd3b None None] The sync data for ids ['cf1ba2b7-87d4-4c0f-8214-224259309e8e'] in n-d-836145-2 is: [] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:06:57.478113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.583296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.641625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting port 86d36ed6-3ea4-49cd-b1a4-5e55568a0b3e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:06:57.641951 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.721045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.732751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Calling delete_port for 86d36ed6-3ea4-49cd-b1a4-5e55568a0b3e owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:06:57.900017 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:57.928120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Port': ['ID=86d36ed6-3ea4-49cd-b1a4-5e55568a0b3e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:57.938621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.938998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.939340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.939641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.940558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.940558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.940753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.940934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.941259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.941583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.941901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:57.942224 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:06:58.004188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.100820 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.103033 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.153532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.154252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Fanout notify agent at l3_agent the message router_deleted on router cf1ba2b7-87d4-4c0f-8214-224259309e8e {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:06:58.161300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.162452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e422f517-8739-41f9-8b7a-8bfb1cef695b tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/routers/cf1ba2b7-87d4-4c0f-8214-224259309e8e HTTP/1.1" status: 204 len: 168 time: 0.7964439 Apr 20 15:06:58.166067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42322) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:58.221407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Deleting subnet 2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:06:58.224584 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.265000 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.309596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.375082 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.408897 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.412044 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/subnets/2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3 HTTP/1.1" status: 204 len: 168 time: 0.2450190 Apr 20 15:06:58.412809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7757b-b5d1-43f7-815a-75972efeb7ea tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8b3d81-80e9-4837-a23e-9d7cfdf2abc3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:58.414817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42324) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:58.498731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.584566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.610325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d413510-63a9-4251-aaf6-20dbefa80f2a']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:58.619469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1cdc5c-f555-46e3-bd34-9272aa94f11b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:58.619758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1cdc5c-f555-46e3-bd34-9272aa94f11b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:06:58.629000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.643530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.649840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:06:58.650203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:06:58.653345 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:06:58.711607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.716112 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:58.719356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] 10.222.0.20 "DELETE /v2.0/networks/0d413510-63a9-4251-aaf6-20dbefa80f2a HTTP/1.1" status: 204 len: 168 time: 0.3034708 Apr 20 15:06:58.733851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef428-f23e-4558-8311-ce1e4e10c1fb tempest-FloatingIPTestJSON-303358385 tempest-FloatingIPTestJSON-303358385-project] Pushing event deleted for resources: {'Network': ['ID=0d413510-63a9-4251-aaf6-20dbefa80f2a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:58.993417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42330) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:59.132642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c183c436-b31b-4071-a1ee-9cd11d2e46fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32e736dfef6f4e40bb73d0c1eef12408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380489 Apr 20 15:06:59.136064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42334) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:06:59.191750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:59.218341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:59.273645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:59.276985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:06:59.278657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/640c4523-f532-4629-8729-ef9b283a3900 HTTP/1.1" status: 204 len: 168 time: 0.1414707 Apr 20 15:06:59.286285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306687ed-1d6e-40d7-a443-34dcba997490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c4523-f532-4629-8729-ef9b283a3900,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:06:59.980837 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42358) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.083463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b5fc60c2-72d1-4102-9a47-6ccd907122c8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.083913 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-b5fc60c2-72d1-4102-9a47-6ccd907122c8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:07:00.084410 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-b5fc60c2-72d1-4102-9a47-6ccd907122c8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:07:00.085387 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b5fc60c2-72d1-4102-9a47-6ccd907122c8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1034558 Apr 20 15:07:00.089345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42362) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.094552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--872723762'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.118254 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.127274 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.207601 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.213064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.254243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7b5864-a478-40f5-bb7f-b50e9d1f7eb3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:00.304157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.309092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.337727 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.341599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2485423 Apr 20 15:07:00.342025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42364) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.347519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '4eea82ed-5027-4431-8e79-cba40e6e57bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.352601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccbfa1-3e89-4932-a69d-5c905b438061 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea82ed-5027-4431-8e79-cba40e6e57bc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:00.377453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.439839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.446134 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.469178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e302ec34-986a-4a54-84c4-358c48b5b500,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:00.475586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.476758 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71d50471-8a71-4f57-89f9-40a6154cd2de tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337318 Apr 20 15:07:00.479648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42366) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.484387 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f14ba6f2-4cd1-4882-8173-367c210ef578 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '4eea82ed-5027-4431-8e79-cba40e6e57bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.509197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f14ba6f2-4cd1-4882-8173-367c210ef578 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.559635 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-f14ba6f2-4cd1-4882-8173-367c210ef578 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 15:07:00.560816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f14ba6f2-4cd1-4882-8173-367c210ef578 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0800941 Apr 20 15:07:00.563747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42368) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.629184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.655499 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.704814 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.707752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.708905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/4eea82ed-5027-4431-8e79-cba40e6e57bc HTTP/1.1" status: 204 len: 168 time: 0.1441762 Apr 20 15:07:00.711708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42370) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.718410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5de6ad-4af1-45ef-b0d5-291728d450f2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea82ed-5027-4431-8e79-cba40e6e57bc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:00.763995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fafdde9e-d009-48e5-8373-f90868e252be tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508981 Apr 20 15:07:00.768107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.772448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943244830'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.793435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.858476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.863919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.894500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.895757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1267591 Apr 20 15:07:00.897552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbb3c9-3faa-4a4a-bd00-e4ebe9efc18c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ff1630-d750-4bb2-b656-7ec5d51d02ae,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:00.898857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42374) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.903992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f899b57a-58f1-4e52-aead-e605e0bc7c39 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '41ff1630-d750-4bb2-b656-7ec5d51d02ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:00.904825 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-f899b57a-58f1-4e52-aead-e605e0bc7c39 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 15:07:00.905391 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-f899b57a-58f1-4e52-aead-e605e0bc7c39 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:00.906712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f899b57a-58f1-4e52-aead-e605e0bc7c39 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062509 Apr 20 15:07:00.908823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42376) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:00.960035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:00.983655 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.034303 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.036839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.038028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/41ff1630-d750-4bb2-b656-7ec5d51d02ae HTTP/1.1" status: 204 len: 168 time: 0.1282754 Apr 20 15:07:01.040830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42378) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.047367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39afd8-0433-47f2-9cc2-00469e933ab3 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ff1630-d750-4bb2-b656-7ec5d51d02ae,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.085279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5bd5ac33-e912-4cab-8c88-82c21bd39294 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432935 Apr 20 15:07:01.089097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.093458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044085489'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.117352 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.191755 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.197799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.226549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.227804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1377532 Apr 20 15:07:01.229561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98ab47-4f0d-4abd-a5da-cfb9f1b13ef9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4021872-056e-41d3-9b38-285a8dd6dd25,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.230838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.235736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e94f026b-e90f-4397-b5c4-4f37a1bb7f31 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'b4021872-056e-41d3-9b38-285a8dd6dd25', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.236786 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-e94f026b-e90f-4397-b5c4-4f37a1bb7f31 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 15:07:01.237376 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-e94f026b-e90f-4397-b5c4-4f37a1bb7f31 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.239419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e94f026b-e90f-4397-b5c4-4f37a1bb7f31 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072482 Apr 20 15:07:01.241600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42384) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.294383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.316879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.368996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.371748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.373007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4021872-056e-41d3-9b38-285a8dd6dd25 HTTP/1.1" status: 204 len: 168 time: 0.1303616 Apr 20 15:07:01.376058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42386) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.383045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62e3ef-22df-4851-b52f-e0a3cd74b064 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4021872-056e-41d3-9b38-285a8dd6dd25,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.429685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-945e67f8-1f19-49f9-89f5-e9bdd46d1718 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521610 Apr 20 15:07:01.433425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42388) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.438213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876583636'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.463941 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.535330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.540710 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.570702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.572906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1375077 Apr 20 15:07:01.574823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42390) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.579316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-36d60fed-5f51-4e71-ace2-ab990e576f4c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'b1209602-0356-4309-bd28-82464eb8e2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.580177 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-36d60fed-5f51-4e71-ace2-ab990e576f4c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 15:07:01.580667 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-36d60fed-5f51-4e71-ace2-ab990e576f4c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.581559 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-36d60fed-5f51-4e71-ace2-ab990e576f4c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058692 Apr 20 15:07:01.583421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d8262-76ac-41a9-ba88-081c460e60a0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1209602-0356-4309-bd28-82464eb8e2a4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.584144 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42392) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.588691 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4a9f8160-36cc-4703-a44b-cfb05d75da08 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'b1209602-0356-4309-bd28-82464eb8e2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.589377 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-4a9f8160-36cc-4703-a44b-cfb05d75da08 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 15:07:01.589894 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-4a9f8160-36cc-4703-a44b-cfb05d75da08 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.590860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4a9f8160-36cc-4703-a44b-cfb05d75da08 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057127 Apr 20 15:07:01.593570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42394) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.598224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ccf8e45d-e344-4c83-b670-3c77a2d006dd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'b1209602-0356-4309-bd28-82464eb8e2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.599036 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-ccf8e45d-e344-4c83-b670-3c77a2d006dd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 15:07:01.599500 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-ccf8e45d-e344-4c83-b670-3c77a2d006dd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.600413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ccf8e45d-e344-4c83-b670-3c77a2d006dd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060587 Apr 20 15:07:01.602965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42396) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.607259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ee3a18b7-4ebd-472f-81b6-a386caa16807 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'b1209602-0356-4309-bd28-82464eb8e2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.608189 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-ee3a18b7-4ebd-472f-81b6-a386caa16807 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 15:07:01.608731 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-ee3a18b7-4ebd-472f-81b6-a386caa16807 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.609685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee3a18b7-4ebd-472f-81b6-a386caa16807 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058017 Apr 20 15:07:01.611973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42398) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.665984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.692945 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.735492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.738039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.739204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1209602-0356-4309-bd28-82464eb8e2a4 HTTP/1.1" status: 204 len: 168 time: 0.1264396 Apr 20 15:07:01.742238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42400) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.749239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc217b1-9418-4e1d-af9f-44300ee6ded8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1209602-0356-4309-bd28-82464eb8e2a4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.787499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fd49161d-a5c9-4ded-9a28-6091fc419bb2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440698 Apr 20 15:07:01.791383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42402) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.796222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452969187'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.818890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.885648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.890272 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.919790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:01.921133 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1287189 Apr 20 15:07:01.922071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b6e7-bb55-452e-9a77-1c0aab4b630d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5579f-1ccb-4052-b286-8fcf4c4df344,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:01.924211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42406) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.928939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-420f066c-68b9-4d3a-ad5b-aa325550f7a8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.929368 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-420f066c-68b9-4d3a-ad5b-aa325550f7a8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:07:01.929851 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-420f066c-68b9-4d3a-ad5b-aa325550f7a8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.930797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-420f066c-68b9-4d3a-ad5b-aa325550f7a8 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054035 Apr 20 15:07:01.933404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42408) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.938079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-abfa1e8c-81b5-45c6-a911-ace256c0f66d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.979038 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-abfa1e8c-81b5-45c6-a911-ace256c0f66d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.980234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-abfa1e8c-81b5-45c6-a911-ace256c0f66d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0458169 Apr 20 15:07:01.983691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42410) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.988247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-94a94332-bb77-4382-8376-5069fe15dcfd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:01.988747 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-94a94332-bb77-4382-8376-5069fe15dcfd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 15:07:01.990238 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-94a94332-bb77-4382-8376-5069fe15dcfd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:01.991208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-94a94332-bb77-4382-8376-5069fe15dcfd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064471 Apr 20 15:07:01.993685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:01.998108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e215c989-29e1-4002-a684-e1e250157cd4 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.035768 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-e215c989-29e1-4002-a684-e1e250157cd4 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.036770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e215c989-29e1-4002-a684-e1e250157cd4 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0420737 Apr 20 15:07:02.039624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42414) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.044015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e505fb4c-ffba-4e99-a3a3-32a5c071717e tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.044488 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-e505fb4c-ffba-4e99-a3a3-32a5c071717e tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 15:07:02.044950 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-e505fb4c-ffba-4e99-a3a3-32a5c071717e tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.046356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e505fb4c-ffba-4e99-a3a3-32a5c071717e tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057654 Apr 20 15:07:02.048742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42416) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.053305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7595e0dc-b7a9-49e8-8b87-18ab64cb5630 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.077881 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-7595e0dc-b7a9-49e8-8b87-18ab64cb5630 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Project dfe0f9c156744def890270927a032a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:07:02.092854 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-7595e0dc-b7a9-49e8-8b87-18ab64cb5630 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.093967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7595e0dc-b7a9-49e8-8b87-18ab64cb5630 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441916 Apr 20 15:07:02.098119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42418) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.102494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0a32afec-1195-4ce1-99ca-a281d3cb771d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.103003 n-d-836145-2 neutron-server[102863]: WARNING neutron.api.v2.base [None req-0a32afec-1195-4ce1-99ca-a281d3cb771d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 15:07:02.104156 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-0a32afec-1195-4ce1-99ca-a281d3cb771d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.105087 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0a32afec-1195-4ce1-99ca-a281d3cb771d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060143 Apr 20 15:07:02.108488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42420) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.112423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7fcc806a-d829-450b-9eae-b07bca0a70f0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.135302 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-7fcc806a-d829-450b-9eae-b07bca0a70f0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Project dfe0f9c156744def890270927a032a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:07:02.148246 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-7fcc806a-d829-450b-9eae-b07bca0a70f0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.149262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7fcc806a-d829-450b-9eae-b07bca0a70f0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0398929 Apr 20 15:07:02.152025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42422) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.156983 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a4d434e5-e6d9-427a-95f3-8e6d3ff1c1e2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f6d5579f-1ccb-4052-b286-8fcf4c4df344', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.178294 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-a4d434e5-e6d9-427a-95f3-8e6d3ff1c1e2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Project dfe0f9c156744def890270927a032a8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:07:02.192015 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-a4d434e5-e6d9-427a-95f3-8e6d3ff1c1e2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:02.193033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a4d434e5-e6d9-427a-95f3-8e6d3ff1c1e2 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400796 Apr 20 15:07:02.196025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42424) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.246823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.268953 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.316899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.319565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.320690 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6d5579f-1ccb-4052-b286-8fcf4c4df344 HTTP/1.1" status: 204 len: 168 time: 0.1237950 Apr 20 15:07:02.323580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42426) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.329852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62602829-c37d-41a3-b15a-6acd6b1e2cd5 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5579f-1ccb-4052-b286-8fcf4c4df344,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:02.371109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1047ca95-33ab-4457-aa78-bc6e5e0108ab tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463989 Apr 20 15:07:02.374948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42428) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.379234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--704571016'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.399841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.466591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.471781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.499259 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.500548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1247094 Apr 20 15:07:02.503696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42430) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.504624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8ae34-3873-49b3-98fa-0d89ed23c6d6 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d81ee8-8252-4054-a9b9-0491420e40a6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:02.508181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-68358d9f-e905-4b5b-802d-880c87d13132 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '45d81ee8-8252-4054-a9b9-0491420e40a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.547816 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-68358d9f-e905-4b5b-802d-880c87d13132 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The resource could not be found. Apr 20 15:07:02.548885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-68358d9f-e905-4b5b-802d-880c87d13132 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0442762 Apr 20 15:07:02.551860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42432) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.556137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6ef8c71b-167a-4f3c-aa91-06047347a822 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '45d81ee8-8252-4054-a9b9-0491420e40a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4db6219c-ec9d-44cc-9b89-da2ca329df2c'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.595641 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-6ef8c71b-167a-4f3c-aa91-06047347a822 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The resource could not be found. Apr 20 15:07:02.596584 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ef8c71b-167a-4f3c-aa91-06047347a822 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0437939 Apr 20 15:07:02.599488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42434) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.653012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.680669 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.746943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.750695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.752247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/45d81ee8-8252-4054-a9b9-0491420e40a6 HTTP/1.1" status: 204 len: 168 time: 0.1518409 Apr 20 15:07:02.754998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.761581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d2a86-325f-429f-a0ff-1e80eb5c21db tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d81ee8-8252-4054-a9b9-0491420e40a6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:02.803525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-60ce132b-94bb-4e26-8ad4-1d445fce1c66 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471325 Apr 20 15:07:02.807287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42438) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.811541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fa43b182-52fe-4d9e-a33a-4e24e64333cd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': 'f44bc403-8f75-4459-bc0f-630ea954e99e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.850774 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-fa43b182-52fe-4d9e-a33a-4e24e64333cd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The resource could not be found. Apr 20 15:07:02.851774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fa43b182-52fe-4d9e-a33a-4e24e64333cd tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0436034 Apr 20 15:07:02.855348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42440) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.859681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217061635'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:02.882142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.955810 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.960691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.986496 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:02.987702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1314483 Apr 20 15:07:02.990606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42442) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:02.991743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a99cf-17e0-4a7b-a495-586b205d5a0c tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edef098-5943-4aa6-bb2c-ff54d8963c14,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:02.996367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055189455'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.019295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.088503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.093509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.125737 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.126970 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1352937 Apr 20 15:07:03.130287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42444) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.135144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8e26c053-526f-469d-9533-4f26381d2ce9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '3edef098-5943-4aa6-bb2c-ff54d8963c14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '75c097dc-6541-4e55-a18e-2c099a7e352d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.139426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41071c8-1cba-4e8a-8011-2017c6b7b453 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c097dc-6541-4e55-a18e-2c099a7e352d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:03.177745 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-8e26c053-526f-469d-9533-4f26381d2ce9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:03.179156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8e26c053-526f-469d-9533-4f26381d2ce9 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0479248 Apr 20 15:07:03.182171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42446) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.236253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.262607 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.303119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.305782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.306987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/75c097dc-6541-4e55-a18e-2c099a7e352d HTTP/1.1" status: 204 len: 168 time: 0.1237612 Apr 20 15:07:03.309709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.315945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a84946-c18e-49f7-9f51-20c71bc6676d tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c097dc-6541-4e55-a18e-2c099a7e352d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:03.369893 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44f46fdc-6a96-4534-a67d-3f9902c714fa tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0589981 Apr 20 15:07:03.372969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42450) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.425874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.453273 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.494625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.497644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.499023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/3edef098-5943-4aa6-bb2c-ff54d8963c14 HTTP/1.1" status: 204 len: 168 time: 0.1250269 Apr 20 15:07:03.502218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42452) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.507915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a07e8-71b4-4938-a7df-80134e70fb27 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edef098-5943-4aa6-bb2c-ff54d8963c14,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:03.546138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51e966b0-c5b8-43ef-a651-6177e97c6f64 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423086 Apr 20 15:07:03.550032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42454) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.554679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--938220891'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.578388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.595547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.649553 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.656204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.682615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.683748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1327164 Apr 20 15:07:03.687265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42456) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.687916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6c7e3-565c-41bd-b2bf-44935edddf18 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fcbdcf-c304-48e7-a211-0872cc4a87af,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:03.692675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ff56c950-f40d-4371-bae8-edff3f28f637 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '86fcbdcf-c304-48e7-a211-0872cc4a87af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.728173 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-ff56c950-f40d-4371-bae8-edff3f28f637 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:03.729238 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ff56c950-f40d-4371-bae8-edff3f28f637 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0409489 Apr 20 15:07:03.731922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42458) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.736336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-878e9120-199e-4c7c-a43f-37e6058755b0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group_rule': {'security_group_id': '86fcbdcf-c304-48e7-a211-0872cc4a87af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.771747 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-878e9120-199e-4c7c-a43f-37e6058755b0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:07:03.772814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-878e9120-199e-4c7c-a43f-37e6058755b0 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0399249 Apr 20 15:07:03.775764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.832341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.854747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.896158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.898982 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:03.900112 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/86fcbdcf-c304-48e7-a211-0872cc4a87af HTTP/1.1" status: 204 len: 168 time: 0.1232238 Apr 20 15:07:03.902902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42464) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.909513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4b521-2413-4d53-9e30-6b5402073a68 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fcbdcf-c304-48e7-a211-0872cc4a87af,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:03.950293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b1889ce2-ee01-441d-b21f-0167e1b2117f tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461977 Apr 20 15:07:03.955178 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:03.960486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045502421'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:03.981442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.048284 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.053539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.084293 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.085575 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1293764 Apr 20 15:07:04.088787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42468) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.089347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e3bd3-04d7-44e5-8d4d-945235bd8177 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc3568-9228-4b6f-9664-e5ab0d03aa82,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:04.094000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-85613066-e186-483e-ac86-928cd6ffb8af tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:04.094543 n-d-836145-2 neutron-server[102864]: WARNING neutron.api.v2.base [None req-85613066-e186-483e-ac86-928cd6ffb8af tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 15:07:04.095060 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-85613066-e186-483e-ac86-928cd6ffb8af tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 15:07:04.095955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-85613066-e186-483e-ac86-928cd6ffb8af tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "PUT /v2.0/security-groups/2adc3568-9228-4b6f-9664-e5ab0d03aa82 HTTP/1.1" status: 409 len: 330 time: 0.0058367 Apr 20 15:07:04.098729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42470) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.151118 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.174277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.217469 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.220122 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.221305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/2adc3568-9228-4b6f-9664-e5ab0d03aa82 HTTP/1.1" status: 204 len: 168 time: 0.1216476 Apr 20 15:07:04.224088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42472) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.229848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c12f7-dd05-4055-9208-971067e7aaaf tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc3568-9228-4b6f-9664-e5ab0d03aa82,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:04.268210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97ae9760-de90-4abc-b3c7-7c564b84df84 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427892 Apr 20 15:07:04.272095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42474) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.284594 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-6ed8d849-d559-48dd-a86e-bbfaa83ccd26 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] delete failed (client error): The resource could not be found. Apr 20 15:07:04.285730 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6ed8d849-d559-48dd-a86e-bbfaa83ccd26 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "DELETE /v2.0/security-groups/595971f8-8046-4d05-80df-47d7f3047c99 HTTP/1.1" status: 404 len: 347 time: 0.0125833 Apr 20 15:07:04.289171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42476) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.304913 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-50b88a09-4e00-44a2-a6c1-75bb17abdd86 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] show failed (client error): The resource could not be found. Apr 20 15:07:04.305859 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-50b88a09-4e00-44a2-a6c1-75bb17abdd86 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-groups/020dab18-8e7d-43f9-9174-5e2102c43e0d HTTP/1.1" status: 404 len: 347 time: 0.0157242 Apr 20 15:07:04.309483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42478) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.323429 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-9f1584ab-1284-482a-aea0-beaf52f6f308 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] show failed (client error): The resource could not be found. Apr 20 15:07:04.324381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9f1584ab-1284-482a-aea0-beaf52f6f308 tempest-NegativeSecGroupIPv6Test-664967425 tempest-NegativeSecGroupIPv6Test-664967425-project] 10.222.0.20 "GET /v2.0/security-group-rules/16ea41ef-f29d-4f9e-9210-452f02e70402 HTTP/1.1" status: 404 len: 356 time: 0.0139821 Apr 20 15:07:04.585668 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42484) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.741558 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c8cc343a-3ce9-4850-ba43-e18fddb90b95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfe0f9c156744def890270927a032a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546502 Apr 20 15:07:04.745274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42488) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:04.795573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.817276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.870970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.875456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:04.877228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a7b5864-a478-40f5-bb7f-b50e9d1f7eb3 HTTP/1.1" status: 204 len: 168 time: 0.1310468 Apr 20 15:07:04.885748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457ae4a-77bf-4be8-b5a5-04365f7a0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7b5864-a478-40f5-bb7f-b50e9d1f7eb3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:08.637128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42558) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:09.021535 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:09.337972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 4e3fb3fb-a473-4e55-937c-70ea21babb3d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:09.338311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:09.433767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port 4e3fb3fb-a473-4e55-937c-70ea21babb3d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4e3fb3fb-a473-4e55-937c-70ea21babb3d,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:09.434129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:09.447536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 4e3fb3fb-a473-4e55-937c-70ea21babb3d owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:09.635141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:09.660594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=4e3fb3fb-a473-4e55-937c-70ea21babb3d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:10.194289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-af84b13c-4022-4263-bf42-fd8fb9cbd9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:10.237738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:10.476245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:07:10.595443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:10.600634 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12f46820-1adc-4e7b-82ea-20b1e2823602 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/9a1e4e62-1753-4181-bc3c-b907222c6074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9624054 Apr 20 15:07:10.605099 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:10.615843 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:10.616463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:10.724012 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:10.829893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f9b99-b971-4602-933f-3c15ffc15e9b req-61eb987c-f309-4e08-bf24-d225e2e8510e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:10.832129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d2f9b99-b971-4602-933f-3c15ffc15e9b req-61eb987c-f309-4e08-bf24-d225e2e8510e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0566235 Apr 20 15:07:10.875204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d2f9b99-b971-4602-933f-3c15ffc15e9b req-94b5adec-9be7-4d8d-958d-07f339a55028 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 Apr 20 15:07:10.966364 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:10.993780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:11.002787 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:11.003381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:06:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:11.199339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:11.420952 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:11.452592 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e4777-6cbd-4d61-87c6-3610cd88823e None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '37c7c5a7-ece7-4586-93e3-da7df89b5875', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'port_id': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'mac_address': 'fa:16:3e:8f:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:05:20Z', 'updated_at': '2022-04-20T15:05:24Z', 'revision_number': 1, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:11.851037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4e3fb3fb-a473-4e55-937c-70ea21babb3d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:11.875662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4e3fb3fb-a473-4e55-937c-70ea21babb3d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:11.876002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4e3fb3fb-a473-4e55-937c-70ea21babb3d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:11.959585 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:07:11.997645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e016b5-c760-4cd2-99cd-f4af0cb4b7e4 req-d7740a32-c07e-4d4d-acfe-8e5c6570b1a0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:11.999779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9e016b5-c760-4cd2-99cd-f4af0cb4b7e4 req-d7740a32-c07e-4d4d-acfe-8e5c6570b1a0 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0522258 Apr 20 15:07:12.041538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f9e016b5-c760-4cd2-99cd-f4af0cb4b7e4 req-043b06e7-ed64-4358-8290-6d06f4f47d5b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355332 Apr 20 15:07:12.084942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-78e66472-2b81-4b84-b648-ea739b678508 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:12.086416 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-78e66472-2b81-4b84-b648-ea739b678508 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0aec9c0-1c24-4b1b-929a-da0e708db9e6 HTTP/1.1" status: 200 len: 946 time: 0.0537024 Apr 20 15:07:12.185360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 6663863a-552a-4f27-a7e8-69fbf9d9a396 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:12.185686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:12.273979 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port 6663863a-552a-4f27-a7e8-69fbf9d9a396, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6663863a-552a-4f27-a7e8-69fbf9d9a396,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:12.274341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:12.287334 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 6663863a-552a-4f27-a7e8-69fbf9d9a396 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:12.421038 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:12.453119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=6663863a-552a-4f27-a7e8-69fbf9d9a396,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:12.505669 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] No DVR routers for this DVR port 6663863a-552a-4f27-a7e8-69fbf9d9a396 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:07:12.508450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:12.512829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-bc484f8d-5b78-4fa0-a5bb-aa535a170d32 req-048dc194-7f15-4c7d-bede-6945caab5ebd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "DELETE /v2.0/ports/6663863a-552a-4f27-a7e8-69fbf9d9a396 HTTP/1.1" status: 204 len: 173 time: 0.4204621 Apr 20 15:07:12.513288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'name': 'network-vif-deleted', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:12.516980 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb266e1a-140d-411a-96a3-43cb8751c259" -d '{"events": [{"server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "name": "network-vif-deleted", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:12.563905 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da86f0e-74cd-42f6-b091-3dd9498455c0 x-openstack-request-id: req-8da86f0e-74cd-42f6-b091-3dd9498455c0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:12.564316 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aec9c0-1c24-4b1b-929a-da0e708db9e6", "name": "network-vif-deleted", "tag": "6663863a-552a-4f27-a7e8-69fbf9d9a396", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:12.564595 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8da86f0e-74cd-42f6-b091-3dd9498455c0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:12.565086 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da86f0e-74cd-42f6-b091-3dd9498455c0'] response: {'server_uuid': 'b0aec9c0-1c24-4b1b-929a-da0e708db9e6', 'name': 'network-vif-deleted', 'tag': '6663863a-552a-4f27-a7e8-69fbf9d9a396', 'status': 'completed', 'code': 200} Apr 20 15:07:13.108822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:13.167719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.197173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.257070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.260107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.261278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/security-groups/1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb HTTP/1.1" status: 204 len: 168 time: 0.1514068 Apr 20 15:07:13.270373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a2e1-c4f4-4a2e-80c3-92dece164cb1 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc8406-cbf0-4ca6-b0f8-d09033a46eeb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:13.294946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:13.345616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting subnet 20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:07:13.348919 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.389436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.480762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd53c-5ef1-4bed-840d-8d8a05252252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.485899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.549552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.583658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Subnet': ['ID=20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:13.585726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.589008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5412255d-165a-4497-ab00-a97a21a3c66c tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/subnets/20529c3a-cd8b-4ea1-8b1c-8f59d3ee1755 HTTP/1.1" status: 204 len: 168 time: 0.2928653 Apr 20 15:07:13.591892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:13.595032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede16248-1b74-40a4-8435-2b6aa669bdc0 None None] Network ba708e3d-af7a-4063-8195-e9c8abdcc33b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:13.674178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.729410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port e5942df8-1352-4374-bd16-08cf353780fc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:13.729662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.730421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.789918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] DHCP port deletion for ba708e3d-af7a-4063-8195-e9c8abdcc33b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:07:13.796790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port e5942df8-1352-4374-bd16-08cf353780fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e5942df8-1352-4374-bd16-08cf353780fc,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:13.797094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.811794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for e5942df8-1352-4374-bd16-08cf353780fc owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:13.849780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Deleting port e5942df8-1352-4374-bd16-08cf353780fc {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:13.850256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.899806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.923019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e5942df8-1352-4374-bd16-08cf353780fc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:13.928741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=e5942df8-1352-4374-bd16-08cf353780fc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:13.938966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] No DVR routers for this DVR port e5942df8-1352-4374-bd16-08cf353780fc on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:07:13.952981 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: e5942df8-1352-4374-bd16-08cf353780fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:13.953321 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device e5942df8-1352-4374-bd16-08cf353780fc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:13.961725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] For port e5942df8-1352-4374-bd16-08cf353780fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=e5942df8-1352-4374-bd16-08cf353780fc,segment=NetworkSegment(acc92d6a-c937-4393-bfd3-1f54f6c0ff6a),segment_id=acc92d6a-c937-4393-bfd3-1f54f6c0ff6a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:13.962340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:13.978663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Calling delete_port for e5942df8-1352-4374-bd16-08cf353780fc owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:14.047185 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.074840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.083364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba708e3d-af7a-4063-8195-e9c8abdcc33b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:14.098524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:14.101283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc92d6a-c937-4393-bfd3-1f54f6c0ff6a') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:14.103635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] Pushing event deleted for resources: {'Port': ['ID=e5942df8-1352-4374-bd16-08cf353780fc,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:14.107239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38554df6-5ab8-40d8-b88d-c086dcda3b28 None None] No DVR routers for this DVR port e5942df8-1352-4374-bd16-08cf353780fc on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:07:14.112887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.131738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.138498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:07:14.139147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:07:14.142467 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:07:14.203739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.210770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.216407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/networks/ba708e3d-af7a-4063-8195-e9c8abdcc33b HTTP/1.1" status: 204 len: 168 time: 0.6209102 Apr 20 15:07:14.216789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42636) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:14.228671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929be962-d9a7-4f08-bd80-1cbd93efdf24 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Network': ['ID=ba708e3d-af7a-4063-8195-e9c8abdcc33b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:14.312881 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.372274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 13436c87-5b5d-4436-8eb5-4d71144f0319 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:14.372518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.447840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.448165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.460175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 13436c87-5b5d-4436-8eb5-4d71144f0319 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:14.611977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:14.638091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=13436c87-5b5d-4436-8eb5-4d71144f0319,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:15.049742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:15.050125 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Floating IP 37c7c5a7-ece7-4586-93e3-da7df89b5875 disassociated (deleted). External IP: 172.25.1.104, port: c0daca81-39be-46a5-acad-4ecdca722a2a. Apr 20 15:07:15.248134 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:15.268808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:07:15.294151 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:15.382926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:15.388407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:15.393830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:15.407969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:15.408600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:15.420678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-aa475ee6-5af9-475c-a49f-15fbb3fce5f4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/floatingips/37c7c5a7-ece7-4586-93e3-da7df89b5875 HTTP/1.1" status: 204 len: 168 time: 1.2023928 Apr 20 15:07:15.422070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:15.424902 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:15.475924 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c69ac-99b9-4d32-b3eb-82c41cf2c159 x-openstack-request-id: req-f85c69ac-99b9-4d32-b3eb-82c41cf2c159 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:15.476287 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:15.476598 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f85c69ac-99b9-4d32-b3eb-82c41cf2c159 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:15.477007 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85c69ac-99b9-4d32-b3eb-82c41cf2c159'] response: {'name': 'network-changed', 'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'status': 'completed', 'code': 200} Apr 20 15:07:15.544243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:15.550701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-97279052-a5c7-46ec-b02a-f4033a91eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:15.552976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-97279052-a5c7-46ec-b02a-f4033a91eb79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0508373 Apr 20 15:07:15.714686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83e6b1-e4c3-4476-aacb-c1e67689c2e5 req-5494cd0e-cbd1-4a6d-8857-637ad0e1fa90 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:15.716214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec83e6b1-e4c3-4476-aacb-c1e67689c2e5 req-5494cd0e-cbd1-4a6d-8857-637ad0e1fa90 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0764904 Apr 20 15:07:15.728085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-c5941432-6da2-498c-93f2-ca129158d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:15.729585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-c5941432-6da2-498c-93f2-ca129158d3b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 200 len: 898 time: 0.1627550 Apr 20 15:07:15.761860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:15.786916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-44fde800-6a79-420c-aea9-4cfd333d22df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 200 len: 217 time: 0.0444236 Apr 20 15:07:15.788575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:15.797365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:15.798006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:15.831023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec83e6b1-e4c3-4476-aacb-c1e67689c2e5 req-668e4c17-5ad2-4e94-bd96-40c971c92c1d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053324 Apr 20 15:07:15.847935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-7c5c3ff7-4080-4820-a9c4-fb698faae446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:15.850153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-7c5c3ff7-4080-4820-a9c4-fb698faae446 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 200 len: 834 time: 0.0554447 Apr 20 15:07:15.905878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-f2c881f4-ce06-4621-8025-ba6f77369e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:15.907588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-f2c881f4-ce06-4621-8025-ba6f77369e48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ec06e2a-636c-4753-adf7-f3fefd6c2421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502124 Apr 20 15:07:15.924471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:16.001983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-003f7c82-b304-4584-a599-1ad6c05dfc1e service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Apr 20 15:07:16.093923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e9ad59b-04a7-4011-9aa2-f0cc3aeb7a43 req-0361ccf8-1cf6-428c-a6fb-47032db33c06 service neutron] 10.222.0.45 "GET /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831826 Apr 20 15:07:16.131847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:16.165997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04d1eaf-f71d-4fac-a29e-7d67501583c3 None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:09Z', 'revision_number': 6, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '2f6235b8-4ef0-48d1-b719-dab3f155817c', 'name': '', 'network_id': '4ec06e2a-636c-4753-adf7-f3fefd6c2421', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:60:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:05:00Z', 'updated_at': '2022-04-20T15:05:03Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': '18a3f96b-5b0c-4958-89dd-4de307e46521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:16.409741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6663863a-552a-4f27-a7e8-69fbf9d9a396 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:16.444829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6663863a-552a-4f27-a7e8-69fbf9d9a396 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:16.445171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6663863a-552a-4f27-a7e8-69fbf9d9a396 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:16.457977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a86579-e3e7-4fc5-b91b-bcb45764f27c None None] New status for floating IP 37c7c5a7-ece7-4586-93e3-da7df89b5875: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:07:16.627056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42664) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:16.735022 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9aed7a29-095b-470a-b4b1-d866c7f6e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:16.825345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9aed7a29-095b-470a-b4b1-d866c7f6e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:16.831139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9aed7a29-095b-470a-b4b1-d866c7f6e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:16.869912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7a29-095b-470a-b4b1-d866c7f6e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8504a2-8b76-4fba-8ba1-186f647aa8fe,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:16.878663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42668) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:16.880093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9aed7a29-095b-470a-b4b1-d866c7f6e936 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=055d3b4278764743b656300dee4ae388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519202 Apr 20 15:07:16.930158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:16.979419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.019730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305422f3-46a7-4daa-aa53-3bfb9f7ab430 req-ba35d21a-1613-4098-963d-524947262362 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:17.021204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-305422f3-46a7-4daa-aa53-3bfb9f7ab430 req-ba35d21a-1613-4098-963d-524947262362 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0891702 Apr 20 15:07:17.083959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.086353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.087580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe8504a2-8b76-4fba-8ba1-186f647aa8fe HTTP/1.1" status: 204 len: 168 time: 0.2084575 Apr 20 15:07:17.094114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-305422f3-46a7-4daa-aa53-3bfb9f7ab430 req-1de40146-9259-44d1-b596-76c039ac04fe tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ec624f3-8c29-4330-a0e7-2d726ac7698d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664635 Apr 20 15:07:17.103659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14929c-9cde-4dfe-a380-4e40663c9565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8504a2-8b76-4fba-8ba1-186f647aa8fe,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:17.115663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f64fa929-2a35-48ec-97bf-a66e356945cd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:17.117086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f64fa929-2a35-48ec-97bf-a66e356945cd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfa75d9a-d006-4233-88f3-f5e5545ab0a2 HTTP/1.1" status: 200 len: 946 time: 0.0875139 Apr 20 15:07:17.211935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port c0daca81-39be-46a5-acad-4ecdca722a2a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:17.212270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.299343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port c0daca81-39be-46a5-acad-4ecdca722a2a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=c0daca81-39be-46a5-acad-4ecdca722a2a,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:17.299706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.312818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for c0daca81-39be-46a5-acad-4ecdca722a2a owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:17.379943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42678) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:17.394180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c53b5e2-af3b-43e4-abe7-1fe73e4f9b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.442276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.472375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=c0daca81-39be-46a5-acad-4ecdca722a2a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:17.507572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c53b5e2-af3b-43e4-abe7-1fe73e4f9b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.512744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5c53b5e2-af3b-43e4-abe7-1fe73e4f9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.519458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] No DVR routers for this DVR port c0daca81-39be-46a5-acad-4ecdca722a2a on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:07:17.521972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.525345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64a17e33-2d2c-485f-a1ea-c37e6447d1fd req-f7b77938-bfa6-4aeb-b881-36ad1181ead6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.45 "DELETE /v2.0/ports/c0daca81-39be-46a5-acad-4ecdca722a2a HTTP/1.1" status: 204 len: 173 time: 0.4017982 Apr 20 15:07:17.525781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'name': 'network-vif-deleted', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:17.528248 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649be449-184d-4ffa-8ee6-f8c98e603434" -d '{"events": [{"server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "name": "network-vif-deleted", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:17.551551 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c53b5e2-af3b-43e4-abe7-1fe73e4f9b85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b25fb8904e94e5d93f0be5d875f3918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704674 Apr 20 15:07:17.552640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b5e2-af3b-43e4-abe7-1fe73e4f9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4103d83-b207-4989-b194-4980263b3dd6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:17.554281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42682) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:17.581172 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89c1d8-792e-4f13-b4ff-92c80439c1ce x-openstack-request-id: req-ac89c1d8-792e-4f13-b4ff-92c80439c1ce {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:17.581436 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa75d9a-d006-4233-88f3-f5e5545ab0a2", "name": "network-vif-deleted", "tag": "c0daca81-39be-46a5-acad-4ecdca722a2a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:17.581703 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac89c1d8-792e-4f13-b4ff-92c80439c1ce {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:17.582142 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac89c1d8-792e-4f13-b4ff-92c80439c1ce'] response: {'server_uuid': 'dfa75d9a-d006-4233-88f3-f5e5545ab0a2', 'name': 'network-vif-deleted', 'tag': 'c0daca81-39be-46a5-acad-4ecdca722a2a', 'status': 'completed', 'code': 200} Apr 20 15:07:17.613888 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.636454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.683134 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.685626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:17.686851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4103d83-b207-4989-b194-4980263b3dd6 HTTP/1.1" status: 204 len: 168 time: 0.1315289 Apr 20 15:07:17.694707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377fc13-de32-45cd-9153-5adfc52e3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4103d83-b207-4989-b194-4980263b3dd6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:18.154243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42698) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:18.229055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:18.265018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:18.328540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:18.331087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:18.332341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ec624f3-8c29-4330-a0e7-2d726ac7698d HTTP/1.1" status: 204 len: 168 time: 0.1768703 Apr 20 15:07:18.343141 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e4830-7053-4d82-a646-6619b9e342a9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec624f3-8c29-4330-a0e7-2d726ac7698d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:18.368483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42710) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:18.745133 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.008624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 2f6235b8-4ef0-48d1-b719-dab3f155817c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:19.008972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.094371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port 2f6235b8-4ef0-48d1-b719-dab3f155817c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2f6235b8-4ef0-48d1-b719-dab3f155817c,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:19.094871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.109993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 2f6235b8-4ef0-48d1-b719-dab3f155817c owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:19.296554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.329033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=2f6235b8-4ef0-48d1-b719-dab3f155817c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:19.505445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.723340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 9a1e4e62-1753-4181-bc3c-b907222c6074 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:07:19.733527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42760) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:19.829027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:19.837201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ced4e251-0ddb-49db-82a5-95617900ed1e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/9a1e4e62-1753-4181-bc3c-b907222c6074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4672155 Apr 20 15:07:19.838378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42764) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:19.840539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Sync routers for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:19.853224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04cd8b03-e606-448e-a7c6-1916e9d8dc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.865944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:19.866955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:19.894618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting subnet 18a3f96b-5b0c-4958-89dd-4de307e46521 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:07:19.898961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.950874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.960252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04cd8b03-e606-448e-a7c6-1916e9d8dc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.964696 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-04cd8b03-e606-448e-a7c6-1916e9d8dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:19.990303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:20.009652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-04cd8b03-e606-448e-a7c6-1916e9d8dc2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91b24c14c1874246bde71f1ee89d8f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749455 Apr 20 15:07:20.012710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42766) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:20.019133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8b03-e606-448e-a7c6-1916e9d8dc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad45de-c925-43f8-b9d2-5d9669677fc0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:20.046720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.079534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.103758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.112104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0daca81-39be-46a5-acad-4ecdca722a2a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:20.119694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.141449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: c0daca81-39be-46a5-acad-4ecdca722a2a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:20.142153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device c0daca81-39be-46a5-acad-4ecdca722a2a not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:20.150858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Subnet': ['ID=18a3f96b-5b0c-4958-89dd-4de307e46521,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:20.154499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.160861 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7de63aae-a75d-40d9-9d4b-2c4ff04d811f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/subnets/18a3f96b-5b0c-4958-89dd-4de307e46521 HTTP/1.1" status: 204 len: 168 time: 0.3193204 Apr 20 15:07:20.161564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42768) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:20.168302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.171327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.172833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4ad45de-c925-43f8-b9d2-5d9669677fc0 HTTP/1.1" status: 204 len: 168 time: 0.1590359 Apr 20 15:07:20.173727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a372adb-9df6-4cf9-b932-3765a7aaca4c None None] Network 4ec06e2a-636c-4753-adf7-f3fefd6c2421 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:20.183256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa353-f4ca-49fa-acaf-073ba5577001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad45de-c925-43f8-b9d2-5d9669677fc0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:20.287977 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.305695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:19Z', 'revision_number': 7, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:20.333818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Checking router: 9a1e4e62-1753-4181-bc3c-b907222c6074 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:20.350118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Routers {'9a1e4e62-1753-4181-bc3c-b907222c6074'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:20.351012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9a1e4e62-1753-4181-bc3c-b907222c6074'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:20.405836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.443262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] DHCP port deletion for 4ec06e2a-636c-4753-adf7-f3fefd6c2421 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:07:20.467472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port f3d85c8f-c58e-436e-9559-74a5ac60f69f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:20.468057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.487884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] Set router 9a1e4e62-1753-4181-bc3c-b907222c6074 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:20.514039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42774) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:20.529792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2993-1861-486f-80a0-10fdf5ce7efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.562230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port f3d85c8f-c58e-436e-9559-74a5ac60f69f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f3d85c8f-c58e-436e-9559-74a5ac60f69f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:20.562753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.577524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for f3d85c8f-c58e-436e-9559-74a5ac60f69f owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:20.627971 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2993-1861-486f-80a0-10fdf5ce7efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.632970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5e6f2993-1861-486f-80a0-10fdf5ce7efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.671591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f2993-1861-486f-80a0-10fdf5ce7efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e097ef9-aa07-4af1-b596-237c4829ccf9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:20.685014 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5e6f2993-1861-486f-80a0-10fdf5ce7efc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9102746e6cc44c7599870e4b04b32241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695232 Apr 20 15:07:20.685893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:20.740681 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.769188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.777281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Deleting port d357142f-1de7-4bd2-95ea-d46f01d47811 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:07:20.777645 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.829370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.832635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.834121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e097ef9-aa07-4af1-b596-237c4829ccf9 HTTP/1.1" status: 204 len: 168 time: 0.1471732 Apr 20 15:07:20.843990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663483-5bc8-4a31-ae53-55513373c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e097ef9-aa07-4af1-b596-237c4829ccf9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:20.912833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] For port d357142f-1de7-4bd2-95ea-d46f01d47811, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d357142f-1de7-4bd2-95ea-d46f01d47811,segment=NetworkSegment(1eeabaa2-3c47-4b1e-87ff-3fadfc752b06),segment_id=1eeabaa2-3c47-4b1e-87ff-3fadfc752b06)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:20.913500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:20.933288 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Calling delete_port for d357142f-1de7-4bd2-95ea-d46f01d47811 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:07:20.996258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:19Z', 'revision_number': 7, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:21.027482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f613c55-46f9-45c6-a493-8a904ffe0cb1 None None] The sync data for ids ['9a1e4e62-1753-4181-bc3c-b907222c6074'] in n-d-836145-2 is: [{'id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'name': 'tempest-TestNetworkBasicOps-router-1158423124', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:07:19Z', 'revision_number': 7, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': 'f3d85c8f-c58e-436e-9559-74a5ac60f69f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1e4e62-1753-4181-bc3c-b907222c6074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:04:56Z', 'updated_at': '2022-04-20T15:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:21.070011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.100619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Pushing event deleted for resources: {'Port': ['ID=d357142f-1de7-4bd2-95ea-d46f01d47811,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:21.104654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] No DVR routers for this DVR port d357142f-1de7-4bd2-95ea-d46f01d47811 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:07:21.124224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.124576 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.124920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.125366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.125710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.126044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.126378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.126733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.127061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.127521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.127932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.128274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67235099-c40a-46ae-9f30-e042bfbc6d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:07:21.173306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.196675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=f3d85c8f-c58e-436e-9559-74a5ac60f69f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:21.266005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.357454 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.359954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.418898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.419498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1e4e62-1753-4181-bc3c-b907222c6074 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:07:21.427251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.428079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-70c3076e-de52-47fe-81e8-0ad88ad3e378 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/routers/9a1e4e62-1753-4181-bc3c-b907222c6074 HTTP/1.1" status: 204 len: 168 time: 1.2648861 Apr 20 15:07:21.430795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:21.516470 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.603836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.624822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec06e2a-636c-4753-adf7-f3fefd6c2421']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:21.634341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:21.634456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eeabaa2-3c47-4b1e-87ff-3fadfc752b06') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:21.645034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.658916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.665030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:07:21.665385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:07:21.668524 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:07:21.740330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.749702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.753444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/networks/4ec06e2a-636c-4753-adf7-f3fefd6c2421 HTTP/1.1" status: 204 len: 168 time: 0.3210604 Apr 20 15:07:21.771124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42804) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:21.779690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafa04c-c98f-481d-9f5a-3ba89ceb0a7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Network': ['ID=4ec06e2a-636c-4753-adf7-f3fefd6c2421,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:21.780372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'network': {'name': 'tempest-network-smoke--165325242', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:21.802071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:21.805697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.829212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:07:21.837898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.838250 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Added segment 356f29b1-ad7a-440a-8447-ff078aa54857 of type vlan for network 248c3ff3-da05-418d-b0ec-b04189f27c6b Apr 20 15:07:21.879890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.906131 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.911667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:21.912281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:21.973625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006989 Apr 20 15:07:21.976491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42812) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:21.981332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'admin_state_up': True, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:21.988887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676e506-a270-46a1-91ba-688605af1132 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Network': ['ID=248c3ff3-da05-418d-b0ec-b04189f27c6b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:21.999110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:07:22.006216 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.007412 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.062277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.170759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f6235b8-4ef0-48d1-b719-dab3f155817c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:22.203026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2f6235b8-4ef0-48d1-b719-dab3f155817c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:22.203026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2f6235b8-4ef0-48d1-b719-dab3f155817c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:22.203355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f3d85c8f-c58e-436e-9559-74a5ac60f69f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:22.213130 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.225213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f3d85c8f-c58e-436e-9559-74a5ac60f69f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:22.225562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f3d85c8f-c58e-436e-9559-74a5ac60f69f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:22.225980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d357142f-1de7-4bd2-95ea-d46f01d47811 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:07:22.245657 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d357142f-1de7-4bd2-95ea-d46f01d47811 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:07:22.246013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d357142f-1de7-4bd2-95ea-d46f01d47811 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:07:22.426282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.444765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.547136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.25.1.62 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/591ec07d-9d04-4da9-b96f-a7023d46fb7f) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:22.663946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.709501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:22.752938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:22.757106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:22.760283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:22.785236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=591ec07d-9d04-4da9-b96f-a7023d46fb7f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:23.018085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:23.218917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:23.357833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 7025bc9d-216a-494d-8121-94990c3d9b17 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:07:23.468809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:23.478963 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Sync routers for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:23.490406 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:23.491125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:23.491557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:23.492819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26f71507-6afb-4855-aca2-b80ef2964884 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5152121 Apr 20 15:07:23.496042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42828) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:23.527003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21251913-92f2-4698-bf0e-4689e51c5f4a tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295849 Apr 20 15:07:23.529598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:23.606426 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:23.622912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f21c2-7706-452d-b20a-2e483d0f8239 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:23.624711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f67f21c2-7706-452d-b20a-2e483d0f8239 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940461 Apr 20 15:07:23.627833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42832) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:23.657652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f3a9b111-710d-488d-a91d-e6988df5716f tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285389 Apr 20 15:07:23.660067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42834) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:23.665031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659288634', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:23.755924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:23.759543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:23.784880 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:22Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:23.811221 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Checking router: 7025bc9d-216a-494d-8121-94990c3d9b17 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:23.812228 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Updating router 7025bc9d-216a-494d-8121-94990c3d9b17 port 591ec07d-9d04-4da9-b96f-a7023d46fb7f binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:07:23.844516 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:23.950084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.015032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Subnet': ['ID=d83133a5-c43d-4c84-b140-0609b4fc9cf4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:24.024491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Checking segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:24.024932 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network hostable DHCP agents. Network: 248c3ff3-da05-418d-b0ec-b04189f27c6b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:07:24.041421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:07:24.051867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 248c3ff3-da05-418d-b0ec-b04189f27c6b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:24.056746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:24.057328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.063656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea28ee-1261-42f1-b305-69b41aa73e11 None None] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:24.088260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4cf311b4-c795-41ba-ae54-a53d6e64bf7e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4271533 Apr 20 15:07:24.091301 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42842) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:24.132925 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.140348 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.190629 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Attempting to bind port 591ec07d-9d04-4da9-b96f-a7023d46fb7f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:07:24.191292 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Attempting to bind port 591ec07d-9d04-4da9-b96f-a7023d46fb7f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:07:24.191825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Attempting to bind port 591ec07d-9d04-4da9-b96f-a7023d46fb7f on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:24.204934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:07:24.205626 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:24.206192 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.206768 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:07:24.207399 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Bound port: 591ec07d-9d04-4da9-b96f-a7023d46fb7f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:07:24.207969 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.217838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-248c3ff3-da05-418d-b0ec-b04189f27c6b', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:07:24.219237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.266320 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] For port 591ec07d-9d04-4da9-b96f-a7023d46fb7f, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:07:24.269358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] For port 591ec07d-9d04-4da9-b96f-a7023d46fb7f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=591ec07d-9d04-4da9-b96f-a7023d46fb7f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:07:24.273714 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a794c-fae4-40d4-a6e4-15b1d3f99f9f None None] Pushing event updated for resources: {'Port': ['ID=591ec07d-9d04-4da9-b96f-a7023d46fb7f,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:24.278851 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.351527 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:24.352304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:24.385117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Allocated IP 172.20.0.2 (248c3ff3-da05-418d-b0ec-b04189f27c6b/d83133a5-c43d-4c84-b140-0609b4fc9cf4/7af343cd-fa2a-4a9b-806e-8ac31f185444) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:24.392155 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a794c-fae4-40d4-a6e4-15b1d3f99f9f None None] Pushing event updated for resources: {'Port': ['ID=591ec07d-9d04-4da9-b96f-a7023d46fb7f,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:24.496925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:24.570182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.579681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.624194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.628545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:24.636617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:24.641456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:24.652631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Pushing event updated for resources: {'Port': ['ID=7af343cd-fa2a-4a9b-806e-8ac31f185444,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:24.700596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Attempting to bind port 7af343cd-fa2a-4a9b-806e-8ac31f185444 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:07:24.700985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Attempting to bind port 7af343cd-fa2a-4a9b-806e-8ac31f185444 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:07:24.701384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Attempting to bind port 7af343cd-fa2a-4a9b-806e-8ac31f185444 on network 248c3ff3-da05-418d-b0ec-b04189f27c6b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:24.707586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:07:24.707824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Checking segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:24.708090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.708642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Bound using segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:07:24.709241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Bound port: 7af343cd-fa2a-4a9b-806e-8ac31f185444, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:07:24.709644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.720855 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:22Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:24.781313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] For port 7af343cd-fa2a-4a9b-806e-8ac31f185444, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:07:24.786034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] For port 7af343cd-fa2a-4a9b-806e-8ac31f185444, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7af343cd-fa2a-4a9b-806e-8ac31f185444,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:07:24.793636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:24.867114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b85ae0-d48d-492d-a3a1-3a15721ca9a5 None None] The sync data for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 is: [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:22Z', 'revision_number': 3, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:24.873445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e4aa3-0767-40c4-89a7-f2d816c7f2ed None None] Pushing event updated for resources: {'Port': ['ID=7af343cd-fa2a-4a9b-806e-8ac31f185444,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:24.967340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.1 (248c3ff3-da05-418d-b0ec-b04189f27c6b/d83133a5-c43d-4c84-b140-0609b4fc9cf4/a5bcef4a-bd01-4f2f-a463-37759d631f4d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:25.175162 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.226985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.292543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:25.296471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:25.300626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:25.351470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.404726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:25.502311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.795740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.802612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:25.885217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:25.890893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.019925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:26.021452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:26.024794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7af343cd-fa2a-4a9b-806e-8ac31f185444 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:26.077824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7af343cd-fa2a-4a9b-806e-8ac31f185444 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:26.078119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.114247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83198f-d108-4bd7-977d-3e718bded98d None None] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:26.156117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 7025bc9d-216a-494d-8121-94990c3d9b17 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:07:26.245544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.270282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ec3751d3-58dc-4e1f-91c5-2bc7f1221efe None None] Provisioning complete for port 7af343cd-fa2a-4a9b-806e-8ac31f185444 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:26.270679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec3751d3-58dc-4e1f-91c5-2bc7f1221efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.287360 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:26.295146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6e69f7ee-546a-4d98-9049-1d1684d058e2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/7025bc9d-216a-494d-8121-94990c3d9b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1998148 Apr 20 15:07:26.295264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42854) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:26.347765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 7af343cd-fa2a-4a9b-806e-8ac31f185444, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7af343cd-fa2a-4a9b-806e-8ac31f185444,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:26.360076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.360942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 591ec07d-9d04-4da9-b96f-a7023d46fb7f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:26.486750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a213074-568c-4750-b1e8-b43a398a14d7 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.487231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a213074-568c-4750-b1e8-b43a398a14d7 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.487721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a213074-568c-4750-b1e8-b43a398a14d7 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.488208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a213074-568c-4750-b1e8-b43a398a14d7 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.490018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0a213074-568c-4750-b1e8-b43a398a14d7 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1926880 Apr 20 15:07:26.491495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=7af343cd-fa2a-4a9b-806e-8ac31f185444,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:26.492572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42856) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:26.526032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 591ec07d-9d04-4da9-b96f-a7023d46fb7f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:26.526399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.553552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cafdd4-dc6a-4863-ac6c-3ac28fdc203e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.554024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cafdd4-dc6a-4863-ac6c-3ac28fdc203e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.554640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cafdd4-dc6a-4863-ac6c-3ac28fdc203e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.555581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cafdd4-dc6a-4863-ac6c-3ac28fdc203e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:26.558620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-36cafdd4-dc6a-4863-ac6c-3ac28fdc203e tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0636296 Apr 20 15:07:26.559917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42858) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:26.618998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.645335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 591ec07d-9d04-4da9-b96f-a7023d46fb7f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=591ec07d-9d04-4da9-b96f-a7023d46fb7f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:26.651042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.711892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=591ec07d-9d04-4da9-b96f-a7023d46fb7f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:26.714988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7c83a033-4b59-4f97-b0c6-1c03b8893c82 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1532023 Apr 20 15:07:26.760269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8ab919e3-7c6e-4a58-8445-0c4afb728620 None None] Provisioning complete for port 7af343cd-fa2a-4a9b-806e-8ac31f185444 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:26.760648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ab919e3-7c6e-4a58-8445-0c4afb728620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.858267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Sync routers for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:26.865015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8ab919e3-7c6e-4a58-8445-0c4afb728620 None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:26.865389 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ab919e3-7c6e-4a58-8445-0c4afb728620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:26.889869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:26.890492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:26.945802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-8ab919e3-7c6e-4a58-8445-0c4afb728620 None None] Port a5bcef4a-bd01-4f2f-a463-37759d631f4d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:07:27.022523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:27.048463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42862) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.053824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755524687', 'description': 'tempest-secgroup-smoke-1755524687 description', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.083043 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.089264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c69305b9-6592-4f1f-98b5-033278e44b06 None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:27.089864 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c69305b9-6592-4f1f-98b5-033278e44b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.183529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.194005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.196942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c69305b9-6592-4f1f-98b5-033278e44b06 None None] Port a5bcef4a-bd01-4f2f-a463-37759d631f4d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:07:27.246921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.246921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1929398 Apr 20 15:07:27.246921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42868) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.250710 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.255959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9139b6a-cf5c-434b-8c73-15346b3e42fa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8db96-796c-41cc-98ac-65e68d40c73e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.281788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.288370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 2, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:27.322842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Checking router: 7025bc9d-216a-494d-8121-94990c3d9b17 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:27.323187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Updating router 7025bc9d-216a-494d-8121-94990c3d9b17 port a5bcef4a-bd01-4f2f-a463-37759d631f4d binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:07:27.341066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.345623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.361441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-80b4a245-d948-4dc4-9b8b-8b057733ce0c None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:27.361998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-80b4a245-d948-4dc4-9b8b-8b057733ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.363055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de202b38-1a50-4a1d-9274-f9a797e1983d,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.364745 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.375841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.379857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e56d21de-db1b-4b21-b8cb-123d2ea4e66d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308880 Apr 20 15:07:27.380226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42872) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.385415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.414455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.440378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-80b4a245-d948-4dc4-9b8b-8b057733ce0c None None] Port a5bcef4a-bd01-4f2f-a463-37759d631f4d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:07:27.499377 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.504419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.528616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7290fc-9546-4970-a978-dcfafad5878d,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.540280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.544886 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ff8cfd50-d571-41b7-9289-d1db0f027b44 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609294 Apr 20 15:07:27.545579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42876) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.555500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.587138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.656947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.662123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.681376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573e0250-05f4-4588-9ec3-78389daf98f3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.690467 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.692634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-98923a2d-6300-4d0b-85fb-cab8d4fd0c2e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455491 Apr 20 15:07:27.695340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42878) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.700119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.725042 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.792769 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.798393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.813629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3241d7fc-ed4b-42a1-9084-0255d483353a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.827890 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.829187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a31bba12-f9fc-45db-8653-589a3b7a9b10 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327324 Apr 20 15:07:27.831977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42880) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.836623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:27.861270 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:07:27.866922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.875114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.882000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.929718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7af343cd-fa2a-4a9b-806e-8ac31f185444 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:27.940298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.946773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.972183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c25e11-d913-437a-8fa5-84b56aed0899,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.982706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1d61d-cb47-4503-a4dc-44c86e4816f4 None None] Pushing event updated for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:27.987038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:27.988331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-87d59a6d-b176-4a01-94ed-00674119d7ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551819 Apr 20 15:07:27.991446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:27.998126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'security_group_rule': {'security_group_id': 'cad8db96-796c-41cc-98ac-65e68d40c73e', 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:28.028258 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Project 3f8cd79639db4a2ab6b4e9bd40da7e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:07:28.034639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.064871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Attempting to bind port a5bcef4a-bd01-4f2f-a463-37759d631f4d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:07:28.065412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Attempting to bind port a5bcef4a-bd01-4f2f-a463-37759d631f4d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:07:28.065866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Attempting to bind port a5bcef4a-bd01-4f2f-a463-37759d631f4d on network 248c3ff3-da05-418d-b0ec-b04189f27c6b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:28.071173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7af343cd-fa2a-4a9b-806e-8ac31f185444 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:28.071631 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.073380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:07:28.073855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Checking segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:28.074581 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.075125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Bound using segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:07:28.076143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Bound port: a5bcef4a-bd01-4f2f-a463-37759d631f4d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:07:28.076143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.119956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.126357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.155960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.157399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649315 Apr 20 15:07:28.158599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359e233-56ec-47e7-9926-0cb55592c96a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001ca0d6-4bfb-4dcb-a712-bb0c76c48061,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:28.192847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] For port a5bcef4a-bd01-4f2f-a463-37759d631f4d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:07:28.196234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] For port a5bcef4a-bd01-4f2f-a463-37759d631f4d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a5bcef4a-bd01-4f2f-a463-37759d631f4d,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:07:28.235900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 591ec07d-9d04-4da9-b96f-a7023d46fb7f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:28.238830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.360888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:28.361355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.390989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:28.391702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:28.392921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-5de22a11-746d-4333-833f-d8e626fe51af tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755524687&fields=id&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 267 time: 0.0527682 Apr 20 15:07:28.467134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1d61d-cb47-4503-a4dc-44c86e4816f4 None None] Pushing event updated for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:28.502866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 591ec07d-9d04-4da9-b96f-a7023d46fb7f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:28.503216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.527125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-98d7173a-71c5-4877-aa94-cc877378817e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:28.528856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-98d7173a-71c5-4877-aa94-cc877378817e tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 796 time: 0.1350381 Apr 20 15:07:28.553121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-9ec916f7-63db-4ae5-a4a8-b2995a546cbd tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/quotas/3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 375 time: 0.0137563 Apr 20 15:07:28.574252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:28.609492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-fc187920-c6dc-422b-9224-345c575e0da3 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493004 Apr 20 15:07:28.786489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-de13e497-f9d3-43f3-abaf-bd8f53bb5570 service neutron] 10.222.0.20 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632092 Apr 20 15:07:28.795186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.860940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] For port a5bcef4a-bd01-4f2f-a463-37759d631f4d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a5bcef4a-bd01-4f2f-a463-37759d631f4d,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:28.866757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:28.899928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-6052e76a-555c-491b-b94a-80a1d65cd4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052618 Apr 20 15:07:28.944752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4d75-dca4-46c3-b34f-db2e1f23a029 None None] Pushing event updated for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:28.958548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:28.989231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de12af-cba5-4eaf-bfbd-ac52822aa1de None None] The sync data for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 is: [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:29.005525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d93fc346-1205-4ec1-a184-44b2816b22d4 None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:29.005923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d93fc346-1205-4ec1-a184-44b2816b22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:29.099992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-047fad5a-91a2-4b92-829d-564ebcf4d9de req-17f7a4aa-9805-43b8-811b-2e20b198222a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 210 time: 0.0329158 Apr 20 15:07:29.940608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a5bcef4a-bd01-4f2f-a463-37759d631f4d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:29.993690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a5bcef4a-bd01-4f2f-a463-37759d631f4d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:29.994182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:30.197756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f230ce83-f072-47e8-bfd6-4b5446a7867e req-8f119145-8b5c-44d7-929b-88e01f953bef tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 210 time: 0.0357389 Apr 20 15:07:31.201531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-715e7b24-5041-4167-9cbc-f23d6118d379 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:31.202991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-715e7b24-5041-4167-9cbc-f23d6118d379 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 796 time: 0.1091871 Apr 20 15:07:31.250560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-3ce1bf2d-34d0-4e42-99cc-8f9b3d877d38 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a HTTP/1.1" status: 200 len: 380 time: 0.0386093 Apr 20 15:07:31.261971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'port': {'device_id': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'admin_state_up': True, 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'security_groups': ['cad8db96-796c-41cc-98ac-65e68d40c73e']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:31.303353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80c0cb53-f033-4d85-b55f-3a95b312e1ad req-4a4aa054-7632-4e3e-9c59-9b7c5cef19f5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Apr 20 15:07:31.727474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Made reservation on behalf of 3f8cd79639db4a2ab6b4e9bd40da7e3a for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:31.731699 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:31.868022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.20.0.4 (248c3ff3-da05-418d-b0ec-b04189f27c6b/d83133a5-c43d-4c84-b140-0609b4fc9cf4/884571de-2d14-45bf-bc45-1a30fd337fe6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:32.006913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.041100 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.089343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:32.092657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:32.096638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:32.103181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:32.158176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:32.158838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.176351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0edf647c-9aa0-4f97-b84b-7067145aa0ed tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185362 Apr 20 15:07:32.188187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Request body: {'port': {'device_id': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:32.245200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.377909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa9dade8-b2a6-416c-b7a9-c9add9e4f6de None None] Provisioning complete for port 884571de-2d14-45bf-bc45-1a30fd337fe6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:32.379707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa9dade8-b2a6-416c-b7a9-c9add9e4f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.424313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-aa9dade8-b2a6-416c-b7a9-c9add9e4f6de None None] Port 884571de-2d14-45bf-bc45-1a30fd337fe6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:07:32.440447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f03d6-d63d-4b01-821f-10d24b73c5a4 req-158587ff-fc4a-4c2a-a6e4-4e83507a5e7d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:32.441957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-629f03d6-d63d-4b01-821f-10d24b73c5a4 req-158587ff-fc4a-4c2a-a6e4-4e83507a5e7d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 931 time: 0.0553999 Apr 20 15:07:32.481294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-629f03d6-d63d-4b01-821f-10d24b73c5a4 req-12a9bdcf-45c6-4ac7-b20c-8d4cc2957ccb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Apr 20 15:07:32.535486 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884571de-2d14-45bf-bc45-1a30fd337fe6 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:07:32.543111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.555972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Transition to ACTIVE for port object 884571de-2d14-45bf-bc45-1a30fd337fe6 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:07:32.560735 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.633517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:32.691080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Attempting to bind port 884571de-2d14-45bf-bc45-1a30fd337fe6 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:07:32.691415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Attempting to bind port 884571de-2d14-45bf-bc45-1a30fd337fe6 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:07:32.691740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Attempting to bind port 884571de-2d14-45bf-bc45-1a30fd337fe6 on network 248c3ff3-da05-418d-b0ec-b04189f27c6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:32.696785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Port 884571de-2d14-45bf-bc45-1a30fd337fe6 on network 248c3ff3-da05-418d-b0ec-b04189f27c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:07:32.697116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Attempting to bind port 884571de-2d14-45bf-bc45-1a30fd337fe6 on network 248c3ff3-da05-418d-b0ec-b04189f27c6b {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:32.702468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:07:32.702820 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Checking segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:32.703207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Bound using segment: {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:07:32.703642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Bound port: 884571de-2d14-45bf-bc45-1a30fd337fe6, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356f29b1-ad7a-440a-8447-ff078aa54857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:07:32.704002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.777645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:07:32.781259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=884571de-2d14-45bf-bc45-1a30fd337fe6,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:07:32.786997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.825590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:32.826268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:32.827856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] 10.222.0.43 "PUT /v2.0/ports/884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 1091 time: 0.6437829 Apr 20 15:07:32.828173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:32.830590 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62" -d '{"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:32.901080 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8756a2-5648-4348-850e-bed5d45c2e87 x-openstack-request-id: req-bd8756a2-5648-4348-850e-bed5d45c2e87 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:32.901361 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:32.901605 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd8756a2-5648-4348-850e-bed5d45c2e87 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:32.902019 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8756a2-5648-4348-850e-bed5d45c2e87'] response: {'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'status': 'completed', 'code': 200} Apr 20 15:07:32.917465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37fdb-d1a9-47d5-bfc4-b87e92a9fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:32.936300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0aca868c-b5a1-463f-b1f5-d9649773abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:32.937816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-0aca868c-b5a1-463f-b1f5-d9649773abc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1094 time: 0.0658665 Apr 20 15:07:32.984833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-76aaa0e5-a2d9-49cf-a379-6a28a0e6af60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 217 time: 0.0381827 Apr 20 15:07:33.042183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-5c5f491f-6ac7-48cd-8459-207f3858635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.043705 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-5c5f491f-6ac7-48cd-8459-207f3858635a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 200 len: 834 time: 0.0525315 Apr 20 15:07:33.089133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8948eac0-145e-41a8-b2c5-e8700236c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.090594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-8948eac0-145e-41a8-b2c5-e8700236c1c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=248c3ff3-da05-418d-b0ec-b04189f27c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405881 Apr 20 15:07:33.184624 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-051a4b68-36f8-4bdb-bd3e-33782c4148c3 service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871952 Apr 20 15:07:33.283284 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dc946fde-a6df-4fca-b0fc-dfdff19a5f75 req-ac9a4dfe-496e-4b10-a374-0068726fa308 service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921066 Apr 20 15:07:33.372514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-78b6df19-28ed-4ede-9637-fe6250b002a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.374051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-78b6df19-28ed-4ede-9637-fe6250b002a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1094 time: 0.0462451 Apr 20 15:07:33.477582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-555816d9-9834-4ca3-9fe1-c281bde57eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.479134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-555816d9-9834-4ca3-9fe1-c281bde57eb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 897 time: 0.0977695 Apr 20 15:07:33.523571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-7864a9aa-75ad-4997-872e-879ae492cd29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 217 time: 0.0358148 Apr 20 15:07:33.576710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-51f69533-cf15-4625-aa1a-662c8f31279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.579089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-51f69533-cf15-4625-aa1a-662c8f31279b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 200 len: 834 time: 0.0483422 Apr 20 15:07:33.601808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4a49e-c088-4865-b241-50f4795d8666 req-4eef0d76-a600-4b71-9c4b-9ab3dc4b00dc tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.603502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2f4a49e-c088-4865-b241-50f4795d8666 req-4eef0d76-a600-4b71-9c4b-9ab3dc4b00dc tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 943 time: 0.0504637 Apr 20 15:07:33.625285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:33.641616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-6cad3c7b-9023-47dc-8fa2-dba5465c1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:33.643609 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-6cad3c7b-9023-47dc-8fa2-dba5465c1e1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=248c3ff3-da05-418d-b0ec-b04189f27c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571351 Apr 20 15:07:33.646284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2f4a49e-c088-4865-b241-50f4795d8666 req-4be17a3d-1490-4fda-a7c2-42c7d1bffa7f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367758 Apr 20 15:07:33.738289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-2dc614b4-7692-4409-96fb-c8e95e060e3f service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Apr 20 15:07:33.847735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5bb1b99f-7dd3-4ac2-826a-21ad721d4b62 req-11f64ee7-ffa7-4a5a-b2e4-19158958958f service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992587 Apr 20 15:07:34.208580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 42948) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:34.331698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e687c4ad-400d-4a70-bf69-863585388234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.412517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e687c4ad-400d-4a70-bf69-863585388234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.417475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e687c4ad-400d-4a70-bf69-863585388234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.454498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 884571de-2d14-45bf-bc45-1a30fd337fe6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:07:34.458845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e687c4ad-400d-4a70-bf69-863585388234 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d3df0e40a542b2a826cbdebee14ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490966 Apr 20 15:07:34.459672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687c4ad-400d-4a70-bf69-863585388234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8436e-1a1a-473c-9297-4ecb8f5856c0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:34.461798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42952) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:34.518606 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.541282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.560643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=884571de-2d14-45bf-bc45-1a30fd337fe6,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:34.574515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'port_id': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'mac_address': 'fa:16:3e:07:f9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:07:34.591583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.594316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.595613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc8436e-1a1a-473c-9297-4ecb8f5856c0 HTTP/1.1" status: 204 len: 168 time: 0.1319902 Apr 20 15:07:34.605845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cf490-85f6-4bdf-912a-5268eea2bb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8436e-1a1a-473c-9297-4ecb8f5856c0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:34.624812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.640897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884571de-2d14-45bf-bc45-1a30fd337fe6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:07:34.661776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=884571de-2d14-45bf-bc45-1a30fd337fe6,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:34.665660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.725922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:34.782968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79a54-ea81-4142-83c3-7452495396d2 req-add9a5b3-a75a-497c-880b-21d8cc95ba6b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:34.790344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5df79a54-ea81-4142-83c3-7452495396d2 req-add9a5b3-a75a-497c-880b-21d8cc95ba6b tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 944 time: 0.0660152 Apr 20 15:07:34.834077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5df79a54-ea81-4142-83c3-7452495396d2 req-95a408c0-e4ff-403f-b2ae-6b9c327a2628 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Apr 20 15:07:34.862557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['884571de-2d14-45bf-bc45-1a30fd337fe6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:07:34.900135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42960) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:34.913518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f757cd1f-bc16-4c56-85f1-3ae877e99c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:34.998037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f757cd1f-bc16-4c56-85f1-3ae877e99c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.003465 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f757cd1f-bc16-4c56-85f1-3ae877e99c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.047096 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f757cd1f-bc16-4c56-85f1-3ae877e99c8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e376769fd5fa446299696b445213121b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431506 Apr 20 15:07:35.047331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 42962) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:35.054509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757cd1f-bc16-4c56-85f1-3ae877e99c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eb0e4b-62be-44cd-af9c-29968f031160,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:35.106307 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.128067 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.176341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.179214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:35.180387 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51eb0e4b-62be-44cd-af9c-29968f031160 HTTP/1.1" status: 204 len: 168 time: 0.1323130 Apr 20 15:07:35.188022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9af305-a199-4dfc-9ea7-5a63d2b9e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eb0e4b-62be-44cd-af9c-29968f031160,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:35.950544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04154f7-3603-472d-828b-fe4ca30f12c3 req-719e1394-5001-4828-a185-6bafef3aa298 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:35.952084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e04154f7-3603-472d-828b-fe4ca30f12c3 req-719e1394-5001-4828-a185-6bafef3aa298 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 944 time: 0.0525522 Apr 20 15:07:35.991369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e04154f7-3603-472d-828b-fe4ca30f12c3 req-76bdb66e-20b3-4a90-a7bd-248867e359ab tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Apr 20 15:07:36.470979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 884571de-2d14-45bf-bc45-1a30fd337fe6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:36.521804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 884571de-2d14-45bf-bc45-1a30fd337fe6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:07:36.525592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 884571de-2d14-45bf-bc45-1a30fd337fe6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:36.525967 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:36.608607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:36.631943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:36.634223 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc7c32-e60d-4bf1-862e-8e60b3b219a2" -d '{"events": [{"server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "name": "network-vif-plugged", "status": "completed", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:36.648047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=884571de-2d14-45bf-bc45-1a30fd337fe6,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:36.653455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:36.679254 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986c0da2-d825-455b-b952-851914d138fe x-openstack-request-id: req-986c0da2-d825-455b-b952-851914d138fe {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:36.679254 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "name": "network-vif-plugged", "status": "completed", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:36.679491 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-986c0da2-d825-455b-b952-851914d138fe {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:36.679892 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986c0da2-d825-455b-b952-851914d138fe'] response: {'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'code': 200} Apr 20 15:07:36.707584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:36.777995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539177b9-b368-4a13-8265-cb9e0b90e54d req-e6f61d9a-0e70-4eb7-a1a5-1e83eb5363dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:36.779568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-539177b9-b368-4a13-8265-cb9e0b90e54d req-e6f61d9a-0e70-4eb7-a1a5-1e83eb5363dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0426106 Apr 20 15:07:36.815833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-539177b9-b368-4a13-8265-cb9e0b90e54d req-4b9fb7ef-8bf8-4575-b388-8c4e6fb84af9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288401 Apr 20 15:07:37.120452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50a2af-59f8-40fb-a420-2e45d31d2ab7 req-f2b68fc2-ecbd-47f7-8948-41ac40679417 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:37.122144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d50a2af-59f8-40fb-a420-2e45d31d2ab7 req-f2b68fc2-ecbd-47f7-8948-41ac40679417 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0581305 Apr 20 15:07:37.164381 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d50a2af-59f8-40fb-a420-2e45d31d2ab7 req-b3b66a05-f256-447c-94f2-b946c49d71ec tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342135 Apr 20 15:07:38.288816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae633cf-e666-4c84-bb1c-7f9ef860a6e1 req-a2b71a46-6b32-4e02-ab38-e2f695dbe1b9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:38.290316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ae633cf-e666-4c84-bb1c-7f9ef860a6e1 req-a2b71a46-6b32-4e02-ab38-e2f695dbe1b9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0507104 Apr 20 15:07:38.329374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ae633cf-e666-4c84-bb1c-7f9ef860a6e1 req-8b08402c-cb0a-4a34-83d8-d663a9598f50 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Apr 20 15:07:38.454545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42862435-5334-4f97-b2ed-6c3ef060bd77 req-8293ddfb-37df-4dab-8df4-612af2549d25 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:38.456135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42862435-5334-4f97-b2ed-6c3ef060bd77 req-8293ddfb-37df-4dab-8df4-612af2549d25 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Apr 20 15:07:38.493889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42862435-5334-4f97-b2ed-6c3ef060bd77 req-e6f81fee-be82-42e9-beeb-0197a05453f9 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Apr 20 15:07:38.518240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43040) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:38.559385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83cdde0-6f40-4ca1-80fd-285b4357ba05 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:38.560982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c83cdde0-6f40-4ca1-80fd-285b4357ba05 tempest-TestNetworkBasicOps-220529787 tempest-TestNetworkBasicOps-220529787-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1091 time: 0.0416946 Apr 20 15:07:38.564018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43044) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:38.568967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:38.591965 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:38.699582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:38.807365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Allocated IP 172.25.1.6 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/181c516a-37cf-4421-9343-3a7fe980dadd) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:38.919327 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:38.954421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:38.990458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:38.993110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:38.998815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:39.030459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=181c516a-37cf-4421-9343-3a7fe980dadd,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:39.379552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:39.452372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:39.603163 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:39.608503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:39.679432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event updated for resources: {'Port': ['ID=181c516a-37cf-4421-9343-3a7fe980dadd,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:39.691417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:39.791704 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Floating IP a6d61fe6-e98d-411f-b105-bc6bf8811eff associated. External IP: 172.25.1.6, port: 884571de-2d14-45bf-bc45-1a30fd337fe6. Apr 20 15:07:40.172868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c98c974e-7794-42be-b967-a5eebd37a2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:40.391040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 7025bc9d-216a-494d-8121-94990c3d9b17 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:07:40.498798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:07:40.512814 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Sync routers for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:07:40.519703 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:40.528442 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:40.529189 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:40.556222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3d63bb14-1edd-4be9-8e71-673fbfcd8c58 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9884963 Apr 20 15:07:40.556222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:40.556614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43068) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:40.557174 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8925a828-ff8d-4021-91db-8728e9dbad05" -d '{"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:40.645294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cae1188b-38e9-4830-b679-496af54b20d6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/a6d61fe6-e98d-411f-b105-bc6bf8811eff HTTP/1.1" status: 200 len: 989 time: 0.0855680 Apr 20 15:07:40.663423 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:40.728594 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780273d-e674-4937-a163-bfa945be4ec4 x-openstack-request-id: req-9780273d-e674-4937-a163-bfa945be4ec4 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:40.728887 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:40.729114 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9780273d-e674-4937-a163-bfa945be4ec4 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:40.729544 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9780273d-e674-4937-a163-bfa945be4ec4'] response: {'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'status': 'completed', 'code': 200} Apr 20 15:07:40.796784 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-196983c7-8333-4537-836b-55556572d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:40.798298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-196983c7-8333-4537-836b-55556572d18e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0475466 Apr 20 15:07:40.900225 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a6d61fe6-e98d-411f-b105-bc6bf8811eff', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'port_id': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'mac_address': 'fa:16:3e:07:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:07:39Z', 'updated_at': '2022-04-20T15:07:39Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:40.905488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-9c0bd05d-1c00-4521-82da-a98c36f725da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:40.907161 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-9c0bd05d-1c00-4521-82da-a98c36f725da service neutron] 10.222.0.43 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 897 time: 0.1012142 Apr 20 15:07:40.932902 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Checking router: 7025bc9d-216a-494d-8121-94990c3d9b17 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:07:40.941891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:07:40.942579 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:40.977632 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-1e6c7b25-4b9f-40d1-853c-1fa31eec4967 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 997 time: 0.0637646 Apr 20 15:07:41.038646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-8d4ebaf1-0aed-4b19-b62d-fec323f0fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:41.040816 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-8d4ebaf1-0aed-4b19-b62d-fec323f0fbc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 200 len: 834 time: 0.0573614 Apr 20 15:07:41.061225 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:07:41.106938 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-246cb220-b079-4eb7-8d8c-eb8e0e39cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:41.109436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-246cb220-b079-4eb7-8d8c-eb8e0e39cda5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=248c3ff3-da05-418d-b0ec-b04189f27c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621049 Apr 20 15:07:41.212097 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-e8dfd986-9be5-42c4-a0a7-175a5315467d service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949149 Apr 20 15:07:41.324589 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a6d61fe6-e98d-411f-b105-bc6bf8811eff', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'port_id': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'mac_address': 'fa:16:3e:07:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:07:39Z', 'updated_at': '2022-04-20T15:07:39Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:07:41.332749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8925a828-ff8d-4021-91db-8728e9dbad05 req-45092041-1834-498c-82c6-85fe793d3e0d service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141944 Apr 20 15:07:41.360202 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598c7899-22ad-4099-8408-cc23bf1da434 None None] The sync data for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 is: [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a6d61fe6-e98d-411f-b105-bc6bf8811eff', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'port_id': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'mac_address': 'fa:16:3e:07:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:07:39Z', 'updated_at': '2022-04-20T15:07:39Z', 'revision_number': 0, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:07:41.400142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43084) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:41.521519 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad88-a84b-4fcb-b08b-c87aaf6417b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.570229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a825ed9-ad31-43b0-8cbc-8e2c12b41300 None None] New status for floating IP a6d61fe6-e98d-411f-b105-bc6bf8811eff: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:07:41.605667 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad88-a84b-4fcb-b08b-c87aaf6417b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.610256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-4a8bad88-a84b-4fcb-b08b-c87aaf6417b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.647102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bad88-a84b-4fcb-b08b-c87aaf6417b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013a43ff-3d38-4b43-8515-1f6fdf589cbf,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:41.647825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43088) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:41.652260 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-4a8bad88-a84b-4fcb-b08b-c87aaf6417b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c9e9430fec43629359a649aae045f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510478 Apr 20 15:07:41.654884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43090) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:41.715783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.741658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2c1141a8-6d6f-4aa0-8075-ac696a36a95a tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/a6d61fe6-e98d-411f-b105-bc6bf8811eff HTTP/1.1" status: 200 len: 989 time: 0.0926127 Apr 20 15:07:41.752240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.811028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.813685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:41.814898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/013a43ff-3d38-4b43-8515-1f6fdf589cbf HTTP/1.1" status: 204 len: 168 time: 0.1590843 Apr 20 15:07:41.823059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f780d-be8a-486c-853f-c1cf8b65681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a43ff-3d38-4b43-8515-1f6fdf589cbf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:42.101341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43096) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:42.115942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05ceff4d-9589-4af7-b5ec-2407ef9bb6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.194878 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05ceff4d-9589-4af7-b5ec-2407ef9bb6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.200989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-05ceff4d-9589-4af7-b5ec-2407ef9bb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.237361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceff4d-9589-4af7-b5ec-2407ef9bb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27eed9-02b0-4246-9ddb-494ec58aefac,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:42.242712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-05ceff4d-9589-4af7-b5ec-2407ef9bb6b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=727bc6945a57434f8a0ff2fd430b7903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402106 Apr 20 15:07:42.245616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43098) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:42.296379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.317207 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.369299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.371799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.372949 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d27eed9-02b0-4246-9ddb-494ec58aefac HTTP/1.1" status: 204 len: 168 time: 0.1263962 Apr 20 15:07:42.381374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6fc85-8383-43eb-8310-c778b1337b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27eed9-02b0-4246-9ddb-494ec58aefac,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:42.717430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:42.731836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1201e912-1a0a-4679-9f7c-9f1fe2d70c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.744845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43106) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:42.809068 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1201e912-1a0a-4679-9f7c-9f1fe2d70c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.813776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1201e912-1a0a-4679-9f7c-9f1fe2d70c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.826883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cfda271c-545b-4cd9-818d-fedfc5a49117 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/a6d61fe6-e98d-411f-b105-bc6bf8811eff HTTP/1.1" status: 200 len: 991 time: 0.0728319 Apr 20 15:07:42.856317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1201e912-1a0a-4679-9f7c-9f1fe2d70c56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=300ed511721d4eceb23f503df3a38bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376932 Apr 20 15:07:42.857456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201e912-1a0a-4679-9f7c-9f1fe2d70c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a61c6-d650-4237-b7ab-ac1addcf2815,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:42.859147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:42.909856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.931417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.988739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.991466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:42.992700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d9a61c6-d650-4237-b7ab-ac1addcf2815 HTTP/1.1" status: 204 len: 168 time: 0.1318491 Apr 20 15:07:43.000412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8331b-254b-4ed8-aba4-28462519bd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a61c6-d650-4237-b7ab-ac1addcf2815,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:43.486019 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db4e6bc1-b382-4111-a153-8b2f66224264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:43.520254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-d5d31eaf-6ae1-449b-9132-256ad276b22a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514183 Apr 20 15:07:43.605855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-0e91751d-f2ad-4cf1-9e02-37ed9fc54cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:43.607586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-0e91751d-f2ad-4cf1-9e02-37ed9fc54cce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0439286 Apr 20 15:07:43.723238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-0fe2fc66-ea36-4cc9-a1b7-a8a1032f8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:43.725641 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-0fe2fc66-ea36-4cc9-a1b7-a8a1032f8ccc service neutron] 10.222.0.43 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 897 time: 0.1002662 Apr 20 15:07:43.736543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:43.800862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-6bc18fd2-9ede-49ed-93e5-4b2614eebb41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 999 time: 0.0687094 Apr 20 15:07:43.852795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-7ee5f077-4733-458f-943c-ae90ba59eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:43.853940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-7ee5f077-4733-458f-943c-ae90ba59eb00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 200 len: 834 time: 0.0469630 Apr 20 15:07:43.901331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-18f5422c-c849-4c93-a6e7-9419e2e8e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:43.902914 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-18f5422c-c849-4c93-a6e7-9419e2e8e1ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=248c3ff3-da05-418d-b0ec-b04189f27c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423810 Apr 20 15:07:44.007594 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-eb179845-8b6a-4fe4-8ce8-37f17e969567 service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968928 Apr 20 15:07:44.105204 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c8b749b-7d72-4be2-9cf2-37586012a6d2 req-a82f653e-b634-4d22-a888-1c3d3126f9ad service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915678 Apr 20 15:07:44.320255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.239243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43176) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:45.251287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.288326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.356365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c03e0f8-0534-40cf-b0af-7a47a74bd757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.440282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c03e0f8-0534-40cf-b0af-7a47a74bd757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.445720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c03e0f8-0534-40cf-b0af-7a47a74bd757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.482915 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c03e0f8-0534-40cf-b0af-7a47a74bd757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dae9f68ee8fc446ba374227af995144d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424560 Apr 20 15:07:45.483963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03e0f8-0534-40cf-b0af-7a47a74bd757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b521bc-637a-4ffe-81ea-27cf6a65d8a4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:45.485803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:45.537394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.559626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.607192 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.609727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.610903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36b521bc-637a-4ffe-81ea-27cf6a65d8a4 HTTP/1.1" status: 204 len: 168 time: 0.1240945 Apr 20 15:07:45.619347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37eca2-6c5b-47dd-8702-cf3c57120765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b521bc-637a-4ffe-81ea-27cf6a65d8a4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:45.904239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43186) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:45.918483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-577a96d0-fc6f-45ae-ab5b-7b6682b6f356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:45.997857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-577a96d0-fc6f-45ae-ab5b-7b6682b6f356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.004094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-577a96d0-fc6f-45ae-ab5b-7b6682b6f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.047295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-577a96d0-fc6f-45ae-ab5b-7b6682b6f356 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad96659beb1463caa50bc245d686c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419694 Apr 20 15:07:46.048135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a96d0-fc6f-45ae-ab5b-7b6682b6f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c5689-fa05-4213-94ab-669358fe8c87,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:46.051022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43188) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:46.102221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.127675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.180807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.183707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:46.185040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1c5689-fa05-4213-94ab-669358fe8c87 HTTP/1.1" status: 204 len: 168 time: 0.1330068 Apr 20 15:07:46.193272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec01b-b1a6-46b6-a841-537189a0302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c5689-fa05-4213-94ab-669358fe8c87,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:46.918441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43210) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:47.023432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065855791-network', 'tenant_id': 'c93223fc6f1d4e57bd6f5fb93ec953c3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:47.045591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Made reservation on behalf of c93223fc6f1d4e57bd6f5fb93ec953c3 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:47.048115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.058350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.146518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.153110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.180718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:07:47.190962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb31200-4587-438f-896d-af06095e2aab,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:47.196612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.196955 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Added segment bc39b8d0-41af-410d-8bf8-5e8d7d76298f of type vlan for network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 Apr 20 15:07:47.241282 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.268137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.269069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:47.269696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.323059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4033248 Apr 20 15:07:47.326296 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:47.332741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Request body: {'subnet': {'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065855791-subnet', 'tenant_id': 'c93223fc6f1d4e57bd6f5fb93ec953c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:47.337770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82f78a-ebec-4b4d-bd67-f39a9495c56a admin admin] Pushing event updated for resources: {'Network': ['ID=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:47.350280 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:07:47.372592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Made reservation on behalf of c93223fc6f1d4e57bd6f5fb93ec953c3 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:47.375199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.552144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.619461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca467cb0-914e-424f-8a6e-47305550094f,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:47.628516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Checking segment: {'id': 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:47.628869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Network hostable DHCP agents. Network: bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:07:47.648885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:07:47.658721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:47.662884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:47.664116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:47.668776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b543d-efb7-4530-bd6b-b17a1d6d3f77 None None] Network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:47.681420 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85879e8b-5720-402e-85c6-917f11b61c11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3531229 Apr 20 15:07:47.801756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae0c18-e71d-43fe-adae-2ca58d0f9279 None None] Network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:48.188314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43230) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:48.193533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1898576679-network', 'tenant_id': '9611ac621bd545a4b6567d06b58c9439'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:48.216426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Made reservation on behalf of 9611ac621bd545a4b6567d06b58c9439 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:48.219051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.228620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.311553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.317622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.342544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:07:48.352722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a951f4f-6c62-493a-beeb-59fad130300d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:48.358776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.359115 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Added segment c8958a64-527e-483a-a5c9-3ca465f8d6ea of type vlan for network 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 Apr 20 15:07:48.400630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.426843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.427862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:48.428491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.477969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2884872 Apr 20 15:07:48.481023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43232) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:07:48.486436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Request body: {'subnet': {'network_id': '1244eb7c-d08d-4eeb-8381-76b4d75f4fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1898576679-subnet', 'tenant_id': '9611ac621bd545a4b6567d06b58c9439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:48.490369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baea5d-7cac-4764-99ae-6d9ce5e6b61d admin admin] Pushing event updated for resources: {'Network': ['ID=1244eb7c-d08d-4eeb-8381-76b4d75f4fd6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:48.502762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:07:48.515159 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Made reservation on behalf of 9611ac621bd545a4b6567d06b58c9439 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:48.517784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.696913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.753692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d0f378-23b7-4ffe-aa3f-e9b0ad625917,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:48.764168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Checking segment: {'id': 'c8958a64-527e-483a-a5c9-3ca465f8d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '1244eb7c-d08d-4eeb-8381-76b4d75f4fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:48.764512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Network hostable DHCP agents. Network: 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:07:48.781654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Network 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:07:48.791586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:48.796691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:48.797365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:48.801038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be55e98-1c6c-4415-9526-506f64713d8b None None] Network 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:48.815223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-292280fb-9a7e-42c3-a682-2b593e175f94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3329451 Apr 20 15:07:48.935646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6878fd-a6ef-400d-978c-25e23b162632 None None] Network 1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:07:48.959383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:07:49.353625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-d1cc80e3-f649-4845-beb8-47cbf0d93246 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:49.355136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-d1cc80e3-f649-4845-beb8-47cbf0d93246 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/networks?id=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 HTTP/1.1" status: 200 len: 809 time: 0.1296067 Apr 20 15:07:49.376850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-dc3e94a3-4edb-4585-a503-1662b089b869 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/quotas/c93223fc6f1d4e57bd6f5fb93ec953c3 HTTP/1.1" status: 200 len: 375 time: 0.0126066 Apr 20 15:07:49.419737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-090fed88-c780-48e3-a8bf-767323205d22 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c93223fc6f1d4e57bd6f5fb93ec953c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356774 Apr 20 15:07:49.548244 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-59b3d831-0506-4cb4-bfe7-8fb268ed16b9 service neutron] 10.222.0.20 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204076 Apr 20 15:07:49.670531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-64b07599-281d-4dd2-aeb3-a51de4feb6d0 service neutron] 10.222.0.20 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156299 Apr 20 15:07:49.859082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77541763-bace-4aa9-b92d-e9918d3a1706 req-886ef0dd-6958-4889-8f2d-f657f3bf8458 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Apr 20 15:07:50.887235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-69ed8ded-4cfe-4363-a7b1-8a585e2d08a1 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:50.888771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-69ed8ded-4cfe-4363-a7b1-8a585e2d08a1 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.45 "GET /v2.0/networks?id=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 HTTP/1.1" status: 200 len: 809 time: 0.1103182 Apr 20 15:07:50.902142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Request body: {'port': {'device_id': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7', 'admin_state_up': True, 'tenant_id': 'c93223fc6f1d4e57bd6f5fb93ec953c3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:50.988029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e62e8f7-44dd-4726-8ee5-0456af6fad50 req-905d0054-d152-4537-aeef-05b7cbed6986 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 210 time: 0.0392377 Apr 20 15:07:51.038593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Made reservation on behalf of c93223fc6f1d4e57bd6f5fb93ec953c3 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:07:51.042174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.168261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Allocated IP 172.20.0.10 (bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7/ca467cb0-914e-424f-8a6e-47305550094f/329d674b-300f-4b29-b378-afd966877da6) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:07:51.323523 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.362199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.405753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:07:51.409019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:07:51.412825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:07:51.419272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Pushing event updated for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:51.467768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:51.468380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.486271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-e7d587f7-2c6d-4fed-8eba-031f335a7883 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885773 Apr 20 15:07:51.497892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Request body: {'port': {'device_id': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:07:51.555811 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.823277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329d674b-300f-4b29-b378-afd966877da6 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:07:51.830843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.846834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Transition to ACTIVE for port object 329d674b-300f-4b29-b378-afd966877da6 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:07:51.854439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:51.911446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Pushing event updated for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:51.977819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Attempting to bind port 329d674b-300f-4b29-b378-afd966877da6 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:07:51.978153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Attempting to bind port 329d674b-300f-4b29-b378-afd966877da6 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:07:51.978480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Attempting to bind port 329d674b-300f-4b29-b378-afd966877da6 on network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:51.982595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Port 329d674b-300f-4b29-b378-afd966877da6 on network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:07:51.982914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Attempting to bind port 329d674b-300f-4b29-b378-afd966877da6 on network bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:07:51.987694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:07:51.988020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Checking segment: {'id': 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:07:51.988396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Bound using segment: {'id': 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:07:51.988845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Bound port: 329d674b-300f-4b29-b378-afd966877da6, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:07:51.989197 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:52.053508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:07:52.057198 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=329d674b-300f-4b29-b378-afd966877da6,segment=NetworkSegment(bc39b8d0-41af-410d-8bf8-5e8d7d76298f),segment_id=bc39b8d0-41af-410d-8bf8-5e8d7d76298f)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:07:52.069820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:52.121549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.122331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:52.123925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] 10.222.0.45 "PUT /v2.0/ports/329d674b-300f-4b29-b378-afd966877da6 HTTP/1.1" status: 200 len: 1092 time: 0.6302407 Apr 20 15:07:52.128011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'tag': '329d674b-300f-4b29-b378-afd966877da6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:52.130495 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27e8bc8-7269-4fd7-a062-f3658c722d93" -d '{"events": [{"name": "network-changed", "server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "tag": "329d674b-300f-4b29-b378-afd966877da6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:52.168959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f0ea-c9d9-42c1-9efe-468c74de7047 req-a43cb5b3-cf63-4765-9203-6a12f6d7b658 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.170766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c55f0ea-c9d9-42c1-9efe-468c74de7047 req-a43cb5b3-cf63-4765-9203-6a12f6d7b658 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 944 time: 0.1122534 Apr 20 15:07:52.183901 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe3c80-3b25-4058-a356-1818d520b2db x-openstack-request-id: req-c9fe3c80-3b25-4058-a356-1818d520b2db {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:52.184224 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "tag": "329d674b-300f-4b29-b378-afd966877da6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:52.184456 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9fe3c80-3b25-4058-a356-1818d520b2db {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:52.184886 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9fe3c80-3b25-4058-a356-1818d520b2db'] response: {'name': 'network-changed', 'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'tag': '329d674b-300f-4b29-b378-afd966877da6', 'status': 'completed', 'code': 200} Apr 20 15:07:52.206085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8d569-9a4e-49c0-ab30-2c944a0ea790 service neutron] Pushing event updated for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:52.242056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-7ee2759e-0b2d-49cb-a4a3-3936900864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.243863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-7ee2759e-0b2d-49cb-a4a3-3936900864bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c93223fc6f1d4e57bd6f5fb93ec953c3&device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0720630 Apr 20 15:07:52.246843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c55f0ea-c9d9-42c1-9efe-468c74de7047 req-4c1e6aa6-ed0a-4230-9b1c-2f6a286fd923 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611951 Apr 20 15:07:52.288138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-3dfbfdef-e39c-4497-9aee-be9fefe001fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d674b-300f-4b29-b378-afd966877da6 HTTP/1.1" status: 200 len: 217 time: 0.0369017 Apr 20 15:07:52.338129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-0e0e46f3-03d3-4093-ac5d-806635b1d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.339484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-0e0e46f3-03d3-4093-ac5d-806635b1d479 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca467cb0-914e-424f-8a6e-47305550094f HTTP/1.1" status: 200 len: 849 time: 0.0439403 Apr 20 15:07:52.370171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-caac8fae-293b-476a-84cb-99ed724d245f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239668 Apr 20 15:07:52.466182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-6e31819f-125c-464d-b1b3-8067f1346dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896747 Apr 20 15:07:52.556791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de8805a5-b6b0-4f3b-b2af-477b6eeb4c78 req-732075c1-0ca0-4f2b-8c13-975b773b7557 service neutron] 10.222.0.45 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Apr 20 15:07:52.652268 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-8555669a-cb45-416b-b666-d2bdc086fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.653694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-8555669a-cb45-416b-b666-d2bdc086fe36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c93223fc6f1d4e57bd6f5fb93ec953c3&device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 1095 time: 0.0441573 Apr 20 15:07:52.760228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-dd7504ac-477e-4e2e-a1f6-b0a205a2b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.761788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-dd7504ac-477e-4e2e-a1f6-b0a205a2b03c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 HTTP/1.1" status: 200 len: 910 time: 0.0994158 Apr 20 15:07:52.803647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-10089faf-6b9b-47b6-9007-1ca0484e89a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=329d674b-300f-4b29-b378-afd966877da6 HTTP/1.1" status: 200 len: 217 time: 0.0346596 Apr 20 15:07:52.858191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-61458049-372e-4202-a358-fbdfcb31839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:52.859723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-61458049-372e-4202-a358-fbdfcb31839e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca467cb0-914e-424f-8a6e-47305550094f HTTP/1.1" status: 200 len: 849 time: 0.0503278 Apr 20 15:07:52.892933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-77ab5ec5-b0ce-4ba4-9959-1e8dd4019cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260093 Apr 20 15:07:52.990995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-d657e293-182b-4315-869c-9029fa4c053f service neutron] 10.222.0.45 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904653 Apr 20 15:07:53.085626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b27e8bc8-7269-4fd7-a062-f3658c722d93 req-d122e136-4723-42b9-bf4f-bce3712dbf36 service neutron] 10.222.0.45 "GET /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881426 Apr 20 15:07:53.366331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e03205-a11e-4fb7-9a1e-472e9e4a16f4 req-3d36ffd8-562e-4ad0-bdbf-638d63d3ec6f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:53.367917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45e03205-a11e-4fb7-9a1e-472e9e4a16f4 req-3d36ffd8-562e-4ad0-bdbf-638d63d3ec6f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 944 time: 0.0497916 Apr 20 15:07:53.407480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-45e03205-a11e-4fb7-9a1e-472e9e4a16f4 req-03ba3ce1-fd2e-4cdb-9a74-36ca9547a42d tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Apr 20 15:07:54.536941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7672b-f8d6-4472-9176-a89616e7c7a5 req-db0a177a-b55d-4b84-9d68-5606a4dafc7b tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:54.538385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3c7672b-f8d6-4472-9176-a89616e7c7a5 req-db0a177a-b55d-4b84-9d68-5606a4dafc7b tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 944 time: 0.0562396 Apr 20 15:07:54.581151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3c7672b-f8d6-4472-9176-a89616e7c7a5 req-cd27d7bc-2767-4ddb-ac00-fa05191c1b9f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Apr 20 15:07:55.709861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c8d63-26cb-4bca-b17e-01cf3ed2fb23 req-937c054a-bf29-4905-8ffc-b1f0d25fec1e tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:55.711265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-163c8d63-26cb-4bca-b17e-01cf3ed2fb23 req-937c054a-bf29-4905-8ffc-b1f0d25fec1e tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 944 time: 0.0562479 Apr 20 15:07:55.750623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-163c8d63-26cb-4bca-b17e-01cf3ed2fb23 req-40b7cc49-c29e-495a-94b6-d130112d77d9 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Apr 20 15:07:56.291255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 329d674b-300f-4b29-b378-afd966877da6 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:07:56.396804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=329d674b-300f-4b29-b378-afd966877da6,segment=NetworkSegment(bc39b8d0-41af-410d-8bf8-5e8d7d76298f),segment_id=bc39b8d0-41af-410d-8bf8-5e8d7d76298f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:56.410276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '329d674b-300f-4b29-b378-afd966877da6', 'network_id': 'bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7', 'port_id': '329d674b-300f-4b29-b378-afd966877da6', 'mac_address': 'fa:16:3e:80:81:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca467cb0-914e-424f-8a6e-47305550094f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:07:56.450263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:56.467928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329d674b-300f-4b29-b378-afd966877da6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:07:56.489481 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=329d674b-300f-4b29-b378-afd966877da6,segment=NetworkSegment(bc39b8d0-41af-410d-8bf8-5e8d7d76298f),segment_id=bc39b8d0-41af-410d-8bf8-5e8d7d76298f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:56.495877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:56.546802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:56.853824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['329d674b-300f-4b29-b378-afd966877da6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:07:56.871886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961d4b-0d74-4a28-b5e2-1ce5c24c4c77 req-bd7ef089-910d-44b7-8b12-cb574cebae41 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:56.873374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9961d4b-0d74-4a28-b5e2-1ce5c24c4c77 req-bd7ef089-910d-44b7-8b12-cb574cebae41 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 945 time: 0.0538163 Apr 20 15:07:56.913902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9961d4b-0d74-4a28-b5e2-1ce5c24c4c77 req-27a1b8ce-6281-4c67-b17e-981730a05b06 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342255 Apr 20 15:07:58.041808 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac74b1-4ba4-4be8-b904-fda50265ee86 req-5532e5b1-2ab0-4632-b889-d2ec36f4d82d tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:58.043319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6ac74b1-4ba4-4be8-b904-fda50265ee86 req-5532e5b1-2ab0-4632-b889-d2ec36f4d82d tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 945 time: 0.0499077 Apr 20 15:07:58.082548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6ac74b1-4ba4-4be8-b904-fda50265ee86 req-fe0c7f49-bc31-4428-a108-f04cd8075b65 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Apr 20 15:07:58.299120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 329d674b-300f-4b29-b378-afd966877da6 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:07:58.362699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 329d674b-300f-4b29-b378-afd966877da6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:07:58.366899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 329d674b-300f-4b29-b378-afd966877da6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:07:58.367273 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:58.446063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:58.469814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d674b-300f-4b29-b378-afd966877da6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:07:58.472109 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd561a47-757b-4624-8c68-ddb08c52ad90" -d '{"events": [{"server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "329d674b-300f-4b29-b378-afd966877da6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:07:58.489087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=329d674b-300f-4b29-b378-afd966877da6,segment=NetworkSegment(bc39b8d0-41af-410d-8bf8-5e8d7d76298f),segment_id=bc39b8d0-41af-410d-8bf8-5e8d7d76298f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:07:58.494359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:07:58.546745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:07:58.581616 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8e90a-ac60-43ab-a310-43594c1c7b6c x-openstack-request-id: req-dec8e90a-ac60-43ab-a310-43594c1c7b6c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:07:58.581907 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "name": "network-vif-plugged", "status": "completed", "tag": "329d674b-300f-4b29-b378-afd966877da6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:07:58.582152 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec8e90a-ac60-43ab-a310-43594c1c7b6c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:07:58.582551 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec8e90a-ac60-43ab-a310-43594c1c7b6c'] response: {'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329d674b-300f-4b29-b378-afd966877da6', 'code': 200} Apr 20 15:07:58.684001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1da5c-a2d4-4c0f-bf75-aa34f9823019 req-028ece47-9c02-4210-b28e-3fd239ef40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:58.685556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fd1da5c-a2d4-4c0f-bf75-aa34f9823019 req-028ece47-9c02-4210-b28e-3fd239ef40de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0464923 Apr 20 15:07:58.721091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fd1da5c-a2d4-4c0f-bf75-aa34f9823019 req-9b2bd328-a3bd-4f97-9fdd-4e8a3b1c2262 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287468 Apr 20 15:07:59.201254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8706182-115b-43f6-9c2b-d736a6167cfb req-746f85d3-29d1-48fc-95fb-95ecdefccd5b tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:07:59.202951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8706182-115b-43f6-9c2b-d736a6167cfb req-746f85d3-29d1-48fc-95fb-95ecdefccd5b tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Apr 20 15:07:59.244362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8706182-115b-43f6-9c2b-d736a6167cfb req-82042a02-e00e-4135-800d-24ec2e08f81d tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Apr 20 15:08:00.370790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6262-fd22-4d81-952d-54bd1e47d74d req-f6352589-2703-4981-917e-3714076fb48f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:00.372253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13bb6262-fd22-4d81-952d-54bd1e47d74d req-f6352589-2703-4981-917e-3714076fb48f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Apr 20 15:08:00.410847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13bb6262-fd22-4d81-952d-54bd1e47d74d req-7c494928-224c-4301-a3ab-bbd6cc79f775 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Apr 20 15:08:02.868397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887067-4818-4dad-aab7-887b19f04e9c req-f35e407f-94fb-4a2a-b329-8d96c8be99f2 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:02.869914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f887067-4818-4dad-aab7-887b19f04e9c req-f35e407f-94fb-4a2a-b329-8d96c8be99f2 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0670230 Apr 20 15:08:02.911800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f887067-4818-4dad-aab7-887b19f04e9c req-e0ef7278-c742-4307-aae6-9565aa5ee829 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Apr 20 15:08:03.610549 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:04.179899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-5407c884-3048-46d3-8ea7-aad7488ce551 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:04.181341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-5407c884-3048-46d3-8ea7-aad7488ce551 tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.45 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 946 time: 0.0534496 Apr 20 15:08:04.300823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Deleting port 329d674b-300f-4b29-b378-afd966877da6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:04.301502 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:04.375048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0924d-b4b1-45dc-b2a0-b3dc4c8b1439 req-d38e5c87-f424-4578-93c9-85801122681f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:04.376538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eac0924d-b4b1-45dc-b2a0-b3dc4c8b1439 req-d38e5c87-f424-4578-93c9-85801122681f tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/ports?device_id=480732df-44eb-4cdd-8575-717aa92c6ca7 HTTP/1.1" status: 200 len: 946 time: 0.1077185 Apr 20 15:08:04.417767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] For port 329d674b-300f-4b29-b378-afd966877da6, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=329d674b-300f-4b29-b378-afd966877da6,segment=NetworkSegment(bc39b8d0-41af-410d-8bf8-5e8d7d76298f),segment_id=bc39b8d0-41af-410d-8bf8-5e8d7d76298f)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:04.418161 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:04.443878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Calling delete_port for 329d674b-300f-4b29-b378-afd966877da6 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:04.453157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eac0924d-b4b1-45dc-b2a0-b3dc4c8b1439 req-2df52ab1-8eed-48c3-a220-5b32900692cf tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.20 "GET /v2.0/security-groups?id=9eb31200-4587-438f-896d-af06095e2aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668614 Apr 20 15:08:04.580010 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:04.591395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['329d674b-300f-4b29-b378-afd966877da6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:04.614266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Pushing event deleted for resources: {'Port': ['ID=329d674b-300f-4b29-b378-afd966877da6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:04.641099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.641400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.641780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.642106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.642431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.642778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.643099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.643416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.643733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.644046 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.644357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.644668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:04.662936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] No DVR routers for this DVR port 329d674b-300f-4b29-b378-afd966877da6 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:08:04.665634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:04.668869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22ca52d4-3c15-4b4b-ba52-1b8f05fecaef req-a59699c3-d750-4657-9fbd-05e0a4f6eaca tempest-VolumesActionsTest-354201380 tempest-VolumesActionsTest-354201380-project] 10.222.0.45 "DELETE /v2.0/ports/329d674b-300f-4b29-b378-afd966877da6 HTTP/1.1" status: 204 len: 173 time: 0.4816134 Apr 20 15:08:04.669297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'name': 'network-vif-deleted', 'tag': '329d674b-300f-4b29-b378-afd966877da6'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:04.671626 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d9654-43c4-4a95-8e9d-1d2d2f71a7a2" -d '{"events": [{"server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "name": "network-vif-deleted", "tag": "329d674b-300f-4b29-b378-afd966877da6"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:04.710365 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fb7961-ca36-4967-88ab-89178ad8b3e4 x-openstack-request-id: req-22fb7961-ca36-4967-88ab-89178ad8b3e4 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:04.710692 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480732df-44eb-4cdd-8575-717aa92c6ca7", "name": "network-vif-deleted", "tag": "329d674b-300f-4b29-b378-afd966877da6", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:04.710971 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22fb7961-ca36-4967-88ab-89178ad8b3e4 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:04.711594 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fb7961-ca36-4967-88ab-89178ad8b3e4'] response: {'server_uuid': '480732df-44eb-4cdd-8575-717aa92c6ca7', 'name': 'network-vif-deleted', 'tag': '329d674b-300f-4b29-b378-afd966877da6', 'status': 'completed', 'code': 200} Apr 20 15:08:08.372589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 329d674b-300f-4b29-b378-afd966877da6 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:08.393621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 329d674b-300f-4b29-b378-afd966877da6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:08.393920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 329d674b-300f-4b29-b378-afd966877da6 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:09.329392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:09.402890 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f6589293-8431-4399-9c90-8dc440bfbce5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/floatingips/a6d61fe6-e98d-411f-b105-bc6bf8811eff HTTP/1.1" status: 200 len: 991 time: 0.0720596 Apr 20 15:08:09.668156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43372) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:09.834981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 181c516a-37cf-4421-9343-3a7fe980dadd {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:09.835721 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:09.928776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:09.929001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:09.943256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 181c516a-37cf-4421-9343-3a7fe980dadd owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:10.097167 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:10.124322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=181c516a-37cf-4421-9343-3a7fe980dadd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:10.141427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.141427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.141728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.141833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.142140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.142466 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.142817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.143147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.143467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.143790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.144112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.144435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:10.172602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f41fbf93-258e-4781-96ca-323f4d16e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:10.204562 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:10.204837 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Floating IP a6d61fe6-e98d-411f-b105-bc6bf8811eff disassociated (deleted). External IP: 172.25.1.6, port: 884571de-2d14-45bf-bc45-1a30fd337fe6. Apr 20 15:08:10.424030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 7025bc9d-216a-494d-8121-94990c3d9b17 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:08:10.537772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:10.542803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:10.549002 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Sync routers for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:10.569938 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:10.570847 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:10.577322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0693931a-f972-4c85-b8f7-f02a6b6b25f2 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/floatingips/a6d61fe6-e98d-411f-b105-bc6bf8811eff HTTP/1.1" status: 204 len: 168 time: 0.9081266 Apr 20 15:08:10.578083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:10.589710 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d822f489-d3fa-469c-8652-59cbf5a06a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:10.629138 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf84b6-0d0a-4d2b-bc6c-2bc93d8045e7 x-openstack-request-id: req-5daf84b6-0d0a-4d2b-bc6c-2bc93d8045e7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:10.629427 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:10.629685 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5daf84b6-0d0a-4d2b-bc6c-2bc93d8045e7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:10.630302 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daf84b6-0d0a-4d2b-bc6c-2bc93d8045e7'] response: {'name': 'network-changed', 'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'status': 'completed', 'code': 200} Apr 20 15:08:10.698615 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:10.704341 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-45635b5a-0c7a-4bb7-a4ec-15e30e20c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:10.706165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-45635b5a-0c7a-4bb7-a4ec-15e30e20c7c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0540590 Apr 20 15:08:10.803302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-6eebea98-23b1-482c-b647-ee4f10b37917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:10.804820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-6eebea98-23b1-482c-b647-ee4f10b37917 service neutron] 10.222.0.43 "GET /v2.0/networks?id=248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 200 len: 897 time: 0.0902076 Apr 20 15:08:10.867776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d5e7c-ddac-464c-8158-cbe965faaded req-0f65a097-e353-4bc5-8c0b-95a054ca63b6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:10.871696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-3ffbc465-220f-451c-9e6e-f53981e28705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 200 len: 217 time: 0.0598030 Apr 20 15:08:10.872276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a6d5e7c-ddac-464c-8158-cbe965faaded req-0f65a097-e353-4bc5-8c0b-95a054ca63b6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Apr 20 15:08:10.913641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a6d5e7c-ddac-464c-8158-cbe965faaded req-8a91c02c-03db-4405-8d44-744c5c4bb1ad tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360341 Apr 20 15:08:10.934438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-28c35866-bc32-4529-88db-dfbd70c70803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:10.934438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-28c35866-bc32-4529-88db-dfbd70c70803 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 200 len: 834 time: 0.0529292 Apr 20 15:08:10.948469 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:10.975294 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Checking router: 7025bc9d-216a-494d-8121-94990c3d9b17 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:10.982322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-5dbeb3a1-8c81-4120-8019-282bea4eea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:10.984005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:10.984187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-5dbeb3a1-8c81-4120-8019-282bea4eea39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=248c3ff3-da05-418d-b0ec-b04189f27c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438247 Apr 20 15:08:10.984786 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:07:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:11.086752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-bd057615-e675-4508-9420-50a65ac10586 service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941367 Apr 20 15:08:11.087384 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:11.184858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d822f489-d3fa-469c-8652-59cbf5a06a7c req-ca6d931f-c1e4-4dfb-8c39-efc62ac2027d service neutron] 10.222.0.43 "GET /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Apr 20 15:08:11.376214 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:11.405523 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882072d-6697-428c-bfb2-78a22d4d32f4 None None] The sync data for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 is: [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:25Z', 'revision_number': 4, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a5bcef4a-bd01-4f2f-a463-37759d631f4d', 'name': '', 'network_id': '248c3ff3-da05-418d-b0ec-b04189f27c6b', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'mac_address': 'fa:16:3e:70:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:24Z', 'updated_at': '2022-04-20T15:07:28Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'subnets': [{'id': 'd83133a5-c43d-4c84-b140-0609b4fc9cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:11.638686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1f24f-e2d7-49bb-b31d-241727866599 None None] New status for floating IP a6d61fe6-e98d-411f-b105-bc6bf8811eff: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:08:12.039876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1012-7cba-4ebe-8e07-0aaa425fcce1 req-13549ad4-ae71-4ae9-884a-df41c3a7f091 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:12.041451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdcb1012-7cba-4ebe-8e07-0aaa425fcce1 req-13549ad4-ae71-4ae9-884a-df41c3a7f091 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0528479 Apr 20 15:08:12.081570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdcb1012-7cba-4ebe-8e07-0aaa425fcce1 req-106c27d5-800c-46fc-b438-0e13faba388d tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/security-groups?id=cad8db96-796c-41cc-98ac-65e68d40c73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Apr 20 15:08:12.326871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-21ee31aa-27ab-458e-9618-57fb76b09dc4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:12.328267 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-21ee31aa-27ab-458e-9618-57fb76b09dc4 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Apr 20 15:08:12.425915 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 884571de-2d14-45bf-bc45-1a30fd337fe6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:12.426143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:12.516528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port 884571de-2d14-45bf-bc45-1a30fd337fe6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=884571de-2d14-45bf-bc45-1a30fd337fe6,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:12.516875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:12.530329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 884571de-2d14-45bf-bc45-1a30fd337fe6 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:12.673687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:12.702848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=884571de-2d14-45bf-bc45-1a30fd337fe6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:12.750289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] No DVR routers for this DVR port 884571de-2d14-45bf-bc45-1a30fd337fe6 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:08:12.752889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:12.756550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-55c49d85-f406-4150-80c6-a5ab39a46801 req-c4cd84e5-799b-4aef-bd30-c077b7bbd0f6 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.43 "DELETE /v2.0/ports/884571de-2d14-45bf-bc45-1a30fd337fe6 HTTP/1.1" status: 204 len: 173 time: 0.4221210 Apr 20 15:08:12.757005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'name': 'network-vif-deleted', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:12.759783 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fbfb4c-a144-4e00-9942-154eec73c778" -d '{"events": [{"server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "name": "network-vif-deleted", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:12.811939 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f8829-a267-4f48-920c-f6a2d432a59f x-openstack-request-id: req-738f8829-a267-4f48-920c-f6a2d432a59f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:12.812326 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2147cda-9d1d-4163-a00f-83b91fca59f2", "name": "network-vif-deleted", "tag": "884571de-2d14-45bf-bc45-1a30fd337fe6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:12.812701 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738f8829-a267-4f48-920c-f6a2d432a59f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:12.813536 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738f8829-a267-4f48-920c-f6a2d432a59f'] response: {'server_uuid': 'c2147cda-9d1d-4163-a00f-83b91fca59f2', 'name': 'network-vif-deleted', 'tag': '884571de-2d14-45bf-bc45-1a30fd337fe6', 'status': 'completed', 'code': 200} Apr 20 15:08:13.215258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8f6cd71-ed97-4032-b856-79d0606f18f0 req-98f23412-ac1f-4f06-8293-9fcd4e9727aa tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2147cda-9d1d-4163-a00f-83b91fca59f2 HTTP/1.1" status: 200 len: 210 time: 0.0421703 Apr 20 15:08:13.492294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c9aecc9-ed11-4b03-a6e4-7f3a6356ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:13.739112 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.277863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43418) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:14.341895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.351748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.369253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.430740 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.433270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:14.434449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/security-groups/cad8db96-796c-41cc-98ac-65e68d40c73e HTTP/1.1" status: 204 len: 168 time: 0.1553192 Apr 20 15:08:14.444000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0251-1f4b-493a-bfd3-2934e2a0024f tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8db96-796c-41cc-98ac-65e68d40c73e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:14.473597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43424) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:15.180285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.259249 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.294420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.447294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port a5bcef4a-bd01-4f2f-a463-37759d631f4d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:15.447700 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.540826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port a5bcef4a-bd01-4f2f-a463-37759d631f4d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a5bcef4a-bd01-4f2f-a463-37759d631f4d,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:15.541545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.565444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for a5bcef4a-bd01-4f2f-a463-37759d631f4d owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:15.767903 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:15.795108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=a5bcef4a-bd01-4f2f-a463-37759d631f4d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:16.000371 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.229524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Router 7025bc9d-216a-494d-8121-94990c3d9b17 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:08:16.342223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:16.347506 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5455b181-9f04-4244-b4d9-7913d7703b97 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "PUT /v2.0/routers/7025bc9d-216a-494d-8121-94990c3d9b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731687 Apr 20 15:08:16.350253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43428) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:16.356331 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Sync routers for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:16.366943 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:16.367684 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:16.408218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting subnet d83133a5-c43d-4c84-b140-0609b4fc9cf4 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:08:16.412285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.462225 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.476870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:16.563425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.643196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.682307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 884571de-2d14-45bf-bc45-1a30fd337fe6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:16.691823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Subnet': ['ID=d83133a5-c43d-4c84-b140-0609b4fc9cf4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:16.694423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.698617 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bf3a7fa6-e1cc-4015-a560-2473d4d48506 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/subnets/d83133a5-c43d-4c84-b140-0609b4fc9cf4 HTTP/1.1" status: 204 len: 168 time: 0.3464475 Apr 20 15:08:16.700757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43436) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:16.711698 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:08:15Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:16.720129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187ec91-5db2-499f-b303-01d9045e2296 None None] Network 248c3ff3-da05-418d-b0ec-b04189f27c6b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:16.743383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Checking router: 7025bc9d-216a-494d-8121-94990c3d9b17 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:16.758441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Routers {'7025bc9d-216a-494d-8121-94990c3d9b17'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:16.760304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7025bc9d-216a-494d-8121-94990c3d9b17'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:16.765719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 884571de-2d14-45bf-bc45-1a30fd337fe6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:16.766284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 884571de-2d14-45bf-bc45-1a30fd337fe6 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:16.837787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:16.899648 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] Set router 7025bc9d-216a-494d-8121-94990c3d9b17 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:16.943821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de042d-e534-4952-b305-c10c8276338f None None] DHCP port deletion for 248c3ff3-da05-418d-b0ec-b04189f27c6b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:08:16.970101 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.006551 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Deleting port 7af343cd-fa2a-4a9b-806e-8ac31f185444 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:17.007053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.029455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Deleting port 591ec07d-9d04-4da9-b96f-a7023d46fb7f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:17.030085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.083211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c8de042d-e534-4952-b305-c10c8276338f None None] For port 7af343cd-fa2a-4a9b-806e-8ac31f185444, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7af343cd-fa2a-4a9b-806e-8ac31f185444,segment=NetworkSegment(356f29b1-ad7a-440a-8447-ff078aa54857),segment_id=356f29b1-ad7a-440a-8447-ff078aa54857)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:17.083759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.100178 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:08:15Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:17.100837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Calling delete_port for 7af343cd-fa2a-4a9b-806e-8ac31f185444 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:17.121375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] For port 591ec07d-9d04-4da9-b96f-a7023d46fb7f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=591ec07d-9d04-4da9-b96f-a7023d46fb7f,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:17.121819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.129936 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adac3c-8883-4894-981f-2e44f9f0a2b5 None None] The sync data for ids ['7025bc9d-216a-494d-8121-94990c3d9b17'] in n-d-836145-2 is: [{'id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'name': 'tempest-TestNetworkBasicOps-router-1732177845', 'tenant_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:08:15Z', 'revision_number': 5, 'project_id': '3f8cd79639db4a2ab6b4e9bd40da7e3a', 'gw_port': {'id': '591ec07d-9d04-4da9-b96f-a7023d46fb7f', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bc9d-216a-494d-8121-94990c3d9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:07:22Z', 'updated_at': '2022-04-20T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:17.135392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Calling delete_port for 591ec07d-9d04-4da9-b96f-a7023d46fb7f owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:17.209107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.237047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de042d-e534-4952-b305-c10c8276338f None None] No DVR routers for this DVR port 7af343cd-fa2a-4a9b-806e-8ac31f185444 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:08:17.238522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de042d-e534-4952-b305-c10c8276338f None None] Pushing event deleted for resources: {'Port': ['ID=7af343cd-fa2a-4a9b-806e-8ac31f185444,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:17.318119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.344143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Port': ['ID=591ec07d-9d04-4da9-b96f-a7023d46fb7f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:17.405399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.500834 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.505628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.553986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.554552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Fanout notify agent at l3_agent the message router_deleted on router 7025bc9d-216a-494d-8121-94990c3d9b17 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:08:17.563838 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.564976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-949f913e-532b-422a-9a3e-f5a9c16a9cbb tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/routers/7025bc9d-216a-494d-8121-94990c3d9b17 HTTP/1.1" status: 204 len: 168 time: 0.8625956 Apr 20 15:08:17.568228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43442) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:17.645073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.734162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.755629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248c3ff3-da05-418d-b0ec-b04189f27c6b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:17.768479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356f29b1-ad7a-440a-8447-ff078aa54857') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:17.768479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356f29b1-ad7a-440a-8447-ff078aa54857') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:17.779435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.795839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.802206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:08:17.802706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:08:17.806173 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:08:17.866110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.873792 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:17.876269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] 10.222.0.20 "DELETE /v2.0/networks/248c3ff3-da05-418d-b0ec-b04189f27c6b HTTP/1.1" status: 204 len: 168 time: 0.3071091 Apr 20 15:08:17.894256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26f9fa-2f6e-41dc-9fb4-d7d196469fa5 tempest-TestNetworkBasicOps-188265875 tempest-TestNetworkBasicOps-188265875-project] Pushing event deleted for resources: {'Network': ['ID=248c3ff3-da05-418d-b0ec-b04189f27c6b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:18.162631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43458) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:18.229206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7af343cd-fa2a-4a9b-806e-8ac31f185444 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:18.249369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7af343cd-fa2a-4a9b-806e-8ac31f185444 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:18.249708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7af343cd-fa2a-4a9b-806e-8ac31f185444 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:18.250304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 591ec07d-9d04-4da9-b96f-a7023d46fb7f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:18.270593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 591ec07d-9d04-4da9-b96f-a7023d46fb7f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:18.270947 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 591ec07d-9d04-4da9-b96f-a7023d46fb7f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:18.271361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a5bcef4a-bd01-4f2f-a463-37759d631f4d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:18.296520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a5bcef4a-bd01-4f2f-a463-37759d631f4d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:18.296855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a5bcef4a-bd01-4f2f-a463-37759d631f4d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:18.315964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-44e44783-2e3c-404b-b1e5-0b0dbdb2c8e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f8cd79639db4a2ab6b4e9bd40da7e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520503 Apr 20 15:08:18.318487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43462) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:18.368290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.391090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.444206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.446922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.448108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a2011eb-2176-492c-8fdc-34f15a17cbe0 HTTP/1.1" status: 204 len: 168 time: 0.1286714 Apr 20 15:08:18.456479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31d15e-356a-448f-9f2c-5d350dad3f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2011eb-2176-492c-8fdc-34f15a17cbe0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:18.731011 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43468) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:18.744379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a85a30-487b-4fc8-9f2b-03d9bca9a505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.828537 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a85a30-487b-4fc8-9f2b-03d9bca9a505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.833847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-20a85a30-487b-4fc8-9f2b-03d9bca9a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.874825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-20a85a30-487b-4fc8-9f2b-03d9bca9a505 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb608e5eb088457ab15540b302fedd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426265 Apr 20 15:08:18.875742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a85a30-487b-4fc8-9f2b-03d9bca9a505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffca2e4-eee8-4e43-a608-5a486e8e5e7a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:18.877621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43470) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:18.933731 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:18.956278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.007555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.010474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.011744 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ffca2e4-eee8-4e43-a608-5a486e8e5e7a HTTP/1.1" status: 204 len: 168 time: 0.1324534 Apr 20 15:08:19.021316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be624b4-27b2-41eb-896e-fdb778043247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffca2e4-eee8-4e43-a608-5a486e8e5e7a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:19.745148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43494) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:19.845940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-628395656-network', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:19.868689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Made reservation on behalf of 033de47a46d54c77b9bb4407c49ad3b7 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:19.871544 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.879549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.956669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.961986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:19.987331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:08:19.997629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b7f14c-d57b-4841-92f5-5f9bde7d11b5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:20.002492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.002874 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Added segment 3a8b2fc7-17ac-412c-986f-b0ab657c8e3b of type vlan for network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f Apr 20 15:08:20.044450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.078683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.079828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:20.080408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.143245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3940930 Apr 20 15:08:20.143370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43502) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:20.148327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Request body: {'subnet': {'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-628395656-subnet', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:20.154799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03e3c-169d-4c9e-b2dd-246570b10546 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9b82ef-0f39-4845-8bdb-ebd59395d66f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:20.166507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:08:20.174427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Made reservation on behalf of 033de47a46d54c77b9bb4407c49ad3b7 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:20.177565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.371650 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.437929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9190af09-5155-47d4-8fcc-12b7c75722e3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:20.446315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Checking segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:20.446700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Network hostable DHCP agents. Network: 3f9b82ef-0f39-4845-8bdb-ebd59395d66f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:08:20.465566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:08:20.475090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 3f9b82ef-0f39-4845-8bdb-ebd59395d66f) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:20.479717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:20.480425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.493943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dec920-d6ec-4d5a-b3dd-5af8b73d8e36 None None] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:20.498815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-df6f5735-fcaa-4fb4-a46b-e829cf0aa74f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3544989 Apr 20 15:08:20.501403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:20.505956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:20.528630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.529836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.592341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.654847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:08:20.655972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.811769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Allocated IP 172.20.0.2 (3f9b82ef-0f39-4845-8bdb-ebd59395d66f/9190af09-5155-47d4-8fcc-12b7c75722e3/6767623b-7f88-421a-bb11-56034d325828) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:20.979941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:20.987610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.035997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:21.039504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:21.042073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:21.068729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Pushing event updated for resources: {'Port': ['ID=6767623b-7f88-421a-bb11-56034d325828,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:21.112227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Attempting to bind port 6767623b-7f88-421a-bb11-56034d325828 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:21.112596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Attempting to bind port 6767623b-7f88-421a-bb11-56034d325828 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:21.112956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Attempting to bind port 6767623b-7f88-421a-bb11-56034d325828 on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:21.118682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:21.119050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Checking segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:21.119444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.119830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Bound using segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:21.120300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Bound port: 6767623b-7f88-421a-bb11-56034d325828, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:21.121462 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.148018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.191842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] For port 6767623b-7f88-421a-bb11-56034d325828, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:21.195273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] For port 6767623b-7f88-421a-bb11-56034d325828, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6767623b-7f88-421a-bb11-56034d325828,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:21.199223 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.255064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Pushing event updated for resources: {'Port': ['ID=6767623b-7f88-421a-bb11-56034d325828,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:21.266925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.267076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.267413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.267748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.268080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.268426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.268747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.269080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.269408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.269736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.270065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.270435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f25068-92b1-413c-a9cc-0b4775e41261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:21.361710 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.381019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.506208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Allocated IP 172.25.1.11 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/5876f3d5-e6ba-47b8-b10d-c3a8db4e6560) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:21.617871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.651925 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:21.693343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:21.696566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:21.700395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:21.706092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:21.999820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.011520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6767623b-7f88-421a-bb11-56034d325828 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:22.077176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6767623b-7f88-421a-bb11-56034d325828 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:22.078017 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.195160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.236430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 6767623b-7f88-421a-bb11-56034d325828, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6767623b-7f88-421a-bb11-56034d325828,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:22.245149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.245688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.251450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75161de-f34a-4619-ac80-28b67ebef836 None None] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:22.339175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7925e552-f9b8-44e9-bd54-8d803666a69e None None] Provisioning complete for port 6767623b-7f88-421a-bb11-56034d325828 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:22.339419 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7925e552-f9b8-44e9-bd54-8d803666a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.379905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=6767623b-7f88-421a-bb11-56034d325828,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:22.383967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Router a5de7e04-62e8-46ac-babd-6a2e9c2c510f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:08:22.495321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:22.514282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Sync routers for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:22.514750 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.518783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19a1afb9-a462-4628-9d9c-74feb65429b8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0136578 Apr 20 15:08:22.519024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43534) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:22.532723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:22.533354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:22.645765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:22.852643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:21Z', 'revision_number': 3, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:22.883297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Checking router: a5de7e04-62e8-46ac-babd-6a2e9c2c510f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:22.883696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Updating router a5de7e04-62e8-46ac-babd-6a2e9c2c510f port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:08:22.908588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:22.985777 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.011814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-05702014-428d-42ac-b58e-5d0f57190157 None None] Provisioning complete for port 6767623b-7f88-421a-bb11-56034d325828 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:23.012236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-05702014-428d-42ac-b58e-5d0f57190157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.174844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Allocated IP 172.20.0.1 (3f9b82ef-0f39-4845-8bdb-ebd59395d66f/9190af09-5155-47d4-8fcc-12b7c75722e3/957476c4-9b6a-48ed-9400-54090455f18e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:23.291782 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.327994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.370995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:23.374086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:23.377761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:23.384156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Pushing event updated for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:23.420378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.422398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.426964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.519173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Attempting to bind port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:23.520162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Attempting to bind port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:23.520971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Attempting to bind port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:23.533761 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbde54-d63c-4452-80a4-dca72634a0ae None None] Pushing event updated for resources: {'Port': ['ID=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:23.537360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:23.537836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:23.538308 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.538914 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:23.539458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Bound port: 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:23.539902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.596948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.603787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] For port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:23.607827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] For port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:23.615700 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.680905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:23.681574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:23.728488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbde54-d63c-4452-80a4-dca72634a0ae None None] Pushing event updated for resources: {'Port': ['ID=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:23.791142 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.796830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.802145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-56d256f8-9839-4b6f-b3ff-364e9fce0885 None None] Provisioning complete for port 957476c4-9b6a-48ed-9400-54090455f18e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:23.803095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-56d256f8-9839-4b6f-b3ff-364e9fce0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.840310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-56d256f8-9839-4b6f-b3ff-364e9fce0885 None None] Port 957476c4-9b6a-48ed-9400-54090455f18e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:08:23.848865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:23.871298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Pushing event updated for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:23.873906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:23.987208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6767623b-7f88-421a-bb11-56034d325828 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:24.000246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:24.001661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:24.105820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6767623b-7f88-421a-bb11-56034d325828 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:24.106197 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:24.140489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Router a5de7e04-62e8-46ac-babd-6a2e9c2c510f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:08:24.162827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '957476c4-9b6a-48ed-9400-54090455f18e', 'name': '', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'mac_address': 'fa:16:3e:db:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:23Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 1, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'subnets': [{'id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:24.206696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767870b-e152-4262-b9bb-f074c275b089 None None] The sync data for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 is: [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '957476c4-9b6a-48ed-9400-54090455f18e', 'name': '', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'mac_address': 'fa:16:3e:db:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:23Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 1, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'subnets': [{'id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:24.319915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:24.326969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eb415c69-e419-46a2-abcf-3f9b0e7871fb admin admin] 10.222.0.20 "PUT /v2.0/routers/a5de7e04-62e8-46ac-babd-6a2e9c2c510f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068142 Apr 20 15:08:24.391895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7737315e-34a6-4daf-88e0-5f9ec5e7e48d None None] Provisioning complete for port 957476c4-9b6a-48ed-9400-54090455f18e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:24.392263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7737315e-34a6-4daf-88e0-5f9ec5e7e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:24.465057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7737315e-34a6-4daf-88e0-5f9ec5e7e48d None None] Port 957476c4-9b6a-48ed-9400-54090455f18e cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:08:24.927495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43566) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:24.933501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-617488467-network', 'tenant_id': '036f7342473740769cd776661e9bf892'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:24.954202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Made reservation on behalf of 036f7342473740769cd776661e9bf892 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:24.957417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:24.968013 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.066221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.076417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.106043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:08:25.119039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8416f975-4f18-433b-a1c1-e2a061b2e974,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:25.125184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.125734 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Added segment e2fdb4a9-b307-4020-97eb-9af7288e26f7 of type vlan for network 39852dae-a65f-4690-a4a4-55470e9f7b4a Apr 20 15:08:25.180855 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.210088 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.211137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:25.212231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.282605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3509817 Apr 20 15:08:25.282842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43568) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:25.290446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Request body: {'subnet': {'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-617488467-subnet', 'tenant_id': '036f7342473740769cd776661e9bf892', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:25.297394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502db93-06f2-43c3-9bfa-5a1a309bd8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=39852dae-a65f-4690-a4a4-55470e9f7b4a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:25.308944 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:08:25.330197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Made reservation on behalf of 036f7342473740769cd776661e9bf892 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:25.332689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.536931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.598036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459e4053-1e7f-4dea-9358-db4dd169b156,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:25.607001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Checking segment: {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:25.607401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Network hostable DHCP agents. Network: 39852dae-a65f-4690-a4a4-55470e9f7b4a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:08:25.628018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:08:25.640015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 39852dae-a65f-4690-a4a4-55470e9f7b4a) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:25.644289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:25.644953 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.651209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9b883-914e-4235-a313-27c2b30b1ba8 None None] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:25.663352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d9bc50c3-86a6-4015-8bcf-171e827f8984 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795388 Apr 20 15:08:25.666042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:25.670737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:25.725413 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.726938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.796970 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.877352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-39852dae-a65f-4690-a4a4-55470e9f7b4a', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:08:25.878413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.960072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:08:25.990685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:25.992636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:26.095047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Allocated IP 172.20.0.2 (39852dae-a65f-4690-a4a4-55470e9f7b4a/459e4053-1e7f-4dea-9358-db4dd169b156/7196af2e-0380-435f-ad92-96b0f2718f0c) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:26.117686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:26.118261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.224787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.246425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.293286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.331065 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:26.332342 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.340154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.347090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.377198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Allocated IP 172.25.1.43 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/14f78e44-f0a9-425d-9fa3-447f40ff1492) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:26.400843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:26.404256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:26.406953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:26.448747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:26.498930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.504828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Attempting to bind port 7196af2e-0380-435f-ad92-96b0f2718f0c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:26.505465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Attempting to bind port 7196af2e-0380-435f-ad92-96b0f2718f0c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:26.505704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Attempting to bind port 7196af2e-0380-435f-ad92-96b0f2718f0c on network 39852dae-a65f-4690-a4a4-55470e9f7b4a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:26.517488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:26.517982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Checking segment: {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:26.518681 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.518950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Bound using segment: {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:26.519492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Bound port: 7196af2e-0380-435f-ad92-96b0f2718f0c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:26.519942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.523082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Pushing event updated for resources: {'Port': ['ID=7196af2e-0380-435f-ad92-96b0f2718f0c,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:26.538244 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.576720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:26.581370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:26.585233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:26.594818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] For port 7196af2e-0380-435f-ad92-96b0f2718f0c, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:26.599521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] For port 7196af2e-0380-435f-ad92-96b0f2718f0c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7196af2e-0380-435f-ad92-96b0f2718f0c,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:26.608436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.622223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Pushing event updated for resources: {'Port': ['ID=14f78e44-f0a9-425d-9fa3-447f40ff1492,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:26.669396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd06a87-9f9e-4232-b841-ff26aea9b468 None None] Pushing event updated for resources: {'Port': ['ID=7196af2e-0380-435f-ad92-96b0f2718f0c,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:26.792168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43576) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:26.823810 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Sync routers for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:26.839662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:26.840492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:26.846654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Deleting subnet ca467cb0-914e-424f-8a6e-47305550094f {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:08:26.849807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.916634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:26.933528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.011785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:27.015960 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.101178 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.128570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca467cb0-914e-424f-8a6e-47305550094f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:27.132864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.136785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-61b35d3a-da1b-406c-8f75-75b43c5e7f83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca467cb0-914e-424f-8a6e-47305550094f HTTP/1.1" status: 204 len: 168 time: 0.3433859 Apr 20 15:08:27.139209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:27.218345 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.221675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.267273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '957476c4-9b6a-48ed-9400-54090455f18e', 'name': '', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'mac_address': 'fa:16:3e:db:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:23Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 2, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'subnets': [{'id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:27.296188 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Checking router: a5de7e04-62e8-46ac-babd-6a2e9c2c510f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:27.296818 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Updating router a5de7e04-62e8-46ac-babd-6a2e9c2c510f port 957476c4-9b6a-48ed-9400-54090455f18e binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:08:27.306349 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.325530 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.333961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:27.344277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:27.345228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc39b8d0-41af-410d-8bf8-5e8d7d76298f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:27.355733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.373680 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.375826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Router 68b638ae-90b7-45ce-99be-1ee637fb27d5 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:08:27.382272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:08:27.383082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:08:27.385800 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:08:27.457743 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.464299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.467987 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7 HTTP/1.1" status: 204 len: 168 time: 0.3262122 Apr 20 15:08:27.479333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:27.506169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9db1-ea90-45a9-827d-ea5b3a6f80a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe7e0ee-63fa-4fb5-b1c8-c5cc4536bfc7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:27.526119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:27.529172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Deleting subnet 86d0f378-23b7-4ffe-aa3f-e9b0ad625917 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:08:27.533746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.538656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Sync routers for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:27.547504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.552462 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c55b24eb-3b15-4db3-ab34-5ac9cbae3f08 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8851287 Apr 20 15:08:27.555191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:27.562690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:27.563575 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:27.585225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.624136 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.630618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.633132 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.689639 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.723803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.730234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86d0f378-23b7-4ffe-aa3f-e9b0ad625917 HTTP/1.1" status: 204 len: 168 time: 0.2498136 Apr 20 15:08:27.731225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48359ff4-8473-4b1a-83dc-b2cc4244eb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d0f378-23b7-4ffe-aa3f-e9b0ad625917,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:27.737452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:27.780361 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Attempting to bind port 957476c4-9b6a-48ed-9400-54090455f18e on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:27.781114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Attempting to bind port 957476c4-9b6a-48ed-9400-54090455f18e by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:27.781703 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Attempting to bind port 957476c4-9b6a-48ed-9400-54090455f18e on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:27.788207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Pushing event updated for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:27.798400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.799828 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.800416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.800989 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.801888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.802442 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.803008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.803547 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.804114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.804687 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.805223 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.805768 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:08:27.809871 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:27.810695 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Checking segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:27.811337 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.811936 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Bound using segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:27.812638 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Bound port: 957476c4-9b6a-48ed-9400-54090455f18e, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:27.813262 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.897994 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] For port 957476c4-9b6a-48ed-9400-54090455f18e, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:27.903217 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] For port 957476c4-9b6a-48ed-9400-54090455f18e, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=957476c4-9b6a-48ed-9400-54090455f18e,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:27.911127 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.937120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:27.999232 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:27.999778 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.076987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820461e-b38a-41b4-9d21-7a5bd484cc1c None None] Pushing event updated for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:28.102387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:28.204795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:28.239998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617dacb7-66bd-4724-a217-154f3be3dc8e None None] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:28.308718 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:28.323350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] Provisioning complete for port 957476c4-9b6a-48ed-9400-54090455f18e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:28.323879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.526539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:28.527087 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.527605 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '957476c4-9b6a-48ed-9400-54090455f18e', 'name': '', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'mac_address': 'fa:16:3e:db:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:23Z', 'updated_at': '2022-04-20T15:08:27Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'subnets': [{'id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.549436 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.553803 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9848a738-4f21-4f94-a6ba-f028cb12fa2e None None] The sync data for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 is: [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:08:23Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '957476c4-9b6a-48ed-9400-54090455f18e', 'name': '', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'mac_address': 'fa:16:3e:db:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:23Z', 'updated_at': '2022-04-20T15:08:27Z', 'revision_number': 4, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'subnets': [{'id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:28.581109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1244eb7c-d08d-4eeb-8381-76b4d75f4fd6']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.595919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8958a64-527e-483a-a5c9-3ca465f8d6ea') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.596222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8958a64-527e-483a-a5c9-3ca465f8d6ea') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.610873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.631241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.654688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.683121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:08:28.683538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:08:28.685241 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:08:28.689935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] For port 957476c4-9b6a-48ed-9400-54090455f18e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=957476c4-9b6a-48ed-9400-54090455f18e,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:28.695173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 3, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:28.744940 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.751315 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Checking router: 68b638ae-90b7-45ce-99be-1ee637fb27d5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:28.751619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Updating router 68b638ae-90b7-45ce-99be-1ee637fb27d5 port 14f78e44-f0a9-425d-9fa3-447f40ff1492 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:08:28.769487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.777725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.780928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1244eb7c-d08d-4eeb-8381-76b4d75f4fd6 HTTP/1.1" status: 204 len: 168 time: 1.0423815 Apr 20 15:08:28.803433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086eb8f-5a56-4ecd-9bb9-665157a1fa17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1244eb7c-d08d-4eeb-8381-76b4d75f4fd6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:28.816439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7196af2e-0380-435f-ad92-96b0f2718f0c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:28.819842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.847348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:28.877506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a91ff3-0133-4bc8-9ec0-a37606ac7081 None None] Pushing event updated for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.057883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43588) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:29.060042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Allocated IP 172.20.0.1 (39852dae-a65f-4690-a4a4-55470e9f7b4a/459e4053-1e7f-4dea-9358-db4dd169b156/c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:29.109499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Provisioning complete for port 957476c4-9b6a-48ed-9400-54090455f18e triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:29.109990 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.129029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a4bade2b-f331-4946-9dd3-d70cb5d90296 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c93223fc6f1d4e57bd6f5fb93ec953c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692031 Apr 20 15:08:29.130446 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43590) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:29.185317 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.190313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7196af2e-0380-435f-ad92-96b0f2718f0c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:29.190803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.211539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.219430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.261114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.273565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.276720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.277885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eb31200-4587-438f-896d-af06095e2aab HTTP/1.1" status: 204 len: 168 time: 0.1462336 Apr 20 15:08:29.296775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509444ea-bf15-4afa-a2ad-1daae8fe5cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb31200-4587-438f-896d-af06095e2aab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.305339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:29.311273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:29.315107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:29.343162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.361517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.383987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Provisioning complete for port 7196af2e-0380-435f-ad92-96b0f2718f0c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:29.384910 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.512012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.538942 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.555395 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.568772 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.601379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 7196af2e-0380-435f-ad92-96b0f2718f0c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7196af2e-0380-435f-ad92-96b0f2718f0c,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:29.641150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.670118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.685123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Attempting to bind port 14f78e44-f0a9-425d-9fa3-447f40ff1492 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:29.685486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Attempting to bind port 14f78e44-f0a9-425d-9fa3-447f40ff1492 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:29.685842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Attempting to bind port 14f78e44-f0a9-425d-9fa3-447f40ff1492 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:29.689695 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f0ed-20ce-4b44-8e56-67fe7d6db69f None None] Pushing event updated for resources: {'Port': ['ID=14f78e44-f0a9-425d-9fa3-447f40ff1492,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.722088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:29.722459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:29.722886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.723496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:29.724008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Bound port: 14f78e44-f0a9-425d-9fa3-447f40ff1492, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:29.724392 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.753176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.757916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.819128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=7196af2e-0380-435f-ad92-96b0f2718f0c,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.820274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43596) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:29.823411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.825089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.833767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:08:29.834099 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-bd917ee1-e97a-4c37-9fda-acad567407fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:08:29.836672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] For port 14f78e44-f0a9-425d-9fa3-447f40ff1492, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:29.841827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] For port 14f78e44-f0a9-425d-9fa3-447f40ff1492, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=14f78e44-f0a9-425d-9fa3-447f40ff1492,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:29.851629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.874294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b7144036-8221-47e4-bc6c-f1dea17fbfe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9611ac621bd545a4b6567d06b58c9439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526297 Apr 20 15:08:29.877492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43598) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:29.928155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:29.928853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:29.946166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:29.946846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:29.947637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:29.968045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f0ed-20ce-4b44-8e56-67fe7d6db69f None None] Pushing event updated for resources: {'Port': ['ID=14f78e44-f0a9-425d-9fa3-447f40ff1492,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:29.985858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.048138 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.051093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.052795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a951f4f-6c62-493a-beeb-59fad130300d HTTP/1.1" status: 204 len: 168 time: 0.1741695 Apr 20 15:08:30.061766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e203a2-b41f-40c3-b5a4-a989c9fd747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a951f4f-6c62-493a-beeb-59fad130300d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:30.132113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Router 68b638ae-90b7-45ce-99be-1ee637fb27d5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:08:30.239139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 957476c4-9b6a-48ed-9400-54090455f18e up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:30.270421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:30.278947 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-76fa8f1b-d50d-43e2-a555-d125ad20b3d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/68b638ae-90b7-45ce-99be-1ee637fb27d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198853 Apr 20 15:08:30.312810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:30.429508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 957476c4-9b6a-48ed-9400-54090455f18e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:30.429826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.603618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7196af2e-0380-435f-ad92-96b0f2718f0c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:30.650000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c6dd6a60-3fa8-4453-a4e9-b0d4b4a6fd45 None None] Provisioning complete for port 7196af2e-0380-435f-ad92-96b0f2718f0c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:30.650371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a60-3fa8-4453-a4e9-b0d4b4a6fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.723323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9', 'name': '', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'mac_address': 'fa:16:3e:b6:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:28Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 2, 'project_id': '036f7342473740769cd776661e9bf892', 'subnets': [{'id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:30.727621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7196af2e-0380-435f-ad92-96b0f2718f0c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:30.727997 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.792399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2339f9-46a5-4cac-b882-8b92b9583815 None None] The sync data for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 is: [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9', 'name': '', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'mac_address': 'fa:16:3e:b6:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:28Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 2, 'project_id': '036f7342473740769cd776661e9bf892', 'subnets': [{'id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:30.844414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c6dd6a60-3fa8-4453-a4e9-b0d4b4a6fd45 None None] Provisioning complete for port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:30.844414 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6a60-3fa8-4453-a4e9-b0d4b4a6fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:30.922310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd6a60-3fa8-4453-a4e9-b0d4b4a6fd45 None None] Port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:08:31.020150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-4d0f28d4-40a0-4802-a708-93699c5f7e16 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:31.023350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-4d0f28d4-40a0-4802-a708-93699c5f7e16 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.1023557 Apr 20 15:08:31.051524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-1bac56c0-93b3-412f-869f-64ff9cd5384a tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/quotas/036f7342473740769cd776661e9bf892 HTTP/1.1" status: 200 len: 375 time: 0.0151081 Apr 20 15:08:31.129442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-cd7c2d4c-82d9-47ea-a1ab-29118a4b0883 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809336 Apr 20 15:08:31.632273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-5baa3c20-52c1-44af-8220-08167cd520c8 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971688 Apr 20 15:08:31.733983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-91d046e4-02e2-49dc-9859-9405cf58f1d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936074 Apr 20 15:08:31.938165 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2fbdc90e-de9f-4aa0-b365-fd5d16c3d627 req-573605eb-4338-4997-ba5b-6e9dd5f74723 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 210 time: 0.0414605 Apr 20 15:08:32.033675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 14f78e44-f0a9-425d-9fa3-447f40ff1492 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:32.099460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 14f78e44-f0a9-425d-9fa3-447f40ff1492 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:32.099603 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:32.183899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:32.207008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 14f78e44-f0a9-425d-9fa3-447f40ff1492, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=14f78e44-f0a9-425d-9fa3-447f40ff1492,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:32.213185 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:32.296574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=14f78e44-f0a9-425d-9fa3-447f40ff1492,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:33.063220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-697f15bc-bbcf-44d8-9631-316b83eef5e7 req-bddc4f87-cf47-4391-8d9c-e58dd42bfde5 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 210 time: 0.0543821 Apr 20 15:08:33.113669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-371c62d7-d67f-4a99-a73e-62514dfa7d88 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:33.115300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-371c62d7-d67f-4a99-a73e-62514dfa7d88 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.45 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.1281338 Apr 20 15:08:33.130418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Request body: {'port': {'device_id': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'admin_state_up': True, 'tenant_id': '036f7342473740769cd776661e9bf892'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:33.151193 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Made reservation on behalf of 036f7342473740769cd776661e9bf892 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:33.153746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.175145 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Sync routers for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:33.188139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:33.188912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:33.275378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Allocated IP 172.20.0.4 (3f9b82ef-0f39-4845-8bdb-ebd59395d66f/9190af09-5155-47d4-8fcc-12b7c75722e3/b03e8296-2a2c-4b37-9f54-20b1dcd45a8c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:33.300864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:33.419370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.459115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.513214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:33.516109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:33.518607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:33.529860 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9', 'name': '', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'mac_address': 'fa:16:3e:b6:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:28Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 2, 'project_id': '036f7342473740769cd776661e9bf892', 'subnets': [{'id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:33.548337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Pushing event updated for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:33.561675 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Checking router: 68b638ae-90b7-45ce-99be-1ee637fb27d5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:33.562344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Updating router 68b638ae-90b7-45ce-99be-1ee637fb27d5 port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:08:33.569845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:33.570899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.591173 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.609901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-710360bb-77ee-4c3e-b5ca-2bede8569d1b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4845970 Apr 20 15:08:33.621669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Request body: {'port': {'device_id': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:33.622336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.680310 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.764641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d41d995e-0b7a-4656-a802-81f6b046c821 None None] Provisioning complete for port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:33.765054 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d41d995e-0b7a-4656-a802-81f6b046c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.811580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d41d995e-0b7a-4656-a802-81f6b046c821 None None] Port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:08:33.880295 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.889127 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:33.968303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 14f78e44-f0a9-425d-9fa3-447f40ff1492 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:33.992443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03e8296-2a2c-4b37-9f54-20b1dcd45a8c {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:08:33.996581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee20e-db2c-453d-8b77-9e41b519a028 None None] Pushing event updated for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:34.003881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.019210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Transition to ACTIVE for port object b03e8296-2a2c-4b37-9f54-20b1dcd45a8c will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:08:34.027354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.062131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 14f78e44-f0a9-425d-9fa3-447f40ff1492 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:34.062479 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.071864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Attempting to bind port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:34.072225 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Attempting to bind port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:34.072671 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Attempting to bind port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 on network 39852dae-a65f-4690-a4a4-55470e9f7b4a {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:34.101489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:34.101851 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Checking segment: {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:34.102438 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.103072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Bound using segment: {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:34.103706 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Bound port: c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fdb4a9-b307-4020-97eb-9af7288e26f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:34.104277 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.246184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] For port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:34.253322 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] For port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:34.260833 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.318374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Pushing event updated for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:34.328706 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:34.329359 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:34.357963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75c32d-762d-49a0-8158-bc23b8f3ce95 req-443a668c-32db-4693-a5fe-d9fa9a103c7f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:34.359619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b75c32d-762d-49a0-8158-bc23b8f3ce95 req-443a668c-32db-4693-a5fe-d9fa9a103c7f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1052 time: 0.1305573 Apr 20 15:08:34.390044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] Provisioning complete for port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:34.391294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.468121 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:34.488324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Attempting to bind port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:34.488744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Attempting to bind port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:34.489102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Attempting to bind port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:34.514676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b75c32d-762d-49a0-8158-bc23b8f3ce95 req-11d1f421-95fb-4d52-9419-3cdcff631829 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445491 Apr 20 15:08:34.515480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:08:34.517142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Attempting to bind port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:34.536826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:34.536826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Checking segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:34.536826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Bound using segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:34.536826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Bound port: b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:34.536826 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.559157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.569023 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ee20e-db2c-453d-8b77-9e41b519a028 None None] Pushing event updated for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:34.622399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] For port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:34.631846 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.632388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:34.638836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:34.648194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.693061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c050d-714f-4439-bfa7-13801158a433 None None] Pushing event updated for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:34.717591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:34.718709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.720477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] 10.222.0.45 "PUT /v2.0/ports/b03e8296-2a2c-4b37-9f54-20b1dcd45a8c HTTP/1.1" status: 200 len: 1091 time: 1.1032491 Apr 20 15:08:34.720946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:34.723607 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9107ddd-1900-4fcf-9c02-ea6add1c8348" -d '{"events": [{"name": "network-changed", "server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:34.762607 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9', 'name': '', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'mac_address': 'fa:16:3e:b6:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:28Z', 'updated_at': '2022-04-20T15:08:34Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'subnets': [{'id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:34.794520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1fe86065-1c20-4918-a2dd-16112d92f24b None None] Provisioning complete for port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:34.794972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1fe86065-1c20-4918-a2dd-16112d92f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:34.798620 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139df31-aa30-416b-9ad4-921555c8983b None None] The sync data for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 is: [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:08:29Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9', 'name': '', 'network_id': '39852dae-a65f-4690-a4a4-55470e9f7b4a', 'tenant_id': '036f7342473740769cd776661e9bf892', 'mac_address': 'fa:16:3e:b6:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:28Z', 'updated_at': '2022-04-20T15:08:34Z', 'revision_number': 4, 'project_id': '036f7342473740769cd776661e9bf892', 'subnets': [{'id': '459e4053-1e7f-4dea-9358-db4dd169b156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:08:34.819463 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9d9580-0c2d-4560-9533-7489e6ef2c7a x-openstack-request-id: req-bf9d9580-0c2d-4560-9533-7489e6ef2c7a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:34.819679 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:34.819918 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf9d9580-0c2d-4560-9533-7489e6ef2c7a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:34.820329 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9d9580-0c2d-4560-9533-7489e6ef2c7a'] response: {'name': 'network-changed', 'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c', 'status': 'completed', 'code': 200} Apr 20 15:08:34.847320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651921b6-4e9c-4189-a760-fd746abd6156 service neutron] Pushing event updated for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:34.883559 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-0e555dd2-ddd7-4e71-a682-8e1c7628354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:34.885610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-0e555dd2-ddd7-4e71-a682-8e1c7628354e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1094 time: 0.0943892 Apr 20 15:08:34.934048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-537373c6-9e2e-4197-8f2b-9ac6ba7cf73f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c HTTP/1.1" status: 200 len: 217 time: 0.0412087 Apr 20 15:08:34.991273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-656b9e2e-86da-48be-9826-2621c24d728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:34.993125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-656b9e2e-86da-48be-9826-2621c24d728f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 200 len: 848 time: 0.0519626 Apr 20 15:08:35.052840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-3f10b029-c38a-44a1-9adb-57f1e5c1ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.054409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-3f10b029-c38a-44a1-9adb-57f1e5c1ae65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550396 Apr 20 15:08:35.167819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-c8e9466a-f1cf-4a31-aeab-2ac34691e564 service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067472 Apr 20 15:08:35.322834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a243cf8-9af0-4935-adac-a020a2158e08 req-fddae560-50cf-4dc7-9e90-7de3585df699 service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468201 Apr 20 15:08:35.415180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-2168ce21-4bbf-4ed5-97bc-21a1527adf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.416696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-2168ce21-4bbf-4ed5-97bc-21a1527adf28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1094 time: 0.0447028 Apr 20 15:08:35.521382 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-4ac5e2c2-ab8d-4a5c-bc52-87debd4f7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.523265 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-4ac5e2c2-ab8d-4a5c-bc52-87debd4f7e5d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.0990951 Apr 20 15:08:35.573216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-580c6ddb-0034-46f9-883c-248e39dcfdf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c HTTP/1.1" status: 200 len: 217 time: 0.0430739 Apr 20 15:08:35.651942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-1e39f441-a7c0-494f-8c0c-debd01b39b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.653421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-1e39f441-a7c0-494f-8c0c-debd01b39b56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 200 len: 848 time: 0.0739918 Apr 20 15:08:35.673001 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733b088-55be-4467-aaef-143d8d54c40a req-4f3e5d22-7e9c-42be-83e7-fd80e9570073 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.674493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d733b088-55be-4467-aaef-143d8d54c40a req-4f3e5d22-7e9c-42be-83e7-fd80e9570073 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1094 time: 0.0641925 Apr 20 15:08:35.732004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-3e43c05e-712a-424c-83f0-ba803b05c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:35.733489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-3e43c05e-712a-424c-83f0-ba803b05c884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721819 Apr 20 15:08:35.736795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d733b088-55be-4467-aaef-143d8d54c40a req-b04e7b9f-4125-4c4b-9fdc-ae5cf17d619b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Apr 20 15:08:35.823387 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-27796063-cbe5-4777-b386-344de772e23c service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828245 Apr 20 15:08:35.932160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9107ddd-1900-4fcf-9c02-ea6add1c8348 req-618596a9-3d19-4ced-860f-e6330703c42d service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024241 Apr 20 15:08:35.968133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:36.016788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:36.017162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:36.849156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff47d9-63c7-49ad-af96-96a8d1ca4d9c req-3aa4b88c-5a1a-4366-8eed-52520bbe9b05 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:36.850768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ff47d9-63c7-49ad-af96-96a8d1ca4d9c req-3aa4b88c-5a1a-4366-8eed-52520bbe9b05 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1094 time: 0.0433316 Apr 20 15:08:36.886126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0ff47d9-63c7-49ad-af96-96a8d1ca4d9c req-b48607b3-f4c4-4e10-a8b9-6d709cd98593 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290923 Apr 20 15:08:37.993148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9484-d0c5-4fa9-9ebf-1fc8f790154a req-00fa18c1-443d-499c-9c7e-3ae9c63dedbb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:37.994688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f23c9484-d0c5-4fa9-9ebf-1fc8f790154a req-00fa18c1-443d-499c-9c7e-3ae9c63dedbb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1094 time: 0.0427425 Apr 20 15:08:38.030415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f23c9484-d0c5-4fa9-9ebf-1fc8f790154a req-dc9c9adb-cf66-437a-ba2d-82227308cf18 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296764 Apr 20 15:08:38.463088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b03e8296-2a2c-4b37-9f54-20b1dcd45a8c details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:08:38.571643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:38.583158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'port_id': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c', 'mac_address': 'fa:16:3e:ef:2d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:08:38.619383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:38.632625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03e8296-2a2c-4b37-9f54-20b1dcd45a8c {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:08:38.652880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:38.657621 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:38.706528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:38.956293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:39.152432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac752c-dc5d-4a67-81f2-e85ea267e4c1 req-1123eb5a-9887-4d52-9848-4f80e92c9e32 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:39.154206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afac752c-dc5d-4a67-81f2-e85ea267e4c1 req-1123eb5a-9887-4d52-9848-4f80e92c9e32 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1095 time: 0.0533993 Apr 20 15:08:39.190771 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afac752c-dc5d-4a67-81f2-e85ea267e4c1 req-bd78540e-9845-4be3-9ad7-d389a2f2255e tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Apr 20 15:08:40.175758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-17977a37-ba87-47ee-8aea-0c234e280894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:40.310742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90bd49-69b4-42a5-896c-116dd05f4248 req-065badfd-05fd-4c4d-9b53-b89d014f2fd1 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:40.312281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b90bd49-69b4-42a5-896c-116dd05f4248 req-065badfd-05fd-4c4d-9b53-b89d014f2fd1 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1095 time: 0.0468504 Apr 20 15:08:40.349287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b90bd49-69b4-42a5-896c-116dd05f4248 req-09d4b929-a975-4ccd-8128-74fef9686847 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300066 Apr 20 15:08:40.478893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b03e8296-2a2c-4b37-9f54-20b1dcd45a8c up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:40.531464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:08:40.534964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:40.535336 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:40.615876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:40.640635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:40.642975 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df641619-2e82-4988-9565-12e4051ffa8e" -d '{"events": [{"server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "name": "network-vif-plugged", "status": "completed", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:40.655892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:40.661009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:40.686834 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26d4c4b-8010-4cc3-8b42-46296fb88b46 x-openstack-request-id: req-c26d4c4b-8010-4cc3-8b42-46296fb88b46 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:40.687095 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "name": "network-vif-plugged", "status": "completed", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:40.687372 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c26d4c4b-8010-4cc3-8b42-46296fb88b46 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:40.687763 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26d4c4b-8010-4cc3-8b42-46296fb88b46'] response: {'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c', 'code': 200} Apr 20 15:08:40.720428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:40.783962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab5a33-1ec1-4758-bee4-8516ee8f1f41 req-f5d79d20-51dc-4a8e-9ccc-c65c570aab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:40.785460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaab5a33-1ec1-4758-bee4-8516ee8f1f41 req-f5d79d20-51dc-4a8e-9ccc-c65c570aab86 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0411010 Apr 20 15:08:40.819596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eaab5a33-1ec1-4758-bee4-8516ee8f1f41 req-4e4bc19f-c12c-4699-9e1c-f04d84b6f0b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272996 Apr 20 15:08:41.462023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fe59c-bce3-41d6-9271-8fa2acf4a48d req-dabccbce-e5d9-49d9-9afe-7c0a064cfad2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:41.463650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69fe59c-bce3-41d6-9271-8fa2acf4a48d req-dabccbce-e5d9-49d9-9afe-7c0a064cfad2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0450382 Apr 20 15:08:41.499866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69fe59c-bce3-41d6-9271-8fa2acf4a48d req-805bbc77-39b7-45b1-bb4b-3da1aaca52c8 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299075 Apr 20 15:08:42.616292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc67b2c-d27d-466b-9ce1-2c69af0cc95c req-2952293c-27df-4771-99ec-fbbe458309e7 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:42.618030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfc67b2c-d27d-466b-9ce1-2c69af0cc95c req-2952293c-27df-4771-99ec-fbbe458309e7 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0430856 Apr 20 15:08:42.654662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cfc67b2c-d27d-466b-9ce1-2c69af0cc95c req-7288bd76-e013-4eb6-bfed-3b8563d46806 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301888 Apr 20 15:08:42.762967 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6929a-1dde-47e5-a9b1-40e735945609 req-76f7182d-c452-4406-ae16-ed70d202ffb2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:42.764739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b6929a-1dde-47e5-a9b1-40e735945609 req-76f7182d-c452-4406-ae16-ed70d202ffb2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0424612 Apr 20 15:08:42.801266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b6929a-1dde-47e5-a9b1-40e735945609 req-f684e641-e9c7-4e55-82d4-c4064cc4cc33 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294056 Apr 20 15:08:42.917509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04f314-8f57-431b-8ec0-bf5e453e5c60 req-45f7c5a5-a360-492c-b47f-be84487610ef tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:42.919054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e04f314-8f57-431b-8ec0-bf5e453e5c60 req-45f7c5a5-a360-492c-b47f-be84487610ef tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0475173 Apr 20 15:08:42.954661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e04f314-8f57-431b-8ec0-bf5e453e5c60 req-4bd5f105-d953-4393-ad85-7060b27d4a3d tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291510 Apr 20 15:08:43.170716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-0ddcc3fa-486b-41ce-a7c6-499cc68adce2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:43.172102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-0ddcc3fa-486b-41ce-a7c6-499cc68adce2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.0869246 Apr 20 15:08:43.187870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-b412b8d2-100d-48a7-967b-744a2807bb66 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/quotas/036f7342473740769cd776661e9bf892 HTTP/1.1" status: 200 len: 375 time: 0.0095463 Apr 20 15:08:43.235577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-23dd3beb-b074-46eb-bb84-226de76bbc45 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0421479 Apr 20 15:08:43.335568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-e2e81503-3098-41b6-ae8e-9815ac926bab service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927136 Apr 20 15:08:43.425969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-fcea7c19-234b-4d71-914d-10453b42d664 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Apr 20 15:08:43.497678 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-782c5590-e55b-4a51-a7e7-91c1026f68e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:43.608936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84fc6b24-2e3d-4536-8cff-fab66c124b92 req-eb42afdd-df75-4dab-bc6a-577a226e466a tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 210 time: 0.0332556 Apr 20 15:08:43.747246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:44.369128 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:44.719131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-374a756b-ffd3-4423-9e5e-c84abab20dcf req-22d8cd03-641a-4e6f-8094-bfbbc171d9b7 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 210 time: 0.0341008 Apr 20 15:08:44.813594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-b115f720-45e4-40cf-b154-b3514bdd76d8 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:44.815439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-b115f720-45e4-40cf-b154-b3514bdd76d8 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.43 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.1076231 Apr 20 15:08:44.827217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Request body: {'port': {'device_id': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'admin_state_up': True, 'tenant_id': '036f7342473740769cd776661e9bf892'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:44.851678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:44.859643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Made reservation on behalf of 036f7342473740769cd776661e9bf892 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:44.862090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:44.985188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d0f11f0-ba73-45bd-83c8-ee66fb2094ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.015570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Allocated IP 172.20.0.14 (3f9b82ef-0f39-4845-8bdb-ebd59395d66f/9190af09-5155-47d4-8fcc-12b7c75722e3/8a4eec5b-6257-40a8-a3b0-26ee71306d67) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:45.158883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d0f11f0-ba73-45bd-83c8-ee66fb2094ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.164328 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d0f11f0-ba73-45bd-83c8-ee66fb2094ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.217443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d0f11f0-ba73-45bd-83c8-ee66fb2094ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4db4306570914c12b2f441547bd8b211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642886 Apr 20 15:08:45.220454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43830) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:45.228759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f11f0-ba73-45bd-83c8-ee66fb2094ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32017e22-122b-4101-99fb-e66ddb40a374,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:45.242141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.256786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.279446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.294512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:45.298801 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.299821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:45.303322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:45.321525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:45.324316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.338557 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.373989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:45.382612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:45.383637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.401515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.403208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-388fc84b-aba8-4e62-ab81-85b0649445e3 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5797091 Apr 20 15:08:45.404556 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.406610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32017e22-122b-4101-99fb-e66ddb40a374 HTTP/1.1" status: 204 len: 168 time: 0.1841450 Apr 20 15:08:45.416572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8754db-2ad9-462a-bb84-57a57208fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32017e22-122b-4101-99fb-e66ddb40a374,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:45.417437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Request body: {'port': {'device_id': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:45.486138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.652371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5e9ece9b-a0c3-4c1b-be28-3a7194277ef9 None None] Provisioning complete for port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:45.652931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5e9ece9b-a0c3-4c1b-be28-3a7194277ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.692393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ece9b-a0c3-4c1b-be28-3a7194277ef9 None None] Port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:08:45.778673 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4eec5b-6257-40a8-a3b0-26ee71306d67 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:08:45.788478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.801998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Transition to ACTIVE for port object 8a4eec5b-6257-40a8-a3b0-26ee71306d67 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:08:45.806530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:45.838052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c62a4-2ab7-46c7-bc7d-77cdf5f0a095 req-490d3ba7-7a7a-4528-929c-abf77c385a38 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:45.839601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-045c62a4-2ab7-46c7-bc7d-77cdf5f0a095 req-490d3ba7-7a7a-4528-929c-abf77c385a38 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1053 time: 0.0436769 Apr 20 15:08:45.896183 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-045c62a4-2ab7-46c7-bc7d-77cdf5f0a095 req-86171c36-5fb7-43e0-8dba-e5b8b8c46f1f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Apr 20 15:08:45.915610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:45.944593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Attempting to bind port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:45.945232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Attempting to bind port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:45.945601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Attempting to bind port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:45.954448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:08:45.954808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Attempting to bind port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 on network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:45.960183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:45.960608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Checking segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:45.961064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Bound using segment: {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:45.961571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Bound port: 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:45.962056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:46.033125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:46.038072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:46.043166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:46.090942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-96d433dd-bb34-4b7a-9e5e-80fd8bf53c61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420394 Apr 20 15:08:46.096227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.096997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:46.098913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a4eec5b-6257-40a8-a3b0-26ee71306d67 HTTP/1.1" status: 200 len: 1092 time: 0.6872897 Apr 20 15:08:46.099601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:46.102342 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11a82d0-03e1-4995-a85f-58f4f87f2db3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:46.129643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe58c8d-3cb3-4746-9d43-c448db8bcc78 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:46.215718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-39fa2267-c2e4-494b-ad44-dc8c043455b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.217421 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-39fa2267-c2e4-494b-ad44-dc8c043455b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1095 time: 0.0521405 Apr 20 15:08:46.221297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-5f042857-9cc9-45e3-a405-5b7a2a1894e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.222856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-5f042857-9cc9-45e3-a405-5b7a2a1894e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0632772 Apr 20 15:08:46.280495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-a0fc7e2a-f18d-4fc8-af5c-ceeb83e91caa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67 HTTP/1.1" status: 200 len: 217 time: 0.0559146 Apr 20 15:08:46.357240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-87c23b6a-9d32-44e3-802d-af656756c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.358898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-87c23b6a-9d32-44e3-802d-af656756c055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 200 len: 848 time: 0.0718832 Apr 20 15:08:46.368639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-fad0682a-1e7f-4799-9d06-35df0865bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.374302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-fad0682a-1e7f-4799-9d06-35df0865bd51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.1255636 Apr 20 15:08:46.377357 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78092fba-9fd9-462d-827f-440c73a42b22 x-openstack-request-id: req-78092fba-9fd9-462d-827f-440c73a42b22 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:46.377357 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:46.377357 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78092fba-9fd9-462d-827f-440c73a42b22 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:46.377758 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78092fba-9fd9-462d-827f-440c73a42b22'] response: {'name': 'network-changed', 'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67', 'status': 'completed', 'code': 200} Apr 20 15:08:46.412785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-0e1bbaa3-1334-4799-bfca-4ad44e1b7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.414310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-0e1bbaa3-1334-4799-bfca-4ad44e1b7341 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475466 Apr 20 15:08:46.418993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-80472e44-f98a-495d-97a1-6185cf1bfc5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c HTTP/1.1" status: 200 len: 217 time: 0.0375361 Apr 20 15:08:46.476994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-3067173a-c38a-4526-baf5-9d57cbe3022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.478683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-3067173a-c38a-4526-baf5-9d57cbe3022e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 200 len: 848 time: 0.0535214 Apr 20 15:08:46.517962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-c9c135c4-4ab9-4f13-902d-5b5296ee9289 service neutron] 10.222.0.43 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963616 Apr 20 15:08:46.528891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-acbf6a82-fb2a-4fce-ad46-3f5d4a84dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.530512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-acbf6a82-fb2a-4fce-ad46-3f5d4a84dcba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451956 Apr 20 15:08:46.614849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12b9b6fd-3624-4824-bd22-386bf202da9c req-1aa08993-056a-4f0b-a36e-86d98e2926e9 service neutron] 10.222.0.43 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893795 Apr 20 15:08:46.636895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-c3608a1e-f7ef-4bc1-b877-4d15abc61ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982530 Apr 20 15:08:46.707995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-4804107e-7ce9-4999-a4fe-35c0f4933713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.709885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-4804107e-7ce9-4999-a4fe-35c0f4933713 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=036f7342473740769cd776661e9bf892&device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1095 time: 0.0454576 Apr 20 15:08:46.742648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df6f152f-fce7-4eed-87c8-e643bd0753bd req-15332bc6-4c9b-4c75-b454-e723239de012 service neutron] 10.222.0.45 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996587 Apr 20 15:08:46.821884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-3d21c8dd-0950-461f-bbd3-fa95ee6f49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.823409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-3d21c8dd-0950-461f-bbd3-fa95ee6f49dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 200 len: 910 time: 0.1063449 Apr 20 15:08:46.874438 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-ad362faa-dcd7-449c-b459-7cb30ce10e88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67 HTTP/1.1" status: 200 len: 217 time: 0.0439150 Apr 20 15:08:46.927365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-defc0cbf-cd54-45c5-8657-eb3dadc7366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.929199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-defc0cbf-cd54-45c5-8657-eb3dadc7366f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 200 len: 848 time: 0.0481114 Apr 20 15:08:46.986507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-edcd6942-1dbf-4259-b6b8-a8fe1d8733f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:46.988288 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-edcd6942-1dbf-4259-b6b8-a8fe1d8733f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f9b82ef-0f39-4845-8bdb-ebd59395d66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518954 Apr 20 15:08:47.002077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e744e-243b-4673-bc33-29587775ea17 req-90022986-e45a-4c56-9cf1-d390c948942f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:47.003620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a20e744e-243b-4673-bc33-29587775ea17 req-90022986-e45a-4c56-9cf1-d390c948942f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1095 time: 0.0437737 Apr 20 15:08:47.038361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a20e744e-243b-4673-bc33-29587775ea17 req-608acfae-b442-4a07-a6c8-cbb3288686ef tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282447 Apr 20 15:08:47.085839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-f1d3da7c-ea77-4cec-b047-d106e2027d1c service neutron] 10.222.0.43 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901997 Apr 20 15:08:47.184218 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f11a82d0-03e1-4995-a85f-58f4f87f2db3 req-3416ff4c-efcf-4abc-92db-8ecaccde8ef6 service neutron] 10.222.0.43 "GET /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905156 Apr 20 15:08:48.168483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce72e37-9387-49bb-97f6-9d2cca0bc21f req-9519d4c1-0788-4269-826d-28749e393024 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:48.170107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ce72e37-9387-49bb-97f6-9d2cca0bc21f req-9519d4c1-0788-4269-826d-28749e393024 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1095 time: 0.0409052 Apr 20 15:08:48.203945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ce72e37-9387-49bb-97f6-9d2cca0bc21f req-31d872e4-02b9-48a9-9005-1ab73cc5025e tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277245 Apr 20 15:08:48.796259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a4eec5b-6257-40a8-a3b0-26ee71306d67 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:08:48.898515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:48.911696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '8a4eec5b-6257-40a8-a3b0-26ee71306d67', 'network_id': '3f9b82ef-0f39-4845-8bdb-ebd59395d66f', 'port_id': '8a4eec5b-6257-40a8-a3b0-26ee71306d67', 'mac_address': 'fa:16:3e:9e:ef:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9190af09-5155-47d4-8fcc-12b7c75722e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:08:48.950923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:48.964772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4eec5b-6257-40a8-a3b0-26ee71306d67 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:08:48.988034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:48.992766 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:49.097257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:49.203291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8a4eec5b-6257-40a8-a3b0-26ee71306d67'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:49.322961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58d825-1127-471d-afe0-9f6521d792fd req-7316e79c-2ca9-4437-98a2-11016c56560c tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:49.324382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58d825-1127-471d-afe0-9f6521d792fd req-7316e79c-2ca9-4437-98a2-11016c56560c tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1096 time: 0.0436506 Apr 20 15:08:49.366555 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b58d825-1127-471d-afe0-9f6521d792fd req-d8d6392f-d9c3-46c8-b4ae-10cb126ada9a tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Apr 20 15:08:50.486278 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c1f62-1a83-4ed8-b9f1-3c726e60717e req-fd1736cf-e6bd-4148-b7c5-581a3b0071d2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:50.487906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c66c1f62-1a83-4ed8-b9f1-3c726e60717e req-fd1736cf-e6bd-4148-b7c5-581a3b0071d2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1096 time: 0.0450141 Apr 20 15:08:50.535377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c66c1f62-1a83-4ed8-b9f1-3c726e60717e req-cff3b7fc-17a2-4566-ac7f-a46e9e0a245c tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Apr 20 15:08:50.809226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a4eec5b-6257-40a8-a3b0-26ee71306d67 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:50.867197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:08:50.871643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:50.872050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:50.949214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:50.973444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:50.976452 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08630de5-49cb-4ece-923a-1ad4d65458d1" -d '{"events": [{"server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "name": "network-vif-plugged", "status": "completed", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:50.988766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:50.993480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:51.020568 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4faeb49-354f-4389-8d47-642ab7aa8b8f x-openstack-request-id: req-f4faeb49-354f-4389-8d47-642ab7aa8b8f {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:51.021134 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "name": "network-vif-plugged", "status": "completed", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:51.021648 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4faeb49-354f-4389-8d47-642ab7aa8b8f {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:51.021648 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4faeb49-354f-4389-8d47-642ab7aa8b8f'] response: {'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67', 'code': 200} Apr 20 15:08:51.049130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:51.120428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad4c17-48d8-409b-acf5-9c3da6b5dd5c req-ab7bdc88-6bcb-4b35-9310-3543d34ac325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:51.122630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cfad4c17-48d8-409b-acf5-9c3da6b5dd5c req-ab7bdc88-6bcb-4b35-9310-3543d34ac325 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0430872 Apr 20 15:08:51.162429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cfad4c17-48d8-409b-acf5-9c3da6b5dd5c req-41ef059f-cb4e-4bbb-ae50-294eeab4ad79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Apr 20 15:08:51.656797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94b68b-7ef3-4120-96e6-82c1800f88f3 req-16ab41f7-7fe6-4c6c-bb6d-50eb88f40fb9 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:51.658291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a94b68b-7ef3-4120-96e6-82c1800f88f3 req-16ab41f7-7fe6-4c6c-bb6d-50eb88f40fb9 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0417030 Apr 20 15:08:51.699485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a94b68b-7ef3-4120-96e6-82c1800f88f3 req-45d0b435-e9bc-476b-9923-0ef05255263e tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Apr 20 15:08:52.810518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7734-62bd-4b19-bebf-e5c9569ac453 req-7f62262a-ffdf-41df-8ed7-79053ce9e91b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:52.812046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d5c7734-62bd-4b19-bebf-e5c9569ac453 req-7f62262a-ffdf-41df-8ed7-79053ce9e91b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0415831 Apr 20 15:08:52.855939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d5c7734-62bd-4b19-bebf-e5c9569ac453 req-6b129b63-8281-4c99-8f58-e72fdd86fa32 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Apr 20 15:08:52.967836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c96bd-545a-4f48-9f5a-7239464fb693 req-2190f0f2-6eb9-4812-8998-5e62de90ccae tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:52.969471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df5c96bd-545a-4f48-9f5a-7239464fb693 req-2190f0f2-6eb9-4812-8998-5e62de90ccae tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0437703 Apr 20 15:08:53.005014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df5c96bd-545a-4f48-9f5a-7239464fb693 req-1e06fa0b-a8f3-4aef-93e1-fb8d6b083265 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285459 Apr 20 15:08:53.111435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000f436-bd6a-483b-999c-fa4342460169 req-aa1c01a5-f942-49a8-afbb-71faeb3a62d7 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:53.112921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5000f436-bd6a-483b-999c-fa4342460169 req-aa1c01a5-f942-49a8-afbb-71faeb3a62d7 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0421793 Apr 20 15:08:53.147798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5000f436-bd6a-483b-999c-fa4342460169 req-304e1578-4834-45ef-b8b8-9b273c887dbc tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284266 Apr 20 15:08:53.381212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a677cdb-ee91-44af-a316-eba163d97851 req-b0a99b91-7e67-4ef3-a6f8-5ecc8b42fdec tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:53.382844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a677cdb-ee91-44af-a316-eba163d97851 req-b0a99b91-7e67-4ef3-a6f8-5ecc8b42fdec tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0393515 Apr 20 15:08:53.421361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a677cdb-ee91-44af-a316-eba163d97851 req-0ad527c7-f976-46e5-84d5-f54844a2a13f tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Apr 20 15:08:54.538053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df843f0-bbad-4dee-b726-34f9b24c5f84 req-6c851507-8133-4fe1-a934-b0dfb19b28a2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:54.543070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df843f0-bbad-4dee-b726-34f9b24c5f84 req-6c851507-8133-4fe1-a934-b0dfb19b28a2 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0457499 Apr 20 15:08:54.576948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9df843f0-bbad-4dee-b726-34f9b24c5f84 req-afe459c7-7487-4817-9618-75eebd83ec4b tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Apr 20 15:08:54.628175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-8c689bb3-7939-413a-9d6a-7998b6238211 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:54.629933 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-8c689bb3-7939-413a-9d6a-7998b6238211 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b022022-1b9b-4913-bd68-4bb52bb3debd HTTP/1.1" status: 200 len: 1097 time: 0.0407181 Apr 20 15:08:54.718077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Deleting port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:54.718396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:54.797391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] For port 8a4eec5b-6257-40a8-a3b0-26ee71306d67, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8a4eec5b-6257-40a8-a3b0-26ee71306d67,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:54.797791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:54.806460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43934) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:54.818612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Calling delete_port for 8a4eec5b-6257-40a8-a3b0-26ee71306d67 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:54.932029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d43ebd-70c8-45f0-bfcc-54da9410196c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:54.945426 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:54.958996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8a4eec5b-6257-40a8-a3b0-26ee71306d67'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:54.961518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:54.973022 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a4eec5b-6257-40a8-a3b0-26ee71306d67,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:55.015551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] No DVR routers for this DVR port 8a4eec5b-6257-40a8-a3b0-26ee71306d67 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:08:55.018063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.021892 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f9c21667-d2fe-42e4-8975-820e853c1bde req-adcda9fc-0867-4427-a5e2-2a66f8c2e546 tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.43 "DELETE /v2.0/ports/8a4eec5b-6257-40a8-a3b0-26ee71306d67 HTTP/1.1" status: 204 len: 173 time: 0.3837738 Apr 20 15:08:55.022282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'name': 'network-vif-deleted', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:55.024685 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135356e-5b1a-43f0-957f-ca85c10387ac" -d '{"events": [{"server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "name": "network-vif-deleted", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:55.031385 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d43ebd-70c8-45f0-bfcc-54da9410196c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.038404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a0d43ebd-70c8-45f0-bfcc-54da9410196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.070781 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43940) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:55.071149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a0d43ebd-70c8-45f0-bfcc-54da9410196c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb1b7da14ff4e06ab5cc616f9fcd66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633450 Apr 20 15:08:55.093803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d43ebd-70c8-45f0-bfcc-54da9410196c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7d54e-aaf5-4d1c-9445-71ea022723dc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:55.115583 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651e9bc5-1959-4984-a48b-fc01047ec56a x-openstack-request-id: req-651e9bc5-1959-4984-a48b-fc01047ec56a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:55.115841 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b022022-1b9b-4913-bd68-4bb52bb3debd", "name": "network-vif-deleted", "tag": "8a4eec5b-6257-40a8-a3b0-26ee71306d67", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:55.116086 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-651e9bc5-1959-4984-a48b-fc01047ec56a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:55.116567 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651e9bc5-1959-4984-a48b-fc01047ec56a'] response: {'server_uuid': '3b022022-1b9b-4913-bd68-4bb52bb3debd', 'name': 'network-vif-deleted', 'tag': '8a4eec5b-6257-40a8-a3b0-26ee71306d67', 'status': 'completed', 'code': 200} Apr 20 15:08:55.169975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.193451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.241452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.244101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:55.245291 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4d7d54e-aaf5-4d1c-9445-71ea022723dc HTTP/1.1" status: 204 len: 168 time: 0.1733153 Apr 20 15:08:55.252809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff154b22-e85a-4b97-88f5-fe79f234aeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7d54e-aaf5-4d1c-9445-71ea022723dc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:55.864859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a449f-36c3-4c9b-a9ba-553e5d9c991f req-7c18a112-961a-44f2-8998-d447a7a05cbe tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:55.866397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e6a449f-36c3-4c9b-a9ba-553e5d9c991f req-7c18a112-961a-44f2-8998-d447a7a05cbe tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0427620 Apr 20 15:08:55.908475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e6a449f-36c3-4c9b-a9ba-553e5d9c991f req-5d47a883-4a78-45f6-b02a-f83da1fd6fef tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Apr 20 15:08:55.913939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43968) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:56.023248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-196479606-network', 'tenant_id': '1df21a791f8c47b29573540bc57e670e'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:56.044015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Made reservation on behalf of 1df21a791f8c47b29573540bc57e670e for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:56.046424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.055563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.130139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.134882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.158495 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:08:56.167069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb3fba-cafd-40d2-addc-4103a2be889d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:56.172946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.173286 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Added segment 0b220fc1-c30e-4b04-95ae-1870f66d5119 of type vlan for network f24566ed-20b5-4e60-a421-c74affaa0ccd Apr 20 15:08:56.212042 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.239181 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.240235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:56.240887 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.292432 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3771789 Apr 20 15:08:56.295669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43972) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:56.300690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Request body: {'subnet': {'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-196479606-subnet', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:56.305508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8edf0-3f0e-4240-a1fd-f22cd170caec admin admin] Pushing event updated for resources: {'Network': ['ID=f24566ed-20b5-4e60-a421-c74affaa0ccd,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:56.320011 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network f24566ed-20b5-4e60-a421-c74affaa0ccd details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:08:56.325468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Made reservation on behalf of 1df21a791f8c47b29573540bc57e670e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:08:56.328411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.498899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.551527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6243e8c7-62b7-4b52-97ad-8d00955cff78,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:56.560074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Checking segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:56.560409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Network hostable DHCP agents. Network: f24566ed-20b5-4e60-a421-c74affaa0ccd, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:08:56.579064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Network f24566ed-20b5-4e60-a421-c74affaa0ccd is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:08:56.589616 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, f24566ed-20b5-4e60-a421-c74affaa0ccd) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:56.594285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:56.595467 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.598702 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1c583-41e7-4ad5-88b3-58c73bd9c7ee None None] Network f24566ed-20b5-4e60-a421-c74affaa0ccd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:56.612701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dbcb563e-db04-4181-81be-291c39d1ac39 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3158963 Apr 20 15:08:56.615480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43974) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:56.619657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:08:56.638880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.639895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.690712 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.747390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-f24566ed-20b5-4e60-a421-c74affaa0ccd', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:08:56.748283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.823302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:56.890105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Allocated IP 172.20.0.2 (f24566ed-20b5-4e60-a421-c74affaa0ccd/6243e8c7-62b7-4b52-97ad-8d00955cff78/8e42f246-8e56-4836-b1e5-2d3865e6c58a) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:57.043600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.050632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.054895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.074375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aff2be-3b47-4de5-9395-527a7af42129 req-f1db67b3-a26b-405d-aedd-efaea3fdee5c tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:57.075847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42aff2be-3b47-4de5-9395-527a7af42129 req-f1db67b3-a26b-405d-aedd-efaea3fdee5c tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0904369 Apr 20 15:08:57.077291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.084159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Network f24566ed-20b5-4e60-a421-c74affaa0ccd is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:57.087289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:57.096441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:57.132320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Pushing event updated for resources: {'Port': ['ID=8e42f246-8e56-4836-b1e5-2d3865e6c58a,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:57.161028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-42aff2be-3b47-4de5-9395-527a7af42129 req-ad7d17a5-8154-4ca8-8957-eda7e72c510d tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765531 Apr 20 15:08:57.163044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Attempting to bind port 8e42f246-8e56-4836-b1e5-2d3865e6c58a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:57.163403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Attempting to bind port 8e42f246-8e56-4836-b1e5-2d3865e6c58a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:57.163789 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Attempting to bind port 8e42f246-8e56-4836-b1e5-2d3865e6c58a on network f24566ed-20b5-4e60-a421-c74affaa0ccd {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:57.169263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:57.169699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Checking segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:57.170104 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.170505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Bound using segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:57.171230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Bound port: 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:57.171602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.207302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Allocated IP 172.25.1.34 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/23fc1af7-1565-4c56-a28c-f8611e0c7267) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:57.239664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] For port 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:57.243325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] For port 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e42f246-8e56-4836-b1e5-2d3865e6c58a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:57.249548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.312186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.347922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.389324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:57.402107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:57.419755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:57.443443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Pushing event updated for resources: {'Port': ['ID=23fc1af7-1565-4c56-a28c-f8611e0c7267,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:57.476290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-d199f5a8-dd22-4ad5-b9fa-9a6ae1ff0dac tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:57.478042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-d199f5a8-dd22-4ad5-b9fa-9a6ae1ff0dac tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.0951006 Apr 20 15:08:57.481199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb7ca5-f93a-4dc9-8bb9-f561cb7e0eb9 None None] Pushing event updated for resources: {'Port': ['ID=8e42f246-8e56-4836-b1e5-2d3865e6c58a,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:57.694996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Deleting port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:08:57.695418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.799990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.846333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] For port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:57.846739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:57.867912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Calling delete_port for b03e8296-2a2c-4b37-9f54-20b1dcd45a8c owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:08:57.990744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e42f246-8e56-4836-b1e5-2d3865e6c58a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:08:58.043886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e42f246-8e56-4836-b1e5-2d3865e6c58a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:58.044263 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.133845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.172654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e42f246-8e56-4836-b1e5-2d3865e6c58a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:08:58.177899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.241217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=8e42f246-8e56-4836-b1e5-2d3865e6c58a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:58.419265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca7ff4-b884-4b7b-9ff4-af6dfd6f2092 None None] Network f24566ed-20b5-4e60-a421-c74affaa0ccd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:08:58.484038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56046870-bbfb-4f1b-9191-26ce0da89309 req-d1c9e679-bb79-46f3-aa34-1f06c89b030a tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:08:58.485928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56046870-bbfb-4f1b-9191-26ce0da89309 req-d1c9e679-bb79-46f3-aa34-1f06c89b030a tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cad6a8ac-c9d1-4d43-8047-c210b7916f85 HTTP/1.1" status: 200 len: 1096 time: 0.1351693 Apr 20 15:08:58.491160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.501712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c0ec5ccc-fac2-4d82-9eec-6f00204b391d None None] Provisioning complete for port 8e42f246-8e56-4836-b1e5-2d3865e6c58a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:58.502312 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5ccc-fac2-4d82-9eec-6f00204b391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.503752 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.530199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:08:58.582471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Pushing event deleted for resources: {'Port': ['ID=b03e8296-2a2c-4b37-9f54-20b1dcd45a8c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:58.620216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56046870-bbfb-4f1b-9191-26ce0da89309 req-8da01180-48d4-4139-8611-70cf36d7cf1d tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8416f975-4f18-433b-a1c1-e2a061b2e974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254933 Apr 20 15:08:58.643682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] No DVR routers for this DVR port b03e8296-2a2c-4b37-9f54-20b1dcd45a8c on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:08:58.646889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.650403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6047e8ef-931b-42c7-9f0a-0ee7605ec158 req-92bb0cdd-743a-4468-86a0-dc4775b1ceeb tempest-TestServerMultinode-212740492 tempest-TestServerMultinode-212740492-project-admin] 10.222.0.45 "DELETE /v2.0/ports/b03e8296-2a2c-4b37-9f54-20b1dcd45a8c HTTP/1.1" status: 204 len: 173 time: 1.1399271 Apr 20 15:08:58.697641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'name': 'network-vif-deleted', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:08:58.699836 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2be24-8b1e-4338-9ee0-d38c258439a0" -d '{"events": [{"server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "name": "network-vif-deleted", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:08:58.758504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Router 2df639eb-5de8-44e5-bc3a-4809a787752f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:08:58.773022 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c66ffa-6910-4b27-8082-09f85589fa98 x-openstack-request-id: req-e8c66ffa-6910-4b27-8082-09f85589fa98 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:08:58.773393 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad6a8ac-c9d1-4d43-8047-c210b7916f85", "name": "network-vif-deleted", "tag": "b03e8296-2a2c-4b37-9f54-20b1dcd45a8c", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:08:58.773711 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8c66ffa-6910-4b27-8082-09f85589fa98 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:08:58.774170 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c66ffa-6910-4b27-8082-09f85589fa98'] response: {'server_uuid': 'cad6a8ac-c9d1-4d43-8047-c210b7916f85', 'name': 'network-vif-deleted', 'tag': 'b03e8296-2a2c-4b37-9f54-20b1dcd45a8c', 'status': 'completed', 'code': 200} Apr 20 15:08:58.828009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a4eec5b-6257-40a8-a3b0-26ee71306d67 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:08:58.865474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 8a4eec5b-6257-40a8-a3b0-26ee71306d67 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:08:58.865815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8a4eec5b-6257-40a8-a3b0-26ee71306d67 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:08:58.898409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:08:58.908484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:08:58.916707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:58.920716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-80dfbd10-9259-40eb-acb2-3c01713c23d1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3015773 Apr 20 15:08:58.920866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:58.920866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:58.921140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 43982) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:59.035107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e810dd55-a403-4fe3-b0bf-ae3cd070b5be None None] Provisioning complete for port 8e42f246-8e56-4836-b1e5-2d3865e6c58a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:08:59.035562 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e810dd55-a403-4fe3-b0bf-ae3cd070b5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.040899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:08:59.316214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:57Z', 'revision_number': 3, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:59.343984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:08:59.344381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Updating router 2df639eb-5de8-44e5-bc3a-4809a787752f port 23fc1af7-1565-4c56-a28c-f8611e0c7267 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:08:59.374754 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.377551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.538354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Allocated IP 172.20.0.1 (f24566ed-20b5-4e60-a421-c74affaa0ccd/6243e8c7-62b7-4b52-97ad-8d00955cff78/67c958c7-dd09-43fc-8cd7-d044e2e4251a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:08:59.633929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.641164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.644096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.684049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 43986) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:08:59.693125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.695334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Attempting to bind port 23fc1af7-1565-4c56-a28c-f8611e0c7267 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:08:59.695334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Attempting to bind port 23fc1af7-1565-4c56-a28c-f8611e0c7267 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:08:59.695658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Attempting to bind port 23fc1af7-1565-4c56-a28c-f8611e0c7267 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:08:59.704743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8cbc2-cff2-4439-bfcd-a0eb97655511 None None] Pushing event updated for resources: {'Port': ['ID=23fc1af7-1565-4c56-a28c-f8611e0c7267,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:59.707240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:08:59.707615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:08:59.708015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.708426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:08:59.709075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Bound port: 23fc1af7-1565-4c56-a28c-f8611e0c7267, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:08:59.709682 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.738669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Network f24566ed-20b5-4e60-a421-c74affaa0ccd is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:08:59.743581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:08:59.748050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:08:59.751203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Pushing event updated for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:59.767989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] For port 23fc1af7-1565-4c56-a28c-f8611e0c7267, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:08:59.771752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] For port 23fc1af7-1565-4c56-a28c-f8611e0c7267, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=23fc1af7-1565-4c56-a28c-f8611e0c7267,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:08:59.779118 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.797181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:08:59.848719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:08:59.849740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:08:59.854149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8cbc2-cff2-4439-bfcd-a0eb97655511 None None] Pushing event updated for resources: {'Port': ['ID=23fc1af7-1565-4c56-a28c-f8611e0c7267,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:08:59.980297 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.005774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e42f246-8e56-4836-b1e5-2d3865e6c58a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:00.012335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:00.095300 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.155615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e9d16015-66a8-4192-8eb1-b080167f5e55 None None] Provisioning complete for port 67c958c7-dd09-43fc-8cd7-d044e2e4251a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:00.155989 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9d16015-66a8-4192-8eb1-b080167f5e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.171791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.177553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.206136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 8e42f246-8e56-4836-b1e5-2d3865e6c58a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:00.206500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.236112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e9d16015-66a8-4192-8eb1-b080167f5e55 None None] Port 67c958c7-dd09-43fc-8cd7-d044e2e4251a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:00.244244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Pushing event updated for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:00.248117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.356178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:57Z', 'revision_number': 3, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:00.356872 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Network f24566ed-20b5-4e60-a421-c74affaa0ccd is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:00.358355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:00.388906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03ae4-ab7b-41c7-8b39-b1bf31f73807 None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:57Z', 'revision_number': 3, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:00.495854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Router 2df639eb-5de8-44e5-bc3a-4809a787752f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:00.558401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b03e8296-2a2c-4b37-9f54-20b1dcd45a8c no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:00.592957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: b03e8296-2a2c-4b37-9f54-20b1dcd45a8c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:00.593598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b03e8296-2a2c-4b37-9f54-20b1dcd45a8c not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:00.624466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:00.630535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1e4c6e1e-0a56-4774-84b7-9ba7dfe91e0f admin admin] 10.222.0.20 "PUT /v2.0/routers/2df639eb-5de8-44e5-bc3a-4809a787752f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086422 Apr 20 15:09:00.669470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9f72c40f-03d0-4586-a785-ba69cd3224cb None None] Provisioning complete for port 67c958c7-dd09-43fc-8cd7-d044e2e4251a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:00.669975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f72c40f-03d0-4586-a785-ba69cd3224cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.734419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9f72c40f-03d0-4586-a785-ba69cd3224cb None None] Port 67c958c7-dd09-43fc-8cd7-d044e2e4251a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:00.785525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Deleting port 957476c4-9b6a-48ed-9400-54090455f18e {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:00.786608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.871013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] For port 957476c4-9b6a-48ed-9400-54090455f18e, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=957476c4-9b6a-48ed-9400-54090455f18e,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:00.871325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:00.886597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Calling delete_port for 957476c4-9b6a-48ed-9400-54090455f18e owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:01.081773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.109300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Pushing event deleted for resources: {'Port': ['ID=957476c4-9b6a-48ed-9400-54090455f18e,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:01.232610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44002) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:01.238175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-289911809-network', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:01.298757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Made reservation on behalf of f402f54be9084c3791570f5cf5f8ef64 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:01.301249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.314640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.325480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.518847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.525880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.558649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:09:01.602648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.603001 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Added segment b387c3e1-91d3-4186-8789-34171d50f2f7 of type vlan for network 0e1d384b-d041-4c2c-962f-d4652a1b7147 Apr 20 15:09:01.604190 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6fd93-32d3-4228-bcf1-acbacfa04365,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:01.658468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.661430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Router a5de7e04-62e8-46ac-babd-6a2e9c2c510f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:01.722224 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.723206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:01.723781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.792301 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5588977 Apr 20 15:09:01.796036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44004) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:01.800790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Request body: {'subnet': {'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-289911809-subnet', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:01.841123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8b2f-3860-422e-beee-12e3f90faf50 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1d384b-d041-4c2c-962f-d4652a1b7147,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:01.855814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:09:01.866678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:01.868579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Made reservation on behalf of f402f54be9084c3791570f5cf5f8ef64 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:01.871159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:01.877582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Sync routers for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:01.879136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44006) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:01.879565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0b34e941-cf26-4e70-b205-7efb7eddb22f admin admin] 10.222.0.20 "PUT /v2.0/routers/a5de7e04-62e8-46ac-babd-6a2e9c2c510f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1936638 Apr 20 15:09:01.909395 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:01.910191 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:02.113145 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.126485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:02.166308 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.169602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 23fc1af7-1565-4c56-a28c-f8611e0c7267 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:02.234392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be43e048-235e-408b-b8fd-2ba8743b0e52,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:02.244303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 23fc1af7-1565-4c56-a28c-f8611e0c7267 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:02.245035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.254875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Checking segment: {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:02.255442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Network hostable DHCP agents. Network: 0e1d384b-d041-4c2c-962f-d4652a1b7147, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:09:02.263599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.280350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:09:02.294631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0e1d384b-d041-4c2c-962f-d4652a1b7147) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:02.299245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:02.299943 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.307312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce27b0b-8361-46bb-bad8-3286379bdc3a None None] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:02.320715 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ee6f42a3-1de3-48e1-bc00-d48861f87874 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5225582 Apr 20 15:09:02.322343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44008) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:02.329970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:02.349261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Deleting port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:02.349900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.365799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.367600 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.382839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:02.427963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:02.428745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:02.446766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] For port 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:02.447442 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.460803 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:09:01Z', 'revision_number': 5, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port': {'id': '5876f3d5-e6ba-47b8-b10d-c3a8db4e6560', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:21Z', 'updated_at': '2022-04-20T15:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:02.463647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.465638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Calling delete_port for 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:02.488876 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Checking router: a5de7e04-62e8-46ac-babd-6a2e9c2c510f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:02.497957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Routers {'a5de7e04-62e8-46ac-babd-6a2e9c2c510f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:02.498733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:02.590882 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] Set router a5de7e04-62e8-46ac-babd-6a2e9c2c510f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:02.596998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.634384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.641770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:02.657693 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 6, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:02.670735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 23fc1af7-1565-4c56-a28c-f8611e0c7267, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=23fc1af7-1565-4c56-a28c-f8611e0c7267,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:02.687190 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673f55-6889-4afd-8e3b-50861fe7aab6 None None] The sync data for ids ['a5de7e04-62e8-46ac-babd-6a2e9c2c510f'] in n-d-836145-2 is: [{'id': 'a5de7e04-62e8-46ac-babd-6a2e9c2c510f', 'name': 'tempest-TestServerMultinode-628395656-router', 'tenant_id': '033de47a46d54c77b9bb4407c49ad3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:20Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 6, 'project_id': '033de47a46d54c77b9bb4407c49ad3b7', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:02.700443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.703943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.710442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0e1d384b-d041-4c2c-962f-d4652a1b7147', 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'fixed_ips': [{'subnet_id': 'be43e048-235e-408b-b8fd-2ba8743b0e52'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:09:02.711629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.741325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5876f3d5-e6ba-47b8-b10d-c3a8db4e6560,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:02.812736 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.900712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.905336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.908113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.917077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=23fc1af7-1565-4c56-a28c-f8611e0c7267,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:02.924168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.961398 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:09:02.972684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.973557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5de7e04-62e8-46ac-babd-6a2e9c2c510f {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:09:02.980659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:02.981932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bb916d9d-8bb1-4ca4-b5e8-dff20b258f9d admin admin] 10.222.0.20 "DELETE /v2.0/routers/a5de7e04-62e8-46ac-babd-6a2e9c2c510f HTTP/1.1" status: 204 len: 168 time: 1.1010909 Apr 20 15:09:02.985780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44010) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:03.001795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Allocated IP 172.20.0.2 (0e1d384b-d041-4c2c-962f-d4652a1b7147/be43e048-235e-408b-b8fd-2ba8743b0e52/0a21c297-e4a1-4f7f-9ef4-bfd62b14f391) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:03.071503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Deleting subnet 9190af09-5155-47d4-8fcc-12b7c75722e3 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:09:03.079421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Allocated IP 172.25.1.35 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a20b9f73-cf1e-438f-a3b3-342c0ce482c6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:03.081418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.127390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:00Z', 'revision_number': 2, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:03.143757 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.163660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:03.164448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Updating router 2df639eb-5de8-44e5-bc3a-4809a787752f port 67c958c7-dd09-43fc-8cd7-d044e2e4251a binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:03.222603 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.269523 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.282296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.282594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.289828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.356882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.362545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.392115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:03.395817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:03.398427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:03.400442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Pushing event updated for resources: {'Port': ['ID=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:03.424284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9190af09-5155-47d4-8fcc-12b7c75722e3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:03.429164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.433157 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46a1da02-3d39-42a7-85a0-a9f190981a81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9190af09-5155-47d4-8fcc-12b7c75722e3 HTTP/1.1" status: 204 len: 168 time: 0.4455929 Apr 20 15:09:03.435789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44012) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:03.436424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:03.436982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8334605-3c21-4876-b5b8-69b26b4beb91 None None] Network 3f9b82ef-0f39-4845-8bdb-ebd59395d66f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:03.439487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:03.444122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:03.447367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Pushing event updated for resources: {'Port': ['ID=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:03.538622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.563305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Attempting to bind port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:03.563668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Attempting to bind port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:03.564029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Attempting to bind port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 on network 0e1d384b-d041-4c2c-962f-d4652a1b7147 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:03.579964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:03.580338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Checking segment: {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:03.580734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.581128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Bound using segment: {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:03.581602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Bound port: 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:03.581977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.592131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Deleting port 6767623b-7f88-421a-bb11-56034d325828 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:03.592467 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.660096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] For port 6767623b-7f88-421a-bb11-56034d325828, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6767623b-7f88-421a-bb11-56034d325828,segment=NetworkSegment(3a8b2fc7-17ac-412c-986f-b0ab657c8e3b),segment_id=3a8b2fc7-17ac-412c-986f-b0ab657c8e3b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:03.660475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.674784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Calling delete_port for 6767623b-7f88-421a-bb11-56034d325828 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:03.704364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.742412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] For port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:03.747491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] For port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:03.755325 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.763387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.770643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.805806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6767623b-7f88-421a-bb11-56034d325828,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:03.811763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] No DVR routers for this DVR port 6767623b-7f88-421a-bb11-56034d325828 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:09:03.905332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:03.945224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9b82ef-0f39-4845-8bdb-ebd59395d66f']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:03.958761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:03.959045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8b2fc7-17ac-412c-986f-b0ab657c8e3b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:03.987247 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.004379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.010276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.016172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:09:04.018128 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:09:04.020036 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:09:04.048879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10af0b-132b-4b71-9f31-4e2840765996 None None] DHCP port deletion for 3f9b82ef-0f39-4845-8bdb-ebd59395d66f request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:09:04.052204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 23fc1af7-1565-4c56-a28c-f8611e0c7267 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:04.111606 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.127301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.131741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f9b82ef-0f39-4845-8bdb-ebd59395d66f HTTP/1.1" status: 204 len: 168 time: 0.6949103 Apr 20 15:09:04.135005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44014) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:04.135932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.146388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc54e4-80dd-4c67-a70d-562dba3dc427 None None] Pushing event updated for resources: {'Port': ['ID=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:04.147513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee2fc-d76d-4c1a-9622-7b3ecec650ff admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9b82ef-0f39-4845-8bdb-ebd59395d66f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:04.152960 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.214143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514db7ab-e1f7-40bd-86bb-81fedcc9ae8e None None] Pushing event updated for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:04.218441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 23fc1af7-1565-4c56-a28c-f8611e0c7267 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:04.218441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.287100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Router 187d5416-9c13-42a7-a7ed-368612ad2033 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:09:04.304174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Attempting to bind port 67c958c7-dd09-43fc-8cd7-d044e2e4251a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:04.304466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Attempting to bind port 67c958c7-dd09-43fc-8cd7-d044e2e4251a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:04.306111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Attempting to bind port 67c958c7-dd09-43fc-8cd7-d044e2e4251a on network f24566ed-20b5-4e60-a421-c74affaa0ccd {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:04.312774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:04.313134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Checking segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:04.313537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.313932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Bound using segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:04.314377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Bound port: 67c958c7-dd09-43fc-8cd7-d044e2e4251a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:04.314787 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.461216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] For port 67c958c7-dd09-43fc-8cd7-d044e2e4251a, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:04.465688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] For port 67c958c7-dd09-43fc-8cd7-d044e2e4251a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67c958c7-dd09-43fc-8cd7-d044e2e4251a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:04.473214 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.493667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:04.538311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:04.538678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 5876f3d5-e6ba-47b8-b10d-c3a8db4e6560 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:04.539095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 957476c4-9b6a-48ed-9400-54090455f18e no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:04.573106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:04.573776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:04.619497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 957476c4-9b6a-48ed-9400-54090455f18e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:04.619909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 957476c4-9b6a-48ed-9400-54090455f18e not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:04.620350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6767623b-7f88-421a-bb11-56034d325828 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:04.661319 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6767623b-7f88-421a-bb11-56034d325828 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:04.661822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6767623b-7f88-421a-bb11-56034d325828 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:04.677582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514db7ab-e1f7-40bd-86bb-81fedcc9ae8e None None] Pushing event updated for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:04.686017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] Provisioning complete for port 67c958c7-dd09-43fc-8cd7-d044e2e4251a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:04.686394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.779427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:04.918393 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.929984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:04.946461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Sync routers for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:04.968548 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:04.969733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:04.984603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] For port 67c958c7-dd09-43fc-8cd7-d044e2e4251a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67c958c7-dd09-43fc-8cd7-d044e2e4251a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:04.992096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.993927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:04.997952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44016) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:04.998554 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7e7996b5-3a03-497f-84cc-7a0bab4a2fdb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6740468 Apr 20 15:09:05.099017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd6026-7b2d-4615-9487-7c32e812c2b9 None None] Pushing event updated for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:05.129250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cd4cd094-0b05-4868-abbb-da8e6ee776af None None] Provisioning complete for port 67c958c7-dd09-43fc-8cd7-d044e2e4251a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:05.129535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd094-0b05-4868-abbb-da8e6ee776af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.134930 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:05.135966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:05.163894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.181534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f24cf64-834b-41c2-adbb-76b0b364c1d4 None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:05.431190 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:03Z', 'revision_number': 3, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:05.460641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07533bb6-c5a2-4686-a78a-a3f8d4aab6bb None None] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:05.483278 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Checking router: 187d5416-9c13-42a7-a7ed-368612ad2033 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:05.483783 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Updating router 187d5416-9c13-42a7-a7ed-368612ad2033 port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:05.533775 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.595750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] Provisioning complete for port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:05.596130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.606468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Deleting port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:05.607147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.696981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.727146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] For port c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:05.727433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.749239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Calling delete_port for c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:05.769127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:05.858917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] For port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:05.882781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.023504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a276-5d0e-422e-9973-f53aa11fa562 None None] Pushing event updated for resources: {'Port': ['ID=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:06.042299 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.052004 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.055611 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.089837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Allocated IP 172.20.0.1 (0e1d384b-d041-4c2c-962f-d4652a1b7147/be43e048-235e-408b-b8fd-2ba8743b0e52/9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:06.121023 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Attempting to bind port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:06.121568 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Attempting to bind port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:06.121739 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Attempting to bind port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:06.131797 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:06.132166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:06.132300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:06.132551 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.132928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:06.133381 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Bound port: a20b9f73-cf1e-438f-a3b3-342c0ce482c6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:06.133749 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.137065 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff319d-b42a-4b7d-b045-acf7baf24ddb None None] Pushing event updated for resources: {'Port': ['ID=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:06.194996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67c958c7-dd09-43fc-8cd7-d044e2e4251a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:06.220069 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] For port a20b9f73-cf1e-438f-a3b3-342c0ce482c6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:06.231780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] For port a20b9f73-cf1e-438f-a3b3-342c0ce482c6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:06.242300 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.270253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7d8e9114-cd9a-4e17-a0d7-61fc003c871e None None] Provisioning complete for port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:06.270660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9114-cd9a-4e17-a0d7-61fc003c871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.271761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.332762 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.377747 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:06.378377 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:06.382210 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff319d-b42a-4b7d-b045-acf7baf24ddb None None] Pushing event updated for resources: {'Port': ['ID=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:06.397828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.408419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 67c958c7-dd09-43fc-8cd7-d044e2e4251a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:06.409256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.409432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:06.413679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:06.417818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:06.428331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:06.525801 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.526142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.526480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.537955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.538305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.538672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.539005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.539333 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.544673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.545064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.545401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.545814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:06.575435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.589630 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:06.658215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:06.741526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:06.742236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.822897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Router 68b638ae-90b7-45ce-99be-1ee637fb27d5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:06.889549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:03Z', 'revision_number': 3, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:06.892101 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-65d38df8-fe7e-4fdc-8ed6-1b1ee55413c2 None None] Provisioning complete for port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:06.893301 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65d38df8-fe7e-4fdc-8ed6-1b1ee55413c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:06.935229 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67137c-abd9-43ae-8d5c-e3978272ca74 None None] The sync data for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 is: [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:03Z', 'revision_number': 3, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:06.957368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-65d38df8-fe7e-4fdc-8ed6-1b1ee55413c2 None None] Port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:07.004664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:07.011001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03060b2a-30ab-44a2-8770-12c775627fe7 admin admin] 10.222.0.20 "PUT /v2.0/routers/68b638ae-90b7-45ce-99be-1ee637fb27d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8748345 Apr 20 15:09:07.014285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:07.018133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Sync routers for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:07.031045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:07.031681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:07.133361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.148879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:07.210555 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.245669 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.308602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Deleting port 14f78e44-f0a9-425d-9fa3-447f40ff1492 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:07.309090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.350293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:09:05Z', 'revision_number': 5, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port': {'id': '14f78e44-f0a9-425d-9fa3-447f40ff1492', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:26Z', 'updated_at': '2022-04-20T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:07.409184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Checking router: 68b638ae-90b7-45ce-99be-1ee637fb27d5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:07.419408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Routers {'68b638ae-90b7-45ce-99be-1ee637fb27d5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:07.419408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['68b638ae-90b7-45ce-99be-1ee637fb27d5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:07.429755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] For port 14f78e44-f0a9-425d-9fa3-447f40ff1492, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=14f78e44-f0a9-425d-9fa3-447f40ff1492,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:07.430347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.443935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.450595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Calling delete_port for 14f78e44-f0a9-425d-9fa3-447f40ff1492 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:07.453510 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.518719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] Set router 68b638ae-90b7-45ce-99be-1ee637fb27d5 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:07.523276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.538074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:07.579062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:09:07Z', 'revision_number': 6, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:07.631817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:07.633551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:07.662239 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.709189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f78e44-f0a9-425d-9fa3-447f40ff1492,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:07.799169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Router 187d5416-9c13-42a7-a7ed-368612ad2033 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:07.826977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.834274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b81b39-a02a-45e2-aa29-b28d9e972f0e None None] The sync data for ids ['68b638ae-90b7-45ce-99be-1ee637fb27d5'] in n-d-836145-2 is: [{'id': '68b638ae-90b7-45ce-99be-1ee637fb27d5', 'name': 'tempest-TestServerMultinode-617488467-router', 'tenant_id': '036f7342473740769cd776661e9bf892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:25Z', 'updated_at': '2022-04-20T15:09:07Z', 'revision_number': 6, 'project_id': '036f7342473740769cd776661e9bf892', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:07.938477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.940838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.985820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:07.991745 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-822a930f-b4c3-4247-ba6d-bc68241d4359 admin admin] 10.222.0.20 "PUT /v2.0/routers/187d5416-9c13-42a7-a7ed-368612ad2033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9917789 Apr 20 15:09:07.996619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:07.997399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b638ae-90b7-45ce-99be-1ee637fb27d5 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:09:08.007156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.008535 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9804e033-5b4c-4b11-90d1-ea22b5b90dc2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68b638ae-90b7-45ce-99be-1ee637fb27d5 HTTP/1.1" status: 204 len: 168 time: 0.9931352 Apr 20 15:09:08.011321 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44022) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:08.011871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-196ed380-ccbb-4885-b269-43aaecc0bfd6 None None] Provisioning complete for port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:08.012242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-196ed380-ccbb-4885-b269-43aaecc0bfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.050749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-196ed380-ccbb-4885-b269-43aaecc0bfd6 None None] Port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:08.066600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Deleting subnet 459e4053-1e7f-4dea-9358-db4dd169b156 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:09:08.070281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.108605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.193237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.274957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.304797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce822065-76b7-4ef8-a7cf-ffa9a0edd552 None None] Network 39852dae-a65f-4690-a4a4-55470e9f7b4a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:08.315184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.318606 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/459e4053-1e7f-4dea-9358-db4dd169b156 HTTP/1.1" status: 204 len: 168 time: 0.3061459 Apr 20 15:09:08.322124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44030) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:08.323454 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8298d7-60ed-448e-a2b3-5e3ce4a15581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459e4053-1e7f-4dea-9358-db4dd169b156,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:08.468599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.539869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Deleting port 7196af2e-0380-435f-ad92-96b0f2718f0c {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:08.540215 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.614544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] For port 7196af2e-0380-435f-ad92-96b0f2718f0c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7196af2e-0380-435f-ad92-96b0f2718f0c,segment=NetworkSegment(e2fdb4a9-b307-4020-97eb-9af7288e26f7),segment_id=e2fdb4a9-b307-4020-97eb-9af7288e26f7)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:08.615027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.628428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Calling delete_port for 7196af2e-0380-435f-ad92-96b0f2718f0c owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:08.708597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.735426 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Pushing event deleted for resources: {'Port': ['ID=7196af2e-0380-435f-ad92-96b0f2718f0c,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:08.740769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] No DVR routers for this DVR port 7196af2e-0380-435f-ad92-96b0f2718f0c on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:09:08.816977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd99a3-c929-40d6-a692-c03b1ef5f89b None None] DHCP port deletion for 39852dae-a65f-4690-a4a4-55470e9f7b4a request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:09:08.866697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:08.869051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.899975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39852dae-a65f-4690-a4a4-55470e9f7b4a']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:08.911208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fdb4a9-b307-4020-97eb-9af7288e26f7') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:08.911624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fdb4a9-b307-4020-97eb-9af7288e26f7') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:08.924209 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.933529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:08.934069 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.953947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.962681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:09:08.963415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:09:08.965480 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:09:09.040687 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.045643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.049034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] 10.222.0.20 "DELETE /v2.0/networks/39852dae-a65f-4690-a4a4-55470e9f7b4a HTTP/1.1" status: 204 len: 168 time: 0.7223601 Apr 20 15:09:09.061988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a20b9f73-cf1e-438f-a3b3-342c0ce482c6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:09.078035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee7b5d-f140-44b4-9e6c-9a1aff1ed510 admin admin] Pushing event deleted for resources: {'Network': ['ID=39852dae-a65f-4690-a4a4-55470e9f7b4a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:09.119692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:09.120412 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.209063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.236962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a20b9f73-cf1e-438f-a3b3-342c0ce482c6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:09.243686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.263936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:09.337181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:09.337648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21e95e80-9079-48de-8ca1-825dd28c6275 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=033de47a46d54c77b9bb4407c49ad3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720577 Apr 20 15:09:09.340711 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:09.365717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:09.366056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7e0be-2147-41dc-9a94-cbb3cfa5d8e9 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:09.368107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:09.405360 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.431463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.484504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.487212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:09.488542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b7f14c-d57b-4841-92f5-5f9bde7d11b5 HTTP/1.1" status: 204 len: 168 time: 0.1501980 Apr 20 15:09:09.497692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc1b93-0d0e-4b6d-a985-7f27a432a0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b7f14c-d57b-4841-92f5-5f9bde7d11b5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:09.522243 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Sync routers for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:09.535358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:09.536064 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:09.652585 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:09.877901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44110) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:09.923698 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f52fdc21-6037-4ae9-bc68-2cf620e0f8fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=036f7342473740769cd776661e9bf892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446336 Apr 20 15:09:09.926397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:09.987759 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:06Z', 'revision_number': 4, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a', 'name': '', 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'mac_address': 'fa:16:3e:75:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:05Z', 'updated_at': '2022-04-20T15:09:07Z', 'revision_number': 2, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'subnets': [{'id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:10.000905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.027216 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Checking router: 187d5416-9c13-42a7-a7ed-368612ad2033 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:10.027474 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Updating router 187d5416-9c13-42a7-a7ed-368612ad2033 port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:10.038373 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.044482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a20b9f73-cf1e-438f-a3b3-342c0ce482c6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:10.059096 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.094517 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.097330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.101796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8416f975-4f18-433b-a1c1-e2a061b2e974 HTTP/1.1" status: 204 len: 168 time: 0.1735976 Apr 20 15:09:10.107115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:10.107492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.111266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac139-b4cd-4395-af51-3a77c9e87d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8416f975-4f18-433b-a1c1-e2a061b2e974,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:10.202596 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9a93d6c-6b97-47eb-9180-3b4d7531c4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.323810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 14f78e44-f0a9-425d-9fa3-447f40ff1492 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:10.348390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 14f78e44-f0a9-425d-9fa3-447f40ff1492 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:10.348935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 14f78e44-f0a9-425d-9fa3-447f40ff1492 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:10.349412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7196af2e-0380-435f-ad92-96b0f2718f0c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:10.370231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7196af2e-0380-435f-ad92-96b0f2718f0c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:10.370598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7196af2e-0380-435f-ad92-96b0f2718f0c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:09:10.408697 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.414917 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.492161 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b6fc6-7c60-4dd2-aa9b-bf554b862707 None None] Pushing event updated for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:10.526387 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Attempting to bind port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:10.527136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Attempting to bind port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:10.527378 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Attempting to bind port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a on network 0e1d384b-d041-4c2c-962f-d4652a1b7147 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:10.533477 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:10.533966 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Checking segment: {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:10.534488 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.535286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Bound using segment: {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:10.536310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Bound port: 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b387c3e1-91d3-4186-8789-34171d50f2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:10.536933 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.617979 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] For port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:10.622251 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] For port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:10.632248 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.706217 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:10.706862 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:08:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:10.752870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b6fc6-7c60-4dd2-aa9b-bf554b862707 None None] Pushing event updated for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:10.808919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] Provisioning complete for port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:10.809285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.865902 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:10.936758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:10.975142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] For port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:10.980602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.046493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2efde-7b4c-4e8e-b741-ab61ad139172 None None] Pushing event updated for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:11.103721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bd530b20-e978-4fe5-a4bf-68ab086bf465 None None] Provisioning complete for port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:11.104420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd530b20-e978-4fe5-a4bf-68ab086bf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.144421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44138) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:11.148730 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:06Z', 'revision_number': 4, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a', 'name': '', 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'mac_address': 'fa:16:3e:75:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:05Z', 'updated_at': '2022-04-20T15:09:10Z', 'revision_number': 4, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'subnets': [{'id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:11.190835 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65070c1-5dab-4fb2-8370-5091e95893bb None None] The sync data for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 is: [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:06Z', 'revision_number': 4, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a', 'name': '', 'network_id': '0e1d384b-d041-4c2c-962f-d4652a1b7147', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'mac_address': 'fa:16:3e:75:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:05Z', 'updated_at': '2022-04-20T15:09:10Z', 'revision_number': 4, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'subnets': [{'id': 'be43e048-235e-408b-b8fd-2ba8743b0e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:11.288768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1425794496-network', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:11.318027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:11.320933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.330674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.422479 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.426926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.454453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:09:11.465625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c69dc4a-2d08-4cb0-b208-697c717daec3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:11.470845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.471273 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Added segment 3875f0be-7942-43c9-8857-177fb50257a0 of type vlan for network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a Apr 20 15:09:11.484236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.484236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.484652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.485120 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.485533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.485961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.486381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.486735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.487062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.487396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.487697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.488362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:11.537068 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.564309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.568511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:11.569127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.627078 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4787769 Apr 20 15:09:11.627719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44142) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:11.635689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Request body: {'subnet': {'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1425794496-subnet', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:11.639031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae6b9e-d086-4167-9ab5-99686224cc70 admin admin] Pushing event updated for resources: {'Network': ['ID=403ab5fd-35a5-4a63-8707-fca9ff9fe95a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:11.650375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:09:11.708874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:11.712232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:11.929759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.003902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:12.021944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:12.022669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Network hostable DHCP agents. Network: 403ab5fd-35a5-4a63-8707-fca9ff9fe95a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:09:12.025977 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:12.046638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:09:12.059328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 403ab5fd-35a5-4a63-8707-fca9ff9fe95a) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:12.064563 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:12.065514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.081237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc95e59-f00a-4f83-a687-842c08ad31a6 None None] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:12.087742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-48845b77-3de7-4356-86bd-b3abcf6e284c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4563346 Apr 20 15:09:12.088210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44146) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:12.093193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:12.137006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.140978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.191717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:12.192093 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.213332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.327243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:09:12.328377 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.396698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.500801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Allocated IP 172.20.0.2 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/f1f0cc8b-3a0a-4703-a8af-adfcf2c57161) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:12.628268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.648827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.660111 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.667097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.709494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:12.712581 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:12.717033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:12.720146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Pushing event updated for resources: {'Port': ['ID=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:12.777439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Allocated IP 172.25.1.98 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d87c9a52-c09e-4e70-8917-0c2ea70a52d9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:12.794119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Attempting to bind port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:12.794493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Attempting to bind port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:12.794891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Attempting to bind port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:12.800608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:12.801039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:12.801629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.802439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:12.803139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Bound port: f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:12.803534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.886510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] For port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:12.890211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] For port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:12.895127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.895606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.942758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:12.957053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075f0f0-ce02-4259-8964-71e5715c98fa None None] Pushing event updated for resources: {'Port': ['ID=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:12.984768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:12.992255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:12.996110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:13.023586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Pushing event updated for resources: {'Port': ['ID=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:13.303905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:13.498441 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e23e7cf7-489f-4cea-9097-791e1917bd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:13.761643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:13.871073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.032074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:09:14.040918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdf05c-007b-4b94-875b-65039d38b000 None None] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:14.064173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:14.148185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:14.162375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:14.170920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.175775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44150) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:14.176318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c175655b-10a0-4015-a810-a694a01e66ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0834692 Apr 20 15:09:14.199877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] Provisioning complete for port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:14.201360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.227766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:14.228403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:14.298076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:14.298444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.450721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.461895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:14.589531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.651531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.667407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.701311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] For port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:14.715033 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.819478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:09:14.819907 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:09:14.833723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02bb4c-3144-4710-9384-a6061589fd7c None None] Pushing event updated for resources: {'Port': ['ID=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:14.858312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d02561a7-71c3-4253-b246-cdf625e1867c None None] Provisioning complete for port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:14.860770 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d02561a7-71c3-4253-b246-cdf625e1867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:14.882965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Allocated IP 172.20.0.1 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/0bb55785-8524-412c-a33c-0f6c3148b1d5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:14.907313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:13Z', 'revision_number': 3, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:14.944578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:14.944925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Updating router f3d2c803-291c-4877-a4c0-e76c4f5e4038 port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:14.996067 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.005465 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.047474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.092969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:15.098320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:15.100981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Pushing event updated for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:15.103149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:15.143445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.306425 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.311569 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.387564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.390386 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.401863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.475487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-63f2f423-dc28-4bb6-9e09-b5687cf46a7c None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:15.475863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f2f423-dc28-4bb6-9e09-b5687cf46a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.477380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa42c5-7d23-4234-82c7-959e26e1ffaf None None] Pushing event updated for resources: {'Port': ['ID=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:15.480791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Attempting to bind port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:15.481144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Attempting to bind port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:15.481822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Attempting to bind port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:15.504585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.510489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.585139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Pushing event updated for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:15.587548 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.673664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:15.674340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:15.674469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.674838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:15.675316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Bound port: d87c9a52-c09e-4e70-8917-0c2ea70a52d9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:15.675701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.690805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:15.692147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:15.712518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-63f2f423-dc28-4bb6-9e09-b5687cf46a7c None None] Port 0bb55785-8524-412c-a33c-0f6c3148b1d5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:15.738114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] For port d87c9a52-c09e-4e70-8917-0c2ea70a52d9, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:15.742362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] For port d87c9a52-c09e-4e70-8917-0c2ea70a52d9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:15.750055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:15.816664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:15.817940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:15.832059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:15.884399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa42c5-7d23-4234-82c7-959e26e1ffaf None None] Pushing event updated for resources: {'Port': ['ID=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:15.976225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:15.985937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:15.990817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7704446e-fe32-4384-9398-47a1813b6c5c admin admin] 10.222.0.20 "PUT /v2.0/routers/f3d2c803-291c-4877-a4c0-e76c4f5e4038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129563 Apr 20 15:09:16.020402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:16.125562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3eff5ad2-a76d-4551-8462-8628fd3d61f2 None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:16.125925 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3eff5ad2-a76d-4551-8462-8628fd3d61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.201648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3eff5ad2-a76d-4551-8462-8628fd3d61f2 None None] Port 0bb55785-8524-412c-a33c-0f6c3148b1d5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:16.220601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:16.223135 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.350812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 2, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:16.385521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5622f-ed5b-47ce-bd83-975e38d174c5 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 2, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:16.557935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44172) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:16.562941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-425481800-network', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:16.583827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Made reservation on behalf of 2d080a7e4b6a43cfaed95f970745853c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:16.586168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.595237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.673072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.677972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.704831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:09:16.711280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f873627f-cbf2-4976-8088-036617505d7b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:16.717458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.717820 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Added segment 0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a of type vlan for network 64bf67a6-f98a-4b06-be95-8971589d50eb Apr 20 15:09:16.758093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.784366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.785413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:16.786094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.845788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2839787 Apr 20 15:09:16.846023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44174) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:16.851009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Request body: {'subnet': {'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-425481800-subnet', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:16.861725 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c3804-859c-40b9-96d1-e8205e1fd00d admin admin] Pushing event updated for resources: {'Network': ['ID=64bf67a6-f98a-4b06-be95-8971589d50eb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:16.873445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Made reservation on behalf of 2d080a7e4b6a43cfaed95f970745853c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:16.875857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:16.877457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 64bf67a6-f98a-4b06-be95-8971589d50eb details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:09:17.065759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.128273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d31034-4d96-466d-9db2-1aeb0dc8e420,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:17.136201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Checking segment: {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:17.136560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Network hostable DHCP agents. Network: 64bf67a6-f98a-4b06-be95-8971589d50eb, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:09:17.155218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Network 64bf67a6-f98a-4b06-be95-8971589d50eb is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:09:17.166842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 64bf67a6-f98a-4b06-be95-8971589d50eb) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:17.171786 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:17.172407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.178829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df25b1-3e59-41e1-ac07-8d3dbe394f73 None None] Network 64bf67a6-f98a-4b06-be95-8971589d50eb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:17.214391 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3a615b04-f97b-44cb-9f1a-c33334d5e9e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3672118 Apr 20 15:09:17.215181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 44176) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:17.221505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:17.241828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.243143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.323696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.407830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-64bf67a6-f98a-4b06-be95-8971589d50eb', 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'fixed_ips': [{'subnet_id': '66d31034-4d96-466d-9db2-1aeb0dc8e420'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:09:17.408704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.513362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.608990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Allocated IP 172.20.0.2 (64bf67a6-f98a-4b06-be95-8971589d50eb/66d31034-4d96-466d-9db2-1aeb0dc8e420/91e32783-049f-4019-a758-43c4f746f8be) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:17.767788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.783759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.789084 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.790430 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.831840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Network 64bf67a6-f98a-4b06-be95-8971589d50eb is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:17.841233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:17.843107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:17.851534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Pushing event updated for resources: {'Port': ['ID=91e32783-049f-4019-a758-43c4f746f8be,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:17.910726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Attempting to bind port 91e32783-049f-4019-a758-43c4f746f8be on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:17.911617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Attempting to bind port 91e32783-049f-4019-a758-43c4f746f8be by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:17.911617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Attempting to bind port 91e32783-049f-4019-a758-43c4f746f8be on network 64bf67a6-f98a-4b06-be95-8971589d50eb {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:17.918056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:17.918632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Checking segment: {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:17.919115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.919647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Bound using segment: {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:17.920389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Bound port: 91e32783-049f-4019-a758-43c4f746f8be, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:17.920892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:17.928799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Allocated IP 172.25.1.165 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c0b35829-aa18-423f-b63e-0df3e352b4e6) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:18.036593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] For port 91e32783-049f-4019-a758-43c4f746f8be, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:18.045305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] For port 91e32783-049f-4019-a758-43c4f746f8be, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=91e32783-049f-4019-a758-43c4f746f8be,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:18.052842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:18.110547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:18.131642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fffaf-7ab1-49d3-b0cb-5f6d6f1433bf None None] Pushing event updated for resources: {'Port': ['ID=91e32783-049f-4019-a758-43c4f746f8be,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:18.162864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:18.211863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:18.215201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:18.219211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:18.242930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b35829-aa18-423f-b63e-0df3e352b4e6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:18.946036 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.191731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.206821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc11d8f-1956-4b5a-a5d6-d6afa3912bae None None] Network 64bf67a6-f98a-4b06-be95-8971589d50eb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:09:19.280699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] Provisioning complete for port 91e32783-049f-4019-a758-43c4f746f8be triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:19.281081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.348442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Router f3358fb1-cafc-4e07-ab63-c67794a31d47 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:09:19.432789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.477678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] For port 91e32783-049f-4019-a758-43c4f746f8be, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=91e32783-049f-4019-a758-43c4f746f8be,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:19.484812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.494455 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:19.503570 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Sync routers for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:19.517096 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:19.517714 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:19.518173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.525564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 44182) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:09:19.527438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-761e0147-e110-4244-b10b-45bd2abe9b58 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3107867 Apr 20 15:09:19.624535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4281435-ab52-4812-b70e-1f73d63435ee None None] Pushing event updated for resources: {'Port': ['ID=91e32783-049f-4019-a758-43c4f746f8be,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:19.726346 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:19.825242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9e05d47a-8e78-45ca-929b-532d70657a68 None None] Provisioning complete for port 91e32783-049f-4019-a758-43c4f746f8be triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:19.825611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e05d47a-8e78-45ca-929b-532d70657a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:19.942254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:19.955886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:18Z', 'revision_number': 3, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:19.959929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:19.960241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:19.991517 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Checking router: f3358fb1-cafc-4e07-ab63-c67794a31d47 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:19.992261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Updating router f3358fb1-cafc-4e07-ab63-c67794a31d47 port c0b35829-aa18-423f-b63e-0df3e352b4e6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:20.038593 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.107655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:20.161578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.210729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 91e32783-049f-4019-a758-43c4f746f8be up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:20.323018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 91e32783-049f-4019-a758-43c4f746f8be triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:20.323400 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.398645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Allocated IP 172.20.0.1 (64bf67a6-f98a-4b06-be95-8971589d50eb/66d31034-4d96-466d-9db2-1aeb0dc8e420/697fcd8d-f5f1-4719-a2e9-4fa70fc29933) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:20.462494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d87c9a52-c09e-4e70-8917-0c2ea70a52d9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:20.465482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 2, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:20.492223 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.499817 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.520023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:20.520477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Updating router f3d2c803-291c-4877-a4c0-e76c4f5e4038 port 0bb55785-8524-412c-a33c-0f6c3148b1d5 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:20.554414 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.571478 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Attempting to bind port c0b35829-aa18-423f-b63e-0df3e352b4e6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:20.572594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Attempting to bind port c0b35829-aa18-423f-b63e-0df3e352b4e6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:20.573060 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Attempting to bind port c0b35829-aa18-423f-b63e-0df3e352b4e6 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:20.573217 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.583887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c230db-b477-474e-8afc-e6bdcdc74f31 None None] Pushing event updated for resources: {'Port': ['ID=c0b35829-aa18-423f-b63e-0df3e352b4e6,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:20.586933 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:20.587423 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:20.587980 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.588609 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:20.589174 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Bound port: c0b35829-aa18-423f-b63e-0df3e352b4e6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:20.589713 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.621573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.657546 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] For port c0b35829-aa18-423f-b63e-0df3e352b4e6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:20.661116 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] For port c0b35829-aa18-423f-b63e-0df3e352b4e6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0b35829-aa18-423f-b63e-0df3e352b4e6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:20.669193 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.673182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:20.673568 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.689751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Network 64bf67a6-f98a-4b06-be95-8971589d50eb is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:20.694336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:20.696836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:20.699122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Pushing event updated for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:20.729730 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:20.730643 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:20.756813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.871686 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c230db-b477-474e-8afc-e6bdcdc74f31 None None] Pushing event updated for resources: {'Port': ['ID=c0b35829-aa18-423f-b63e-0df3e352b4e6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:20.896790 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:20.924428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.968335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d87c9a52-c09e-4e70-8917-0c2ea70a52d9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:20.984384 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:20.998046 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.068196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:21.109101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.112173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eaac2a72-d1ca-4559-b4f2-ef95fa7b7a7c None None] Provisioning complete for port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:21.112532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eaac2a72-d1ca-4559-b4f2-ef95fa7b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.203879 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:18Z', 'revision_number': 3, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:21.246348 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c8c393-2ff6-4a86-9d96-5921fe17825f None None] The sync data for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 is: [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:18Z', 'revision_number': 3, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:21.253779 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.262029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.322343 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.347687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Pushing event updated for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:21.355194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.368656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Pushing event updated for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:21.386379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.386757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.387098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.387433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.387765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.388100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.388426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.388748 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.389073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.389403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.389721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.390041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:09:21.394500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-eaac2a72-d1ca-4559-b4f2-ef95fa7b7a7c None None] Port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:21.459954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Attempting to bind port 0bb55785-8524-412c-a33c-0f6c3148b1d5 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:21.460592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Attempting to bind port 0bb55785-8524-412c-a33c-0f6c3148b1d5 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:21.460986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Attempting to bind port 0bb55785-8524-412c-a33c-0f6c3148b1d5 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:21.466779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:21.467132 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:21.467793 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.468239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:21.468684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Bound port: 0bb55785-8524-412c-a33c-0f6c3148b1d5, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:21.469068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.472089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Network 64bf67a6-f98a-4b06-be95-8971589d50eb is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:21.473590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:21.633688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] For port 0bb55785-8524-412c-a33c-0f6c3148b1d5, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:21.638783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] For port 0bb55785-8524-412c-a33c-0f6c3148b1d5, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bb55785-8524-412c-a33c-0f6c3148b1d5,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:21.649158 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:21.680112 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Router f3358fb1-cafc-4e07-ab63-c67794a31d47 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:09:21.773387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d1627-878a-4f6b-800d-67f3b0f34378 None None] Pushing event updated for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:21.782483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:21.783386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:21.906646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:09:21.912721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-71bdfa66-9738-4c4f-a49a-5448ca8d0af3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3358fb1-cafc-4e07-ab63-c67794a31d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853824 Apr 20 15:09:22.036373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:22.119661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:22.120035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.234556 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bb55785-8524-412c-a33c-0f6c3148b1d5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:22.388988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.452705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:22.453168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.506268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] For port 0bb55785-8524-412c-a33c-0f6c3148b1d5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bb55785-8524-412c-a33c-0f6c3148b1d5,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:22.523804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.600922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:21Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:22.647282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7273b-a3ca-4600-82a4-831914df17f6 None None] Pushing event updated for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:22.658655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776bc6e-7b0b-43bf-ae5a-0b7a97fb86da None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:21Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:22.677708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0b35829-aa18-423f-b63e-0df3e352b4e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:22.701216 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3892f65c-5dcd-4506-9027-58dd69b33e5d None None] Provisioning complete for port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:22.701584 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3892f65c-5dcd-4506-9027-58dd69b33e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.738638 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3892f65c-5dcd-4506-9027-58dd69b33e5d None None] Port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:22.787484 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3892f65c-5dcd-4506-9027-58dd69b33e5d None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:22.787924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3892f65c-5dcd-4506-9027-58dd69b33e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:22.854173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c0b35829-aa18-423f-b63e-0df3e352b4e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:22.854600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:23.029733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:23.060830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port c0b35829-aa18-423f-b63e-0df3e352b4e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0b35829-aa18-423f-b63e-0df3e352b4e6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:23.066449 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:23.067536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d87c9a52-c09e-4e70-8917-0c2ea70a52d9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:23.155838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=c0b35829-aa18-423f-b63e-0df3e352b4e6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:23.164741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:23.165804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:23.725665 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Sync routers for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:09:23.737407 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:23.738110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:23.844713 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:24.025025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bb55785-8524-412c-a33c-0f6c3148b1d5 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:24.106009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0bb55785-8524-412c-a33c-0f6c3148b1d5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:24.106636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.180389 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '697fcd8d-f5f1-4719-a2e9-4fa70fc29933', 'name': '', 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'mac_address': 'fa:16:3e:d5:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:20Z', 'updated_at': '2022-04-20T15:09:21Z', 'revision_number': 2, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'subnets': [{'id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:24.200017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0b35829-aa18-423f-b63e-0df3e352b4e6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:24.215517 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Checking router: f3358fb1-cafc-4e07-ab63-c67794a31d47 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:09:24.215875 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Updating router f3358fb1-cafc-4e07-ab63-c67794a31d47 port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:09:24.249827 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.255672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c0b35829-aa18-423f-b63e-0df3e352b4e6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:24.256076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.389021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-b76eb803-c05f-4afa-89d6-8c926e723f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:24.391196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-b76eb803-c05f-4afa-89d6-8c926e723f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1125510 Apr 20 15:09:24.406961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-c14d4c93-e681-43ff-8d44-6a4a6f2ff51c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0091708 Apr 20 15:09:24.468236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-9ddf86a7-b5c1-4d53-bd80-2ff48009f8d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556140 Apr 20 15:09:24.529545 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.535404 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.588333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52c1c3-87e4-4390-9c4a-4cb35abb8016 None None] Pushing event updated for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:24.615456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-69d67217-1a44-47c0-9773-f832b53b9e30 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363919 Apr 20 15:09:24.673848 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Attempting to bind port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:24.674218 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Attempting to bind port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:24.674607 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Attempting to bind port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 on network 64bf67a6-f98a-4b06-be95-8971589d50eb {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:24.681070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:24.681438 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Checking segment: {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:24.681843 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.682788 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Bound using segment: {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:24.683268 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Bound port: 697fcd8d-f5f1-4719-a2e9-4fa70fc29933, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:24.684172 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.725609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-a06dea0f-93ce-493b-8d3f-5ea4dadd3c93 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085143 Apr 20 15:09:24.765242 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] For port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:24.769534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] For port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:24.778176 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.842092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52c1c3-87e4-4390-9c4a-4cb35abb8016 None None] Pushing event updated for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:24.868249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:09:24.869862 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:09:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:24.878631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] Provisioning complete for port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:24.879251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:24.968951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:25.010834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] For port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:25.022005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:25.027850 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:09:25.072878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc1f94-87b6-4eac-86b6-1d41ed6df9c1 None None] Pushing event updated for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:25.214669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-546f7c84-8310-4b51-9ffe-2cf11401716e req-7c86263f-9cca-46af-bcb6-8a3e6dae53a5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0420263 Apr 20 15:09:25.252679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a598776b-0cfe-4e44-99c2-7cff0b1ab06e None None] Provisioning complete for port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:25.253050 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a598776b-0cfe-4e44-99c2-7cff0b1ab06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:25.383696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '697fcd8d-f5f1-4719-a2e9-4fa70fc29933', 'name': '', 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'mac_address': 'fa:16:3e:d5:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:20Z', 'updated_at': '2022-04-20T15:09:24Z', 'revision_number': 4, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'subnets': [{'id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:09:25.410258 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3946a8-94e6-4e36-9dfb-8b2f9112f0dc None None] The sync data for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 is: [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '697fcd8d-f5f1-4719-a2e9-4fa70fc29933', 'name': '', 'network_id': '64bf67a6-f98a-4b06-be95-8971589d50eb', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'mac_address': 'fa:16:3e:d5:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:20Z', 'updated_at': '2022-04-20T15:09:24Z', 'revision_number': 4, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'subnets': [{'id': '66d31034-4d96-466d-9db2-1aeb0dc8e420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:09:26.029445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:26.097258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:26.101896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:26.334295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e03655d-f047-4be3-8756-65c8603f8d8d req-b25306d4-7641-4e87-be23-71626f2c8eac tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0379293 Apr 20 15:09:26.338231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-29117696-9a40-46f2-af91-66cad57cebcd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:26.340258 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-29117696-9a40-46f2-af91-66cad57cebcd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1774323 Apr 20 15:09:26.355957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:26.491028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:09:26.495186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:26.651474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.7 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/b999855a-9867-474e-bee6-636e31c47aa6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:09:26.848882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:26.899686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:26.951490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:09:26.955210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:09:26.959931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:09:26.967500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:27.052614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:27.056150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.083579 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-23f2d886-f610-4c91-90f7-07039e912ab0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345622 Apr 20 15:09:27.103619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Request body: {'port': {'device_id': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:09:27.195862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.303859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3f9e79ad-eec6-4738-9857-3905508a7066 None None] Provisioning complete for port b999855a-9867-474e-bee6-636e31c47aa6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:27.304862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3f9e79ad-eec6-4738-9857-3905508a7066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.358000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e79ad-eec6-4738-9857-3905508a7066 None None] Port b999855a-9867-474e-bee6-636e31c47aa6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:09:27.447595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cb5aa-8703-46b8-9380-31979e81c217 req-f462e0cc-1e0b-4311-9d0d-623db7ce7cfb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:27.452489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-741cb5aa-8703-46b8-9380-31979e81c217 req-f462e0cc-1e0b-4311-9d0d-623db7ce7cfb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 931 time: 0.0551667 Apr 20 15:09:27.498435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-741cb5aa-8703-46b8-9380-31979e81c217 req-310f444e-ea8d-4845-a935-c313793534fb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Apr 20 15:09:27.550644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b999855a-9867-474e-bee6-636e31c47aa6 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:09:27.559041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.571096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Transition to ACTIVE for port object b999855a-9867-474e-bee6-636e31c47aa6 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:09:27.577379 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.628770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:27.722987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Attempting to bind port b999855a-9867-474e-bee6-636e31c47aa6 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:09:27.723793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Attempting to bind port b999855a-9867-474e-bee6-636e31c47aa6 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:09:27.724235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Attempting to bind port b999855a-9867-474e-bee6-636e31c47aa6 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:27.732671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Port b999855a-9867-474e-bee6-636e31c47aa6 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:09:27.733302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Attempting to bind port b999855a-9867-474e-bee6-636e31c47aa6 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:09:27.741493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:09:27.741493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:09:27.741493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:09:27.741493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Bound port: b999855a-9867-474e-bee6-636e31c47aa6, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:09:27.742952 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.828424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:09:27.833219 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b999855a-9867-474e-bee6-636e31c47aa6,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:09:27.840290 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.883417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:27.884382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:27.885788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] 10.222.0.43 "PUT /v2.0/ports/b999855a-9867-474e-bee6-636e31c47aa6 HTTP/1.1" status: 200 len: 1091 time: 0.7926528 Apr 20 15:09:27.886236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:09:27.888539 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a91690-a213-4693-b59d-05184b430413" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "tag": "b999855a-9867-474e-bee6-636e31c47aa6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:09:27.928508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b63d-0162-4fc1-a73f-ed96781f15ea service neutron] Pushing event updated for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:27.953410 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a325e997-0b3a-4e09-963e-eedaef937c27 x-openstack-request-id: req-a325e997-0b3a-4e09-963e-eedaef937c27 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:09:27.953707 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "tag": "b999855a-9867-474e-bee6-636e31c47aa6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:09:27.953962 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a325e997-0b3a-4e09-963e-eedaef937c27 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:09:27.954368 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a325e997-0b3a-4e09-963e-eedaef937c27'] response: {'name': 'network-changed', 'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6', 'status': 'completed', 'code': 200} Apr 20 15:09:28.012953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-4b2993d7-7f19-4659-801b-a3e5fd7ec2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.015512 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-4b2993d7-7f19-4659-801b-a3e5fd7ec2f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 1094 time: 0.0768340 Apr 20 15:09:28.070287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-c1e28ebd-8862-4e4a-990e-61f9966d1c75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b999855a-9867-474e-bee6-636e31c47aa6 HTTP/1.1" status: 200 len: 217 time: 0.0475190 Apr 20 15:09:28.131055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-56610608-91cc-4df5-b4d9-c4c4ea51f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.132506 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-56610608-91cc-4df5-b4d9-c4c4ea51f100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0542817 Apr 20 15:09:28.188471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2259e-206d-434c-8bda-8eea05d50cab req-50926db9-260f-44f1-b1cc-2e4e57ead925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.189981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-50926db9-260f-44f1-b1cc-2e4e57ead925 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508156 Apr 20 15:09:28.279898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-3c922cc4-ac40-45f0-93b7-bcdbe4211513 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831919 Apr 20 15:09:28.376885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-14f2259e-206d-434c-8bda-8eea05d50cab req-162b681e-2eaa-4a5a-b614-3c871fdccc1d service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Apr 20 15:09:28.466410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91690-a213-4693-b59d-05184b430413 req-5f5eafc1-2a04-4afe-bace-5d049bb73992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.467958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-5f5eafc1-2a04-4afe-bace-5d049bb73992 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 1094 time: 0.0440173 Apr 20 15:09:28.587008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91690-a213-4693-b59d-05184b430413 req-a3b0c73b-fab9-42fa-9add-36a41653e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.588987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-a3b0c73b-fab9-42fa-9add-36a41653e31b service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.1144547 Apr 20 15:09:28.644272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-d0afb4ed-bd38-457b-872b-597fb6bd7834 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b999855a-9867-474e-bee6-636e31c47aa6 HTTP/1.1" status: 200 len: 217 time: 0.0483708 Apr 20 15:09:28.676002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e082b83-30bf-4c3e-ba6a-853505d3898d req-23d3b5b4-b741-40e3-bfcd-07f3e2149ebf tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.679371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e082b83-30bf-4c3e-ba6a-853505d3898d req-23d3b5b4-b741-40e3-bfcd-07f3e2149ebf tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0902166 Apr 20 15:09:28.698976 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91690-a213-4693-b59d-05184b430413 req-21fb1e9b-84ce-4c19-81cd-753eba77b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.700565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-21fb1e9b-84ce-4c19-81cd-753eba77b854 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0500324 Apr 20 15:09:28.726963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e082b83-30bf-4c3e-ba6a-853505d3898d req-78184491-938e-4664-bc61-9565d8909014 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Apr 20 15:09:28.755200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a91690-a213-4693-b59d-05184b430413 req-9c9a4ba6-1da5-4771-b914-65e98f47a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:28.756923 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-9c9a4ba6-1da5-4771-b914-65e98f47a36b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501018 Apr 20 15:09:28.855866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-8510adca-0d76-435c-b5ac-985d26e3c074 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919762 Apr 20 15:09:28.951423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a3a91690-a213-4693-b59d-05184b430413 req-38c10df0-2415-42c1-88d3-9915e77f25e5 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890038 Apr 20 15:09:29.851295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c93a05-4654-40e5-a5af-7dbc38fa260b req-017682e3-fabf-43ce-a6b0-b73ef2e6be60 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:29.853059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8c93a05-4654-40e5-a5af-7dbc38fa260b req-017682e3-fabf-43ce-a6b0-b73ef2e6be60 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0521600 Apr 20 15:09:29.896081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8c93a05-4654-40e5-a5af-7dbc38fa260b req-8cebf571-a54e-4855-830a-a616781e0d51 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Apr 20 15:09:31.017947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d729a40-4105-485e-b737-6bc4ffba588f req-9f3c0f99-096e-4759-9277-4ea250331c53 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:31.019707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d729a40-4105-485e-b737-6bc4ffba588f req-9f3c0f99-096e-4759-9277-4ea250331c53 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0545824 Apr 20 15:09:31.059362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d729a40-4105-485e-b737-6bc4ffba588f req-da92d52b-64eb-4bc6-8139-d35e1da5fc02 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Apr 20 15:09:32.184449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f393-5fa5-472e-a520-7b94a653fa1a req-893c3631-0651-44d1-8b3c-fe2aa3aa264f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:32.185912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9000f393-5fa5-472e-a520-7b94a653fa1a req-893c3631-0651-44d1-8b3c-fe2aa3aa264f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0544946 Apr 20 15:09:32.227456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9000f393-5fa5-472e-a520-7b94a653fa1a req-4966945e-fa7f-4bfb-bbc7-63e10cc7d188 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Apr 20 15:09:33.349981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806dbb8-d8b5-4fa0-8f54-413e5ccf7934 req-5a30ab16-b1c9-4286-9fd6-66df593f376c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:33.351871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9806dbb8-d8b5-4fa0-8f54-413e5ccf7934 req-5a30ab16-b1c9-4286-9fd6-66df593f376c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0509923 Apr 20 15:09:33.389903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9806dbb8-d8b5-4fa0-8f54-413e5ccf7934 req-997c4ed2-ae0b-4d9e-a2cc-c40f725554aa tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Apr 20 15:09:33.626841 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:34.532286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223e5c6-b6b0-4f6c-86e1-4d8cb4e8d0e5 req-275d8939-5064-40c6-8fbc-77d84f41ab6d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:34.533826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6223e5c6-b6b0-4f6c-86e1-4d8cb4e8d0e5 req-275d8939-5064-40c6-8fbc-77d84f41ab6d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0584383 Apr 20 15:09:34.574454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6223e5c6-b6b0-4f6c-86e1-4d8cb4e8d0e5 req-dec52b8d-5c4c-4b32-8da8-014f8daa833d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Apr 20 15:09:35.710159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d132cf-4b95-4b16-87f2-1b035fa63135 req-28c0f5e2-77a8-411e-b4c0-6308bf9a8778 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:35.712344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9d132cf-4b95-4b16-87f2-1b035fa63135 req-28c0f5e2-77a8-411e-b4c0-6308bf9a8778 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0600874 Apr 20 15:09:35.753979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9d132cf-4b95-4b16-87f2-1b035fa63135 req-3f7e9aec-cb46-47f5-b77b-9102f4d79bef tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349264 Apr 20 15:09:36.872124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1487d-71c0-4505-a253-721ee1070c7c req-13db5e81-58ee-4c70-8492-ea931a622072 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:36.873615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9e1487d-71c0-4505-a253-721ee1070c7c req-13db5e81-58ee-4c70-8492-ea931a622072 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0514672 Apr 20 15:09:36.920380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9e1487d-71c0-4505-a253-721ee1070c7c req-b2768d32-592a-4953-a229-955fac788a67 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Apr 20 15:09:38.044946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4c8ae-0bd6-44ab-bdf6-01d2756acf85 req-e6f152cd-67ab-4d67-b04b-cc3856c32375 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:38.046552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89c4c8ae-0bd6-44ab-bdf6-01d2756acf85 req-e6f152cd-67ab-4d67-b04b-cc3856c32375 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0539610 Apr 20 15:09:38.086060 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89c4c8ae-0bd6-44ab-bdf6-01d2756acf85 req-accf5e7d-8f77-4a58-927f-f1cc0706593b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Apr 20 15:09:39.128475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b999855a-9867-474e-bee6-636e31c47aa6 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:09:39.217071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114339d-48cf-47e8-adcb-74ca5d953018 req-32b3c65e-416f-4e1a-ab3e-278fb69c3ae0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:39.218606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0114339d-48cf-47e8-adcb-74ca5d953018 req-32b3c65e-416f-4e1a-ab3e-278fb69c3ae0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 943 time: 0.0604928 Apr 20 15:09:39.235642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b999855a-9867-474e-bee6-636e31c47aa6,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:39.249692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'b999855a-9867-474e-bee6-636e31c47aa6', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': 'b999855a-9867-474e-bee6-636e31c47aa6', 'mac_address': 'fa:16:3e:8b:ce:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:09:39.265524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0114339d-48cf-47e8-adcb-74ca5d953018 req-9748f919-c4cb-4f75-911e-d79387732755 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Apr 20 15:09:39.289674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:39.302614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b999855a-9867-474e-bee6-636e31c47aa6 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:09:39.322798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b999855a-9867-474e-bee6-636e31c47aa6,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:39.328031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:39.375872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:39.519043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b999855a-9867-474e-bee6-636e31c47aa6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:09:39.961300 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:09:40.170407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-25b5f4d5-eafa-49da-876c-831495cdf7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:40.381147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aa76d-e5aa-4740-9729-d2f68f577f3f req-74d437c7-9cbe-4a1f-934a-21e7c2d24631 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:40.382611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b7aa76d-e5aa-4740-9729-d2f68f577f3f req-74d437c7-9cbe-4a1f-934a-21e7c2d24631 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 944 time: 0.0497987 Apr 20 15:09:40.421082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b7aa76d-e5aa-4740-9729-d2f68f577f3f req-e0f5c28f-2de5-4641-a54d-74062c2a8f18 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Apr 20 15:09:41.123079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b999855a-9867-474e-bee6-636e31c47aa6 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:09:41.176037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port b999855a-9867-474e-bee6-636e31c47aa6 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:09:41.179894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port b999855a-9867-474e-bee6-636e31c47aa6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:09:41.180359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:41.268696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:41.295129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:09:41.297729 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e009c3-f50d-438c-87ae-50529cd67000" -d '{"events": [{"server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "name": "network-vif-plugged", "status": "completed", "tag": "b999855a-9867-474e-bee6-636e31c47aa6"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:09:41.310903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b999855a-9867-474e-bee6-636e31c47aa6,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:41.315962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:41.341151 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b6e958-e022-44ff-bd73-ad8b8f8fec80 x-openstack-request-id: req-99b6e958-e022-44ff-bd73-ad8b8f8fec80 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:09:41.341440 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "name": "network-vif-plugged", "status": "completed", "tag": "b999855a-9867-474e-bee6-636e31c47aa6", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:09:41.341665 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99b6e958-e022-44ff-bd73-ad8b8f8fec80 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:09:41.342082 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b6e958-e022-44ff-bd73-ad8b8f8fec80'] response: {'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6', 'code': 200} Apr 20 15:09:41.370239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:41.446863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92b9f2-14f4-44ac-b5a2-6bdb082af439 req-d41b1c45-6e8d-4bff-abd6-91747f905462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:41.448417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a92b9f2-14f4-44ac-b5a2-6bdb082af439 req-d41b1c45-6e8d-4bff-abd6-91747f905462 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 1096 time: 0.0475602 Apr 20 15:09:41.491182 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8a92b9f2-14f4-44ac-b5a2-6bdb082af439 req-f8519b08-431b-411f-81ee-843ec7b4ed86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Apr 20 15:09:41.540549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675f4cd-57d9-4c41-b9f9-fd0a4a82b2a9 req-153ed951-7762-475f-8e38-d9fda06ad40b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:41.542120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2675f4cd-57d9-4c41-b9f9-fd0a4a82b2a9 req-153ed951-7762-475f-8e38-d9fda06ad40b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0508139 Apr 20 15:09:41.581038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2675f4cd-57d9-4c41-b9f9-fd0a4a82b2a9 req-d733f964-3c85-4380-a0e0-ed07f8baf2e7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Apr 20 15:09:42.704825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673e18a-bddf-4476-9123-043de11ba4fa req-3092a204-dbed-4382-bf2f-4149ee01f999 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:42.706295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d673e18a-bddf-4476-9123-043de11ba4fa req-3092a204-dbed-4382-bf2f-4149ee01f999 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0546439 Apr 20 15:09:42.745506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d673e18a-bddf-4476-9123-043de11ba4fa req-5afd5bcb-339a-4bf5-90b5-77c6f108bf70 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Apr 20 15:09:42.862931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44419e96-81f5-4c3e-8eca-c35543b654d0 req-73d8da7c-871b-440e-9c68-283fe36d61c8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:42.864666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44419e96-81f5-4c3e-8eca-c35543b654d0 req-73d8da7c-871b-440e-9c68-283fe36d61c8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0506175 Apr 20 15:09:42.906405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-44419e96-81f5-4c3e-8eca-c35543b654d0 req-25a395f8-4789-41ba-90aa-3a06fed34df8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Apr 20 15:09:43.031986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353048d-1ac1-415d-8c60-8e78426a51a1 req-f1b3099d-9d79-4579-9e32-d1a05b786cbc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:43.033561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a353048d-1ac1-415d-8c60-8e78426a51a1 req-f1b3099d-9d79-4579-9e32-d1a05b786cbc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0580571 Apr 20 15:09:43.072420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a353048d-1ac1-415d-8c60-8e78426a51a1 req-1ae35b0d-8e31-46e8-b7d9-17c6ebaf652b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Apr 20 15:09:43.330290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e661b4-3ea2-4a19-9635-fccc70c90784 req-9579d72c-6300-4f67-a854-95349f836635 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:43.331812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69e661b4-3ea2-4a19-9635-fccc70c90784 req-9579d72c-6300-4f67-a854-95349f836635 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0583212 Apr 20 15:09:43.372965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69e661b4-3ea2-4a19-9635-fccc70c90784 req-33b33f3c-a239-45a0-b353-cda3a67ec871 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Apr 20 15:09:43.497303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eea21caa-819f-4207-a8bb-e1f2aa4ee748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:43.763083 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:44.367648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:44.496621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a058b96-ec9c-4a5f-a566-67cbb0fd517f req-a56a25c5-ed17-4436-beec-90516b7643ce tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:44.498199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a058b96-ec9c-4a5f-a566-67cbb0fd517f req-a56a25c5-ed17-4436-beec-90516b7643ce tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0505958 Apr 20 15:09:44.538171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a058b96-ec9c-4a5f-a566-67cbb0fd517f req-5c8285c3-798f-4785-8c1d-cee4811df09b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Apr 20 15:09:44.782895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183c0944-0dc4-49b3-90fb-39b37bf5df8c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:09:44.784429 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183c0944-0dc4-49b3-90fb-39b37bf5df8c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 945 time: 0.0551462 Apr 20 15:09:44.878783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port b999855a-9867-474e-bee6-636e31c47aa6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:09:44.879071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:44.968349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port b999855a-9867-474e-bee6-636e31c47aa6, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=b999855a-9867-474e-bee6-636e31c47aa6,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:09:44.968713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:44.982069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for b999855a-9867-474e-bee6-636e31c47aa6 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:09:45.111037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:45.125040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['b999855a-9867-474e-bee6-636e31c47aa6'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:09:45.141249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=b999855a-9867-474e-bee6-636e31c47aa6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:09:45.183443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port b999855a-9867-474e-bee6-636e31c47aa6 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:09:45.186437 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:45.189979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ca72efd1-d1df-4a50-a316-7b2705bc72fd req-183a0fe9-8a7d-437a-b754-b1e1b021247f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "DELETE /v2.0/ports/b999855a-9867-474e-bee6-636e31c47aa6 HTTP/1.1" status: 204 len: 173 time: 0.3994021 Apr 20 15:09:45.190617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'name': 'network-vif-deleted', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:09:45.193204 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f4dfd6-a27b-42a2-a725-e9e64c7f0951" -d '{"events": [{"server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "name": "network-vif-deleted", "tag": "b999855a-9867-474e-bee6-636e31c47aa6"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:09:45.243375 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9b36b-1ff1-47d0-bf3a-31b74327f6aa x-openstack-request-id: req-26b9b36b-1ff1-47d0-bf3a-31b74327f6aa {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:09:45.244348 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c64010-897c-47f5-9e7c-6ad683bebb5f", "name": "network-vif-deleted", "tag": "b999855a-9867-474e-bee6-636e31c47aa6", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:09:45.248898 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26b9b36b-1ff1-47d0-bf3a-31b74327f6aa {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:09:45.250637 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b9b36b-1ff1-47d0-bf3a-31b74327f6aa'] response: {'server_uuid': 'c9c64010-897c-47f5-9e7c-6ad683bebb5f', 'name': 'network-vif-deleted', 'tag': 'b999855a-9867-474e-bee6-636e31c47aa6', 'status': 'completed', 'code': 200} Apr 20 15:09:45.269173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:45.311913 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:09:45.636587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2258d4bd-6ea2-47e2-962a-71b316806afa req-5c4b4ef4-b11a-4e5b-be10-a0869b168fda tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0278785 Apr 20 15:09:46.739012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e984edf-5705-4a92-b1bc-f76e2e3ab5aa req-7beb8ce0-e924-438e-a2ac-1423ae84b517 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0292985 Apr 20 15:09:47.842692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4ace89d-dd40-40fd-845a-6d2b8d2074d7 req-af16d251-8dc2-4c4a-a737-30b8842fdd27 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0317383 Apr 20 15:09:48.960920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10044164-4e13-43a3-a82d-963ad11e5d5b req-27dec297-30bc-48a5-b722-924d0ed5648e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9c64010-897c-47f5-9e7c-6ad683bebb5f HTTP/1.1" status: 200 len: 210 time: 0.0266764 Apr 20 15:09:49.140717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b999855a-9867-474e-bee6-636e31c47aa6 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:09:49.163087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: b999855a-9867-474e-bee6-636e31c47aa6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:09:49.163408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device b999855a-9867-474e-bee6-636e31c47aa6 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:10:03.639975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:10.065190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-ce654811-fdd1-4d4d-9ed3-a4256aafcbf3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:10.066746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-ce654811-fdd1-4d4d-9ed3-a4256aafcbf3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1022587 Apr 20 15:10:10.082838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-d2670d19-1ec6-4ebe-97c9-4f791a064e3a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0097203 Apr 20 15:10:10.148848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-283b4009-5eaf-413b-9abb-ed42fa6dee38 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596042 Apr 20 15:10:10.168248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8301be9-318e-4989-8eea-cc041570dcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:10.342182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-cfa06b49-2acb-4109-9c9f-edfd78793db1 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859410 Apr 20 15:10:10.435660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-d6cbc509-0de3-4f36-90f3-b7861c85be5f service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Apr 20 15:10:10.624318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51f8aade-ad5f-4d73-bd5d-8aac414db6d8 req-93f30fcb-3e18-4151-b2eb-7aba2dcaece2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Apr 20 15:10:11.554672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-05aaa490-fa37-4b00-9ad4-db7a20ad0640 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:11.556135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-05aaa490-fa37-4b00-9ad4-db7a20ad0640 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1086133 Apr 20 15:10:11.569398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:10:11.689266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:10:11.694553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:11.747328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd7391f8-3c8b-4405-a013-c4414447a009 req-fe165b69-0b80-4a98-8206-d1bd29edc1c3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0371616 Apr 20 15:10:11.869613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.8 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/7e3d8b3d-af92-40ee-8beb-9e56b6d212d1) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:10:12.049503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.095876 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.149204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:10:12.152637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:10:12.157087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:10:12.162043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:12.211507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.211943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.212354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.212758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.213155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.213549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.213940 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.214331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.214776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.215359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.215958 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.216611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:12.238945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:12.239934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.263391 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3aebb768-c3ae-444a-9240-04e1c1040607 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6993775 Apr 20 15:10:12.338237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Request body: {'port': {'device_id': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:10:12.398800 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.409681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3d54cce3-da2f-413d-bd25-a37ed28c9b85 None None] Provisioning complete for port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:10:12.410297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d54cce3-da2f-413d-bd25-a37ed28c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.444973 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3d54cce3-da2f-413d-bd25-a37ed28c9b85 None None] Port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:10:12.698062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:10:12.705583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.718728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Transition to ACTIVE for port object 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:10:12.731611 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:12.780119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:12.964796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Attempting to bind port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:10:12.965282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Attempting to bind port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:10:12.965703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Attempting to bind port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:10:12.977909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1906c-93a8-4f62-b924-634f18e9c266 req-abb291ef-13f1-40d1-8973-806d8beca943 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:12.985773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29e1906c-93a8-4f62-b924-634f18e9c266 req-abb291ef-13f1-40d1-8973-806d8beca943 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0838361 Apr 20 15:10:12.996136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:10:12.996681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Attempting to bind port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:10:13.010846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:10:13.011325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:10:13.011800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:10:13.012328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Bound port: 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:10:13.012803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:13.042048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29e1906c-93a8-4f62-b924-634f18e9c266 req-cb3d4ad1-a2da-4c54-853d-fefb044a346c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Apr 20 15:10:13.097300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:10:13.100600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:10:13.105778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:13.146998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.147618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:13.149043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 HTTP/1.1" status: 200 len: 1091 time: 0.8774033 Apr 20 15:10:13.149493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:10:13.151853 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:10:13.224735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf48d30-b619-4cc0-840b-4ff803f92065 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:13.228609 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017fd2d-9c0a-4514-96e1-014421d5b925 x-openstack-request-id: req-d017fd2d-9c0a-4514-96e1-014421d5b925 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:10:13.228890 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:10:13.229137 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d017fd2d-9c0a-4514-96e1-014421d5b925 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:10:13.229531 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d017fd2d-9c0a-4514-96e1-014421d5b925'] response: {'name': 'network-changed', 'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1', 'status': 'completed', 'code': 200} Apr 20 15:10:13.252371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-00cb04c1-38ec-4c91-aca6-d703859240e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.253943 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-00cb04c1-38ec-4c91-aca6-d703859240e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 1094 time: 0.0572839 Apr 20 15:10:13.302834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-06ee098c-3d72-4c12-8032-14c0f8d06b3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 HTTP/1.1" status: 200 len: 217 time: 0.0414712 Apr 20 15:10:13.365782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-b12cef14-e0a7-4e03-8b56-b2fb5a4ecff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.367882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-b12cef14-e0a7-4e03-8b56-b2fb5a4ecff2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0589352 Apr 20 15:10:13.421151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-491cf96e-27af-458b-b480-582a512d46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.422939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-491cf96e-27af-458b-b480-582a512d46c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472841 Apr 20 15:10:13.511122 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-108e3051-7ea7-4b72-a483-be9b56dc8d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:13.518242 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-bee41914-1a4d-4383-8e4e-b41678b98896 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Apr 20 15:10:13.625314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fce6b72b-aa38-4184-90c1-c95d6bdc9583 req-38b53607-d387-47b8-a687-e001e42e3320 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008401 Apr 20 15:10:13.708955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-98e0a2f9-e255-4c0d-b676-704337e59bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.710869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-98e0a2f9-e255-4c0d-b676-704337e59bfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 1094 time: 0.0427361 Apr 20 15:10:13.755937 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:13.807422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-695b41b3-a6b1-402e-a2b9-0a0a920e3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.809036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-695b41b3-a6b1-402e-a2b9-0a0a920e3908 service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0923772 Apr 20 15:10:13.854197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-0a1070c6-5cb0-4fbe-a121-76542bbb8a6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 HTTP/1.1" status: 200 len: 217 time: 0.0380988 Apr 20 15:10:13.908656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-dd76da6b-9a75-48fb-b98e-95d65b99d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.910638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-dd76da6b-9a75-48fb-b98e-95d65b99d0fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0500016 Apr 20 15:10:13.975188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-3ae0d236-81ec-4c06-801d-0ad4b30e2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:13.977065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-3ae0d236-81ec-4c06-801d-0ad4b30e2e7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569592 Apr 20 15:10:14.074170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-36bf2af0-055e-4828-ae5d-394c03cceeb7 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903363 Apr 20 15:10:14.205905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d6753-5555-4bb6-a7d1-690c71dacd54 req-9f7e2292-a065-44c6-8fed-d228466f3919 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:14.207299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba6d6753-5555-4bb6-a7d1-690c71dacd54 req-9f7e2292-a065-44c6-8fed-d228466f3919 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0815806 Apr 20 15:10:14.209797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a3ac08e-99e4-49ac-9dc5-8d0f3e267666 req-7fdf7946-d645-43d9-a8ae-ac56ada947a4 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292379 Apr 20 15:10:14.250791 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba6d6753-5555-4bb6-a7d1-690c71dacd54 req-176242b5-4025-4fa8-bdc8-f29337250d9b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Apr 20 15:10:14.386009 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:15.476606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768215-c069-4fa9-b521-2dc5c5fd16cd req-a94815c1-0be0-46f3-b688-36acf4dcb68b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:15.479948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70768215-c069-4fa9-b521-2dc5c5fd16cd req-a94815c1-0be0-46f3-b688-36acf4dcb68b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.1172748 Apr 20 15:10:15.531188 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:15.564592 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:15.582823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70768215-c069-4fa9-b521-2dc5c5fd16cd req-503698aa-be74-428b-8314-6d4ff6002682 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862701 Apr 20 15:10:16.792130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b664bc-c1b5-41c8-9ed8-e80004f69042 req-5a5f68ef-028c-465d-9bbc-c5c3fd1c1217 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:16.793783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03b664bc-c1b5-41c8-9ed8-e80004f69042 req-5a5f68ef-028c-465d-9bbc-c5c3fd1c1217 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0715542 Apr 20 15:10:16.846915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03b664bc-c1b5-41c8-9ed8-e80004f69042 req-7da7bfda-ac34-4f13-a220-640748107a73 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Apr 20 15:10:16.962224 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:10:18.027619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b43b4-1895-4792-b89b-e89307046ba1 req-a34dd2e5-078e-41ad-843e-5c9aef060cb5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:18.029146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-856b43b4-1895-4792-b89b-e89307046ba1 req-a34dd2e5-078e-41ad-843e-5c9aef060cb5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0533001 Apr 20 15:10:18.069721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-856b43b4-1895-4792-b89b-e89307046ba1 req-68a2f26a-a853-4681-b7df-1f2381db7a30 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Apr 20 15:10:19.193356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eadff-5402-4564-a60a-e9a2c64d9250 req-d52081f9-5741-48b1-99ca-f94de7f61734 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:19.194976 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-390eadff-5402-4564-a60a-e9a2c64d9250 req-d52081f9-5741-48b1-99ca-f94de7f61734 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0562885 Apr 20 15:10:19.235655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-390eadff-5402-4564-a60a-e9a2c64d9250 req-2bb9f3c5-20a6-4ad8-8d38-dc3a50747330 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Apr 20 15:10:20.357437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb66b82-eccc-4e0c-98cd-58056056daa6 req-735b0d31-4448-4bc9-a00c-749670db0d00 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:20.358914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eb66b82-eccc-4e0c-98cd-58056056daa6 req-735b0d31-4448-4bc9-a00c-749670db0d00 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0534003 Apr 20 15:10:20.397549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eb66b82-eccc-4e0c-98cd-58056056daa6 req-ebe4c15d-d4d2-4065-a442-ceaf4e7e64e6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Apr 20 15:10:21.519519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd17ae-6937-4bda-aff5-de3212089645 req-9946d654-aab6-41b1-bf97-d413f51f9a9c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:21.521465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afbd17ae-6937-4bda-aff5-de3212089645 req-9946d654-aab6-41b1-bf97-d413f51f9a9c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0520391 Apr 20 15:10:21.565013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-afbd17ae-6937-4bda-aff5-de3212089645 req-f994c4ca-5aac-4cbd-9cac-81a448854c6f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360041 Apr 20 15:10:22.696053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcb76-b994-4523-bc73-906b6783ed85 req-03770530-31c0-4a08-8ea5-6c75d2fe2070 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:22.697784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac2dcb76-b994-4523-bc73-906b6783ed85 req-03770530-31c0-4a08-8ea5-6c75d2fe2070 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0522103 Apr 20 15:10:22.737965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac2dcb76-b994-4523-bc73-906b6783ed85 req-5cbc8406-7887-482f-9d12-6d2a38aa6c5f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Apr 20 15:10:23.869221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4916e14-c1e7-465c-9050-7f38403b59e1 req-e680784e-112b-4fc3-ad7f-debd6fad96d0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:23.870854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4916e14-c1e7-465c-9050-7f38403b59e1 req-e680784e-112b-4fc3-ad7f-debd6fad96d0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0611191 Apr 20 15:10:23.911006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4916e14-c1e7-465c-9050-7f38403b59e1 req-cb12cb5d-6270-48b7-a2b0-c859e9653b90 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Apr 20 15:10:25.042841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce581b-6bc4-447a-bd13-e050ee0e1f99 req-9e5a40b8-4e39-422d-a043-28c3d2e77b38 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:25.044584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92ce581b-6bc4-447a-bd13-e050ee0e1f99 req-9e5a40b8-4e39-422d-a043-28c3d2e77b38 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0526211 Apr 20 15:10:25.086359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92ce581b-6bc4-447a-bd13-e050ee0e1f99 req-fc945b03-be90-4d2e-87f2-97f8bdebaba3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Apr 20 15:10:26.212924 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf9e5-e99c-44dd-9690-db765b0925c0 req-dfb3d4f6-d4fa-46aa-91ad-a162083a8a5d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:26.214486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-642bf9e5-e99c-44dd-9690-db765b0925c0 req-dfb3d4f6-d4fa-46aa-91ad-a162083a8a5d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0522387 Apr 20 15:10:26.252826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-642bf9e5-e99c-44dd-9690-db765b0925c0 req-45cf6a4a-82b5-46a2-a0f4-ad82dde2e8eb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Apr 20 15:10:27.377447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845eee0-be08-4302-b565-c9aec11872e3 req-05dc43a2-3c2d-41bd-b88e-e163fcf55a1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:27.379141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b845eee0-be08-4302-b565-c9aec11872e3 req-05dc43a2-3c2d-41bd-b88e-e163fcf55a1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0538628 Apr 20 15:10:27.421157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b845eee0-be08-4302-b565-c9aec11872e3 req-bbac0e19-fe58-4286-ad3b-2ab0ecd9b882 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Apr 20 15:10:28.541150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a8a1-ea19-4bab-9902-a41629dda651 req-7944f338-c178-4ada-8740-aa8502d94265 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:28.542681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b0a8a1-ea19-4bab-9902-a41629dda651 req-7944f338-c178-4ada-8740-aa8502d94265 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0508561 Apr 20 15:10:28.582419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16b0a8a1-ea19-4bab-9902-a41629dda651 req-ef17cad5-0069-42f1-860e-e5fcd9cc4f72 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Apr 20 15:10:29.701650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3fdf-0216-46e8-8e97-eddb04e2eeb7 req-16780662-ec42-4888-a215-4e3740f2e4c0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:29.703205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f8b3fdf-0216-46e8-8e97-eddb04e2eeb7 req-16780662-ec42-4888-a215-4e3740f2e4c0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0499330 Apr 20 15:10:29.741519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f8b3fdf-0216-46e8-8e97-eddb04e2eeb7 req-7e967511-ca6c-4c4a-afc7-0a363ebbebf5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Apr 20 15:10:30.876143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5eea86-8bcc-40ed-9298-c19e496bd957 req-35bfbd12-a9db-4467-a3b7-a033ee9b49e9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:30.877581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd5eea86-8bcc-40ed-9298-c19e496bd957 req-35bfbd12-a9db-4467-a3b7-a033ee9b49e9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0597103 Apr 20 15:10:30.915552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd5eea86-8bcc-40ed-9298-c19e496bd957 req-930ba96a-a465-43a8-b49f-c0a09421d596 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Apr 20 15:10:32.042013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd377f3-fcf4-4a20-b69d-48e719885974 req-c5384169-c53f-4154-8b31-e62aca29bddb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:32.043534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cd377f3-fcf4-4a20-b69d-48e719885974 req-c5384169-c53f-4154-8b31-e62aca29bddb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 943 time: 0.0567744 Apr 20 15:10:32.083367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cd377f3-fcf4-4a20-b69d-48e719885974 req-80db5eb3-c803-4a11-bcb7-0cbc04a934f2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Apr 20 15:10:32.929393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:10:33.035153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:10:33.047817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1', 'mac_address': 'fa:16:3e:58:d6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:10:33.087171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:33.100269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:10:33.121664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:10:33.127580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:33.181623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:33.189962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.189962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.190485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.190485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.190985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.191320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.191847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.192171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.192491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.192810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.193129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.193439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:10:33.213831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83fba3-28eb-499d-b434-fb37eba64bd5 req-7c220a0c-6e34-4c86-9fdb-b2dec73d974b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:33.214995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e83fba3-28eb-499d-b434-fb37eba64bd5 req-7c220a0c-6e34-4c86-9fdb-b2dec73d974b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 944 time: 0.0582175 Apr 20 15:10:33.253501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1e83fba3-28eb-499d-b434-fb37eba64bd5 req-32aedca1-bcfd-4749-aad3-585ef44a4edb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Apr 20 15:10:33.468467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['7e3d8b3d-af92-40ee-8beb-9e56b6d212d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:10:33.644378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:34.380517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c396860-e666-4cfa-87fb-39a1cb571ea6 req-223eadc8-4f9b-4c7f-944f-7766e31b6cc3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:34.382269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c396860-e666-4cfa-87fb-39a1cb571ea6 req-223eadc8-4f9b-4c7f-944f-7766e31b6cc3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 944 time: 0.0579429 Apr 20 15:10:34.423869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3c396860-e666-4cfa-87fb-39a1cb571ea6 req-22fcce55-2e67-4bd5-be36-57d8ce1a2a38 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Apr 20 15:10:34.929053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:10:34.985175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:10:34.989542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:10:34.989920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:35.069101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:35.091566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:10:35.093809 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d719ea0-f6f4-4c22-bd6e-7e3a0f7566a6" -d '{"events": [{"server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:10:35.107008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:10:35.117549 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:35.144601 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e53b2e-1a4f-4f95-8d68-f6466fb6c2a2 x-openstack-request-id: req-a8e53b2e-1a4f-4f95-8d68-f6466fb6c2a2 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:10:35.144922 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:10:35.145140 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8e53b2e-1a4f-4f95-8d68-f6466fb6c2a2 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:10:35.145533 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e53b2e-1a4f-4f95-8d68-f6466fb6c2a2'] response: {'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1', 'code': 200} Apr 20 15:10:35.174463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:35.232981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9eed-5821-4e31-802b-329096c2dd49 req-97b80645-e6e0-4487-a3ad-f34dcb4f3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:35.234512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4ed9eed-5821-4e31-802b-329096c2dd49 req-97b80645-e6e0-4487-a3ad-f34dcb4f3c6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 1096 time: 0.0408556 Apr 20 15:10:35.271743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4ed9eed-5821-4e31-802b-329096c2dd49 req-45ff1088-5271-430a-b272-a0f577aa567a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301106 Apr 20 15:10:35.549890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c572e-a127-444a-b1a2-8a64f065d010 req-c2d2c0e0-214c-4212-b07f-8420410b6d2c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:35.551591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010c572e-a127-444a-b1a2-8a64f065d010 req-c2d2c0e0-214c-4212-b07f-8420410b6d2c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Apr 20 15:10:35.591854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-010c572e-a127-444a-b1a2-8a64f065d010 req-3123a504-5d88-4bde-a4be-d9c938d3c8c0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Apr 20 15:10:36.714211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d14469-0cd5-4a8e-9ad3-2cfe4019c9b5 req-be0e6e1f-9b3d-4d14-8e2f-b2ad64844ab8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:36.715816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d14469-0cd5-4a8e-9ad3-2cfe4019c9b5 req-be0e6e1f-9b3d-4d14-8e2f-b2ad64844ab8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0535436 Apr 20 15:10:36.753985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49d14469-0cd5-4a8e-9ad3-2cfe4019c9b5 req-5653c73b-c3ec-44a7-9549-da39018b858f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Apr 20 15:10:36.877981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829deb71-33f7-4907-a622-e05a1e8165b7 req-d3882b3b-ac57-482c-bd00-fed981ced3ef tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:36.879507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-829deb71-33f7-4907-a622-e05a1e8165b7 req-d3882b3b-ac57-482c-bd00-fed981ced3ef tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0558960 Apr 20 15:10:36.922134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-829deb71-33f7-4907-a622-e05a1e8165b7 req-c887252b-4723-4461-b322-0846abbc7ecb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Apr 20 15:10:37.039101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c4186-3d03-4db3-bf86-b02e49fe9ab3 req-0289e1f1-1870-40cb-8f36-38d24958553f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:37.040561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-380c4186-3d03-4db3-bf86-b02e49fe9ab3 req-0289e1f1-1870-40cb-8f36-38d24958553f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0494947 Apr 20 15:10:37.080685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-380c4186-3d03-4db3-bf86-b02e49fe9ab3 req-c2080d45-330b-44a0-9165-571ee49e6ea8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Apr 20 15:10:37.385504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ba9f-4671-490c-8f4c-81450c6d0445 req-f8d9fe7d-7dcd-434b-8881-25a30af51c00 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:37.386889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38d1ba9f-4671-490c-8f4c-81450c6d0445 req-f8d9fe7d-7dcd-434b-8881-25a30af51c00 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0609188 Apr 20 15:10:37.428330 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38d1ba9f-4671-490c-8f4c-81450c6d0445 req-2ea5ad8f-49c6-43b4-b48f-e158de175165 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Apr 20 15:10:38.562847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b6100-4a0b-4f83-bb61-fd7bc5a993a0 req-995518c2-ffd4-4f25-b515-97de89992ce6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:38.564315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c88b6100-4a0b-4f83-bb61-fd7bc5a993a0 req-995518c2-ffd4-4f25-b515-97de89992ce6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0600431 Apr 20 15:10:38.603197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c88b6100-4a0b-4f83-bb61-fd7bc5a993a0 req-d17ce52f-d5f7-4fe7-920d-0ed9a9c17504 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Apr 20 15:10:38.929883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-0a755026-8d77-4ed9-8ac1-b3a795bf8eb0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:10:38.931456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-0a755026-8d77-4ed9-8ac1-b3a795bf8eb0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 945 time: 0.0520780 Apr 20 15:10:39.027346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:10:39.027677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:39.116398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:10:39.116652 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:39.129775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:10:39.267465 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:39.280548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['7e3d8b3d-af92-40ee-8beb-9e56b6d212d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:10:39.297781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=7e3d8b3d-af92-40ee-8beb-9e56b6d212d1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:10:39.353004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:10:39.355934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:39.359170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3aadc848-3436-489f-9b54-7b9ce9cfe4e1 req-3ae25aa9-8645-4a1f-b8d4-c098a52d0476 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "DELETE /v2.0/ports/7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 HTTP/1.1" status: 204 len: 173 time: 0.4216552 Apr 20 15:10:39.359605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'name': 'network-vif-deleted', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:10:39.361883 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38fe8f6-21c9-4279-b080-e80337d01c4c" -d '{"events": [{"server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "name": "network-vif-deleted", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:10:39.402708 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40931c46-4f53-4078-872c-db877b7fc004 x-openstack-request-id: req-40931c46-4f53-4078-872c-db877b7fc004 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:10:39.402938 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14b756-7f6d-4b84-ad66-3a2a669d45d0", "name": "network-vif-deleted", "tag": "7e3d8b3d-af92-40ee-8beb-9e56b6d212d1", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:10:39.403280 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40931c46-4f53-4078-872c-db877b7fc004 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:10:39.403579 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40931c46-4f53-4078-872c-db877b7fc004'] response: {'server_uuid': '6d14b756-7f6d-4b84-ad66-3a2a669d45d0', 'name': 'network-vif-deleted', 'tag': '7e3d8b3d-af92-40ee-8beb-9e56b6d212d1', 'status': 'completed', 'code': 200} Apr 20 15:10:39.700123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee4db6a7-e122-43b7-a01b-305178b16233 req-f3959720-c3ea-4a74-a4c7-4ab989f6bbb9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0265059 Apr 20 15:10:40.163893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ac8e9ed3-a882-45de-b890-cafe55e55120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:40.798233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d0c5b95-a18b-43f0-a317-0bd538caf1a5 req-2de4ff66-28a4-4201-9688-3c3c51302e3d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0265391 Apr 20 15:10:41.899860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2ce5dc6-ac1b-4074-8834-d3fad9fbe9be req-38fb4153-73cb-4c49-a79b-cf94266930e2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Apr 20 15:10:42.963301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:10:42.993700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:10:42.994019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e3d8b3d-af92-40ee-8beb-9e56b6d212d1 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:10:42.998250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21257385-9403-4e84-867a-0d3074be06c7 req-39025423-f5f3-4b8f-8d61-c0866777eb2e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Apr 20 15:10:43.498495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2d317799-dc45-4c70-8f94-f1fd6ba5cdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:43.749092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:44.098477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e52e84a-ac38-4157-a154-3f51409bb764 req-e30adfa6-f1de-410b-bba9-629e98f58b2d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d14b756-7f6d-4b84-ad66-3a2a669d45d0 HTTP/1.1" status: 200 len: 210 time: 0.0256245 Apr 20 15:10:44.369652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:45.265317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:45.313496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:10:53.961561 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:11:03.637601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:04.996241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45608) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.001714 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313058119', 'description': 'tempest-secgroup-smoke-313058119 description', 'project_id': '1df21a791f8c47b29573540bc57e670e'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.025311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.089632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.093704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.124268 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.125434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280181 Apr 20 15:11:05.128738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45612) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.129424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.134991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.137796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.138165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.138501 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.138861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.139193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.139515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.139836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.140153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.140473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.140788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.141218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.141538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69832f49-3e11-45a3-8cc1-2dae9d47f65a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:05.168981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.218891 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.223173 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.242628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3249e43-bbd7-4516-bf48-6fe939e5829f,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.248804 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.252901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-48457a91-3195-4834-af8f-cd5a2768b2c9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220412 Apr 20 15:11:05.253074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.258854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.285400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.347417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.352188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.371679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9dae65-f2bf-4042-86b5-b09f8bf0ee77,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.382394 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.384105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c4dd1405-9089-450e-94ce-33c0657b573c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297419 Apr 20 15:11:05.386986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.391465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.418089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.476021 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.479926 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.496597 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076505a5-c0ce-4c6c-a295-dab7451bd174,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.505544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.509791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aecbddb7-38af-49db-9032-18ba47b23c9a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187654 Apr 20 15:11:05.509969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.514305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.542282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.600481 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.604873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.626030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc688c0-254b-4ce5-aa6b-3796afce8ca1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.637445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.638895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-93186c06-153f-4330-a130-91214ae4a107 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278734 Apr 20 15:11:05.641607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45620) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.646036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.667945 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Project 1df21a791f8c47b29573540bc57e670e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:11:05.672844 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.735136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.740329 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.759472 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb042f1-b771-4856-a206-36c4d3b1e0ec,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.769950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.771039 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0e5893ce-f75e-4e66-9225-6ab2b3cf37d9 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285014 Apr 20 15:11:05.774448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:05.778969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'security_group_rule': {'security_group_id': 'fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e', 'project_id': '1df21a791f8c47b29573540bc57e670e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:05.800196 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Project 1df21a791f8c47b29573540bc57e670e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:11:05.805184 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.868865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.873709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.891972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2ae688-4ee2-400c-9a2a-f18752024f00,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:05.899114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:05.900303 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5eb70b86-8b2f-4edf-ae7f-c172f20e9728 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249123 Apr 20 15:11:06.087053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-503782be-d702-407c-b4a5-fb255d0882e1 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313058119&fields=id&tenant_id=1df21a791f8c47b29573540bc57e670e HTTP/1.1" status: 200 len: 267 time: 0.0403914 Apr 20 15:11:06.189510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-22fa3fe0-f183-4717-8354-c1a587e3a01c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:06.190997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-22fa3fe0-f183-4717-8354-c1a587e3a01c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 813 time: 0.1031311 Apr 20 15:11:06.207096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f51ef9ca-10b0-471a-b076-eb2def342e89 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/quotas/1df21a791f8c47b29573540bc57e670e HTTP/1.1" status: 200 len: 375 time: 0.0096452 Apr 20 15:11:06.263173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-6004e8ff-cdff-43ee-b300-8e9c343889de tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501561 Apr 20 15:11:06.770893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-47250b73-736d-42f3-ae39-8e61000a1b80 service neutron] 10.222.0.20 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945376 Apr 20 15:11:06.885121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f4993622-ca08-43fb-979b-a92a6d9fa2e8 service neutron] 10.222.0.20 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048350 Apr 20 15:11:07.207870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f29b313-27d1-4682-9a7a-7643189e7361 req-824fcce9-bfd4-4c7b-9c99-848c45266112 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 210 time: 0.0280535 Apr 20 15:11:08.150762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-465fb043-e482-4b57-8434-3a837880624f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:08.152548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-465fb043-e482-4b57-8434-3a837880624f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 813 time: 0.1090877 Apr 20 15:11:08.197921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-5fd28da0-7127-40e7-962b-bfe0337a47cc tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df21a791f8c47b29573540bc57e670e HTTP/1.1" status: 200 len: 379 time: 0.0371609 Apr 20 15:11:08.206729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'port': {'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'admin_state_up': True, 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'security_groups': ['fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:08.338255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d3ae047-c505-4e76-9e98-0119184d3b48 req-b661be79-0b66-4af1-a84b-e33b5deb79ed tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 210 time: 0.0603487 Apr 20 15:11:08.412295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-b3c2bc53-763a-473b-95ce-ce3ffcda7b82 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:08.413784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-b3c2bc53-763a-473b-95ce-ce3ffcda7b82 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1885240 Apr 20 15:11:08.433123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-e7802d6a-76cc-43c0-923f-90cae2bbc3ef tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0128601 Apr 20 15:11:08.435873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Made reservation on behalf of 1df21a791f8c47b29573540bc57e670e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:11:08.439462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:08.544604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-14938b80-98fc-42e9-8229-31507d05823d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028042 Apr 20 15:11:08.653433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Allocated IP 172.20.0.5 (f24566ed-20b5-4e60-a421-c74affaa0ccd/6243e8c7-62b7-4b52-97ad-8d00955cff78/16449511-2ee8-441f-8136-0e107a6b00d8) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:11:08.701959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-d59a71a7-374c-43c4-b9eb-43b9a8b1deb5 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481099 Apr 20 15:11:08.868921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-4701aa4b-9172-4a21-95da-8cbc0ef09959 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571259 Apr 20 15:11:08.886667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:08.923733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:08.968529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Network f24566ed-20b5-4e60-a421-c74affaa0ccd is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:11:08.971742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:11:08.975835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:11:08.983306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:09.037662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:09.038523 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.060378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-7638b532-71aa-4279-9f10-1744fb1444a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571403 Apr 20 15:11:09.073434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Request body: {'port': {'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:09.140514 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.314542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3636875f-5a60-4dcc-8023-9e3708fd94bf req-9c256f92-d6c3-42ff-9680-e0b44709f833 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0440097 Apr 20 15:11:09.372314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9af2b923-5f29-4757-82d6-efef2c0ced28 None None] Provisioning complete for port 16449511-2ee8-441f-8136-0e107a6b00d8 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:09.372894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9af2b923-5f29-4757-82d6-efef2c0ced28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.412373 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9af2b923-5f29-4757-82d6-efef2c0ced28 None None] Port 16449511-2ee8-441f-8136-0e107a6b00d8 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:11:09.544303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdffc6-47e6-4c19-9a29-0d20cc79a88c req-36c85bd2-8f30-4e55-81db-08aa21d0761f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:09.545815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bebdffc6-47e6-4c19-9a29-0d20cc79a88c req-36c85bd2-8f30-4e55-81db-08aa21d0761f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 931 time: 0.1057682 Apr 20 15:11:09.561152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16449511-2ee8-441f-8136-0e107a6b00d8 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:09.582073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.619034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Transition to ACTIVE for port object 16449511-2ee8-441f-8136-0e107a6b00d8 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:11:09.626607 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bebdffc6-47e6-4c19-9a29-0d20cc79a88c req-7fe41d41-099b-4a80-8323-f8cffbaebe06 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605273 Apr 20 15:11:09.628141 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.692351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:09.788655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Attempting to bind port 16449511-2ee8-441f-8136-0e107a6b00d8 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:11:09.789697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Attempting to bind port 16449511-2ee8-441f-8136-0e107a6b00d8 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:11:09.790418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Attempting to bind port 16449511-2ee8-441f-8136-0e107a6b00d8 on network f24566ed-20b5-4e60-a421-c74affaa0ccd {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:09.796108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Port 16449511-2ee8-441f-8136-0e107a6b00d8 on network f24566ed-20b5-4e60-a421-c74affaa0ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:11:09.796891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Attempting to bind port 16449511-2ee8-441f-8136-0e107a6b00d8 on network f24566ed-20b5-4e60-a421-c74affaa0ccd {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:09.803277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:11:09.803922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Checking segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:11:09.805077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Bound using segment: {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:11:09.805525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Bound port: 16449511-2ee8-441f-8136-0e107a6b00d8, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b220fc1-c30e-4b04-95ae-1870f66d5119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:11:09.805892 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.884427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:11:09.888386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=16449511-2ee8-441f-8136-0e107a6b00d8,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:11:09.894498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.930293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:09.932136 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:09.933009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] 10.222.0.45 "PUT /v2.0/ports/16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 1091 time: 0.8644006 Apr 20 15:11:09.933564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:09.936212 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6187c253-c4c2-4e5e-91d0-41bd48f3791c" -d '{"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:09.981981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6085a2b-ee9c-4f5a-bf9b-e0aa007e8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:10.000676 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978df653-0014-4f35-9b6d-68e0185bf947 x-openstack-request-id: req-978df653-0014-4f35-9b6d-68e0185bf947 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:10.000992 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:10.001191 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-978df653-0014-4f35-9b6d-68e0185bf947 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:10.001585 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978df653-0014-4f35-9b6d-68e0185bf947'] response: {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:11:10.037147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-9e1e1695-51f6-4378-902d-c1e7c29fbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.038779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-9e1e1695-51f6-4378-902d-c1e7c29fbca3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1094 time: 0.0493915 Apr 20 15:11:10.086385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-bf29fe14-5c34-434f-b838-cd2141b00414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 217 time: 0.0402815 Apr 20 15:11:10.141553 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-351f6286-fae4-4c6f-bce2-08f1944a8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.143198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-351f6286-fae4-4c6f-bce2-08f1944a8598 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0504880 Apr 20 15:11:10.172655 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-25170159-bdfd-4854-8678-1871ce1a4613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:10.213200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-60088327-140e-4a84-9730-0f20c1a37e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.215983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-60088327-140e-4a84-9730-0f20c1a37e66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656943 Apr 20 15:11:10.333651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-23744239-66cf-418c-bcc8-a5419a914833 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101525 Apr 20 15:11:10.464411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7d9360a-ebe2-417a-87d2-fe24d78186de req-8fd729d9-adaf-4dcf-b1b0-7bc15a8833fe service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153927 Apr 20 15:11:10.497161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6581e3a-5869-41f8-a3c5-d36e8c79f436 req-57bda2c7-1293-4adc-8ba7-d45383d4b2a7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0314603 Apr 20 15:11:10.600989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-29fb7d97-505c-42a6-8ae2-d76819070b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.604073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-29fb7d97-505c-42a6-8ae2-d76819070b4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1094 time: 0.0720055 Apr 20 15:11:10.699589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-f2cd844f-94bb-41e9-8d37-1937a83f486a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.701061 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-f2cd844f-94bb-41e9-8d37-1937a83f486a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.5234842 Apr 20 15:11:10.716344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:10.793890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-42a621f6-ac2f-4b2a-a074-f29e11043659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.795384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-42a621f6-ac2f-4b2a-a074-f29e11043659 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.1854451 Apr 20 15:11:10.827361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608567d-c6c4-4624-bedb-5223c25abb6f req-a387ba54-7cca-4c1f-a6cf-11073a44b754 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.828983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8608567d-c6c4-4624-bedb-5223c25abb6f req-a387ba54-7cca-4c1f-a6cf-11073a44b754 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0950954 Apr 20 15:11:10.838249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:11:10.842421 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:10.866930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-19958042-30ee-4795-87e1-ac8e9523da42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 217 time: 0.0591135 Apr 20 15:11:10.943121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8608567d-c6c4-4624-bedb-5223c25abb6f req-67b375ee-8e9c-47d7-8dc4-5add21c38911 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838113 Apr 20 15:11:10.970870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-f47916ce-5d6a-4200-8ca3-8aa2de4a8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:10.970870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-f47916ce-5d6a-4200-8ca3-8aa2de4a8a68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0887015 Apr 20 15:11:10.994436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.6 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/92823560-eb0e-4b63-be60-aa8081d34fa7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:11:11.025238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-485887a5-1b6f-49ef-a90a-1b6d527a0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:11.026890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-485887a5-1b6f-49ef-a90a-1b6d527a0f1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519781 Apr 20 15:11:11.129120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-f6b643e0-c81a-4d39-a353-215964fcf777 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945914 Apr 20 15:11:11.157785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.193902 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.235204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6187c253-c4c2-4e5e-91d0-41bd48f3791c req-bcc3ef6e-972b-4dee-a8b9-d2d12ec37688 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968051 Apr 20 15:11:11.237695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:11:11.240776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:11:11.244921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:11:11.271195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:11.300034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:11.300810 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.317939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-c2bcd17d-dac0-45d9-9400-58d6c066f670 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076174 Apr 20 15:11:11.327746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-ab981762-d39c-43db-a780-e61fa5ad8108 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:11:11.328737 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-ab981762-d39c-43db-a780-e61fa5ad8108 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055201 Apr 20 15:11:11.340611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Request body: {'port': {'device_id': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:11.404524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.521176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0f510cb7-27fa-436b-9fd8-63daddc834f6 None None] Provisioning complete for port 92823560-eb0e-4b63-be60-aa8081d34fa7 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:11.522142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f510cb7-27fa-436b-9fd8-63daddc834f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.560229 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0f510cb7-27fa-436b-9fd8-63daddc834f6 None None] Port 92823560-eb0e-4b63-be60-aa8081d34fa7 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:11:11.637021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1acd-af3c-4f37-b98c-a0ede9fe97a5 req-4787e5d2-fa41-4673-832e-1a06683506ca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:11.638661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4fd1acd-af3c-4f37-b98c-a0ede9fe97a5 req-4787e5d2-fa41-4673-832e-1a06683506ca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 931 time: 0.0538597 Apr 20 15:11:11.684288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4fd1acd-af3c-4f37-b98c-a0ede9fe97a5 req-92babee4-a1d9-42f6-b2f5-3ab30b2aa158 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Apr 20 15:11:11.696184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92823560-eb0e-4b63-be60-aa8081d34fa7 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:11.704267 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.716717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Transition to ACTIVE for port object 92823560-eb0e-4b63-be60-aa8081d34fa7 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:11:11.721019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.791361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Pushing event updated for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:11.851852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Attempting to bind port 92823560-eb0e-4b63-be60-aa8081d34fa7 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:11:11.852677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Attempting to bind port 92823560-eb0e-4b63-be60-aa8081d34fa7 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:11:11.852677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Attempting to bind port 92823560-eb0e-4b63-be60-aa8081d34fa7 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:11.857681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Port 92823560-eb0e-4b63-be60-aa8081d34fa7 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:11:11.858216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Attempting to bind port 92823560-eb0e-4b63-be60-aa8081d34fa7 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:11.863277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:11:11.863619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:11:11.864002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:11:11.864434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Bound port: 92823560-eb0e-4b63-be60-aa8081d34fa7, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:11:11.864795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.932654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:11:11.935920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=92823560-eb0e-4b63-be60-aa8081d34fa7,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:11:11.941997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.983623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:11.984709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:11.986614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] 10.222.0.43 "PUT /v2.0/ports/92823560-eb0e-4b63-be60-aa8081d34fa7 HTTP/1.1" status: 200 len: 1091 time: 0.6500208 Apr 20 15:11:11.986884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:11.989073 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f" -d '{"events": [{"name": "network-changed", "server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:12.016396 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580289e-1790-4aac-b60b-9b06a0888f18 service neutron] Pushing event updated for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:12.085942 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2ea5c1-6779-47e9-afaf-0b4d03fd2503 x-openstack-request-id: req-4c2ea5c1-6779-47e9-afaf-0b4d03fd2503 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:12.086231 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:12.086479 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c2ea5c1-6779-47e9-afaf-0b4d03fd2503 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:12.086907 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2ea5c1-6779-47e9-afaf-0b4d03fd2503'] response: {'name': 'network-changed', 'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7', 'status': 'completed', 'code': 200} Apr 20 15:11:12.092755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-00f67258-e742-456a-900e-e7b68644ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.094436 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-00f67258-e742-456a-900e-e7b68644ab67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 1094 time: 0.0619853 Apr 20 15:11:12.119422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a988-7c78-484f-b8f3-2626fabe5675 req-56dfe4ef-4d54-4b24-bec7-453160d1272f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.121445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3767a988-7c78-484f-b8f3-2626fabe5675 req-56dfe4ef-4d54-4b24-bec7-453160d1272f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0596673 Apr 20 15:11:12.153197 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-16b893db-4428-4f0f-9965-86a660b5ab10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92823560-eb0e-4b63-be60-aa8081d34fa7 HTTP/1.1" status: 200 len: 217 time: 0.0510566 Apr 20 15:11:12.169513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3767a988-7c78-484f-b8f3-2626fabe5675 req-dbb46fae-8d0e-4736-9b45-3b7612ef9c80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363967 Apr 20 15:11:12.215401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-398e7a31-04c1-4051-9a62-6cb111421501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.216903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-398e7a31-04c1-4051-9a62-6cb111421501 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0560031 Apr 20 15:11:12.266233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-3b08d15e-49a1-4728-962c-2b9deeb07abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.267801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-3b08d15e-49a1-4728-962c-2b9deeb07abd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434411 Apr 20 15:11:12.367332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-b927532e-1eb9-46dc-92b3-fcc1c4d5494d service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924304 Apr 20 15:11:12.462367 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-190f0cb1-19cf-4fa4-abe2-1aa38a0f019b req-31672e0d-bbb4-45e8-8b49-fdd7a9448faa service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 Apr 20 15:11:12.560913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-5b76e693-8e9c-4485-aa73-a6796ccd704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.563635 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-5b76e693-8e9c-4485-aa73-a6796ccd704b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 1094 time: 0.0543642 Apr 20 15:11:12.662148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-e08e2dc0-42df-47c1-9855-3936a3ea333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.663801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-e08e2dc0-42df-47c1-9855-3936a3ea333d service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0939329 Apr 20 15:11:12.707407 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-1f185c32-8862-42bf-b54e-a43b9020067d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92823560-eb0e-4b63-be60-aa8081d34fa7 HTTP/1.1" status: 200 len: 217 time: 0.0365012 Apr 20 15:11:12.766844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-17a86c36-659c-4e43-9578-e43a94d039d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.768316 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-17a86c36-659c-4e43-9578-e43a94d039d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0541883 Apr 20 15:11:12.813546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889573f-3726-4400-87a4-aab5199ee9bb req-6f25fad3-84f3-461f-9085-89be786c1d71 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.815419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d889573f-3726-4400-87a4-aab5199ee9bb req-6f25fad3-84f3-461f-9085-89be786c1d71 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0549197 Apr 20 15:11:12.817384 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-9e376901-d4d9-43f0-b0af-47d10fa3af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:12.818939 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-9e376901-d4d9-43f0-b0af-47d10fa3af7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436065 Apr 20 15:11:12.860224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d889573f-3726-4400-87a4-aab5199ee9bb req-6685553e-6b1d-4175-b0b6-5dd3e774635f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Apr 20 15:11:12.920265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-624546cf-73e6-4b94-8875-8c22f92cb5a3 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946119 Apr 20 15:11:13.027124 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1b68ece3-8801-4ec0-a6b8-3af86d9fd23f req-b20feafb-5cbc-453f-961f-bd827006b437 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993266 Apr 20 15:11:13.297526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb93e60-fa6f-47da-b0e2-14a7d50643c5 req-151c1916-638f-4d04-81b4-2db5cbf61968 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:13.298988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fb93e60-fa6f-47da-b0e2-14a7d50643c5 req-151c1916-638f-4d04-81b4-2db5cbf61968 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0578160 Apr 20 15:11:13.338949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fb93e60-fa6f-47da-b0e2-14a7d50643c5 req-72a4fe21-76a1-48af-873b-864f9cdff0e3 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331087 Apr 20 15:11:13.503260 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b08fa527-ba40-4c43-b373-faf2a1515560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:13.750932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:13.980823 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78129-63f2-4bbc-8790-3b3d726e5675 req-ce218e59-189f-4f85-a4ae-c5bda384f530 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:13.982298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50b78129-63f2-4bbc-8790-3b3d726e5675 req-ce218e59-189f-4f85-a4ae-c5bda384f530 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0514038 Apr 20 15:11:14.023626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50b78129-63f2-4bbc-8790-3b3d726e5675 req-9f7e8b0d-fb81-4cd1-a0f8-af229243d930 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Apr 20 15:11:14.378761 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:14.461408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27659-dc78-46ac-8d8b-a278d3e6a9bc req-f11096b2-1b15-438b-954d-da77ed463096 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:14.463009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fed27659-dc78-46ac-8d8b-a278d3e6a9bc req-f11096b2-1b15-438b-954d-da77ed463096 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0501211 Apr 20 15:11:14.505606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fed27659-dc78-46ac-8d8b-a278d3e6a9bc req-9b87b4d4-0d66-48d9-b42e-6b01ae99eb71 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361741 Apr 20 15:11:15.270474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:15.288863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f005-ed59-44d5-8128-843645aa3678 req-b35f9930-da9c-4aa4-af2d-18f6157ae0c0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:15.290354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6361f005-ed59-44d5-8128-843645aa3678 req-b35f9930-da9c-4aa4-af2d-18f6157ae0c0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.1928144 Apr 20 15:11:15.307409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:15.330984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6361f005-ed59-44d5-8128-843645aa3678 req-607aa84a-6040-4af9-8af2-8155a6c1a700 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Apr 20 15:11:15.639867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef24a3a-1d4d-45da-954c-92b216183b16 req-da086f97-bf8c-4ef9-a672-4d26f0531afd tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:15.641481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ef24a3a-1d4d-45da-954c-92b216183b16 req-da086f97-bf8c-4ef9-a672-4d26f0531afd tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0630531 Apr 20 15:11:15.682700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ef24a3a-1d4d-45da-954c-92b216183b16 req-d97957dc-822e-4c6b-bd18-0fc4e55d124b tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346642 Apr 20 15:11:16.448265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc761b4-3892-4795-974e-cbae9a70839e req-095ee6a7-3f86-404c-b4f5-0fecbcd84863 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:16.449704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bc761b4-3892-4795-974e-cbae9a70839e req-095ee6a7-3f86-404c-b4f5-0fecbcd84863 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0488372 Apr 20 15:11:16.495058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bc761b4-3892-4795-974e-cbae9a70839e req-0e5c4ed2-aa9a-4cae-b8e6-e7a8daafb2bb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365195 Apr 20 15:11:16.878104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f6e2-5a31-4f5e-abd5-b6fa747d5c29 req-ae1dd67b-ff1a-4548-ad1c-6d57d22ed842 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:16.879582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bf8f6e2-5a31-4f5e-abd5-b6fa747d5c29 req-ae1dd67b-ff1a-4548-ad1c-6d57d22ed842 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.1267300 Apr 20 15:11:16.924382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bf8f6e2-5a31-4f5e-abd5-b6fa747d5c29 req-778f3258-c260-46f2-a34c-735fd0e91d9c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 Apr 20 15:11:17.621016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef04c2-7983-425e-bec0-0853a17d4baf req-c7cb9c1f-ffb0-4aa7-b516-5442a3b14f24 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:17.622507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbef04c2-7983-425e-bec0-0853a17d4baf req-c7cb9c1f-ffb0-4aa7-b516-5442a3b14f24 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0509882 Apr 20 15:11:17.664471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbef04c2-7983-425e-bec0-0853a17d4baf req-e462f2e7-b9dd-4257-9690-b4e3bf93060d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Apr 20 15:11:18.067768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a516b-679f-45ab-9bf9-fc47195a596f req-1b4de5fe-ef7a-4969-8b1a-1aba55158b17 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:18.069250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f20a516b-679f-45ab-9bf9-fc47195a596f req-1b4de5fe-ef7a-4969-8b1a-1aba55158b17 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0687823 Apr 20 15:11:18.117822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f20a516b-679f-45ab-9bf9-fc47195a596f req-d4ba7caa-bbf9-46ae-8e68-9e40ad7a559f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 Apr 20 15:11:18.793842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bef961-d903-4dea-b7d7-73cfb7d48438 req-f4ee6963-e09d-44f5-9d79-c29824079f9b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:18.795440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83bef961-d903-4dea-b7d7-73cfb7d48438 req-f4ee6963-e09d-44f5-9d79-c29824079f9b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0520501 Apr 20 15:11:18.833488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83bef961-d903-4dea-b7d7-73cfb7d48438 req-452a8ee1-e1ff-42af-8418-dcc347d5fc22 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Apr 20 15:11:19.258466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2165-fb30-4566-848d-d8d60098cf7a req-06d94148-f567-4341-8f19-0d1b6f77d1c0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:19.260010 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53ce2165-fb30-4566-848d-d8d60098cf7a req-06d94148-f567-4341-8f19-0d1b6f77d1c0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0670395 Apr 20 15:11:19.300550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53ce2165-fb30-4566-848d-d8d60098cf7a req-d1f77e3f-ae5e-4b0c-bd46-ddef645a4161 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326762 Apr 20 15:11:20.240610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4221140-996a-4681-b19f-dcde704626b7 req-66e9a69e-4641-4480-a609-31f8363750d7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:20.242170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4221140-996a-4681-b19f-dcde704626b7 req-66e9a69e-4641-4480-a609-31f8363750d7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0585842 Apr 20 15:11:20.290076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4221140-996a-4681-b19f-dcde704626b7 req-502d60b8-2620-41fd-8ea5-e104eccd8139 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Apr 20 15:11:20.429979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002e6d-d4a5-4bcc-a9d4-4cb5069cb34c req-37147fbd-ab6b-4c4e-84ac-c16a61bc97d8 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:20.431488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3002e6d-d4a5-4bcc-a9d4-4cb5069cb34c req-37147fbd-ab6b-4c4e-84ac-c16a61bc97d8 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 943 time: 0.0517406 Apr 20 15:11:20.469569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3002e6d-d4a5-4bcc-a9d4-4cb5069cb34c req-6867e808-d5fa-48dd-848e-a3d0273367a2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319679 Apr 20 15:11:21.209123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 16449511-2ee8-441f-8136-0e107a6b00d8 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:11:21.309895 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=16449511-2ee8-441f-8136-0e107a6b00d8,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:21.323939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '16449511-2ee8-441f-8136-0e107a6b00d8', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:11:21.362851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:21.375897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16449511-2ee8-441f-8136-0e107a6b00d8 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:21.400138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=16449511-2ee8-441f-8136-0e107a6b00d8,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:21.405194 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:21.412813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edfcb9-4e31-4970-83bc-d51ce3db8fdd req-25599b91-30ab-4d61-b2cc-65600a9b722d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:21.414456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13edfcb9-4e31-4970-83bc-d51ce3db8fdd req-25599b91-30ab-4d61-b2cc-65600a9b722d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0514202 Apr 20 15:11:21.453737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13edfcb9-4e31-4970-83bc-d51ce3db8fdd req-6b03d611-79c1-44aa-ab83-cb1220345798 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Apr 20 15:11:21.456529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:21.592272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1015-9e45-48d3-8744-0a57b6042b0f req-501ad5b3-c2fb-4f09-840f-b75d0a12b600 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:21.593754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-563f1015-9e45-48d3-8744-0a57b6042b0f req-501ad5b3-c2fb-4f09-840f-b75d0a12b600 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 944 time: 0.0502002 Apr 20 15:11:21.636332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-563f1015-9e45-48d3-8744-0a57b6042b0f req-a4cd0da6-6c57-43cb-9842-b8b3c25a8d98 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363486 Apr 20 15:11:21.684471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['16449511-2ee8-441f-8136-0e107a6b00d8'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:11:22.580383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b6e9-ab09-496e-a6d5-630de8d29306 req-ae54d68b-a588-4826-a9c0-8f12592b97b1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:22.581927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ff4b6e9-ab09-496e-a6d5-630de8d29306 req-ae54d68b-a588-4826-a9c0-8f12592b97b1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0498438 Apr 20 15:11:22.622807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ff4b6e9-ab09-496e-a6d5-630de8d29306 req-56405914-ebb9-471d-94d4-a084d28c682c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Apr 20 15:11:22.754556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee9c43-47f7-44b6-af82-119581c0d8be req-7f554ac4-157a-4e34-85aa-8670393dd207 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:22.755957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dee9c43-47f7-44b6-af82-119581c0d8be req-7f554ac4-157a-4e34-85aa-8670393dd207 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 944 time: 0.0507071 Apr 20 15:11:22.796236 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dee9c43-47f7-44b6-af82-119581c0d8be req-9c7e9d03-99bd-4c3b-8cc7-981ece801871 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Apr 20 15:11:23.206830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 16449511-2ee8-441f-8136-0e107a6b00d8 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:11:23.269679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 16449511-2ee8-441f-8136-0e107a6b00d8 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:11:23.273783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 16449511-2ee8-441f-8136-0e107a6b00d8 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:23.274154 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:23.354838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:23.380104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:23.382467 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b4e7d-839a-4726-ac48-d13afaea3805" -d '{"events": [{"server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "name": "network-vif-plugged", "status": "completed", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:23.396112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=16449511-2ee8-441f-8136-0e107a6b00d8,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:23.400496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:23.429596 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c875c7-03a7-4711-ab04-cd8a1db6e966 x-openstack-request-id: req-d1c875c7-03a7-4711-ab04-cd8a1db6e966 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:23.429945 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "name": "network-vif-plugged", "status": "completed", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:23.430178 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1c875c7-03a7-4711-ab04-cd8a1db6e966 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:23.430633 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c875c7-03a7-4711-ab04-cd8a1db6e966'] response: {'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'code': 200} Apr 20 15:11:23.463001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:23.521604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd1dc-18ef-4232-b4cc-bbe41618639c req-66a7dc8a-f94a-4e1b-b484-96f58f785ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:23.523241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3ccd1dc-18ef-4232-b4cc-bbe41618639c req-66a7dc8a-f94a-4e1b-b484-96f58f785ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.0414391 Apr 20 15:11:23.572766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 92823560-eb0e-4b63-be60-aa8081d34fa7 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:11:23.681118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=92823560-eb0e-4b63-be60-aa8081d34fa7,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:23.693248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '92823560-eb0e-4b63-be60-aa8081d34fa7', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': '92823560-eb0e-4b63-be60-aa8081d34fa7', 'mac_address': 'fa:16:3e:81:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:11:23.720223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3ccd1dc-18ef-4232-b4cc-bbe41618639c req-5398094e-79cc-434f-b1ab-1d6ae03a1a69 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484805 Apr 20 15:11:23.731941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:23.745949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92823560-eb0e-4b63-be60-aa8081d34fa7 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:23.759398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4578974-b081-45be-87d0-ebfea33c05c8 req-86dfb7d0-d678-4579-8aee-95a2c6939669 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:23.761022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4578974-b081-45be-87d0-ebfea33c05c8 req-86dfb7d0-d678-4579-8aee-95a2c6939669 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 943 time: 0.0581863 Apr 20 15:11:23.770812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=92823560-eb0e-4b63-be60-aa8081d34fa7,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:23.776044 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:23.801053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4578974-b081-45be-87d0-ebfea33c05c8 req-b698656f-b776-47d2-a626-2e6853e57d9e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Apr 20 15:11:23.823167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:23.918839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b1ca-73f0-4a8c-88c8-666cf97467e3 req-6f50150c-24b9-4921-85e5-56b7598fa77d tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:23.920389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1a9b1ca-73f0-4a8c-88c8-666cf97467e3 req-6f50150c-24b9-4921-85e5-56b7598fa77d tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0532806 Apr 20 15:11:23.958674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1a9b1ca-73f0-4a8c-88c8-666cf97467e3 req-c186c3cf-c650-4461-96a6-79a942a919ff tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Apr 20 15:11:23.983258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['92823560-eb0e-4b63-be60-aa8081d34fa7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:11:24.928686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003daa-4b42-4e17-bee4-e93afc1d311d req-51d9fa2b-3ebf-46ef-b338-a8a709935024 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:24.930550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15003daa-4b42-4e17-bee4-e93afc1d311d req-51d9fa2b-3ebf-46ef-b338-a8a709935024 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 944 time: 0.0491600 Apr 20 15:11:24.972297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15003daa-4b42-4e17-bee4-e93afc1d311d req-0d90f56b-4831-43fb-bb7e-e0b79b217b2e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357277 Apr 20 15:11:25.076792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982962f9-2b54-4f67-8a2d-ae92884a66c9 req-fdefd908-b018-45cb-ad43-d0af227050e0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:25.078312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-982962f9-2b54-4f67-8a2d-ae92884a66c9 req-fdefd908-b018-45cb-ad43-d0af227050e0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0521493 Apr 20 15:11:25.120992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-982962f9-2b54-4f67-8a2d-ae92884a66c9 req-609aca00-7109-4a9d-99e6-bca5d477ca47 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364420 Apr 20 15:11:25.589499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 92823560-eb0e-4b63-be60-aa8081d34fa7 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:11:25.645605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 92823560-eb0e-4b63-be60-aa8081d34fa7 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:11:25.649730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 92823560-eb0e-4b63-be60-aa8081d34fa7 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:25.650103 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:25.727988 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:25.756174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:25.759811 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b1bc8-cdd4-4fc9-ae92-21a9d982887f" -d '{"events": [{"server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "name": "network-vif-plugged", "status": "completed", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:25.774181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=92823560-eb0e-4b63-be60-aa8081d34fa7,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:25.778364 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:25.807587 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95937d3-9bb0-4442-810d-1d2d3b99b0bc x-openstack-request-id: req-f95937d3-9bb0-4442-810d-1d2d3b99b0bc {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:25.807846 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "name": "network-vif-plugged", "status": "completed", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:25.808128 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f95937d3-9bb0-4442-810d-1d2d3b99b0bc {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:25.808511 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95937d3-9bb0-4442-810d-1d2d3b99b0bc'] response: {'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7', 'code': 200} Apr 20 15:11:25.836693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:25.896198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01df20e-ebdf-4d1e-ade3-f602570ca7bd req-6ea7a2c5-075a-4741-a264-dc26ce5fde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:25.897708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f01df20e-ebdf-4d1e-ade3-f602570ca7bd req-6ea7a2c5-075a-4741-a264-dc26ce5fde27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 1096 time: 0.0419033 Apr 20 15:11:25.932401 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f01df20e-ebdf-4d1e-ade3-f602570ca7bd req-ee3442cd-f486-428f-8b20-393c3772421b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283976 Apr 20 15:11:26.102796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973bacc-a9cc-4b59-b0cf-9913ea100f6d req-39056172-3541-4959-b1ed-55278df1a83a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:26.104558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5973bacc-a9cc-4b59-b0cf-9913ea100f6d req-39056172-3541-4959-b1ed-55278df1a83a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.0570750 Apr 20 15:11:26.145965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5973bacc-a9cc-4b59-b0cf-9913ea100f6d req-77d91fe0-f03c-43af-923d-4f764d43a8f1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Apr 20 15:11:26.242815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36acf-0166-4bf8-a437-453759b23430 req-9e6c1aec-2d22-401e-832d-1f9b04dda347 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:26.244447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3e36acf-0166-4bf8-a437-453759b23430 req-9e6c1aec-2d22-401e-832d-1f9b04dda347 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0521250 Apr 20 15:11:26.286417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3e36acf-0166-4bf8-a437-453759b23430 req-66ea2d0c-c6a5-4f41-af05-a978a5038fe2 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358438 Apr 20 15:11:26.409429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400158bb-483f-4e1c-a35d-898d41d0330f req-fce9880e-ce45-4a9f-a5de-fc0efcbab4d3 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:26.412889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-400158bb-483f-4e1c-a35d-898d41d0330f req-fce9880e-ce45-4a9f-a5de-fc0efcbab4d3 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0593338 Apr 20 15:11:26.461982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-400158bb-483f-4e1c-a35d-898d41d0330f req-542c17c3-b2b1-4f5e-9a21-45a501355eac tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Apr 20 15:11:26.486360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45752) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:26.630384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e568cca-3a9b-4897-bf3b-ad091c1f2909 tempest-TestVolumeBackupRestore-2100926469 tempest-TestVolumeBackupRestore-2100926469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:26.631900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8e568cca-3a9b-4897-bf3b-ad091c1f2909 tempest-TestVolumeBackupRestore-2100926469 tempest-TestVolumeBackupRestore-2100926469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1091 time: 0.1445332 Apr 20 15:11:26.635493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45756) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:26.639728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:26.663719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:26.769296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:26.875462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Allocated IP 172.25.1.87 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/23d56727-5f85-40eb-ad2a-8627d44bf775) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:11:26.981172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:27.018930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:27.057961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:11:27.060874 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:11:27.066498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:11:27.071935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'Port': ['ID=23d56727-5f85-40eb-ad2a-8627d44bf775,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:27.098368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.098764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.099145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.099517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.099928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.100297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.100645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.100978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.101317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.101681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.102000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.102339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:27.336177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253915e0-9446-43df-ace3-be499470f502 req-c244f51b-ad50-452a-803a-60ebda5463a0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:27.337676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-253915e0-9446-43df-ace3-be499470f502 req-c244f51b-ad50-452a-803a-60ebda5463a0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.1075954 Apr 20 15:11:27.438854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-253915e0-9446-43df-ace3-be499470f502 req-0cb64f14-5064-4fa1-91df-275e282afcda tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939736 Apr 20 15:11:27.535830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:27.590380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9211-cf64-4984-8cd8-cf599158b2a2 req-1e7a036e-75fd-45ce-8870-cd0a391d2363 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:27.591868 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be4b9211-cf64-4984-8cd8-cf599158b2a2 req-1e7a036e-75fd-45ce-8870-cd0a391d2363 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.0848575 Apr 20 15:11:27.632868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:27.679742 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be4b9211-cf64-4984-8cd8-cf599158b2a2 req-203bab80-bc81-494e-b7fc-01bc14d9c55c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692568 Apr 20 15:11:27.801937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:27.807992 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:28.243186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event updated for resources: {'Port': ['ID=23d56727-5f85-40eb-ad2a-8627d44bf775,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:28.252329 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:28.357632 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Floating IP ae0003bd-868b-4533-95df-f4e43fa1caaf associated. External IP: 172.25.1.87, port: 16449511-2ee8-441f-8136-0e107a6b00d8. Apr 20 15:11:28.574704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Router 2df639eb-5de8-44e5-bc3a-4809a787752f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:11:28.693092 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:11:28.706386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:11:28.712305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:28.727135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:11:28.727768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:28.745882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3a196f46-eaac-41ed-ad25-ab8939c3fc80 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1094041 Apr 20 15:11:28.746437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:28.748864 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea343263-4933-4ccc-810a-6935af9b0dda" -d '{"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:28.749632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 45806) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:28.808268 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc35bf9-0204-4a6c-906b-c395f221b7e7 x-openstack-request-id: req-fdc35bf9-0204-4a6c-906b-c395f221b7e7 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:28.808758 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:28.809068 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdc35bf9-0204-4a6c-906b-c395f221b7e7 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:28.809913 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc35bf9-0204-4a6c-906b-c395f221b7e7'] response: {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:11:28.819652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ea9cd-0675-4682-b416-46524fe37dff tempest-TestVolumeBackupRestore-2100926469 tempest-TestVolumeBackupRestore-2100926469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:28.825120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45810) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:11:28.825714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f86ea9cd-0675-4682-b416-46524fe37dff tempest-TestVolumeBackupRestore-2100926469 tempest-TestVolumeBackupRestore-2100926469-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1091 time: 0.0741198 Apr 20 15:11:28.830310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Request body: {'floatingip': {'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:28.919821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:11:28.962476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343263-4933-4ccc-810a-6935af9b0dda req-34e7529e-06c3-49b4-a7cd-7e1104f0d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:28.964589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-34e7529e-06c3-49b4-a7cd-7e1104f0d0c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.1316926 Apr 20 15:11:28.968459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:29.162491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:27Z', 'revision_number': 0, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:29.178338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343263-4933-4ccc-810a-6935af9b0dda req-3975df36-ab0f-41ab-909b-ddee9d3ef99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:29.180160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-3975df36-ab0f-41ab-909b-ddee9d3ef99e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.2074893 Apr 20 15:11:29.241814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:11:29.253482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:11:29.254093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:29.382779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:11:29.383307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-f81419b1-bbd0-4430-8a07-4434d88d3f89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 998 time: 0.1045508 Apr 20 15:11:29.504375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343263-4933-4ccc-810a-6935af9b0dda req-db3dcae9-313d-4d87-844c-8072fee77b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:29.505830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-db3dcae9-313d-4d87-844c-8072fee77b02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0927219 Apr 20 15:11:29.599719 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea343263-4933-4ccc-810a-6935af9b0dda req-df26f8ab-2ccc-419e-88ee-19205fa179c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:29.601207 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-df26f8ab-2ccc-419e-88ee-19205fa179c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875070 Apr 20 15:11:29.620255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:27Z', 'revision_number': 0, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:29.647312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49927ff6-c469-43d8-9798-03dc333bdf67 None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:27Z', 'revision_number': 0, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:11:29.753044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:29.759852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:29.802268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-224de7ad-2f22-4ebc-82ea-eea0085967c1 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918907 Apr 20 15:11:29.839817 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a7bcb-9d82-4448-be0f-e5c146457aad None None] New status for floating IP ae0003bd-868b-4533-95df-f4e43fa1caaf: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:11:29.946352 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea343263-4933-4ccc-810a-6935af9b0dda req-55674f3a-c145-4a1e-9cd1-b377b0bf4990 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364019 Apr 20 15:11:30.078259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Router 2df639eb-5de8-44e5-bc3a-4809a787752f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:11:30.240545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:11:30.246954 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:30.252021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:11:30.263923 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:11:30.264448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:30.298859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-eb8a9fb4-85d4-4b63-9255-b481f057bd9a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:30.300299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-eb8a9fb4-85d4-4b63-9255-b481f057bd9a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1674113 Apr 20 15:11:30.336451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-19ed1331-a972-4045-88f4-d6721465287d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0160139 Apr 20 15:11:30.338267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c42aef48-5563-45d3-b2fd-078a0d86c800 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "PUT /v2.0/floatingips/ae0003bd-868b-4533-95df-f4e43fa1caaf HTTP/1.1" status: 200 len: 990 time: 1.5117583 Apr 20 15:11:30.374017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:11:30.391524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-6b7329c7-dc0b-4905-9b38-2ac9f26c3b9f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490174 Apr 20 15:11:30.480447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-bbafe1cb-c347-4bdc-85cd-7364db9c8c4c service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Apr 20 15:11:30.576389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-d852b745-bfa5-4b6f-ae82-d196922e2035 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892282 Apr 20 15:11:30.777367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6128ad6-e649-4357-b9a5-c152ebc1aef8 req-71669eb1-8280-4e88-bb24-6989beb99bca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Apr 20 15:11:30.779340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:29Z', 'revision_number': 2, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:30.806420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:11:30.811294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}, {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:30.814150 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f5e1d-8d1f-46b8-81db-4a91f2035176" -d '{"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}, {"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:30.814656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:11:30.815290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:30.862801 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b15c3-4c6f-4f77-b9ee-72aec6fa6f2b x-openstack-request-id: req-684b15c3-4c6f-4f77-b9ee-72aec6fa6f2b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:30.863380 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:30.863717 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-684b15c3-4c6f-4f77-b9ee-72aec6fa6f2b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:30.864253 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684b15c3-4c6f-4f77-b9ee-72aec6fa6f2b'] response: {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:11:30.865136 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684b15c3-4c6f-4f77-b9ee-72aec6fa6f2b'] response: {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:11:30.930027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:11:30.931942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-f1808cd5-db40-4f18-9bf3-738c730808da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:30.933616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-f1808cd5-db40-4f18-9bf3-738c730808da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.0483093 Apr 20 15:11:30.977274 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:11:31.040224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-994b0de7-be54-4caa-a29b-1adb63652ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.041888 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-994b0de7-be54-4caa-a29b-1adb63652ba1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.1022956 Apr 20 15:11:31.113234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-e690ef86-d2bf-4dbb-8804-53af439a5152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 1000 time: 0.0654149 Apr 20 15:11:31.166357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-56fc53ba-fbde-437e-a034-55aad2141369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.169229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-56fc53ba-fbde-437e-a034-55aad2141369 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0498123 Apr 20 15:11:31.190646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:29Z', 'revision_number': 2, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:11:31.219414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c966cb-911f-4735-87ea-aa2b9fe2d7d4 None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ae0003bd-868b-4533-95df-f4e43fa1caaf', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'port_id': '16449511-2ee8-441f-8136-0e107a6b00d8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'mac_address': 'fa:16:3e:08:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:11:27Z', 'updated_at': '2022-04-20T15:11:29Z', 'revision_number': 2, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:11:31.229013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-56b7a601-8ba1-409e-94c5-2d64a83d3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.230725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-56b7a601-8ba1-409e-94c5-2d64a83d3c01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439620 Apr 20 15:11:31.330960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-f01c4f4e-6599-4391-b57f-a7720b7fc1d0 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930867 Apr 20 15:11:31.438137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-3e983750-5fcb-400a-9603-44f343ba1c6c service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000137 Apr 20 15:11:31.535753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-7abfa564-78cb-4b73-8d7b-e492364df892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.537232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-7abfa564-78cb-4b73-8d7b-e492364df892 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.0438695 Apr 20 15:11:31.634686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-4b4761b1-1e60-454c-a5b3-449ceafe9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.636071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-4b4761b1-1e60-454c-a5b3-449ceafe9f56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.0920932 Apr 20 15:11:31.705921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-4dfd1bd0-2992-4429-b9ef-d145b297f124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 1000 time: 0.0596726 Apr 20 15:11:31.758730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-580ff784-33d9-4905-8168-310202622233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.760553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-580ff784-33d9-4905-8168-310202622233 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0473926 Apr 20 15:11:31.816925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-3b76c55f-7f1c-4a87-b503-3a8c9cecb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.818468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-3b76c55f-7f1c-4a87-b503-3a8c9cecb37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509396 Apr 20 15:11:31.848723 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-17f9648c-3d19-4e30-9c60-a850dd11dad4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:31.850919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-17f9648c-3d19-4e30-9c60-a850dd11dad4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1096544 Apr 20 15:11:31.863162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:31.912386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc642068-73fc-4105-ac6b-682a4636f333 req-c51848f1-a60c-467c-95d5-eb6de464482b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0308685 Apr 20 15:11:31.955072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-4c1413a7-d47b-4b4e-8dfe-d936012d30ce service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293204 Apr 20 15:11:31.979546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:11:31.983948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.052710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e44f5e1d-8d1f-46b8-81db-4a91f2035176 req-2c9aaad3-7f6c-4f32-b68b-32470eab6549 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911448 Apr 20 15:11:32.121462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.7 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/8aff7693-8d0d-4c02-a3c0-6e6758ea29eb) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:11:32.298978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.334353 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.355793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['92823560-eb0e-4b63-be60-aa8081d34fa7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:11:32.381171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:11:32.385044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:11:32.389038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:11:32.420795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:32.460283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:32.461806 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.481062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-5e1bf775-63b2-47a3-8e4a-f92885db9841 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218162 Apr 20 15:11:32.496929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Request body: {'port': {'device_id': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:11:32.561532 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.706855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e4d7cbad-1313-4b51-a1b2-b30722de713d None None] Provisioning complete for port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:32.707526 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e4d7cbad-1313-4b51-a1b2-b30722de713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.742943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7cbad-1313-4b51-a1b2-b30722de713d None None] Port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:11:32.857379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:32.865166 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.878197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Transition to ACTIVE for port object 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:11:32.882931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:32.998006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Pushing event updated for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:33.014944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Attempting to bind port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:11:33.015282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Attempting to bind port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:11:33.015612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Attempting to bind port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:33.020211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:11:33.020552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Attempting to bind port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:11:33.025908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:11:33.026265 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:11:33.026684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:11:33.027122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Bound port: 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:11:33.027486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:33.064078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a93f4-48c9-43df-ae9f-412866503fa9 req-8b67183d-bed3-43c3-b5f1-14004033cb48 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.066362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-784a93f4-48c9-43df-ae9f-412866503fa9 req-8b67183d-bed3-43c3-b5f1-14004033cb48 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0717115 Apr 20 15:11:33.106054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:11:33.108898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-784a93f4-48c9-43df-ae9f-412866503fa9 req-eb684b6d-fe6e-4760-a235-f034d102baa8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357072 Apr 20 15:11:33.109469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:11:33.116674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:33.132751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.133847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:33.135365 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] 10.222.0.45 "PUT /v2.0/ports/8aff7693-8d0d-4c02-a3c0-6e6758ea29eb HTTP/1.1" status: 200 len: 1091 time: 0.6447251 Apr 20 15:11:33.136055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:33.138183 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905c11c-f6ed-4756-968f-9cfe5b2fa896" -d '{"events": [{"name": "network-changed", "server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:33.222385 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465579a-5b35-445d-b6df-d5f10edc5dd6 x-openstack-request-id: req-8465579a-5b35-445d-b6df-d5f10edc5dd6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:33.222699 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:33.222944 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8465579a-5b35-445d-b6df-d5f10edc5dd6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:33.223359 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8465579a-5b35-445d-b6df-d5f10edc5dd6'] response: {'name': 'network-changed', 'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb', 'status': 'completed', 'code': 200} Apr 20 15:11:33.233833 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bae37e-ac48-4d78-bb14-cedda698025a service neutron] Pushing event updated for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:33.247173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-99f6a3ed-7bc2-4499-b454-acdbe0f24a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.248895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-99f6a3ed-7bc2-4499-b454-acdbe0f24a8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 1094 time: 0.0573714 Apr 20 15:11:33.295268 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-e74e1609-2e98-4b2e-ad79-17c60bff1d98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb HTTP/1.1" status: 200 len: 217 time: 0.0377858 Apr 20 15:11:33.351169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-e29e5a8b-6786-44f9-8f13-e7ae859656aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.352757 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-e29e5a8b-6786-44f9-8f13-e7ae859656aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0510895 Apr 20 15:11:33.402780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-e41c14ac-1656-4ad8-b392-f872160fb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.404299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-e41c14ac-1656-4ad8-b392-f872160fb19a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448952 Apr 20 15:11:33.496747 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-7a5967bb-6f46-4d6d-a0a2-8b962ee14196 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Apr 20 15:11:33.594530 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f407a2c7-d8e6-4fd2-a342-097865c9a6fa req-c576c9ac-1cfc-411b-b3d3-aad13834ae66 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913014 Apr 20 15:11:33.642547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:33.681248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-39b152c3-f27d-43a7-999d-78f6a04fe3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.682863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-39b152c3-f27d-43a7-999d-78f6a04fe3c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 1094 time: 0.0426028 Apr 20 15:11:33.785121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-40994cf6-8198-435a-91cb-c4ad94f5370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.786619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-40994cf6-8198-435a-91cb-c4ad94f5370a service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0968661 Apr 20 15:11:33.831325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-bfa40563-545c-45ef-9e24-9cbc210f9180 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb HTTP/1.1" status: 200 len: 217 time: 0.0364268 Apr 20 15:11:33.882271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-9cd16364-2414-429b-91f4-6d4d73f2a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.884246 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-9cd16364-2414-429b-91f4-6d4d73f2a5ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0466928 Apr 20 15:11:33.949048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-e8ba976d-e1b8-4972-a9b0-2eb02103b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:33.950843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-e8ba976d-e1b8-4972-a9b0-2eb02103b473 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605900 Apr 20 15:11:34.044531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-61247e5d-a53f-4cd6-8e26-91aa20c00bb6 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874577 Apr 20 15:11:34.147149 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1905c11c-f6ed-4756-968f-9cfe5b2fa896 req-829b7d96-d473-4ec3-b934-20f429e2552f service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967360 Apr 20 15:11:34.233214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9aa3-f62c-4286-a408-ecace19e7671 req-d8c9c1f0-2705-4a5a-99df-2b073453fcff tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:34.234737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33ab9aa3-f62c-4286-a408-ecace19e7671 req-d8c9c1f0-2705-4a5a-99df-2b073453fcff tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0533695 Apr 20 15:11:34.274992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33ab9aa3-f62c-4286-a408-ecace19e7671 req-62cb1d45-659d-4709-a077-ddf523358c95 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333805 Apr 20 15:11:35.421339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77de61-be2c-4531-8e9e-54bf8486c4dc req-e03e6c18-03a9-4d4f-b7fd-7e00f4f44fb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:35.423178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d77de61-be2c-4531-8e9e-54bf8486c4dc req-e03e6c18-03a9-4d4f-b7fd-7e00f4f44fb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0629530 Apr 20 15:11:35.480082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d77de61-be2c-4531-8e9e-54bf8486c4dc req-3fd7e74c-be9a-4ef8-86cb-521799815db3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Apr 20 15:11:36.644233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8113f0-3abc-4ed7-ac49-3e3d80a847ed req-83bb97fe-1507-4985-aec6-a33bae5bf6c7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:36.647666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a8113f0-3abc-4ed7-ac49-3e3d80a847ed req-83bb97fe-1507-4985-aec6-a33bae5bf6c7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0708115 Apr 20 15:11:36.712996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a8113f0-3abc-4ed7-ac49-3e3d80a847ed req-89ffc8ee-489f-4c84-9faf-cad4052f9f07 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Apr 20 15:11:37.909225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f68ad-62e0-4a92-afaf-2fb442a1683b req-447728d6-10cd-4777-abca-b3be8d169941 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:37.910999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177f68ad-62e0-4a92-afaf-2fb442a1683b req-447728d6-10cd-4777-abca-b3be8d169941 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0803993 Apr 20 15:11:37.978367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177f68ad-62e0-4a92-afaf-2fb442a1683b req-39c4eb52-8608-40bd-9632-c3dc0f9d6027 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600586 Apr 20 15:11:39.120243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620a239-414d-4d0b-a881-b509f3dbf871 req-43c5044c-801e-4ed2-b4ac-568b323ea237 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:39.127220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3620a239-414d-4d0b-a881-b509f3dbf871 req-43c5044c-801e-4ed2-b4ac-568b323ea237 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0567262 Apr 20 15:11:39.163902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3620a239-414d-4d0b-a881-b509f3dbf871 req-6f9ef29a-2bef-42c6-8222-635fad7c29f1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Apr 20 15:11:40.174461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e433b007-8cc1-4d70-9d40-550ca5e50dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:40.289591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d7c7-573d-4bd9-8b94-706d3a592506 req-dd0b7479-fc80-4bc2-879c-56e8c0fae307 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:40.291367 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9d3d7c7-573d-4bd9-8b94-706d3a592506 req-dd0b7479-fc80-4bc2-879c-56e8c0fae307 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0540304 Apr 20 15:11:40.333635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a9d3d7c7-573d-4bd9-8b94-706d3a592506 req-0e16597d-7aa5-49c1-af60-c285b5f50e2d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Apr 20 15:11:41.469870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55de7a-805a-4110-a09a-52b9b0e123d4 req-2aceebe1-e5a0-494d-b542-e77161c3a82d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:41.471606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f55de7a-805a-4110-a09a-52b9b0e123d4 req-2aceebe1-e5a0-494d-b542-e77161c3a82d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0530322 Apr 20 15:11:41.509685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f55de7a-805a-4110-a09a-52b9b0e123d4 req-71575da7-8cff-4add-be5e-a318804ec0f3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Apr 20 15:11:42.628903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee569-b4c3-433d-b538-68b4077c2123 req-4f79f5e0-8301-460c-804d-cb31f8b57109 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:42.630356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dee569-b4c3-433d-b538-68b4077c2123 req-4f79f5e0-8301-460c-804d-cb31f8b57109 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0498145 Apr 20 15:11:42.668913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85dee569-b4c3-433d-b538-68b4077c2123 req-f0d7dd60-b6b2-4ee2-89fc-3d51119ec233 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Apr 20 15:11:43.506626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9522507c-6756-4044-9d4c-8dbe59b67296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:43.754675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:43.794793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cef91-d9fd-4d5c-890c-ca7b5eb3699a req-eb733d05-1a4d-44c8-837c-4eb0535ced5e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:43.796273 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-312cef91-d9fd-4d5c-890c-ca7b5eb3699a req-eb733d05-1a4d-44c8-837c-4eb0535ced5e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0510104 Apr 20 15:11:43.837723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-312cef91-d9fd-4d5c-890c-ca7b5eb3699a req-890e9a86-2c8b-4105-94ce-9f747b50e998 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Apr 20 15:11:44.393548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:44.975212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc212e2-5859-41cc-a2be-9c0256e81056 req-35775d43-d7c3-4515-b380-c28fc56b6afe tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:44.976591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffc212e2-5859-41cc-a2be-9c0256e81056 req-35775d43-d7c3-4515-b380-c28fc56b6afe tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0576305 Apr 20 15:11:45.018843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffc212e2-5859-41cc-a2be-9c0256e81056 req-53d80172-df5e-455b-baf4-e0e39b9ebb97 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356121 Apr 20 15:11:45.273102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:45.311623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:46.147476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66172-2811-4921-9849-c790d5a4519c req-1d4972b8-8d7e-4df5-9d3e-bec00cda034b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:46.149056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96e66172-2811-4921-9849-c790d5a4519c req-1d4972b8-8d7e-4df5-9d3e-bec00cda034b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0565190 Apr 20 15:11:46.187774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96e66172-2811-4921-9849-c790d5a4519c req-553c549f-d054-418e-9de7-6932bd72adab tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Apr 20 15:11:47.312090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbebca-5b4c-4c52-b8f9-01074c56ab2f req-48abc6ff-ada0-4a44-9edf-47b9a394a881 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:47.313578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19dbebca-5b4c-4c52-b8f9-01074c56ab2f req-48abc6ff-ada0-4a44-9edf-47b9a394a881 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0521188 Apr 20 15:11:47.353694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19dbebca-5b4c-4c52-b8f9-01074c56ab2f req-9d756125-eec5-4a0b-a2a7-cff48c64bc91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Apr 20 15:11:48.134547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-900d7a63-724a-43d4-b2bf-18272a30eb65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159263 Apr 20 15:11:48.225306 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-b1b59c28-13be-4718-a4ca-30ff59e37fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:48.227230 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-b1b59c28-13be-4718-a4ca-30ff59e37fc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 1096 time: 0.0453100 Apr 20 15:11:48.347935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-af617bab-f023-4106-a949-95e5da490fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:48.349707 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-af617bab-f023-4106-a949-95e5da490fe5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.1022639 Apr 20 15:11:48.395460 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-430e3123-9a88-4d7f-8daf-b75821b46829 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92823560-eb0e-4b63-be60-aa8081d34fa7 HTTP/1.1" status: 200 len: 217 time: 0.0381310 Apr 20 15:11:48.452830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-c1b5c1bb-4eb0-4873-a612-6388724a274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:48.454326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-c1b5c1bb-4eb0-4873-a612-6388724a274a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0525177 Apr 20 15:11:48.503320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ac8e-12bc-4756-b9d8-4be4444e303a req-2a25606a-c1b5-4443-b825-cef65ef1d48e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:48.505234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d8ac8e-12bc-4756-b9d8-4be4444e303a req-2a25606a-c1b5-4443-b825-cef65ef1d48e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0638671 Apr 20 15:11:48.511560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-36927b57-b5ea-4b55-abee-00b30e0d8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:48.513316 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-36927b57-b5ea-4b55-abee-00b30e0d8796 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508764 Apr 20 15:11:48.551789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d8ac8e-12bc-4756-b9d8-4be4444e303a req-0c892aeb-cc33-4723-aef4-4b5b0304812c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Apr 20 15:11:48.620098 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-011a6a26-f7fa-48af-b105-0bd79e07ddc7 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983083 Apr 20 15:11:48.723156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-66cb20bd-fc1d-4240-ba4e-f2e4885391d5 req-6f19180f-3f7f-4645-aef6-8a178b1e4db4 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960138 Apr 20 15:11:49.687351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc72ec0-4053-4d9d-bfd4-40f957052fa2 req-eea70b04-0c33-4f55-a80f-4cb88de18974 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:49.688866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efc72ec0-4053-4d9d-bfd4-40f957052fa2 req-eea70b04-0c33-4f55-a80f-4cb88de18974 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0578880 Apr 20 15:11:49.729312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-efc72ec0-4053-4d9d-bfd4-40f957052fa2 req-637aa1f6-b8cd-41bd-9cda-a3cc741dbf84 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333123 Apr 20 15:11:50.880588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d651-3bce-4acb-811f-aa917f1853ed req-216d9c5c-7075-4d14-9d7d-288d639a8f5b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:50.882358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c739d651-3bce-4acb-811f-aa917f1853ed req-216d9c5c-7075-4d14-9d7d-288d639a8f5b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0599411 Apr 20 15:11:50.926855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c739d651-3bce-4acb-811f-aa917f1853ed req-13bc88f7-65b3-48c6-bdac-6150fbff70da tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Apr 20 15:11:51.099277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-4b58b45c-01fe-4efc-a7f9-52d9c33e02ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637550 Apr 20 15:11:51.204596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cb469-b67d-4472-be36-f3fcfa03616d req-4f1dd54c-c7c8-4677-b84a-498dc7bab057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:51.206854 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-4f1dd54c-c7c8-4677-b84a-498dc7bab057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.0501621 Apr 20 15:11:51.326461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cb469-b67d-4472-be36-f3fcfa03616d req-b857241e-5c7f-43d5-b061-8d44a84d910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:51.327956 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-b857241e-5c7f-43d5-b061-8d44a84d910b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.0994353 Apr 20 15:11:51.401829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-8d5d7f62-e91b-4f58-8d7a-fec3cdae3885 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 1000 time: 0.0663502 Apr 20 15:11:51.454087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cb469-b67d-4472-be36-f3fcfa03616d req-3444c856-8ce9-4c80-be9d-31c4823daa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:51.455570 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-3444c856-8ce9-4c80-be9d-31c4823daa3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0462825 Apr 20 15:11:51.506483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cb469-b67d-4472-be36-f3fcfa03616d req-80f63bbf-b8c9-473b-bcf8-d5e6ebd39b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:51.509400 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-80f63bbf-b8c9-473b-bcf8-d5e6ebd39b79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469337 Apr 20 15:11:51.611285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-35abb7a7-5232-42ee-92fd-8d9a4bcb0caf service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947506 Apr 20 15:11:51.712768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-888cb469-b67d-4472-be36-f3fcfa03616d req-5caa7fc5-7873-46f8-9745-92c5aba60844 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953014 Apr 20 15:11:52.075316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e69f8-3868-4b53-9062-c0ee67c83cd5 req-5905bcf1-ec80-40ec-a60b-5a3f97a1fe59 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:52.077424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-389e69f8-3868-4b53-9062-c0ee67c83cd5 req-5905bcf1-ec80-40ec-a60b-5a3f97a1fe59 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 943 time: 0.0621963 Apr 20 15:11:52.510369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-389e69f8-3868-4b53-9062-c0ee67c83cd5 req-2e099dbb-df99-4767-a240-df4901cadcdb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264011 Apr 20 15:11:53.366394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:11:53.469412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:53.481632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb', 'mac_address': 'fa:16:3e:58:18:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:11:53.527244 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:53.543134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:11:53.568608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:53.574444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:53.628793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:53.637530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.637920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.638275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.638706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.639049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.639417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.639773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.640143 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.640488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.640839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.641187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.641548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:11:53.645871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137bae5-c792-485f-b6f7-23d685ec18c4 req-49d677b3-0830-4a48-96af-a06f1cce0df7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:53.648226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b137bae5-c792-485f-b6f7-23d685ec18c4 req-49d677b3-0830-4a48-96af-a06f1cce0df7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 944 time: 0.0603237 Apr 20 15:11:53.696072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b137bae5-c792-485f-b6f7-23d685ec18c4 req-aebe0d12-95d0-463e-bf26-52d76215a5d7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Apr 20 15:11:53.910013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8aff7693-8d0d-4c02-a3c0-6e6758ea29eb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:11:54.826231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae6b5-0029-480a-934e-e6dca9f53da9 req-e4f93a4d-76aa-47f8-94f7-b13d44370296 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:54.827804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94bae6b5-0029-480a-934e-e6dca9f53da9 req-e4f93a4d-76aa-47f8-94f7-b13d44370296 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 944 time: 0.0556872 Apr 20 15:11:54.872309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94bae6b5-0029-480a-934e-e6dca9f53da9 req-396d0bab-6390-4704-b94e-dbf6d0c96177 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 Apr 20 15:11:55.394457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:11:55.454975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:11:55.459900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:11:55.460321 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:55.557909 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:55.591513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:11:55.593927 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32c68b-cb0f-4f5d-b96f-42be77640877" -d '{"events": [{"server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "name": "network-vif-plugged", "status": "completed", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:11:55.611200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:11:55.616515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:11:55.646704 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef2d18-45ae-485d-ab14-0b2f849cbd4b x-openstack-request-id: req-82ef2d18-45ae-485d-ab14-0b2f849cbd4b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:11:55.647033 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "name": "network-vif-plugged", "status": "completed", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:11:55.647306 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82ef2d18-45ae-485d-ab14-0b2f849cbd4b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:11:55.647733 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ef2d18-45ae-485d-ab14-0b2f849cbd4b'] response: {'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb', 'code': 200} Apr 20 15:11:55.683182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:11:55.768386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85090d-b502-412f-b3ad-dedd00992025 req-3b512f2e-961a-4be7-84cd-267f6697ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:55.770249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f85090d-b502-412f-b3ad-dedd00992025 req-3b512f2e-961a-4be7-84cd-267f6697ed19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 1096 time: 0.0552797 Apr 20 15:11:55.809982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2f85090d-b502-412f-b3ad-dedd00992025 req-46fcc310-5aac-49fd-843e-f62bf94c5e4e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Apr 20 15:11:56.019322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432448f-a4e5-489f-9ca1-dab02b2e9a23 req-cf227d83-8819-4364-ab66-56cad1ae99d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:56.021891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e432448f-a4e5-489f-9ca1-dab02b2e9a23 req-cf227d83-8819-4364-ab66-56cad1ae99d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0609422 Apr 20 15:11:56.063439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e432448f-a4e5-489f-9ca1-dab02b2e9a23 req-7c0242eb-7b31-4b18-ae6b-215ccd1b35f1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Apr 20 15:11:57.210118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dea33-9763-4794-9fdb-380e4bddc906 req-02e5ffbf-3b78-4b7f-92c3-b73dd898f6ac tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:57.211765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-397dea33-9763-4794-9fdb-380e4bddc906 req-02e5ffbf-3b78-4b7f-92c3-b73dd898f6ac tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0594289 Apr 20 15:11:57.252926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-397dea33-9763-4794-9fdb-380e4bddc906 req-cbdd0af6-18ce-48c4-98a6-a500866f59fd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Apr 20 15:11:58.395111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea1fb2-3fbb-46ba-b0a9-63b3bb1a2937 req-6a00a27f-fe3f-46ec-aa7c-0f05792979cf tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:58.396715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eea1fb2-3fbb-46ba-b0a9-63b3bb1a2937 req-6a00a27f-fe3f-46ec-aa7c-0f05792979cf tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0575376 Apr 20 15:11:58.437851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1eea1fb2-3fbb-46ba-b0a9-63b3bb1a2937 req-b467357c-6053-4cbc-bbfd-a628de89c76a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Apr 20 15:11:58.572132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0554a9-d37e-46c0-865a-ec08b6b5e9f8 req-ee6f68f9-a6a7-4594-8724-32cfaf40e89d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:58.573507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb0554a9-d37e-46c0-865a-ec08b6b5e9f8 req-ee6f68f9-a6a7-4594-8724-32cfaf40e89d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0608058 Apr 20 15:11:58.612373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb0554a9-d37e-46c0-865a-ec08b6b5e9f8 req-7e7427fb-9b4c-4764-bb03-d84865c4caab tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Apr 20 15:11:58.939596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7307da-fc45-4f67-89c7-814e5bebd88b req-111ee4f6-c451-4b96-a475-9bfed3985b58 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:11:58.941483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be7307da-fc45-4f67-89c7-814e5bebd88b req-111ee4f6-c451-4b96-a475-9bfed3985b58 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0536904 Apr 20 15:11:58.986904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-be7307da-fc45-4f67-89c7-814e5bebd88b req-8c4e1206-7655-4d0e-8a72-6e99ad30d707 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Apr 20 15:12:00.141722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83c2e-ad2b-42ec-86ca-bd6bc5de2b70 req-ca322742-4bcb-4ac9-9237-abea18716511 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:00.143524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02c83c2e-ad2b-42ec-86ca-bd6bc5de2b70 req-ca322742-4bcb-4ac9-9237-abea18716511 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Apr 20 15:12:00.188193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02c83c2e-ad2b-42ec-86ca-bd6bc5de2b70 req-37d4b16d-2b4f-4ab7-83e5-056f46905f51 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Apr 20 15:12:00.605116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-4c6f49c3-73c0-45fa-89cb-2bb3fa3257d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:00.607427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-4c6f49c3-73c0-45fa-89cb-2bb3fa3257d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 945 time: 0.0595596 Apr 20 15:12:00.708770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:00.709271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:00.805200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:00.805582 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:00.819287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:00.958797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:00.971456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8aff7693-8d0d-4c02-a3c0-6e6758ea29eb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:12:00.973899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['92823560-eb0e-4b63-be60-aa8081d34fa7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:12:00.987558 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=8aff7693-8d0d-4c02-a3c0-6e6758ea29eb,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:01.033028 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:01.035791 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:01.038903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-803220cf-ff5d-44eb-971c-f2c9dc4c7c85 req-22acb707-6f51-4c03-a8a6-6d1ebc02ae04 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "DELETE /v2.0/ports/8aff7693-8d0d-4c02-a3c0-6e6758ea29eb HTTP/1.1" status: 204 len: 173 time: 0.4251425 Apr 20 15:12:01.039420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'name': 'network-vif-deleted', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:01.041822 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907d9a03-a2f1-4cc4-8aaf-92b3cad6f55e" -d '{"events": [{"server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "name": "network-vif-deleted", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:01.087523 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73081ef6-8f48-421c-a141-030068ed85ca x-openstack-request-id: req-73081ef6-8f48-421c-a141-030068ed85ca {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:01.087815 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666473fd-56d4-4ec6-ab52-11c2de5bd190", "name": "network-vif-deleted", "tag": "8aff7693-8d0d-4c02-a3c0-6e6758ea29eb", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:01.088069 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73081ef6-8f48-421c-a141-030068ed85ca {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:01.088475 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73081ef6-8f48-421c-a141-030068ed85ca'] response: {'server_uuid': '666473fd-56d4-4ec6-ab52-11c2de5bd190', 'name': 'network-vif-deleted', 'tag': '8aff7693-8d0d-4c02-a3c0-6e6758ea29eb', 'status': 'completed', 'code': 200} Apr 20 15:12:01.300566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f23f43df-4563-48e2-ab44-a06d78031cc6 req-0e0c9922-729e-45e7-ab83-0a43f1f1b322 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0319417 Apr 20 15:12:02.403101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55bd73a0-57f3-4838-a1cc-7d1e10d0a1b1 req-570734da-15e1-4df9-a155-bc1745c6cf88 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Apr 20 15:12:03.434530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:03.455692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:03.456038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8aff7693-8d0d-4c02-a3c0-6e6758ea29eb not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:03.506459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-599070a3-68a7-4303-b95c-268d77df91a0 req-8b259695-e59c-4e69-bbaf-c49e1830753c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Apr 20 15:12:03.652892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:04.635219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e4b3c80-7e3f-44d8-9ac9-f9a727ecd922 req-cf3aaaeb-3c79-4cda-92e6-4e47660aacb9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=666473fd-56d4-4ec6-ab52-11c2de5bd190 HTTP/1.1" status: 200 len: 210 time: 0.0412288 Apr 20 15:12:05.528329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45942) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:05.694396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Deleting port 23d56727-5f85-40eb-ad2a-8627d44bf775 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:05.695015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:05.781809 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:05.782119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:05.795195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Calling delete_port for 23d56727-5f85-40eb-ad2a-8627d44bf775 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:05.956466 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:05.986086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event deleted for resources: {'Port': ['ID=23d56727-5f85-40eb-ad2a-8627d44bf775,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:06.063451 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:06.063778 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Floating IP ae0003bd-868b-4533-95df-f4e43fa1caaf disassociated (deleted). External IP: 172.25.1.87, port: 16449511-2ee8-441f-8136-0e107a6b00d8. Apr 20 15:12:06.307173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Router 2df639eb-5de8-44e5-bc3a-4809a787752f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:12:06.420718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:12:06.425474 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:06.432668 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:12:06.442318 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:06.443223 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:06.459700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-af198745-cdd2-4e0d-95ce-0eaa3ced890a tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "DELETE /v2.0/floatingips/ae0003bd-868b-4533-95df-f4e43fa1caaf HTTP/1.1" status: 204 len: 168 time: 0.9300332 Apr 20 15:12:06.460207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:06.462593 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a58828c-a05e-44ac-a450-356c5e1670b6" -d '{"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:06.505892 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ddb0d-7ec6-46cf-a606-45abeab88d0e x-openstack-request-id: req-435ddb0d-7ec6-46cf-a606-45abeab88d0e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:06.506282 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:06.506654 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-435ddb0d-7ec6-46cf-a606-45abeab88d0e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:06.507171 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435ddb0d-7ec6-46cf-a606-45abeab88d0e'] response: {'name': 'network-changed', 'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:12:06.593064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-6baed080-c057-41d4-9f59-05d72f058361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:06.594824 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-6baed080-c057-41d4-9f59-05d72f058361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1df21a791f8c47b29573540bc57e670e&device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 1096 time: 0.0629296 Apr 20 15:12:06.607826 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:06.732119 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-fb81bd99-1671-4ebd-a00d-9bda6ec5e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:06.734028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-fb81bd99-1671-4ebd-a00d-9bda6ec5e28b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 200 len: 914 time: 0.1321712 Apr 20 15:12:06.765163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7b3d-7f8c-450f-a886-038efc2e21e4 req-8ace201f-6440-4896-9349-21d043d4fc5f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:06.766635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d2a7b3d-7f8c-450f-a886-038efc2e21e4 req-8ace201f-6440-4896-9349-21d043d4fc5f tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0552566 Apr 20 15:12:06.793967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-45a2f848-39b7-4a1a-8db4-6f7aefeeb9b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 200 len: 217 time: 0.0520058 Apr 20 15:12:06.829019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d2a7b3d-7f8c-450f-a886-038efc2e21e4 req-7f171f85-8a93-4f5e-985c-a7fc2e2f76be tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517867 Apr 20 15:12:06.873340 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-294fefa8-f1e8-48e2-bc5e-aed51c445214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:06.875138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-294fefa8-f1e8-48e2-bc5e-aed51c445214 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 200 len: 852 time: 0.0724115 Apr 20 15:12:06.875249 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:06.903619 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:12:06.913000 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:06.913609 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:11:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:06.927838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-6092615a-8365-4d5e-80b1-fd8837e60bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:06.929778 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-6092615a-8365-4d5e-80b1-fd8837e60bbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f24566ed-20b5-4e60-a421-c74affaa0ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472267 Apr 20 15:12:07.039180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-0faf2f8d-5c85-4300-bb95-f2e78e853e47 service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999191 Apr 20 15:12:07.134715 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:07.143966 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a58828c-a05e-44ac-a450-356c5e1670b6 req-0348df64-eb3b-453c-9518-b7f44484b55a service neutron] 10.222.0.45 "GET /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973685 Apr 20 15:12:07.359399 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:07.386482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991624a-45d1-4418-bfa4-89607ee6f91f None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:08:59Z', 'revision_number': 4, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '67c958c7-dd09-43fc-8cd7-d044e2e4251a', 'name': '', 'network_id': 'f24566ed-20b5-4e60-a421-c74affaa0ccd', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'mac_address': 'fa:16:3e:2e:25:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:59Z', 'updated_at': '2022-04-20T15:09:04Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'subnets': [{'id': '6243e8c7-62b7-4b52-97ad-8d00955cff78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:12:07.612253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf9a7c8-acf8-4a82-b29d-6d08dfccd95e None None] New status for floating IP ae0003bd-868b-4533-95df-f4e43fa1caaf: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:12:07.964524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a412a-b70d-4af6-914a-bc6b8c8a6226 req-49b06dc9-2547-45de-9374-baf936c8203b tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:07.966181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee2a412a-b70d-4af6-914a-bc6b8c8a6226 req-49b06dc9-2547-45de-9374-baf936c8203b tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0656829 Apr 20 15:12:07.966379 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:12:08.007275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee2a412a-b70d-4af6-914a-bc6b8c8a6226 req-292f796e-e5db-4891-8273-504f3c4bdd9b tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 Apr 20 15:12:08.445525 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-873b641f-e0bd-4b7a-b525-9e1755110586 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:08.447083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-873b641f-e0bd-4b7a-b525-9e1755110586 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.45 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0542984 Apr 20 15:12:08.552463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Deleting port 16449511-2ee8-441f-8136-0e107a6b00d8 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:08.552987 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:08.659453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] For port 16449511-2ee8-441f-8136-0e107a6b00d8, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=16449511-2ee8-441f-8136-0e107a6b00d8,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:08.659915 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:08.675298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Calling delete_port for 16449511-2ee8-441f-8136-0e107a6b00d8 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:09.154387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527adcbd-7b7a-4bd9-8b32-efcdc731643a req-d9edb09b-6b04-4190-9b28-370dac447c70 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:09.156339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-527adcbd-7b7a-4bd9-8b32-efcdc731643a req-d9edb09b-6b04-4190-9b28-370dac447c70 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 945 time: 0.0669241 Apr 20 15:12:09.202311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-527adcbd-7b7a-4bd9-8b32-efcdc731643a req-31f5600d-6d71-4dc0-a83f-e74237cecbe3 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/security-groups?id=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380290 Apr 20 15:12:09.219429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:09.248552 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event deleted for resources: {'Port': ['ID=16449511-2ee8-441f-8136-0e107a6b00d8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:09.261337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.261645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.261985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.262320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.262745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.263075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.263397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.263726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.264051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.264373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.264698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.265013 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:09.305899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] No DVR routers for this DVR port 16449511-2ee8-441f-8136-0e107a6b00d8 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:09.308789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:09.312731 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6c223f1b-7431-47ed-a32c-4d21193bf1ab req-18312c23-f93d-4107-a2a8-91735535260c tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.45 "DELETE /v2.0/ports/16449511-2ee8-441f-8136-0e107a6b00d8 HTTP/1.1" status: 204 len: 173 time: 0.8598704 Apr 20 15:12:09.313285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'name': 'network-vif-deleted', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:09.316065 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16af93f-d2f9-4cc7-a66d-a7b7df2fa9d4" -d '{"events": [{"server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "name": "network-vif-deleted", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:09.358333 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11640ca8-6292-497a-9c5f-43a40442e649 x-openstack-request-id: req-11640ca8-6292-497a-9c5f-43a40442e649 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:09.358695 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29880049-dd15-4d36-9b36-a29d9f8e85ff", "name": "network-vif-deleted", "tag": "16449511-2ee8-441f-8136-0e107a6b00d8", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:09.359005 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11640ca8-6292-497a-9c5f-43a40442e649 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:09.359504 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11640ca8-6292-497a-9c5f-43a40442e649'] response: {'server_uuid': '29880049-dd15-4d36-9b36-a29d9f8e85ff', 'name': 'network-vif-deleted', 'tag': '16449511-2ee8-441f-8136-0e107a6b00d8', 'status': 'completed', 'code': 200} Apr 20 15:12:10.168241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b78e1112-1b5c-4db9-a690-cff341c5da6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:10.235825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cabdf-5737-4b7a-8f5d-e4a7f608979d req-5c94570e-da29-44da-ae3f-9a78151c44ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:10.237915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-559cabdf-5737-4b7a-8f5d-e4a7f608979d req-5c94570e-da29-44da-ae3f-9a78151c44ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Apr 20 15:12:10.281512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-559cabdf-5737-4b7a-8f5d-e4a7f608979d req-ad0e39ac-f658-4a81-b89e-ad793956fd7d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362368 Apr 20 15:12:10.312444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fced3f6e-a3bc-4ad5-a28b-cc3acc3061ec req-6734cad8-635c-4636-a507-660fdb2a0139 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 210 time: 0.0297892 Apr 20 15:12:11.422778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb65e41f-4a3b-45b7-a035-bdbd31dfff38 req-e113f9fc-1344-4668-92f4-ddb9396f5632 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 210 time: 0.0305674 Apr 20 15:12:11.441489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a10f-ee2e-4786-9441-e08feef87991 req-eaeb0b50-87cc-4736-aba6-8782b2dabad3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:11.443028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21d3a10f-ee2e-4786-9441-e08feef87991 req-eaeb0b50-87cc-4736-aba6-8782b2dabad3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.0794699 Apr 20 15:12:11.475105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 16449511-2ee8-441f-8136-0e107a6b00d8 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:11.484922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21d3a10f-ee2e-4786-9441-e08feef87991 req-495216f1-7d9f-4f76-92ba-b87da6b70eb9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c69dc4a-2d08-4cb0-b208-697c717daec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Apr 20 15:12:11.507211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 16449511-2ee8-441f-8136-0e107a6b00d8 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:11.507562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 16449511-2ee8-441f-8136-0e107a6b00d8 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:11.686330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fe6a23f8-889e-432b-aeda-ee65c7fade4b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:11.687699 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fe6a23f8-889e-432b-aeda-ee65c7fade4b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 945 time: 0.0504224 Apr 20 15:12:11.783020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 92823560-eb0e-4b63-be60-aa8081d34fa7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:11.783361 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:11.884414 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port 92823560-eb0e-4b63-be60-aa8081d34fa7, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=92823560-eb0e-4b63-be60-aa8081d34fa7,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:11.884784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:11.898638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 92823560-eb0e-4b63-be60-aa8081d34fa7 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:12.036637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:12.050386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['92823560-eb0e-4b63-be60-aa8081d34fa7'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:12:12.069055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=92823560-eb0e-4b63-be60-aa8081d34fa7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:12.116967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port 92823560-eb0e-4b63-be60-aa8081d34fa7 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:12.120176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:12.123829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2c1ac9f5-7e13-4c0a-9182-e9f4f0ca644f req-fd0a2d02-d844-407b-a75a-bf7d2a7e1e87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "DELETE /v2.0/ports/92823560-eb0e-4b63-be60-aa8081d34fa7 HTTP/1.1" status: 204 len: 173 time: 0.4296033 Apr 20 15:12:12.124260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'name': 'network-vif-deleted', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:12.126525 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2ef81-80a1-4492-8cf1-3a6a97bff0b4" -d '{"events": [{"server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "name": "network-vif-deleted", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:12.170851 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d938124-a239-43ec-9c8b-e66b84343d67 x-openstack-request-id: req-0d938124-a239-43ec-9c8b-e66b84343d67 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:12.171149 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99155104-8b92-4896-bd71-c87c1f4d0db7", "name": "network-vif-deleted", "tag": "92823560-eb0e-4b63-be60-aa8081d34fa7", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:12.171388 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d938124-a239-43ec-9c8b-e66b84343d67 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:12.171848 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d938124-a239-43ec-9c8b-e66b84343d67'] response: {'server_uuid': '99155104-8b92-4896-bd71-c87c1f4d0db7', 'name': 'network-vif-deleted', 'tag': '92823560-eb0e-4b63-be60-aa8081d34fa7', 'status': 'completed', 'code': 200} Apr 20 15:12:12.548938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-704c2b14-b927-4573-a031-960eba8be798 req-99e4b70a-6987-455b-8abd-4efa256c8938 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "GET /v2.0/ports?device_id=29880049-dd15-4d36-9b36-a29d9f8e85ff HTTP/1.1" status: 200 len: 210 time: 0.0457819 Apr 20 15:12:12.590685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cc04bbb-f14b-4d7f-a59b-9936449989a4 req-73d13298-0b5d-4de0-900d-b7c5a97b6a25 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0272501 Apr 20 15:12:13.511068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6c4567fa-c6c5-4e7d-8651-519af16786d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.596597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 45990) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:13.661316 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.701319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50c9a9bb-f6fd-429c-b8e3-d4602374709d req-d8ca2cc6-d66a-4df6-a43f-fff69a77674e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0369716 Apr 20 15:12:13.712330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.756370 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.776661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.779420 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:13.780664 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] 10.222.0.20 "DELETE /v2.0/security-groups/fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e HTTP/1.1" status: 204 len: 168 time: 0.1822500 Apr 20 15:12:13.790728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cccb93-cc67-4d42-9c8f-3d90a33933b0 tempest-TestVolumeBackupRestore-2003419110 tempest-TestVolumeBackupRestore-2003419110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa2ef3-aec2-4a49-a5a9-c2e7c462f33e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:14.384431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:14.809909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4fe1323-49c7-4aae-9ac7-46e313065eb1 req-6f77379b-2218-4e90-9fa0-75dbcda45a42 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0356238 Apr 20 15:12:15.286355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:15.316995 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:15.827869 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 92823560-eb0e-4b63-be60-aa8081d34fa7 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:15.860359 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 92823560-eb0e-4b63-be60-aa8081d34fa7 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:15.860704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 92823560-eb0e-4b63-be60-aa8081d34fa7 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:15.937416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6766528d-2ce3-4abe-ba90-e1030efe9a9b req-25f6f36d-b76f-4dc5-89e5-682e68b1ff87 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=99155104-8b92-4896-bd71-c87c1f4d0db7 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Apr 20 15:12:19.376170 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46460) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:19.740430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:19.995577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Deleting port 67c958c7-dd09-43fc-8cd7-d044e2e4251a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:19.995918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:20.075973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] For port 67c958c7-dd09-43fc-8cd7-d044e2e4251a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=67c958c7-dd09-43fc-8cd7-d044e2e4251a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:20.076345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:20.090256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Calling delete_port for 67c958c7-dd09-43fc-8cd7-d044e2e4251a owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:20.279423 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:20.309631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c958c7-dd09-43fc-8cd7-d044e2e4251a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:20.498859 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:20.729042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Router 2df639eb-5de8-44e5-bc3a-4809a787752f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:12:20.836602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:12:20.843402 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f779d51d-ef06-4079-9777-85bd577ead35 admin admin] 10.222.0.20 "PUT /v2.0/routers/2df639eb-5de8-44e5-bc3a-4809a787752f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648459 Apr 20 15:12:20.846043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46506) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:20.852388 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Sync routers for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:12:20.863375 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:20.864001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:20.953294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:20.968033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:21.060654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.083116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46508) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.088080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108812242', 'description': 'tempest-secgroup-smoke-1108812242 description', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:21.111421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.126926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Deleting port 23fc1af7-1565-4c56-a28c-f8611e0c7267 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:21.127266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.159616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:12:20Z', 'revision_number': 5, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port': {'id': '23fc1af7-1565-4c56-a28c-f8611e0c7267', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:08:57Z', 'updated_at': '2022-04-20T15:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:21.186548 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Checking router: 2df639eb-5de8-44e5-bc3a-4809a787752f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:12:21.188177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.193436 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.196226 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Routers {'2df639eb-5de8-44e5-bc3a-4809a787752f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:21.196825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['2df639eb-5de8-44e5-bc3a-4809a787752f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:21.207021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] For port 23fc1af7-1565-4c56-a28c-f8611e0c7267, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=23fc1af7-1565-4c56-a28c-f8611e0c7267,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:21.207222 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.220562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Calling delete_port for 23fc1af7-1565-4c56-a28c-f8611e0c7267 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:21.228005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.231073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1468384 Apr 20 15:12:21.232667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46510) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.237312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:21.238275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012ede6-f5af-4828-84d2-f56edbc48420 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:21.288694 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] Set router 2df639eb-5de8-44e5-bc3a-4809a787752f gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:21.310358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.343891 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:12:21Z', 'revision_number': 6, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:21.371026 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2dc26-c00d-421e-be47-55d82f196099 None None] The sync data for ids ['2df639eb-5de8-44e5-bc3a-4809a787752f'] in n-d-836145-2 is: [{'id': '2df639eb-5de8-44e5-bc3a-4809a787752f', 'name': 'tempest-TestVolumeBackupRestore-196479606-router', 'tenant_id': '1df21a791f8c47b29573540bc57e670e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:08:56Z', 'updated_at': '2022-04-20T15:12:21Z', 'revision_number': 6, 'project_id': '1df21a791f8c47b29573540bc57e670e', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:12:21.403989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.429678 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.459069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52218fcf-2648-4d57-b2e8-fd8333e492f1,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:21.469652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.470862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7c100ad0-eb2b-43f7-9936-fb5188ceada7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371714 Apr 20 15:12:21.474628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46512) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.482316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:21.488297 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.527101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Pushing event deleted for resources: {'Port': ['ID=23fc1af7-1565-4c56-a28c-f8611e0c7267,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:21.582041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.600597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.710107 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.713001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.763388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.768538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.777619 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.778134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df639eb-5de8-44e5-bc3a-4809a787752f {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:12:21.789708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.790898 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3be97cf6-76c1-4e18-93f0-604363cfdcea admin admin] 10.222.0.20 "DELETE /v2.0/routers/2df639eb-5de8-44e5-bc3a-4809a787752f HTTP/1.1" status: 204 len: 168 time: 0.9438229 Apr 20 15:12:21.793742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46514) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.795479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437ad894-ae40-4b30-9419-3428a035d578,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:21.807773 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.811544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-afde3bb2-5fa8-4131-8da9-23ae0882ca91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331969 Apr 20 15:12:21.811855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46516) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.816734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:21.846228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Deleting subnet 6243e8c7-62b7-4b52-97ad-8d00955cff78 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:12:21.850746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.851508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.889696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.910039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.914467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.934121 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad64cbf-7183-47f2-80f4-32bfd57d03cd,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:21.944090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.945316 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f355e860-ca69-4113-ab8b-f4e944257f8d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324742 Apr 20 15:12:21.948043 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46518) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:21.953961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:21.979933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:21.981007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.033483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.043967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.048933 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.062925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6243e8c7-62b7-4b52-97ad-8d00955cff78,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.068622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.069377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee80c7bf-c9fa-40f7-ad3e-bcbe8fad2835,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.072759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1c2bc093-fbe2-4907-9f0f-a3d21fba2673 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6243e8c7-62b7-4b52-97ad-8d00955cff78 HTTP/1.1" status: 204 len: 168 time: 0.2776024 Apr 20 15:12:22.079248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbfea3-e294-4f63-9855-1bf58bee126b None None] Network f24566ed-20b5-4e60-a421-c74affaa0ccd requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:12:22.082073 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46520) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:22.096749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.098092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-adad81ae-d444-4fec-9098-1a7ee44aa4d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489913 Apr 20 15:12:22.101041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46522) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:22.106903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:22.131569 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Project a2c6a170dff044b2804e03f51cb59c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:12:22.145240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.169228 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.244908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Deleting port 8e42f246-8e56-4836-b1e5-2d3865e6c58a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:22.245257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.246687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67c958c7-dd09-43fc-8cd7-d044e2e4251a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:22.265993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.266615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 67c958c7-dd09-43fc-8cd7-d044e2e4251a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:22.267113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 67c958c7-dd09-43fc-8cd7-d044e2e4251a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:22.267679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 23fc1af7-1565-4c56-a28c-f8611e0c7267 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:22.273225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.301045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 23fc1af7-1565-4c56-a28c-f8611e0c7267 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:22.302364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 23fc1af7-1565-4c56-a28c-f8611e0c7267 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:22.305111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f8b1f6-113e-4168-97c2-acd3959e32b3,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.316298 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.323969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b4701383-0f1e-4d10-9cae-dd221ed058d1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2210522 Apr 20 15:12:22.324607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46524) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:22.327223 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46012117-779e-41be-a9bd-f969790ff597 None None] DHCP port deletion for f24566ed-20b5-4e60-a421-c74affaa0ccd request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:12:22.329994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'security_group_rule': {'security_group_id': 'f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0', 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:22.332481 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] For port 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e42f246-8e56-4836-b1e5-2d3865e6c58a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:22.332852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.350883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Calling delete_port for 8e42f246-8e56-4836-b1e5-2d3865e6c58a owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:22.359402 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Project a2c6a170dff044b2804e03f51cb59c08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:12:22.365778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.387274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Deleting port 8e42f246-8e56-4836-b1e5-2d3865e6c58a {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:22.387906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.435695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.438492 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.440816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.453564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-46012117-779e-41be-a9bd-f969790ff597 None None] For port 8e42f246-8e56-4836-b1e5-2d3865e6c58a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=8e42f246-8e56-4836-b1e5-2d3865e6c58a,segment=NetworkSegment(0b220fc1-c30e-4b04-95ae-1870f66d5119),segment_id=0b220fc1-c30e-4b04-95ae-1870f66d5119)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:22.453894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.459214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2efcd6-a3d3-4132-ad74-f0c36709a900,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.467019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8e42f246-8e56-4836-b1e5-2d3865e6c58a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.470399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Calling delete_port for 8e42f246-8e56-4836-b1e5-2d3865e6c58a owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:22.470742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] No DVR routers for this DVR port 8e42f246-8e56-4836-b1e5-2d3865e6c58a on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:22.474211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.476275 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d09751af-6407-4a2a-a74e-58988c1d7e85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494484 Apr 20 15:12:22.561998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.570984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.575372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46012117-779e-41be-a9bd-f969790ff597 None None] No DVR routers for this DVR port 8e42f246-8e56-4836-b1e5-2d3865e6c58a on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:22.595203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012117-779e-41be-a9bd-f969790ff597 None None] Pushing event deleted for resources: {'Port': ['ID=8e42f246-8e56-4836-b1e5-2d3865e6c58a,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:22.615201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24566ed-20b5-4e60-a421-c74affaa0ccd']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:22.626368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b220fc1-c30e-4b04-95ae-1870f66d5119') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:22.626709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b220fc1-c30e-4b04-95ae-1870f66d5119') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:22.641154 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.657886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.664934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:12:22.665345 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:12:22.667193 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:12:22.724356 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.729966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:22.733187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/f24566ed-20b5-4e60-a421-c74affaa0ccd HTTP/1.1" status: 204 len: 168 time: 0.6455736 Apr 20 15:12:22.736248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46564) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:22.782742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e63134-340b-4e48-8d25-a8bd999df8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f24566ed-20b5-4e60-a421-c74affaa0ccd,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:23.106998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:23.705591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Deleting port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:23.707057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:23.788015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] For port 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:23.788624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:23.802308 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Calling delete_port for 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:23.990697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.017602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:24.213756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e42f246-8e56-4836-b1e5-2d3865e6c58a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:24.218767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.239823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 8e42f246-8e56-4836-b1e5-2d3865e6c58a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:24.240480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 8e42f246-8e56-4836-b1e5-2d3865e6c58a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:24.451302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Router 187d5416-9c13-42a7-a7ed-368612ad2033 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:12:24.564704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:12:24.570225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f66ecc3d-0252-4760-ade2-d400e848fae1 admin admin] 10.222.0.20 "PUT /v2.0/routers/187d5416-9c13-42a7-a7ed-368612ad2033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329861 Apr 20 15:12:24.573653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46602) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:24.578282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Sync routers for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:12:24.590847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:24.591473 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:24.680414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.708383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:24.792286 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.861066 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Deleting port a20b9f73-cf1e-438f-a3b3-342c0ce482c6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:24.861402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.905036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-1bdb9631-bc98-4dd8-90ab-89dfa31d077f req-1d05f065-48f3-4cdf-944e-57338794ff4d service neutron] (102864) timed out ('10.222.0.20', 37774) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:12:24.909583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:12:23Z', 'revision_number': 5, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port': {'id': 'a20b9f73-cf1e-438f-a3b3-342c0ce482c6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:24.935843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Checking router: 187d5416-9c13-42a7-a7ed-368612ad2033 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:12:24.944584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Routers {'187d5416-9c13-42a7-a7ed-368612ad2033'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:24.945188 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:13Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['187d5416-9c13-42a7-a7ed-368612ad2033'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:24.952800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] For port a20b9f73-cf1e-438f-a3b3-342c0ce482c6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:24.953185 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:24.966941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Calling delete_port for a20b9f73-cf1e-438f-a3b3-342c0ce482c6 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:25.156353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.182241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Pushing event deleted for resources: {'Port': ['ID=a20b9f73-cf1e-438f-a3b3-342c0ce482c6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:25.223393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] Set router 187d5416-9c13-42a7-a7ed-368612ad2033 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:25.245475 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.277324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:12:24Z', 'revision_number': 6, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:25.306906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031c1436-7544-4272-a2f6-9932a509b400 None None] The sync data for ids ['187d5416-9c13-42a7-a7ed-368612ad2033'] in n-d-836145-2 is: [{'id': '187d5416-9c13-42a7-a7ed-368612ad2033', 'name': 'tempest-TestVolumeBackupRestore-289911809-router', 'tenant_id': 'f402f54be9084c3791570f5cf5f8ef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:02Z', 'updated_at': '2022-04-20T15:12:24Z', 'revision_number': 6, 'project_id': 'f402f54be9084c3791570f5cf5f8ef64', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:12:25.335191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.337624 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.387232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.387748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187d5416-9c13-42a7-a7ed-368612ad2033 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:12:25.395545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.396700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-816d5acc-2960-46a5-a183-c30b10fc982f admin admin] 10.222.0.20 "DELETE /v2.0/routers/187d5416-9c13-42a7-a7ed-368612ad2033 HTTP/1.1" status: 204 len: 168 time: 0.8220849 Apr 20 15:12:25.399634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46606) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:25.445317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Deleting subnet be43e048-235e-408b-b8fd-2ba8743b0e52 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:12:25.448483 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.485076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.570748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.630453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.659736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be43e048-235e-408b-b8fd-2ba8743b0e52,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:25.667658 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.674228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5b9ccd46-9067-4b30-b757-9b9b210751c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be43e048-235e-408b-b8fd-2ba8743b0e52 HTTP/1.1" status: 204 len: 168 time: 0.2712097 Apr 20 15:12:25.674394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c9ceb-1186-4361-9cf3-47e535b50973 None None] Network 0e1d384b-d041-4c2c-962f-d4652a1b7147 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:12:25.674736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46608) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:25.749277 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.820070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Deleting port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:12:25.820962 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.893809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] For port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,segment=NetworkSegment(b387c3e1-91d3-4186-8789-34171d50f2f7),segment_id=b387c3e1-91d3-4186-8789-34171d50f2f7)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:25.894467 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:25.908349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Calling delete_port for 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:12:25.985498 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.017033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a21c297-e4a1-4f7f-9ef4-bfd62b14f391,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:26.018850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] No DVR routers for this DVR port 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:12:26.101929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.108269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386818c-8866-4aee-bfb4-e28fceebf1cb None None] DHCP port deletion for 0e1d384b-d041-4c2c-962f-d4652a1b7147 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:12:26.125923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1d384b-d041-4c2c-962f-d4652a1b7147']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:26.145234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b387c3e1-91d3-4186-8789-34171d50f2f7') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:26.145520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b387c3e1-91d3-4186-8789-34171d50f2f7') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:26.157726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.174097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.186032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:12:26.186438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:26.186756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:12:26.191767 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:12:26.209574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:26.209901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0a21c297-e4a1-4f7f-9ef4-bfd62b14f391 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:26.210308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a20b9f73-cf1e-438f-a3b3-342c0ce482c6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:26.232305 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a20b9f73-cf1e-438f-a3b3-342c0ce482c6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:26.232963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a20b9f73-cf1e-438f-a3b3-342c0ce482c6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:26.233039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:12:26.253740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:12:26.254049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 9aa8e9fb-60d5-4aa4-8b26-3a810ad0625a not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:12:26.256937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.263592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.274923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e1d384b-d041-4c2c-962f-d4652a1b7147 HTTP/1.1" status: 204 len: 168 time: 0.5943267 Apr 20 15:12:26.282227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e32a60-cb3a-469b-92aa-ea84622966e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1d384b-d041-4c2c-962f-d4652a1b7147,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:26.502039 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46614) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:26.543883 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2dc7fde6-628b-41b7-8e04-8a671174389f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1df21a791f8c47b29573540bc57e670e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404904 Apr 20 15:12:26.546875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46616) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:26.604990 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.626741 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.681644 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.684593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:26.685762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bfb3fba-cafd-40d2-addc-4103a2be889d HTTP/1.1" status: 204 len: 168 time: 0.1378646 Apr 20 15:12:26.694027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e32e5-e4fe-4beb-9dc8-061cb93d957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb3fba-cafd-40d2-addc-4103a2be889d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:27.027779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:27.070250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ce222c7f-758c-4068-b7b2-1d235db439b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f402f54be9084c3791570f5cf5f8ef64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412006 Apr 20 15:12:27.072705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:27.125311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:27.152796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:27.204291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:27.207853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:27.209326 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92f6fd93-32d3-4228-bcf1-acbacfa04365 HTTP/1.1" status: 204 len: 168 time: 0.1357248 Apr 20 15:12:27.218066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ded9a-d3c2-4808-b771-30533f41559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6fd93-32d3-4228-bcf1-acbacfa04365,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:33.668706 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:37.907591 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-c71befc0-faf9-4ef6-8fe4-ec8df3471aed tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108812242&fields=id&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 267 time: 0.0356240 Apr 20 15:12:38.019464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-19ca1ac1-1df8-49d2-8c46-cc19e5ea74ca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:38.020909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-19ca1ac1-1df8-49d2-8c46-cc19e5ea74ca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1056931 Apr 20 15:12:38.038223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-32111c22-0a82-4985-b54e-853db800a821 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0092552 Apr 20 15:12:38.088709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-86c636eb-2f08-4769-b15a-2c94cdf0d53a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450561 Apr 20 15:12:38.193107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-226b091e-a0a8-4cd7-8fb1-60a07ca64608 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823455 Apr 20 15:12:38.287626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-792ad1db-402b-4083-be1a-214f6d141b74 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881464 Apr 20 15:12:38.596966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a58eda2-3ff3-4a82-852e-8cb58100a6ff req-075da95c-4207-4d04-b4cf-120415bf54be tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0270913 Apr 20 15:12:39.672845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-6c7b2d22-99d1-43c1-86f6-e35ecdc9f704 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:39.674303 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-6c7b2d22-99d1-43c1-86f6-e35ecdc9f704 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1138089 Apr 20 15:12:39.695190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a8c252-f5fd-4d03-83d6-0aa838828a36 req-edd5d2f7-1edf-4291-b50a-c53f996a51a9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0260069 Apr 20 15:12:39.722202 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-5147d8e8-e5de-417a-a623-4367ebd8051c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 380 time: 0.0392046 Apr 20 15:12:39.733980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'security_groups': ['f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:39.839317 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:12:39.843408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:39.977177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.13 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/f96a74cf-aa84-46c4-8c29-7074eef6fc1f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:12:40.122790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.161023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.172533 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-725650bb-2dde-422d-98e3-5d33e0a88e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.207613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:12:40.211259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:12:40.215964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:12:40.245420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:40.273313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:40.273972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.293633 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-dbbfc39f-fd4f-4092-ba77-cd59e79d09d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629554 Apr 20 15:12:40.305963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Request body: {'port': {'device_id': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:40.368511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.515596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-734759cb-28d9-4fb5-93d5-ae53c7153b23 None None] Provisioning complete for port f96a74cf-aa84-46c4-8c29-7074eef6fc1f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:12:40.516855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-734759cb-28d9-4fb5-93d5-ae53c7153b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.553159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-734759cb-28d9-4fb5-93d5-ae53c7153b23 None None] Port f96a74cf-aa84-46c4-8c29-7074eef6fc1f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:12:40.642605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96a74cf-aa84-46c4-8c29-7074eef6fc1f {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:12:40.650309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.662151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Transition to ACTIVE for port object f96a74cf-aa84-46c4-8c29-7074eef6fc1f will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:12:40.667525 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.717242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:40.794609 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Attempting to bind port f96a74cf-aa84-46c4-8c29-7074eef6fc1f on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:12:40.794951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Attempting to bind port f96a74cf-aa84-46c4-8c29-7074eef6fc1f by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:12:40.795291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Attempting to bind port f96a74cf-aa84-46c4-8c29-7074eef6fc1f on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:12:40.800093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Port f96a74cf-aa84-46c4-8c29-7074eef6fc1f on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:12:40.800423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Attempting to bind port f96a74cf-aa84-46c4-8c29-7074eef6fc1f on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:12:40.805830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:12:40.806229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:12:40.806664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:12:40.807103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Bound port: f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:12:40.807472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.829844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43d88-d525-4ab4-abce-8991241318fe req-f5a212d9-cff7-44ec-9c5d-a9a3841b2c8e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:40.832675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b43d88-d525-4ab4-abce-8991241318fe req-f5a212d9-cff7-44ec-9c5d-a9a3841b2c8e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0610652 Apr 20 15:12:40.890517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:12:40.894853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:12:40.900531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88b43d88-d525-4ab4-abce-8991241318fe req-3e62d701-14a1-45e3-b00c-e20873ec23ea tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612521 Apr 20 15:12:40.904322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.944408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:40.945282 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:40.946983 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 1092 time: 0.6457808 Apr 20 15:12:40.949406 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:40.952723 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe332e-36d5-446d-a159-2a08373030f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:40.990286 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ea59a-11ba-4ccb-a39b-22f18cbdd0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:41.007415 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e1e072-6bca-40aa-bbc4-eee3ccb19d86 x-openstack-request-id: req-e9e1e072-6bca-40aa-bbc4-eee3ccb19d86 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:41.008088 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:41.008441 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9e1e072-6bca-40aa-bbc4-eee3ccb19d86 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:41.008913 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e1e072-6bca-40aa-bbc4-eee3ccb19d86'] response: {'name': 'network-changed', 'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'status': 'completed', 'code': 200} Apr 20 15:12:41.042852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-d3b718f6-41e3-4485-bd28-789d1d62a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.044335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-d3b718f6-41e3-4485-bd28-789d1d62a94c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1095 time: 0.0498075 Apr 20 15:12:41.101782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-92fb911b-20b9-4d19-8c97-3c144f6f19bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 217 time: 0.0452797 Apr 20 15:12:41.160432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-6ace6017-c2eb-4420-84f7-8a6f2814c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.162028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-6ace6017-c2eb-4420-84f7-8a6f2814c9d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0534658 Apr 20 15:12:41.208998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-b4fb816c-d2ff-4007-b315-ebae215cacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.210887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-b4fb816c-d2ff-4007-b315-ebae215cacf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421669 Apr 20 15:12:41.306370 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-51a6a0f1-42aa-4efc-bbbd-44769ad8509e service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889142 Apr 20 15:12:41.397626 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bd7efc8-882b-4946-9cf5-3d89cf1da136 req-b0d5c172-cabd-4354-9519-192c941fc599 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840101 Apr 20 15:12:41.490535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-e77370ce-d6fe-4044-98e2-f051551edfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.492417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-e77370ce-d6fe-4044-98e2-f051551edfec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1095 time: 0.0498877 Apr 20 15:12:41.584432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-131c30b6-9d93-4823-8def-0413f3f0a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.586123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-131c30b6-9d93-4823-8def-0413f3f0a305 service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0880055 Apr 20 15:12:41.628852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-2e59feea-396f-41d5-853e-0b00f17e3c4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 217 time: 0.0364926 Apr 20 15:12:41.681660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-269a44fa-e3c0-440a-a3f3-8ea4edc394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.683222 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-269a44fa-e3c0-440a-a3f3-8ea4edc394bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0487459 Apr 20 15:12:41.730437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-fc4a81e0-d10c-4ffd-885f-374b8983198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:41.732010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-fc4a81e0-d10c-4ffd-885f-374b8983198a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422246 Apr 20 15:12:41.822846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-490c8294-3303-4ecb-b49f-2df14fe18195 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839822 Apr 20 15:12:41.920622 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d6fe332e-36d5-446d-a159-2a08373030f7 req-a0da7419-2caf-4584-ab4b-31e9afea8233 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905485 Apr 20 15:12:42.025247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafe14d-f538-42ee-84f7-4083f80ff4ae req-c9e05048-10f6-4ece-ba92-20495b4fbba3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:42.026794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddafe14d-f538-42ee-84f7-4083f80ff4ae req-c9e05048-10f6-4ece-ba92-20495b4fbba3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0525069 Apr 20 15:12:42.065801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ddafe14d-f538-42ee-84f7-4083f80ff4ae req-6066fbad-7cf8-4e8f-b5f1-8d943bd22484 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Apr 20 15:12:43.185775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eba41-64b7-4d75-98a1-4814212fa4e2 req-5f6a0b3c-576c-4594-b483-25b32117af4d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:43.187212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-798eba41-64b7-4d75-98a1-4814212fa4e2 req-5f6a0b3c-576c-4594-b483-25b32117af4d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0498824 Apr 20 15:12:43.226876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-798eba41-64b7-4d75-98a1-4814212fa4e2 req-d3ced2fa-b2b4-45c3-9b06-a240a5f71f85 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Apr 20 15:12:43.516602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-592ddb4e-fd1d-46d5-82a8-78f2c22f789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:43.760236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:44.359301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5811f-2c21-4ccd-ad3e-93fc80c63374 req-ed4ceb0a-e82b-42cc-bfe0-f1af17533fd0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:44.360702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34a5811f-2c21-4ccd-ad3e-93fc80c63374 req-ed4ceb0a-e82b-42cc-bfe0-f1af17533fd0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0550027 Apr 20 15:12:44.401478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-34a5811f-2c21-4ccd-ad3e-93fc80c63374 req-2a07d3df-14a4-42c8-b1dd-d097e3ad0287 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Apr 20 15:12:44.421624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:44.969925 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:12:45.282096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:45.321591 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:45.528627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ead763-5057-4536-911d-f01d9915d1ee req-95686c41-9743-405d-bfba-b9f372f5e21b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:45.529980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3ead763-5057-4536-911d-f01d9915d1ee req-95686c41-9743-405d-bfba-b9f372f5e21b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0520043 Apr 20 15:12:45.570433 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3ead763-5057-4536-911d-f01d9915d1ee req-1392e37a-62e8-41e1-8d1c-18f70d8c9385 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Apr 20 15:12:46.697713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26379b-ee87-4662-9192-fafffcb18806 req-f31ec835-e4ac-4648-a122-3839cb8ffdfc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:46.699320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc26379b-ee87-4662-9192-fafffcb18806 req-f31ec835-e4ac-4648-a122-3839cb8ffdfc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0530016 Apr 20 15:12:46.740670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc26379b-ee87-4662-9192-fafffcb18806 req-17feacf5-f4a1-4cc2-9cb7-1876852b73ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Apr 20 15:12:47.869404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af004-d682-48f0-906d-81301aaa7726 req-a7b838c0-32b9-4b13-8e43-37d9b02e5594 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:47.871823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-601af004-d682-48f0-906d-81301aaa7726 req-a7b838c0-32b9-4b13-8e43-37d9b02e5594 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0611861 Apr 20 15:12:47.909184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-601af004-d682-48f0-906d-81301aaa7726 req-b5b2bb87-a7b8-4b03-ae78-04fcc15fc00c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Apr 20 15:12:49.034695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5790-a26c-46dd-9ffe-251c7f1f741a req-c0fd1aed-e1e6-44b5-933a-ac7868647e5a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:49.036173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9dc5790-a26c-46dd-9ffe-251c7f1f741a req-c0fd1aed-e1e6-44b5-933a-ac7868647e5a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0521405 Apr 20 15:12:49.076065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9dc5790-a26c-46dd-9ffe-251c7f1f741a req-1e0985e2-8c37-4772-af6c-4606fdba45a3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Apr 20 15:12:50.215736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8821a4-89c9-4779-8ce6-6508ebeb1137 req-68e9c5cb-b2d3-4ed6-8371-4c3c9ec2e7bb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:50.217294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f8821a4-89c9-4779-8ce6-6508ebeb1137 req-68e9c5cb-b2d3-4ed6-8371-4c3c9ec2e7bb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0616169 Apr 20 15:12:50.259918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8f8821a4-89c9-4779-8ce6-6508ebeb1137 req-a938b204-75f3-4b8c-9024-ef7784c577c4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Apr 20 15:12:51.387226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944b7ec-965c-4efd-8029-7086348e992d req-ed61b5d9-ee1d-4275-b291-e49084ac4fd8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:51.388795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1944b7ec-965c-4efd-8029-7086348e992d req-ed61b5d9-ee1d-4275-b291-e49084ac4fd8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 944 time: 0.0564275 Apr 20 15:12:51.429484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1944b7ec-965c-4efd-8029-7086348e992d req-119a7228-51a6-4d97-8c92-449697ab983c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Apr 20 15:12:51.581612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f96a74cf-aa84-46c4-8c29-7074eef6fc1f details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:12:51.684110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:51.699002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'mac_address': 'fa:16:3e:69:5c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:12:51.740737 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:51.754825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96a74cf-aa84-46c4-8c29-7074eef6fc1f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:12:51.776666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:51.782906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:51.832654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:52.078350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['f96a74cf-aa84-46c4-8c29-7074eef6fc1f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:12:52.575910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0533-a167-4c28-a4fd-49c2b3f06c69 req-fa74c9be-aed6-427f-9ba0-52abf0fa0c4c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:52.577400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e9b0533-a167-4c28-a4fd-49c2b3f06c69 req-fa74c9be-aed6-427f-9ba0-52abf0fa0c4c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 945 time: 0.0593452 Apr 20 15:12:52.616180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5e9b0533-a167-4c28-a4fd-49c2b3f06c69 req-5f2c5d5f-7c6d-4667-b211-b70fbef461cd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Apr 20 15:12:53.595255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f96a74cf-aa84-46c4-8c29-7074eef6fc1f up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:12:53.654083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port f96a74cf-aa84-46c4-8c29-7074eef6fc1f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:12:53.657964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port f96a74cf-aa84-46c4-8c29-7074eef6fc1f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:12:53.658477 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:53.737402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901285a5-3c17-4128-8f55-6ef8ff540fe5 req-1725c0d9-b50c-47df-a629-6a7c1148f8d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:53.737975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:53.738906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-901285a5-3c17-4128-8f55-6ef8ff540fe5 req-1725c0d9-b50c-47df-a629-6a7c1148f8d6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Apr 20 15:12:53.762774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:53.765113 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e52d042-abf6-48f2-8217-de76bcd68d5c" -d '{"events": [{"server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "name": "network-vif-plugged", "status": "completed", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:53.778490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:12:53.778651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-901285a5-3c17-4128-8f55-6ef8ff540fe5 req-9e441169-f844-42c8-ac67-ead40e106bb9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Apr 20 15:12:53.784190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:53.817336 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6f390-32b7-42b6-9a6c-b18fcf1b61af x-openstack-request-id: req-4dd6f390-32b7-42b6-9a6c-b18fcf1b61af {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:53.817799 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "name": "network-vif-plugged", "status": "completed", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:53.818054 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dd6f390-32b7-42b6-9a6c-b18fcf1b61af {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:53.818449 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd6f390-32b7-42b6-9a6c-b18fcf1b61af'] response: {'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'code': 200} Apr 20 15:12:53.834915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:53.843050 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.843399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.843745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.844089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.844430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.845069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.845469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.845747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.846089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.846420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.846837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.847215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:53.921696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8c43-4e99-421e-9f0b-7cc5444cea40 req-9996449c-e939-4767-b328-c2c62962f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:53.923222 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-326e8c43-4e99-421e-9f0b-7cc5444cea40 req-9996449c-e939-4767-b328-c2c62962f73a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1097 time: 0.0419812 Apr 20 15:12:53.959952 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-326e8c43-4e99-421e-9f0b-7cc5444cea40 req-c241f1e4-b29b-4bda-a99d-516847690312 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290663 Apr 20 15:12:54.911614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f772df-af26-4b92-b50f-27ff3b4ec6f4 req-3a1e655a-16ee-4df9-b25e-185d1bb070f0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:54.913084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26f772df-af26-4b92-b50f-27ff3b4ec6f4 req-3a1e655a-16ee-4df9-b25e-185d1bb070f0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0540233 Apr 20 15:12:54.951337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26f772df-af26-4b92-b50f-27ff3b4ec6f4 req-5e52e583-f2bb-4935-bef9-1704b487b8a0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Apr 20 15:12:56.080114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6da95-e161-4b99-aba0-c7803a90bd3c req-14283a8f-6701-4ea9-827c-cf848b19c27b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:56.081606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55a6da95-e161-4b99-aba0-c7803a90bd3c req-14283a8f-6701-4ea9-827c-cf848b19c27b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0509696 Apr 20 15:12:56.120384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55a6da95-e161-4b99-aba0-c7803a90bd3c req-1f58e276-0e94-45a3-8c1f-dd4eb05a7645 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Apr 20 15:12:56.237843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312600fc-9687-467a-bf65-424b6e23b015 req-132a713e-f3ae-40b9-bcf6-baef84111403 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:56.239348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-312600fc-9687-467a-bf65-424b6e23b015 req-132a713e-f3ae-40b9-bcf6-baef84111403 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0494456 Apr 20 15:12:56.279892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-312600fc-9687-467a-bf65-424b6e23b015 req-b3dce602-7d2d-4c69-aa0d-b93fac395b93 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344310 Apr 20 15:12:56.304209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46736) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:56.352051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5544c2c-0eff-4da5-ac7a-412661567c0e tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:56.353573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e5544c2c-0eff-4da5-ac7a-412661567c0e tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1092 time: 0.0483484 Apr 20 15:12:56.356676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46738) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:12:56.360885 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:12:56.383807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:56.482183 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:56.589080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.25.1.95 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/314dfa83-6e90-4e6b-8ea1-b8a8f93a488a) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:12:56.698586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:56.733043 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:56.779137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:12:56.784515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:12:56.786782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=314dfa83-6e90-4e6b-8ea1-b8a8f93a488a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:56.788876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:12:56.813650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.813997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.814344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.814706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.815042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.815376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.815697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.816023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.816343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.816667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.816975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:56.817293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:12:57.523698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:57.593493 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:57.742429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:57.748774 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:57.815910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=314dfa83-6e90-4e6b-8ea1-b8a8f93a488a,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:12:57.828304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:57.930270 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP 95ff09d1-7a1b-42d4-9f3e-d0b964e546ed associated. External IP: 172.25.1.95, port: f96a74cf-aa84-46c4-8c29-7074eef6fc1f. Apr 20 15:12:58.143200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:12:58.246556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:12:58.256542 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:12:58.266458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:12:58.267288 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:58.267916 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:58.294810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-51333eca-f7bf-430d-810b-5f2f23945e6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9370785 Apr 20 15:12:58.295362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:12:58.297666 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47abec-fc2c-4043-8b4b-25547a51217e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:12:58.373757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:58.498892 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e7743-779c-44ed-aae3-25eee00bc932 x-openstack-request-id: req-335e7743-779c-44ed-aae3-25eee00bc932 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:12:58.499211 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:12:58.499473 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-335e7743-779c-44ed-aae3-25eee00bc932 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:12:58.499890 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335e7743-779c-44ed-aae3-25eee00bc932'] response: {'name': 'network-changed', 'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'status': 'completed', 'code': 200} Apr 20 15:12:58.568529 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-49ab0b93-c231-4fa8-8921-1e642d0e0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:58.570463 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-49ab0b93-c231-4fa8-8921-1e642d0e0721 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1097 time: 0.0470011 Apr 20 15:12:58.601742 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '95ff09d1-7a1b-42d4-9f3e-d0b964e546ed', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:69:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:12:57Z', 'updated_at': '2022-04-20T15:12:57Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:58.630347 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:12:58.639213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:12:58.639831 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:12:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:58.664274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-6fe734dc-a4ae-46ec-b027-0ac664789fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:58.665798 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-6fe734dc-a4ae-46ec-b027-0ac664789fcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0886688 Apr 20 15:12:58.740031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-51c33041-00ef-437d-910d-c37aed5c96d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 999 time: 0.0670021 Apr 20 15:12:58.792162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-ecd76dfa-327c-4697-ae1f-c767dbb96f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:58.793919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-ecd76dfa-327c-4697-ae1f-c767dbb96f34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0473688 Apr 20 15:12:58.840162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-f54ad59b-b93a-42f0-a8ef-780698a90796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:12:58.841878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-f54ad59b-b93a-42f0-a8ef-780698a90796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418425 Apr 20 15:12:58.846263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:12:58.936001 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-269072ac-3eac-4d9f-9b94-202c2b506d3c service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865750 Apr 20 15:12:59.029175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0f47abec-fc2c-4043-8b4b-25547a51217e req-75f0ac41-482d-42ee-bfbb-bdfd4532c0b8 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Apr 20 15:12:59.076633 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-dca11481-308b-4aef-adf2-12841d525970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '95ff09d1-7a1b-42d4-9f3e-d0b964e546ed', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:69:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:12:57Z', 'updated_at': '2022-04-20T15:12:57Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:12:59.102120 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca11481-308b-4aef-adf2-12841d525970 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '95ff09d1-7a1b-42d4-9f3e-d0b964e546ed', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:69:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:12:57Z', 'updated_at': '2022-04-20T15:12:57Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:12:59.293423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff2fd81-993f-46c0-a2ae-e4eb4d4a6d9b None None] New status for floating IP 95ff09d1-7a1b-42d4-9f3e-d0b964e546ed: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:13:03.689747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:10.182768 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ccccacf0-f5f4-4c3b-b5d9-f58c30f3fd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:13.513251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48887076-f8dc-4e0d-b108-413a8951b416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:13.766788 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:14.429268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:15.289320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:15.324020 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:21.969943 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:13:33.699216 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:40.188163 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-46c1bf3c-e620-4945-b53a-4f42888092a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:43.519230 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-41a5be9f-218e-48e4-bf3d-638dbdb8d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:43.768169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:44.436074 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:45.301215 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:45.332394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:13:54.092022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-5476d669-40dd-4f70-9719-47d369d2b640 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422740 Apr 20 15:13:54.182605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-837563ed-49f8-4055-9fec-01f1599e2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:13:54.184135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-837563ed-49f8-4055-9fec-01f1599e2750 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1097 time: 0.0471232 Apr 20 15:13:54.301797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-edc323b0-03bb-435b-9a96-e69489c23c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:13:54.303319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-edc323b0-03bb-435b-9a96-e69489c23c69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0998390 Apr 20 15:13:54.373203 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-c7e07081-2f6b-40f8-a3f7-4631d7eadd71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 1001 time: 0.0628297 Apr 20 15:13:54.423527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-f9b3c28e-6f5a-4f01-95ad-62b3196b17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:13:54.425004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-f9b3c28e-6f5a-4f01-95ad-62b3196b17f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0453691 Apr 20 15:13:54.477096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-8569c01f-fe71-48fe-9e29-79e0b57e5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:13:54.478712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-8569c01f-fe71-48fe-9e29-79e0b57e5dfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474081 Apr 20 15:13:54.490024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-4ce5c698-a49e-4108-a2de-261faefad3a4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:13:54.491009 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-4ce5c698-a49e-4108-a2de-261faefad3a4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055521 Apr 20 15:13:54.594114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-d5386e65-85f6-43da-89fb-f44464c1b8fb service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965734 Apr 20 15:13:54.684551 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-24bf1563-dc77-4a22-88bb-c20f8ebb3167 req-9a366cae-0843-4609-831b-922f2c7c2c31 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Apr 20 15:13:58.975801 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:14:03.701457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:10.184096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3381d1fe-4ff9-4741-89e2-87e824e2d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:13.517709 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9e8e66e4-3ddf-43c5-a2f2-2a5fca85a8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:13.773167 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:14.442487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:15.297042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:15.326189 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:33.705537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:35.977261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:14:40.178785 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9bae701a-02de-4aef-a2b8-adac20a16939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:43.522889 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a1b51b7-f26f-4b26-b3f7-0b4e49c3e013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:43.786284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:44.447455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:45.298911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:45.332610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:55.095696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-7b5869ca-dbcd-4024-bb6f-23b352f7ee24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449362 Apr 20 15:14:55.195023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-e79df039-cb5c-4394-b4bc-3a328df7aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:55.196527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-e79df039-cb5c-4394-b4bc-3a328df7aef8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 1097 time: 0.0527937 Apr 20 15:14:55.313434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-b17ef98b-2463-4391-a231-0a37a32cf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:55.314927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-b17ef98b-2463-4391-a231-0a37a32cf178 service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0975134 Apr 20 15:14:55.388491 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-79291327-128a-4441-b6a8-f3827cbb88f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 200 len: 1001 time: 0.0634444 Apr 20 15:14:55.437255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-b28ebc1e-dbf3-4c3e-a78e-e5da5f166354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:55.438725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-b28ebc1e-dbf3-4c3e-a78e-e5da5f166354 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0434890 Apr 20 15:14:55.486754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-c66b46f8-fa49-4733-9243-7adec58dd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:55.488276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-c66b46f8-fa49-4733-9243-7adec58dd823 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437248 Apr 20 15:14:55.585192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-2f6b4218-fab0-4c7a-b6cc-aaa285187845 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896063 Apr 20 15:14:55.678053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-10755a7f-5ad9-4467-9aa8-7819ce9c5ed7 req-f0706c62-e57e-45c5-b41b-4bb0f73f1867 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866871 Apr 20 15:14:56.155617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f5333-b2c0-46ed-945d-f077d6057341 req-158905f8-873c-4294-b935-9ae634d9a5f9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:56.157182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-362f5333-b2c0-46ed-945d-f077d6057341 req-158905f8-873c-4294-b935-9ae634d9a5f9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0520916 Apr 20 15:14:56.198160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-362f5333-b2c0-46ed-945d-f077d6057341 req-11ea31d7-2b31-46f8-b428-b3a1f7018164 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Apr 20 15:14:57.345669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a0cda-c533-4389-8b93-0c8293fe24ee req-2d184426-5151-4c8d-8d2f-a66387e129ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:57.347194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177a0cda-c533-4389-8b93-0c8293fe24ee req-2d184426-5151-4c8d-8d2f-a66387e129ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0565403 Apr 20 15:14:57.387505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-177a0cda-c533-4389-8b93-0c8293fe24ee req-10bced1a-795a-4bc7-aeec-4a553bad7029 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329740 Apr 20 15:14:57.778116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceee558-dd63-4f33-8a70-077b40968428 req-5dea799c-51bf-4da1-a701-246874f6d643 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:14:57.779583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ceee558-dd63-4f33-8a70-077b40968428 req-5dea799c-51bf-4da1-a701-246874f6d643 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 946 time: 0.0572610 Apr 20 15:14:57.878927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port f96a74cf-aa84-46c4-8c29-7074eef6fc1f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:14:57.879278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:57.973283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port f96a74cf-aa84-46c4-8c29-7074eef6fc1f, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:14:57.973664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:58.161435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:58.162151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:58.162493 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP 95ff09d1-7a1b-42d4-9f3e-d0b964e546ed disassociated. External IP: 172.25.1.95, port: f96a74cf-aa84-46c4-8c29-7074eef6fc1f. Apr 20 15:14:58.162864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for f96a74cf-aa84-46c4-8c29-7074eef6fc1f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:14:58.303012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:58.334613 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=f96a74cf-aa84-46c4-8c29-7074eef6fc1f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:14:58.345806 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.346181 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.346484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.346855 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.347193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.347522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.347849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.348173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.348496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.348817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.349138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.349534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:14:58.496866 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3fd0bda6-acdf-4c73-9f1b-396c1c3f0ffd req-10883e7d-00dc-4413-ab93-031798589522 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Apr 20 15:14:58.814261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:14:58.925087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:14:58.937277 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:14:58.947981 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:14:58.948642 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:14:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:14:58.965405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port f96a74cf-aa84-46c4-8c29-7074eef6fc1f on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:14:58.968403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:14:58.971718 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5ceee558-dd63-4f33-8a70-077b40968428 req-ad1d0c41-bc5b-4843-b15f-ed81524ec38c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "DELETE /v2.0/ports/f96a74cf-aa84-46c4-8c29-7074eef6fc1f HTTP/1.1" status: 204 len: 173 time: 1.1853449 Apr 20 15:14:58.972186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'name': 'network-vif-deleted', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:14:58.974605 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15b627-4834-4db9-aeeb-b80df2621f76" -d '{"events": [{"server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "name": "network-vif-deleted", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:14:59.056967 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:14:59.085740 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb84181a-82bd-4380-9db0-51a172218f7f x-openstack-request-id: req-cb84181a-82bd-4380-9db0-51a172218f7f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:14:59.085740 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed323e6-7928-418a-9d52-831bd9ddbda6", "name": "network-vif-deleted", "tag": "f96a74cf-aa84-46c4-8c29-7074eef6fc1f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:14:59.085964 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb84181a-82bd-4380-9db0-51a172218f7f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:14:59.086312 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb84181a-82bd-4380-9db0-51a172218f7f'] response: {'server_uuid': '3ed323e6-7928-418a-9d52-831bd9ddbda6', 'name': 'network-vif-deleted', 'tag': 'f96a74cf-aa84-46c4-8c29-7074eef6fc1f', 'status': 'completed', 'code': 200} Apr 20 15:14:59.263101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:14:59.289166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:14:59.297505 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:14:59.298092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:14:43Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:14:59.404584 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:14:59.606618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c632fffd-66cc-4cfb-ae27-dec3d48c3f83 req-25e0cb4e-b3ae-4f60-a4c9-da49699ec21f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Apr 20 15:14:59.609837 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:14:59.641109 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cb085-a474-4ce3-a19e-562ee72d1940 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:14:59.861704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bc1fda-ea31-4bb9-bb9d-ce27d4ac67b9 None None] New status for floating IP 95ff09d1-7a1b-42d4-9f3e-d0b964e546ed: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:15:00.241164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f96a74cf-aa84-46c4-8c29-7074eef6fc1f no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:15:00.263642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: f96a74cf-aa84-46c4-8c29-7074eef6fc1f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:15:00.263972 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device f96a74cf-aa84-46c4-8c29-7074eef6fc1f not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:15:00.703019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a42b004b-e08a-455f-8fd0-2c38e03b99b3 req-bbf9711f-42f0-4a99-bc49-b31c626110ba tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0261056 Apr 20 15:15:01.806752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d10fcdb-c03c-488e-9d5c-1f8a0381594b req-ee4e79ac-2954-4781-bb87-6b5f306ab439 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ed323e6-7928-418a-9d52-831bd9ddbda6 HTTP/1.1" status: 200 len: 210 time: 0.0265684 Apr 20 15:15:03.028819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-bd1fc895-350e-46dd-8cf0-0262a1b29edd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108812242&fields=id&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 267 time: 0.0380275 Apr 20 15:15:03.135899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-1fb2df21-15bf-45a7-b45e-5aa87a2765ff tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:03.137218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-1fb2df21-15bf-45a7-b45e-5aa87a2765ff tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1013992 Apr 20 15:15:03.152305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-f8eb4a89-65fb-434e-bedd-7683e0afe433 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0092103 Apr 20 15:15:03.205438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-2947b64f-d203-4434-80a8-b31d50362122 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476687 Apr 20 15:15:03.308034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-6bb06b0b-975a-4280-91da-1fbe5a9b3d1f service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906241 Apr 20 15:15:03.406239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-cb9b4961-fa73-4017-8f0c-81f15c50b298 service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888488 Apr 20 15:15:03.701984 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:03.714818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5deefba3-c907-497e-aae7-e68298bdae45 req-adfc6b14-f7ba-4f09-a25a-53865b3d2f6a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0328889 Apr 20 15:15:04.659485 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-b7016abe-dfcd-4aa0-929b-ebd0fc8fb965 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:04.661000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-b7016abe-dfcd-4aa0-929b-ebd0fc8fb965 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1044495 Apr 20 15:15:04.709287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-ba833a49-9ca6-44e4-9c87-76885390c41f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 380 time: 0.0394459 Apr 20 15:15:04.718763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'security_groups': ['f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:15:04.816758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db401064-b619-4da2-b5aa-1e6f312bcddc req-89a05953-ba0a-4353-8d28-fbd37a78e6a7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0296288 Apr 20 15:15:04.832012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:15:04.850654 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:04.972663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.5 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/4c4d29f8-87f1-410b-8c75-5aefb509b718) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:15:05.110085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.145812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.193446 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:15:05.199204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:15:05.203355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:15:05.230497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:05.260703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:05.261351 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.279446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d82fbcd0-4a1e-4bc7-9d47-9772d4cdeeb7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642779 Apr 20 15:15:05.292354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Request body: {'port': {'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:15:05.348714 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.419374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f09546af-8b59-4534-8268-c789158ff37a None None] Provisioning complete for port 4c4d29f8-87f1-410b-8c75-5aefb509b718 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:15:05.419965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f09546af-8b59-4534-8268-c789158ff37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.456857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f09546af-8b59-4534-8268-c789158ff37a None None] Port 4c4d29f8-87f1-410b-8c75-5aefb509b718 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:15:05.638179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4d29f8-87f1-410b-8c75-5aefb509b718 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:15:05.645752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.659098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Transition to ACTIVE for port object 4c4d29f8-87f1-410b-8c75-5aefb509b718 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:15:05.664419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.712887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:05.787097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Attempting to bind port 4c4d29f8-87f1-410b-8c75-5aefb509b718 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:15:05.787438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Attempting to bind port 4c4d29f8-87f1-410b-8c75-5aefb509b718 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:15:05.787774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Attempting to bind port 4c4d29f8-87f1-410b-8c75-5aefb509b718 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:15:05.793482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Port 4c4d29f8-87f1-410b-8c75-5aefb509b718 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:15:05.794600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Attempting to bind port 4c4d29f8-87f1-410b-8c75-5aefb509b718 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:15:05.800873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:15:05.801242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:15:05.801611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:15:05.802057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Bound port: 4c4d29f8-87f1-410b-8c75-5aefb509b718, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:15:05.802428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.902403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:15:05.907131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:15:05.913098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.949080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:05.949860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:05.951199 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 1091 time: 0.6635160 Apr 20 15:15:05.951653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:15:05.953965 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:15:05.966609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f802e-cc7b-41ec-a924-5ea42c03e8a0 req-53b67d7f-255a-4d4a-bf92-41fa32315fab tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:05.976972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6f802e-cc7b-41ec-a924-5ea42c03e8a0 req-53b67d7f-255a-4d4a-bf92-41fa32315fab tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0652719 Apr 20 15:15:06.028517 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f042d079-d769-4143-b4ca-9acc130b3e82 x-openstack-request-id: req-f042d079-d769-4143-b4ca-9acc130b3e82 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:15:06.028517 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:15:06.028517 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f042d079-d769-4143-b4ca-9acc130b3e82 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:15:06.029148 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f042d079-d769-4143-b4ca-9acc130b3e82'] response: {'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'status': 'completed', 'code': 200} Apr 20 15:15:06.038166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd6f802e-cc7b-41ec-a924-5ea42c03e8a0 req-cf3ae34a-a74c-4019-8675-58e5c56dbdd6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600543 Apr 20 15:15:06.044082 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886394ca-929a-4c8f-92ef-99f89afc6a48 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:06.070253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-9e55093c-0989-40af-b3b0-9a053b904152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.072176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-9e55093c-0989-40af-b3b0-9a053b904152 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1094 time: 0.0659463 Apr 20 15:15:06.121121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-17f759ae-d07e-4a5a-b313-34900b6c512d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 217 time: 0.0411456 Apr 20 15:15:06.173053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-0439a8f0-147d-43df-be48-b240cfe40e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.174734 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-0439a8f0-147d-43df-be48-b240cfe40e4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0473785 Apr 20 15:15:06.235108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-0efbb02c-859c-459e-9912-843d69a7e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.236656 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-0efbb02c-859c-459e-9912-843d69a7e234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548728 Apr 20 15:15:06.330654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-d35dca09-2dd3-4e00-84a8-35b3f91f1cbc service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Apr 20 15:15:06.421000 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-85e5f554-29c8-427c-b8a9-dcaf35f743f7 req-8c1b1738-5ae1-4cbd-8049-febae602b3ad service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Apr 20 15:15:06.511509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-b03fb8f7-f534-4f1e-afbd-5ff5df3b5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.513099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-b03fb8f7-f534-4f1e-afbd-5ff5df3b5a21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1094 time: 0.0449712 Apr 20 15:15:06.618098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-982297ff-4eb0-4cb4-a637-07806b94f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.619660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-982297ff-4eb0-4cb4-a637-07806b94f7bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.1005085 Apr 20 15:15:06.662498 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-fdf1580d-2a6d-496e-8eaa-d429f655c8ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Apr 20 15:15:06.714057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-79fb2b7d-17e2-4436-b83f-c65074253701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.715621 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-79fb2b7d-17e2-4436-b83f-c65074253701 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0449827 Apr 20 15:15:06.769247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-2164f03d-aa6c-4ba2-bec3-c912140c7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:06.770773 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-2164f03d-aa6c-4ba2-bec3-c912140c7ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483391 Apr 20 15:15:06.866679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-a1fbddef-e37e-414d-bb80-0b7cf3b47122 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885096 Apr 20 15:15:06.962053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-03c0940a-cb3a-49a0-9a03-32b7cd7aa2d0 req-d95bc0d2-8fea-4975-aebc-d25a48cf93e8 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887434 Apr 20 15:15:07.171938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df69b14-c6e2-42ff-aee8-1cd5986bc824 req-f06ed502-bd31-4300-9e7b-cfe9e48b605f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:07.173530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2df69b14-c6e2-42ff-aee8-1cd5986bc824 req-f06ed502-bd31-4300-9e7b-cfe9e48b605f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0527918 Apr 20 15:15:07.216772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2df69b14-c6e2-42ff-aee8-1cd5986bc824 req-9b732c2a-0183-496c-8f38-8aa3864452e8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344338 Apr 20 15:15:08.343572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acf85-bf39-4834-8926-a4ee440df250 req-a342c830-11bc-4671-a38b-ff726625da91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:08.345036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-440acf85-bf39-4834-8926-a4ee440df250 req-a342c830-11bc-4671-a38b-ff726625da91 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0564165 Apr 20 15:15:08.385668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-440acf85-bf39-4834-8926-a4ee440df250 req-8adcdd19-5a1a-455b-80a2-72e7a968eb0b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343349 Apr 20 15:15:09.509879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9f9d-1b2f-48ce-9f56-ec6c292447fd req-64ac8376-03f4-4cd5-8fdf-3baa7d192bb4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:09.511388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8f9f9d-1b2f-48ce-9f56-ec6c292447fd req-64ac8376-03f4-4cd5-8fdf-3baa7d192bb4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0529826 Apr 20 15:15:09.551659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e8f9f9d-1b2f-48ce-9f56-ec6c292447fd req-ee2da4ca-cf1d-4efe-90d8-b6d69aa571fb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Apr 20 15:15:10.186104 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ddf7-f7de-4206-b21f-f41385d00758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:10.703974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7f5db-a5eb-4322-bfb8-ded1bdbbe40f req-7da9d6e3-3ac0-484b-8203-b5c62155fd16 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:10.705531 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc7f5db-a5eb-4322-bfb8-ded1bdbbe40f req-7da9d6e3-3ac0-484b-8203-b5c62155fd16 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0611305 Apr 20 15:15:10.745255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc7f5db-a5eb-4322-bfb8-ded1bdbbe40f req-bec34ddc-910f-4151-95f6-c73b049101d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331943 Apr 20 15:15:11.888267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d8d2-ed8e-4ff4-9a35-c38973275ef9 req-a8db8d2a-2839-4d6b-ba8e-a89352a6d138 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:11.889749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2735d8d2-ed8e-4ff4-9a35-c38973275ef9 req-a8db8d2a-2839-4d6b-ba8e-a89352a6d138 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0556223 Apr 20 15:15:11.928335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2735d8d2-ed8e-4ff4-9a35-c38973275ef9 req-b3f6c63c-4c12-40aa-8607-ed8e2a23a7cc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Apr 20 15:15:12.981416 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:15:13.065977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03686-f063-4011-ad8e-da35e06e535f req-ed727019-90ef-451b-8680-db568e04b729 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:13.067691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11c03686-f063-4011-ad8e-da35e06e535f req-ed727019-90ef-451b-8680-db568e04b729 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0595658 Apr 20 15:15:13.106559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11c03686-f063-4011-ad8e-da35e06e535f req-eb1407f2-6cb2-4467-96f1-bed8f52ea366 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Apr 20 15:15:13.524007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddb15-53a9-4218-8451-9e1c0555f120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:13.789744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:14.228930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80cca-1d17-4ed0-b17b-3fdb1ca19181 req-9c8d8891-3522-4807-82af-d8f05880f641 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:14.230542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ac80cca-1d17-4ed0-b17b-3fdb1ca19181 req-9c8d8891-3522-4807-82af-d8f05880f641 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0516686 Apr 20 15:15:14.270349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ac80cca-1d17-4ed0-b17b-3fdb1ca19181 req-f7b35bad-6c6c-4fef-a623-8a19ad79d703 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Apr 20 15:15:14.460593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:15.318938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:15.328703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:15.401531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faba99b-f527-44f3-97d1-6b94714cfabe req-93e31261-b86b-4962-a4e6-412cb81bc1cd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:15.403078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3faba99b-f527-44f3-97d1-6b94714cfabe req-93e31261-b86b-4962-a4e6-412cb81bc1cd tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0544586 Apr 20 15:15:15.442978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3faba99b-f527-44f3-97d1-6b94714cfabe req-5fca5569-acb2-4a5b-a5ba-e44002406c3e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Apr 20 15:15:16.467854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4c4d29f8-87f1-410b-8c75-5aefb509b718 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:15:16.569041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:15:16.570975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652f96-25ee-4a89-b10b-d40190cd9732 req-5ca31e94-1d4c-48c0-b602-3e81fe1cdcd5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:16.572463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd652f96-25ee-4a89-b10b-d40190cd9732 req-5ca31e94-1d4c-48c0-b602-3e81fe1cdcd5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 943 time: 0.0491185 Apr 20 15:15:16.582181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:15:16.610619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dd652f96-25ee-4a89-b10b-d40190cd9732 req-fe3b6a58-466f-440b-bf15-f1057e0201f6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Apr 20 15:15:16.623435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:16.636800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4d29f8-87f1-410b-8c75-5aefb509b718 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:15:16.655282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:15:16.661626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:16.706616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:16.713768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.714112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.714452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.714811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.715147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.715476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.715821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.716129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.716454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.716774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.717097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.717446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:15:16.900458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4c4d29f8-87f1-410b-8c75-5aefb509b718'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:15:17.740959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd94d2f-c21a-4832-822b-16d4094520c0 req-e6655093-096e-4dc4-bc97-2e33bc2e6473 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:17.743552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecd94d2f-c21a-4832-822b-16d4094520c0 req-e6655093-096e-4dc4-bc97-2e33bc2e6473 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 944 time: 0.0551202 Apr 20 15:15:17.788971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecd94d2f-c21a-4832-822b-16d4094520c0 req-2277c3e7-81b6-4ad9-abfd-7e1a85f86e0a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352738 Apr 20 15:15:18.493487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4c4d29f8-87f1-410b-8c75-5aefb509b718 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:15:18.565466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4c4d29f8-87f1-410b-8c75-5aefb509b718 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:15:18.569841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4c4d29f8-87f1-410b-8c75-5aefb509b718 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:15:18.570212 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:18.652092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:18.675458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:15:18.677737 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b5dbe-1430-4270-b522-13ecd46f3723" -d '{"events": [{"server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:15:18.689964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:15:18.695058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:18.742160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:18.780204 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6cff4f-9c1e-4197-b6a6-57ae786bb28b x-openstack-request-id: req-1c6cff4f-9c1e-4197-b6a6-57ae786bb28b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:15:18.780500 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "name": "network-vif-plugged", "status": "completed", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:15:18.780753 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c6cff4f-9c1e-4197-b6a6-57ae786bb28b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:15:18.781162 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6cff4f-9c1e-4197-b6a6-57ae786bb28b'] response: {'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'code': 200} Apr 20 15:15:18.877555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fe169-ca2c-44ed-b116-28295d63e76d req-a959464f-73f9-455c-ae12-87759808ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:18.879089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8d7fe169-ca2c-44ed-b116-28295d63e76d req-a959464f-73f9-455c-ae12-87759808ea68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0437226 Apr 20 15:15:18.916758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b86e2-cc78-4527-813c-195b6da4a4dc req-066b0ab9-cf84-44b8-8207-1075424bfb0f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:18.917336 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8d7fe169-ca2c-44ed-b116-28295d63e76d req-90915632-9ef0-4171-8337-2d498f9cdff9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304308 Apr 20 15:15:18.918230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd5b86e2-cc78-4527-813c-195b6da4a4dc req-066b0ab9-cf84-44b8-8207-1075424bfb0f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0540750 Apr 20 15:15:18.955410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd5b86e2-cc78-4527-813c-195b6da4a4dc req-1d133100-e2c1-4761-add1-e14f0e064e0f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Apr 20 15:15:20.073635 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1f0c-bab9-438f-8cd3-cc2a38ea2361 req-aa5af34f-0138-42e6-a24e-84e878ff7b12 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:20.075092 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3bb1f0c-bab9-438f-8cd3-cc2a38ea2361 req-aa5af34f-0138-42e6-a24e-84e878ff7b12 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0484316 Apr 20 15:15:20.114438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d3bb1f0c-bab9-438f-8cd3-cc2a38ea2361 req-5b25f056-0bb2-4b38-ae06-a238404676c2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Apr 20 15:15:20.231934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a24f-53fb-4506-a28f-14a85cea37fa req-84a94df7-2867-4df9-a84d-3d32b7d498a4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:20.233415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6851a24f-53fb-4506-a28f-14a85cea37fa req-84a94df7-2867-4df9-a84d-3d32b7d498a4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0509861 Apr 20 15:15:20.271463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6851a24f-53fb-4506-a28f-14a85cea37fa req-0bc09ddf-712e-4de2-920d-ea938cea45ef tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Apr 20 15:15:20.294178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 46878) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:15:20.517788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae88d87-a100-480c-ad5f-a3650ddb38d4 tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:20.519325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ae88d87-a100-480c-ad5f-a3650ddb38d4 tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1091 time: 0.2241440 Apr 20 15:15:20.522649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 46882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:15:20.529717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:15:20.555424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:20.662487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:20.789546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.25.1.174 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/0bafedb4-7fac-4c6e-b981-6f5cb873e2e5) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:15:20.896070 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:20.934663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:20.974427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:15:20.977496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:15:20.981818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:15:20.984835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=0bafedb4-7fac-4c6e-b981-6f5cb873e2e5,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:21.374922 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:21.443630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:21.594363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:21.600377 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:21.666556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=0bafedb4-7fac-4c6e-b981-6f5cb873e2e5,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:15:21.687074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:21.811954 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP a2d8e70b-82ed-4c38-82ef-878ba7e7be14 associated. External IP: 172.25.1.174, port: 4c4d29f8-87f1-410b-8c75-5aefb509b718. Apr 20 15:15:22.017962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:15:22.126498 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:15:22.137067 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:15:22.145629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:22.148565 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:15:22.149166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:15:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:15:22.186758 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-456f71f1-a3e1-42b1-b6b6-95d93a76a5d3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6518352 Apr 20 15:15:22.186758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:15:22.186758 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f442458e-6e02-4b23-a389-20b9e4924bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:15:22.220392 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba66b0-ea02-4abd-9e19-1cf9c028c7e0 x-openstack-request-id: req-deba66b0-ea02-4abd-9e19-1cf9c028c7e0 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:15:22.220697 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:15:22.220993 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deba66b0-ea02-4abd-9e19-1cf9c028c7e0 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:15:22.221438 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deba66b0-ea02-4abd-9e19-1cf9c028c7e0'] response: {'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'status': 'completed', 'code': 200} Apr 20 15:15:22.289298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-d556723e-ac22-4186-b93b-7e6c4f8135ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:22.290770 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-d556723e-ac22-4186-b93b-7e6c4f8135ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0434225 Apr 20 15:15:22.347310 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:15:22.379453 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-7dbfd0d1-2256-489d-948f-bbf5c179785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:22.380946 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-7dbfd0d1-2256-489d-948f-bbf5c179785c service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0835211 Apr 20 15:15:22.449761 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-9c77fa6d-a450-445d-8e03-adcd69d2784f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 999 time: 0.0611994 Apr 20 15:15:22.498139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-08aa8f1f-832e-42ad-b96f-3ace37769043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:22.499623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-08aa8f1f-832e-42ad-b96f-3ace37769043 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0434697 Apr 20 15:15:22.545125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-d60697c2-01be-42f0-9e48-0c20b814914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:22.546595 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-d60697c2-01be-42f0-9e48-0c20b814914f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406919 Apr 20 15:15:22.571343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:21Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:15:22.597632 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:15:22.605916 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:15:22.606507 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:15:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:15:22.640516 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-8fb2e07f-d235-4d0f-8e72-d7b59734c58c service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Apr 20 15:15:22.711075 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:15:22.730397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f442458e-6e02-4b23-a389-20b9e4924bf0 req-8a0b4be7-443f-4efe-b56b-bcb078dc1363 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Apr 20 15:15:22.935408 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:21Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:15:22.962361 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8bdb4a-3f76-4c0d-8ca2-1c1abd2ec1c9 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:21Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:15:23.139122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d393743-20da-4372-a11c-d977d4b2b64b None None] New status for floating IP a2d8e70b-82ed-4c38-82ef-878ba7e7be14: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:15:33.715570 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:40.177168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-60ad10eb-10ad-47af-8947-e795ca3d8613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:43.518030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7e823403-3acb-408a-be4c-61ce3ef33eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:43.785077 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:44.448670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:45.316763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:45.332955 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:15:48.492232 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-7c6d1c41-3ec5-41b1-b79c-bc5d1db56144 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477266 Apr 20 15:15:48.582186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-796de571-5664-4c2e-9350-c5cedd612a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:48.583719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-796de571-5664-4c2e-9350-c5cedd612a85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0479698 Apr 20 15:15:48.685512 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-0500f02f-9f22-4c0c-9f36-2df7bf5c50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:48.687003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-0500f02f-9f22-4c0c-9f36-2df7bf5c50f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0837421 Apr 20 15:15:49.098768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-990f2de9-df30-4f26-9d98-2e15e963cef9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 1001 time: 0.4052866 Apr 20 15:15:49.156753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-016d9b58-7d47-4b90-8a34-4b3c2d9cae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:49.158146 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-016d9b58-7d47-4b90-8a34-4b3c2d9cae83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0500345 Apr 20 15:15:49.206010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-b1384cea-32fb-48c5-bfc8-bc102637f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:15:49.207500 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-b1384cea-32fb-48c5-bfc8-bc102637f92c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429997 Apr 20 15:15:49.307994 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-6f50815a-d8ce-4034-a10e-289a176b1d21 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939236 Apr 20 15:15:49.401519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e7ac2948-2629-44b6-bcb0-fee6292d65db req-eea80504-797b-440a-923b-b9ac6d22ee21 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Apr 20 15:15:49.986958 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:16:03.732647 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:10.180297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2b68db19-bbd5-4fd3-b40a-847fafa41325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:13.525097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54c965cb-d682-4e01-8dbf-433f0b702ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:13.795086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:14.460257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:15.407104 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:15.409814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:26.991616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:16:33.738311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:40.186536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3df5229d-633d-49fa-96bd-1f870c90b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:42.372863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-ac7b04ff-762c-463f-b7c3-f815d0a0c5ec req-9847f4c2-76d7-4e0b-a6fe-0e9ca4fc2275 service neutron] (102863) timed out ('10.222.0.20', 46632) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:16:43.524228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d73f12c6-8e2a-4f16-b400-28034484727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:43.797850 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:44.484959 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:45.328757 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:45.337147 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:16:48.557255 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-e31a1745-6ecb-4b28-ad55-221ff1fc94bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030746 Apr 20 15:16:48.649816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-325368d0-5d01-40da-bc5e-458c9fd67640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:16:48.651345 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-325368d0-5d01-40da-bc5e-458c9fd67640 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0503161 Apr 20 15:16:48.756217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-7fcde0c2-9a21-423f-91e1-b1c66172e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:16:48.757606 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-7fcde0c2-9a21-423f-91e1-b1c66172e95d service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0868828 Apr 20 15:16:48.838611 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-345c2a3e-a25a-48bb-93b2-2d5e96c907cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 1001 time: 0.0746129 Apr 20 15:16:48.893644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-4fb6904b-7d29-4868-b47b-c2c4facaf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:16:48.895117 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-4fb6904b-7d29-4868-b47b-c2c4facaf587 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0496223 Apr 20 15:16:48.941519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-e6cad3d6-6d92-4f50-8a0b-33fea8402012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:16:48.943023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-e6cad3d6-6d92-4f50-8a0b-33fea8402012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413589 Apr 20 15:16:49.038891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-dcdc33d7-fb6c-4af0-89b4-99d5f68e874b service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893025 Apr 20 15:16:49.133911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a18177e3-1ddd-4974-851e-67300a0f0d57 req-5942e380-2023-4786-8c7a-22a9273516bd service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Apr 20 15:17:00.812747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-0eee3940-e0b4-42b2-8208-b071509b7cb6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108812242&fields=id&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 267 time: 0.0427916 Apr 20 15:17:00.926760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-6145fa12-a06a-45bb-965a-862b21daad26 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:00.928223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-6145fa12-a06a-45bb-965a-862b21daad26 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1084082 Apr 20 15:17:00.946452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-24baf89a-fe14-4707-a622-c6de83b30b36 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/quotas/a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Apr 20 15:17:01.013656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-9f552e5d-f93c-4ca3-b680-5d1e1472fd6b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0618353 Apr 20 15:17:01.084448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-bac795f3-f9e0-4d54-b347-09aac4052287 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:17:01.085441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-bac795f3-f9e0-4d54-b347-09aac4052287 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572987 Apr 20 15:17:01.177457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-d29398c0-32f3-468f-a01f-e4622d47ae4d service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854049 Apr 20 15:17:01.271334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-f0502166-401a-412f-8c03-e7a250f5fe0f service neutron] 10.222.0.20 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875702 Apr 20 15:17:01.653206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bcd3966-9dac-4655-b393-5d9b7a79dc71 req-faefa68b-75c3-488d-97bf-44c7a7a3f8ca tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 210 time: 0.0970297 Apr 20 15:17:02.519438 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-ae9b2e17-a3a8-42c5-a102-435316123889 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:02.521394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-ae9b2e17-a3a8-42c5-a102-435316123889 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 812 time: 0.1092749 Apr 20 15:17:02.564299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5e5c8567-ff98-42af-a7df-08adc1521345 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c6a170dff044b2804e03f51cb59c08 HTTP/1.1" status: 200 len: 380 time: 0.0344024 Apr 20 15:17:02.573698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'port': {'device_id': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'admin_state_up': True, 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'security_groups': ['f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:17:02.687196 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Made reservation on behalf of a2c6a170dff044b2804e03f51cb59c08 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:17:02.691389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:02.756945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75c8b961-af2b-484a-b6a6-5baa9b893d88 req-2be6b01c-6e5e-457d-91f8-a32adf97d14a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Apr 20 15:17:02.829075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.20.0.6 (403ab5fd-35a5-4a63-8707-fca9ff9fe95a/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059/760e5a5b-ebac-4a41-8c46-64a36f2943e4) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:17:02.978035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.014159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.059828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:17:03.063006 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:17:03.067519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:17:03.093257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:03.110197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.110544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.110911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.111211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.111662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.111999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.112324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.112657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.113195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.113520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.113835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.114161 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:03.137754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:03.138407 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.155987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-5b609d49-1c3b-4cbe-83b1-53cd0b5eb1c5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859950 Apr 20 15:17:03.221637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Request body: {'port': {'device_id': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:17:03.282370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.345569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ec028dfa-fdee-459d-921e-3136657071e7 None None] Provisioning complete for port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:17:03.346254 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ec028dfa-fdee-459d-921e-3136657071e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.383886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ec028dfa-fdee-459d-921e-3136657071e7 None None] Port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:17:03.546895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760e5a5b-ebac-4a41-8c46-64a36f2943e4 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:17:03.555746 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.568436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Transition to ACTIVE for port object 760e5a5b-ebac-4a41-8c46-64a36f2943e4 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:17:03.573467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.625919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:03.724072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Attempting to bind port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:17:03.724431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Attempting to bind port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:17:03.729893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Attempting to bind port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:17:03.734602 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.739005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:17:03.739325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Attempting to bind port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 on network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:17:03.746849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:17:03.747199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Checking segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:17:03.747591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Bound using segment: {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:17:03.748038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Bound port: 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3875f0be-7942-43c9-8857-177fb50257a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:17:03.748406 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.831146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:17:03.834813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:17:03.840556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.890461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:03.891215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:03.892596 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 1091 time: 0.7284532 Apr 20 15:17:03.893357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:17:03.895013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3d84a-7ca3-4c9a-aaf3-dc8322dd4dac req-ea786e0a-b782-40b2-ac63-5675924db07c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:03.896630 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c8474-c1b2-4c42-af69-87e58185a679" -d '{"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:17:03.903622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87a3d84a-7ca3-4c9a-aaf3-dc8322dd4dac req-ea786e0a-b782-40b2-ac63-5675924db07c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0570288 Apr 20 15:17:03.948494 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-87a3d84a-7ca3-4c9a-aaf3-dc8322dd4dac req-f882684a-be60-4735-8949-51179c7bccc8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Apr 20 15:17:03.983565 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa176a-9cf6-47ac-901a-474ab415d398 x-openstack-request-id: req-cbaa176a-9cf6-47ac-901a-474ab415d398 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:17:03.983906 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:17:03.984166 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbaa176a-9cf6-47ac-901a-474ab415d398 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:17:03.984597 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaa176a-9cf6-47ac-901a-474ab415d398'] response: {'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'status': 'completed', 'code': 200} Apr 20 15:17:03.992628 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce84be-a1f0-412a-9db0-4fe86f9d38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:03.995843 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:17:04.007400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-faf609ae-86c2-485e-966e-858a21c75ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.008949 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-faf609ae-86c2-485e-966e-858a21c75ecd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0738881 Apr 20 15:17:04.058264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-9ae5bd1d-b8f1-4618-b62a-efd37f0d7167 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 217 time: 0.0408847 Apr 20 15:17:04.113142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-91e19f58-d37d-4364-8cb8-68393b25e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.114722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-91e19f58-d37d-4364-8cb8-68393b25e20d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0499310 Apr 20 15:17:04.166459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91677a-1840-4207-bd98-771a8906fe6b req-fd4fcaa6-babc-4d97-b2e8-81c224f3ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.168360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-fd4fcaa6-babc-4d97-b2e8-81c224f3ce0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470095 Apr 20 15:17:04.271234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-11ff7610-bfb1-4fa9-bf00-c3659da63ebb service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963109 Apr 20 15:17:04.368186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7e91677a-1840-4207-bd98-771a8906fe6b req-db65fc83-9097-4df2-bcee-83c1a84b58ee service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908363 Apr 20 15:17:04.462319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-0eeac054-190a-4e50-a430-4d3e8f513e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.463913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-0eeac054-190a-4e50-a430-4d3e8f513e9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0499880 Apr 20 15:17:04.560047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-02393a49-58a7-4861-8b2c-f418ce921c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.561598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-02393a49-58a7-4861-8b2c-f418ce921c7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0917833 Apr 20 15:17:04.606931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-380c20d7-c9d8-43d1-a397-2c34abe63fc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 217 time: 0.0366940 Apr 20 15:17:04.664671 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-7de0fe33-d56f-4367-be9c-3456b6e14317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.666092 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-7de0fe33-d56f-4367-be9c-3456b6e14317 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0509887 Apr 20 15:17:04.712127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-1ee808d5-a6dd-4ce1-ac6a-57a530fca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:04.713623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-1ee808d5-a6dd-4ce1-ac6a-57a530fca406 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411687 Apr 20 15:17:04.802698 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-339c9cfc-3306-4cf7-9efc-57f14c9115ec service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Apr 20 15:17:04.897094 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd6c8474-c1b2-4c42-af69-87e58185a679 req-b2cfe347-9b65-49b8-a54b-48560438c4b4 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Apr 20 15:17:05.077734 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d75e-d0cf-4695-881e-6fbb39e19305 req-e413183e-25ea-415d-96c5-cc892815f3ae tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:05.079716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6f7d75e-d0cf-4695-881e-6fbb39e19305 req-e413183e-25ea-415d-96c5-cc892815f3ae tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0547783 Apr 20 15:17:05.120686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6f7d75e-d0cf-4695-881e-6fbb39e19305 req-69bee348-30e7-4daa-b8e0-6c5831563a41 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342193 Apr 20 15:17:06.243243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b180a1-6ae7-4dd3-a348-8d283b01857f req-abc3a11f-bf54-45f8-88f8-353907039693 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:06.244734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1b180a1-6ae7-4dd3-a348-8d283b01857f req-abc3a11f-bf54-45f8-88f8-353907039693 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0519278 Apr 20 15:17:06.286443 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1b180a1-6ae7-4dd3-a348-8d283b01857f req-bbbe9e8d-0e70-4df0-90f5-83b20125521b tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Apr 20 15:17:07.428792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1c43-80e8-40e6-a8e7-8e5331de19ba req-d43cc692-786a-4ba2-884c-54727024fefc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:07.430283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07cc1c43-80e8-40e6-a8e7-8e5331de19ba req-d43cc692-786a-4ba2-884c-54727024fefc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0511544 Apr 20 15:17:07.469586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07cc1c43-80e8-40e6-a8e7-8e5331de19ba req-7d43b31b-3942-4357-93ca-2ccc9f6cf7c8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Apr 20 15:17:08.606236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a24fc-f3c4-4ab6-bc0b-2e2e501c7ae6 req-0bfcb3dd-8e69-4f7e-8bf7-59d0cd08b21f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:08.607751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-485a24fc-f3c4-4ab6-bc0b-2e2e501c7ae6 req-0bfcb3dd-8e69-4f7e-8bf7-59d0cd08b21f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0594153 Apr 20 15:17:08.647938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-485a24fc-f3c4-4ab6-bc0b-2e2e501c7ae6 req-dfdf83c0-f353-4432-8df1-2ee3575b22a4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Apr 20 15:17:09.788992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3961-df4e-48ec-88e2-7e152f4214c8 req-aa7231cf-8088-43e9-a144-102a819137d0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:09.790445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ba3961-df4e-48ec-88e2-7e152f4214c8 req-aa7231cf-8088-43e9-a144-102a819137d0 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0539134 Apr 20 15:17:09.834723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ba3961-df4e-48ec-88e2-7e152f4214c8 req-fb1a53c8-5be0-43d9-ba9e-3dfc29055ee1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349948 Apr 20 15:17:10.172531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-081832ad-6655-48d7-8cf8-6433de6157ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:10.957219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3992c3f-8683-43d0-a789-4b05720ec73c req-033786f4-8028-449e-8acc-615ecf77a018 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:10.958673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3992c3f-8683-43d0-a789-4b05720ec73c req-033786f4-8028-449e-8acc-615ecf77a018 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Apr 20 15:17:10.999799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e3992c3f-8683-43d0-a789-4b05720ec73c req-7d3098aa-d146-4cbf-b04d-b67453fa6d30 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Apr 20 15:17:12.142494 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74aa54-943c-4f95-bd0f-6af2e6e0e3de req-d6056e19-6cf3-4bc5-8ba7-bb67d3b26d13 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:12.144176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a74aa54-943c-4f95-bd0f-6af2e6e0e3de req-d6056e19-6cf3-4bc5-8ba7-bb67d3b26d13 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0707395 Apr 20 15:17:12.185878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a74aa54-943c-4f95-bd0f-6af2e6e0e3de req-3b79be59-13b2-4897-a629-753c925a5c37 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352294 Apr 20 15:17:13.322840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e17f7-41e0-4276-ac11-243e73ebb42b req-adb76ce5-ee4a-45f9-aa06-28f8beedb0c2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:13.324398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b55e17f7-41e0-4276-ac11-243e73ebb42b req-adb76ce5-ee4a-45f9-aa06-28f8beedb0c2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0546770 Apr 20 15:17:13.372928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b55e17f7-41e0-4276-ac11-243e73ebb42b req-7e3975ab-cbac-40db-ac3b-00f006c7c082 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Apr 20 15:17:13.521695 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ad01af71-adb9-4ac1-bcc3-79f689051d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:13.793067 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:14.465488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:14.512663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47a896-8536-4f86-bd77-ab8a2fd0a1f3 req-a006cb17-9a15-4ffa-b316-95df9cde9179 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:14.514077 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b47a896-8536-4f86-bd77-ab8a2fd0a1f3 req-a006cb17-9a15-4ffa-b316-95df9cde9179 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0498111 Apr 20 15:17:14.551665 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b47a896-8536-4f86-bd77-ab8a2fd0a1f3 req-3a0871b2-38a5-4b9f-af11-b6f22d6bcffa tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Apr 20 15:17:15.325694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:15.331613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:15.679470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedbd8d-5b04-4fdf-b4c1-377f06b8d54e req-2515534d-65cc-4daa-af77-ce806c484fcb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:15.680926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eedbd8d-5b04-4fdf-b4c1-377f06b8d54e req-2515534d-65cc-4daa-af77-ce806c484fcb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0546169 Apr 20 15:17:15.719110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4eedbd8d-5b04-4fdf-b4c1-377f06b8d54e req-c20b2115-1833-4d18-8a47-24ab86f1dbe9 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Apr 20 15:17:16.835233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 760e5a5b-ebac-4a41-8c46-64a36f2943e4 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:17:16.847320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe556b-7446-45c6-9fca-cc13d00e6638 req-7de5be04-8255-4952-ba6e-15b593a8ce83 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:16.848788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cfe556b-7446-45c6-9fca-cc13d00e6638 req-7de5be04-8255-4952-ba6e-15b593a8ce83 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 943 time: 0.0511398 Apr 20 15:17:16.888629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6cfe556b-7446-45c6-9fca-cc13d00e6638 req-24903a3c-2382-471e-b8cd-a6b8353a857e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Apr 20 15:17:16.935251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:17:16.946507 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'port_id': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'mac_address': 'fa:16:3e:96:f1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:17:16.997180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:17.012044 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760e5a5b-ebac-4a41-8c46-64a36f2943e4 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:17:17.036424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:17:17.042629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:17.093735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:17.101508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.101846 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.102182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.102517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.102875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.103207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.103500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.103851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.104169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.104500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.104815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.105105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:17.368988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['760e5a5b-ebac-4a41-8c46-64a36f2943e4'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:17:18.023545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ce15a-73ec-424c-836e-54626573ce0e req-73c9b2cd-a7d5-457e-842f-cbb06329f273 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:18.025418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c8ce15a-73ec-424c-836e-54626573ce0e req-73c9b2cd-a7d5-457e-842f-cbb06329f273 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 944 time: 0.0581744 Apr 20 15:17:18.067217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c8ce15a-73ec-424c-836e-54626573ce0e req-2529583e-ee8e-46eb-96eb-4effd7257e28 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Apr 20 15:17:18.855041 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 760e5a5b-ebac-4a41-8c46-64a36f2943e4 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:17:18.918313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:17:18.923985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:17:18.924515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:19.015241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:19.037620 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:17:19.039891 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166c998-9965-465f-90a6-4c5398b300d1" -d '{"events": [{"server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "name": "network-vif-plugged", "status": "completed", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:17:19.052348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:17:19.057550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:19.079908 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43367cd4-e398-4cc2-be92-2079bbf16618 x-openstack-request-id: req-43367cd4-e398-4cc2-be92-2079bbf16618 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:17:19.080190 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "name": "network-vif-plugged", "status": "completed", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:17:19.080460 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43367cd4-e398-4cc2-be92-2079bbf16618 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:17:19.080824 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43367cd4-e398-4cc2-be92-2079bbf16618'] response: {'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'code': 200} Apr 20 15:17:19.105548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:19.178403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9796f-e995-4266-b0ec-5d4afb20d107 req-03800eaf-fa76-445d-8a69-0de696fbe20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:19.180075 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b1c9796f-e995-4266-b0ec-5d4afb20d107 req-03800eaf-fa76-445d-8a69-0de696fbe20b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0417440 Apr 20 15:17:19.200065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a26850-0d17-42b2-8eb1-4aa33b597e88 req-bafb576b-ac49-4f85-8919-a0c5c3df79a7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:19.202064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2a26850-0d17-42b2-8eb1-4aa33b597e88 req-bafb576b-ac49-4f85-8919-a0c5c3df79a7 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0540705 Apr 20 15:17:19.215605 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b1c9796f-e995-4266-b0ec-5d4afb20d107 req-997f4406-c7d4-4f2b-ae04-87feef1c093f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282786 Apr 20 15:17:19.241809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2a26850-0d17-42b2-8eb1-4aa33b597e88 req-49661253-c869-450f-be13-035ffc000d4a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330703 Apr 20 15:17:20.360996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38574d51-1ebc-444a-a088-d294ea3f357d req-79b4d1f2-c77d-4079-ab46-f8f16f154bc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:20.363361 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38574d51-1ebc-444a-a088-d294ea3f357d req-79b4d1f2-c77d-4079-ab46-f8f16f154bc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0513952 Apr 20 15:17:20.405437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38574d51-1ebc-444a-a088-d294ea3f357d req-5c7733c4-c996-4aca-8b4d-70fd871758c1 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334818 Apr 20 15:17:21.532214 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55ec55-cb46-41e4-8ed8-6afb0791736e req-508df406-737d-4ee2-9ccc-f8dfa3f0c934 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:21.533800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca55ec55-cb46-41e4-8ed8-6afb0791736e req-508df406-737d-4ee2-9ccc-f8dfa3f0c934 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0497978 Apr 20 15:17:21.571562 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca55ec55-cb46-41e4-8ed8-6afb0791736e req-7022ff36-0fcf-4ccf-a29d-b9033aa6fcd4 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Apr 20 15:17:21.700097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f17885-8c0e-4027-ae7a-66f29be2ffa2 req-7e511ae8-f162-4f18-9974-0832c040b387 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:21.702173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90f17885-8c0e-4027-ae7a-66f29be2ffa2 req-7e511ae8-f162-4f18-9974-0832c040b387 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Apr 20 15:17:21.741589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90f17885-8c0e-4027-ae7a-66f29be2ffa2 req-7f4d1c9c-78b4-4e89-98ce-e8b78761126d tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Apr 20 15:17:21.764820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47044) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:17:21.805100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c3841-52e6-4341-852c-201c2f908dca tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:21.806601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-884c3841-52e6-4341-852c-201c2f908dca tempest-TestVolumeBootPattern-2139259377 tempest-TestVolumeBootPattern-2139259377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1091 time: 0.0408192 Apr 20 15:17:21.809479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47046) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:17:21.813773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:17:21.836930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:21.937781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.056443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Allocated IP 172.25.1.150 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/b49cd743-d214-4293-b45b-0394ee243386) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:17:22.154880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.196933 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.244357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:17:22.251132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:17:22.253987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:17:22.257435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=b49cd743-d214-4293-b45b-0394ee243386,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:22.286845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.287169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.287495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.287826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.288151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.288468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.288786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.289102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.289414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.289727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.290037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.290353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:17:22.630828 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.699414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.864238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.871272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:22.935135 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event updated for resources: {'Port': ['ID=b49cd743-d214-4293-b45b-0394ee243386,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:17:22.950813 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:23.059840 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP c0de667c-af83-447a-acba-3ec3b2cb7683 associated. External IP: 172.25.1.150, port: 760e5a5b-ebac-4a41-8c46-64a36f2943e4. Apr 20 15:17:23.275209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:17:23.752113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:17:23.762441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:17:23.773742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:23.774672 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:17:23.775396 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:17:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:17:23.807643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2662f408-4ee6-4726-8c32-272fda4d39d5 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9898281 Apr 20 15:17:23.807643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:17:23.807643 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519ee92-5570-42e3-807b-9743a296a377" -d '{"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:17:23.842384 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b9f6d1-67db-4327-a858-83306cb0c715 x-openstack-request-id: req-44b9f6d1-67db-4327-a858-83306cb0c715 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:17:23.842749 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:17:23.843320 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44b9f6d1-67db-4327-a858-83306cb0c715 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:17:23.843737 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b9f6d1-67db-4327-a858-83306cb0c715'] response: {'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'status': 'completed', 'code': 200} Apr 20 15:17:23.884519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:17:23.910617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ee92-5570-42e3-807b-9743a296a377 req-e41e79da-45fb-4fb9-b9ca-17f00777409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:23.912129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-e41e79da-45fb-4fb9-b9ca-17f00777409f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0459709 Apr 20 15:17:24.003534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ee92-5570-42e3-807b-9743a296a377 req-edf54b21-2263-4e0a-8537-926de99ca63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:24.005004 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-edf54b21-2263-4e0a-8537-926de99ca63f service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0855129 Apr 20 15:17:24.077175 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-94ae1e09-477e-41ca-ae4f-b2ac0e107aed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 999 time: 0.0651419 Apr 20 15:17:24.116186 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}, {'id': 'c0de667c-af83-447a-acba-3ec3b2cb7683', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:96:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:17:22Z', 'updated_at': '2022-04-20T15:17:22Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:17:24.129541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ee92-5570-42e3-807b-9743a296a377 req-3296d43a-926c-4fdb-a7c2-3644b606e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:24.131094 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-3296d43a-926c-4fdb-a7c2-3644b606e2fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0471296 Apr 20 15:17:24.181168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519ee92-5570-42e3-807b-9743a296a377 req-4b4575c7-1c2f-4e16-b784-62662a7e294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:24.182845 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-4b4575c7-1c2f-4e16-b784-62662a7e294e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451458 Apr 20 15:17:24.234893 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:17:24.243328 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:17:24.243887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:17:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:17:24.281751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-c18557b0-a7e9-4152-9260-b88d42273420 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918522 Apr 20 15:17:24.347439 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:17:24.375385 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0519ee92-5570-42e3-807b-9743a296a377 req-31d0dfec-1f95-484c-8fc3-c9b7f2f0d995 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Apr 20 15:17:24.570423 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}, {'id': 'c0de667c-af83-447a-acba-3ec3b2cb7683', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:96:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:17:22Z', 'updated_at': '2022-04-20T15:17:22Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:17:24.600295 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cd3f4-6821-48e3-b5ee-9a5e312ebc25 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}, {'id': 'c0de667c-af83-447a-acba-3ec3b2cb7683', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:96:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:17:22Z', 'updated_at': '2022-04-20T15:17:22Z', 'revision_number': 0, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:17:24.793538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a5388f-72d6-445b-b02f-e273ab678981 None None] New status for floating IP c0de667c-af83-447a-acba-3ec3b2cb7683: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:17:33.746126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:40.175982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cd239eaa-5d7a-4881-9591-bb8265b40b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:40.999675 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:17:43.521148 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7f28748b-6443-4afc-8251-3832f84bf09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:43.799467 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:44.495647 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:45.326850 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:45.334823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:17:47.938985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-9d34d3cf-a4ec-4e4d-af06-fd04e9d25c93 req-6424d4b9-8583-4222-9da2-c335a938db81 service neutron] (102864) timed out ('10.222.0.43', 57510) {{(pid=102864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:17:49.482930 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-2b66eed0-c7d4-40f1-aece-e1e156e8880d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486264 Apr 20 15:17:49.570794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-55d6d7a4-a0a2-41d8-84ea-32992ffb09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:49.572300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-55d6d7a4-a0a2-41d8-84ea-32992ffb09b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0464709 Apr 20 15:17:49.677041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-e212e77f-078e-4508-af0a-3385a169a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:49.678607 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-e212e77f-078e-4508-af0a-3385a169a301 service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0862780 Apr 20 15:17:49.746670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-40a0ba08-700a-4410-b642-f2cf20b5cbd7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 1001 time: 0.0613971 Apr 20 15:17:49.798457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-6a5f0a54-abb7-4e80-9802-75ae9c25eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:49.799948 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-6a5f0a54-abb7-4e80-9802-75ae9c25eabd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0461500 Apr 20 15:17:49.848943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-09a793dd-cc95-4b15-8d51-5c9643380e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:49.850543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-09a793dd-cc95-4b15-8d51-5c9643380e14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443618 Apr 20 15:17:49.949689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-09b249c2-8776-42dd-ba1a-d1ba1c7697d0 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920584 Apr 20 15:17:50.047635 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-75b2e1fe-e3d0-4ad3-b7e3-c569fc459eed req-a0d956c4-0cc9-4061-860b-7d9e4ed54cec service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908704 Apr 20 15:17:56.072691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-7b1fa6e7-877b-4434-8ad1-badaa444257b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410633 Apr 20 15:17:56.163821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-fd4877df-d81c-467e-8494-619f41260871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:56.165492 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-fd4877df-d81c-467e-8494-619f41260871 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0460055 Apr 20 15:17:56.276965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-6b32865c-dff1-4f16-ba98-73fd223f80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:56.278442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-6b32865c-dff1-4f16-ba98-73fd223f80fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0921960 Apr 20 15:17:56.352070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-d913bcf4-0193-4a77-9849-d7af40f858a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 1001 time: 0.0656807 Apr 20 15:17:56.400132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-fe29fe5d-a419-43f1-865c-93a50ece6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:56.401583 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-fe29fe5d-a419-43f1-865c-93a50ece6a2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0437477 Apr 20 15:17:56.447424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-1e6a87e4-d12d-49db-ac26-83d91c4e4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:17:56.448873 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-1e6a87e4-d12d-49db-ac26-83d91c4e4bd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406663 Apr 20 15:17:56.547359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-74f88158-b4ec-4951-925a-183dcd1ab7f2 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906954 Apr 20 15:17:56.644966 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4be923a-c2d9-46fa-8398-e84353318c60 req-5908dac3-2d0a-4a2f-a1f5-349e8768404a service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903506 Apr 20 15:18:03.763718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:10.173361 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f898ad71-004f-46eb-912e-7ab4ea625c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:13.524911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7589-282b-4065-a47d-09a66c804219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:13.812401 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:14.503323 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:15.331354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:15.338316 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:18.005106 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:18:33.774871 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:40.180290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5d9a95a0-b45d-459b-b98c-50ad200202ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:43.525722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a9009bfe-95f2-463c-90d0-4ed2861fb57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:43.814923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:44.517253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:45.343909 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:45.348628 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:50.484085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-9ea61144-66df-4df2-9a91-a58d3f504957 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424831 Apr 20 15:18:50.573026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02359-0843-4255-b657-25f65c674a44 req-32e7fbdf-3c65-4a7f-bf27-e96243bab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:50.574945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-32e7fbdf-3c65-4a7f-bf27-e96243bab2bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0473130 Apr 20 15:18:50.699171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02359-0843-4255-b657-25f65c674a44 req-95796136-fe82-468c-ac8e-9d252c9dcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:50.705023 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-95796136-fe82-468c-ac8e-9d252c9dcf8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.1032023 Apr 20 15:18:50.780070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-4e0621bf-587c-453e-babc-cc6e314ab86e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 1001 time: 0.0693991 Apr 20 15:18:50.828602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02359-0843-4255-b657-25f65c674a44 req-681e6851-55a0-4967-a378-61e0682cba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:50.829927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-681e6851-55a0-4967-a378-61e0682cba7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0435579 Apr 20 15:18:50.876759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02359-0843-4255-b657-25f65c674a44 req-8d0d50bc-fc55-4814-b117-5938692f655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:50.878248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-8d0d50bc-fc55-4814-b117-5938692f655f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418508 Apr 20 15:18:50.982887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-1d507668-daa4-4394-856c-69b9f2f54f53 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977602 Apr 20 15:18:51.076213 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d0c02359-0843-4255-b657-25f65c674a44 req-533b6656-d017-4ce7-86ea-68ff9683eb17 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Apr 20 15:18:51.307706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47078) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:18:51.464243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port b49cd743-d214-4293-b45b-0394ee243386 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:18:51.464591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:51.550390 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:51.550721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:51.562712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for b49cd743-d214-4293-b45b-0394ee243386 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:18:51.716776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:51.747153 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=b49cd743-d214-4293-b45b-0394ee243386,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:18:51.762130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.762471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.762831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.763273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.763515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.763839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.764155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.764463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.764781 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.765099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.765417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.765738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:51.818194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:51.818445 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP c0de667c-af83-447a-acba-3ec3b2cb7683 disassociated (deleted). External IP: 172.25.1.150, port: 760e5a5b-ebac-4a41-8c46-64a36f2943e4. Apr 20 15:18:52.037101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:18:52.158877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:18:52.163565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:52.169840 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:18:52.179259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:18:52.179878 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:18:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:18:52.191071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-15d9abf6-bc4f-4d88-bcba-18be2ceda261 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "DELETE /v2.0/floatingips/c0de667c-af83-447a-acba-3ec3b2cb7683 HTTP/1.1" status: 204 len: 168 time: 0.8819120 Apr 20 15:18:52.191756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:18:52.194139 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245119d-eb39-4db1-9189-5db95a0ae5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:18:52.295417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:18:52.297313 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc5d627-4fab-44e1-a661-f0f758be8664 x-openstack-request-id: req-1fc5d627-4fab-44e1-a661-f0f758be8664 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:18:52.297607 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:18:52.297911 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc5d627-4fab-44e1-a661-f0f758be8664 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:18:52.298330 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc5d627-4fab-44e1-a661-f0f758be8664'] response: {'name': 'network-changed', 'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'status': 'completed', 'code': 200} Apr 20 15:18:52.373410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-70fa464a-b085-44cf-b7cf-b24702e88b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:52.376544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-70fa464a-b085-44cf-b7cf-b24702e88b07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0485597 Apr 20 15:18:52.444594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a8192-816e-48c1-9cf7-862f2dfeda39 req-726bde7d-ca72-48e4-b56e-fe156f63248e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:52.447403 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa4a8192-816e-48c1-9cf7-862f2dfeda39 req-726bde7d-ca72-48e4-b56e-fe156f63248e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0533576 Apr 20 15:18:52.485698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa4a8192-816e-48c1-9cf7-862f2dfeda39 req-f1f53760-34dd-4359-8289-872c92296d1e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Apr 20 15:18:52.489733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-f90c3f8f-e79b-4540-add6-be725b384e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:52.491350 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-f90c3f8f-e79b-4540-add6-be725b384e3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.1075609 Apr 20 15:18:52.534319 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-fdc56faf-3ef3-4c42-963a-11576f601a1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 200 len: 217 time: 0.0353243 Apr 20 15:18:52.537183 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:18:52.562743 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:18:52.573042 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:18:52.573761 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:18:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:18:52.585951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-7a3fc93e-ca50-437a-b8b6-01c9e2525d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:52.587978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-7a3fc93e-ca50-437a-b8b6-01c9e2525d15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0448976 Apr 20 15:18:52.638097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-5a80304b-2a42-4260-b439-d953bc43c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:52.639642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-5a80304b-2a42-4260-b439-d953bc43c515 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442669 Apr 20 15:18:52.680144 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:18:52.726763 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-4b78e563-ca2e-41bc-a56d-c25aeea3a617 service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794122 Apr 20 15:18:52.822108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c245119d-eb39-4db1-9189-5db95a0ae5f1 req-89e1d661-d785-432f-8fee-2cfab383fa5f service neutron] 10.222.0.45 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Apr 20 15:18:52.901859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:18:52.930674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5a3b12-b181-4fe9-b958-22d45dd1aaed None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'a2d8e70b-82ed-4c38-82ef-878ba7e7be14', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'port_id': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'mac_address': 'fa:16:3e:10:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:15:21Z', 'updated_at': '2022-04-20T15:15:23Z', 'revision_number': 1, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:18:53.165512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f71a9e-4eea-4527-8f0a-21bf4d5b8aaf None None] New status for floating IP c0de667c-af83-447a-acba-3ec3b2cb7683: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:18:53.622502 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc99eef-f42c-4474-975d-8316ed4f545b req-b6b46d7a-8544-45e6-8b03-46071680d445 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:53.624050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dc99eef-f42c-4474-975d-8316ed4f545b req-b6b46d7a-8544-45e6-8b03-46071680d445 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0574245 Apr 20 15:18:53.664189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9dc99eef-f42c-4474-975d-8316ed4f545b req-43955f4a-c9e0-4fa4-84a3-6e134d80881e tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Apr 20 15:18:54.073503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-8fb5ee97-8115-45ca-aa45-7b0387aebec8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:54.075053 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-8fb5ee97-8115-45ca-aa45-7b0387aebec8 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0545590 Apr 20 15:18:54.167252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:18:54.167507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:54.271904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port 760e5a5b-ebac-4a41-8c46-64a36f2943e4, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=760e5a5b-ebac-4a41-8c46-64a36f2943e4,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:18:54.272257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:54.287381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 760e5a5b-ebac-4a41-8c46-64a36f2943e4 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:18:54.795873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:54.797029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ad0a1-635a-4e41-87b5-a5ba2b1227fd req-3d3efe33-abe9-412c-8579-046ac3595066 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:18:54.799790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd1ad0a1-635a-4e41-87b5-a5ba2b1227fd req-3d3efe33-abe9-412c-8579-046ac3595066 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 945 time: 0.0579326 Apr 20 15:18:54.825617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=760e5a5b-ebac-4a41-8c46-64a36f2943e4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:18:54.838162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.838506 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.838947 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.839293 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.839621 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.839946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.840271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.840593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.840961 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.841332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.841648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.841972 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:18:54.857502 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd1ad0a1-635a-4e41-87b5-a5ba2b1227fd req-dcb96eae-430a-41f1-b673-bb72e98772bb tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510383 Apr 20 15:18:54.880468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port 760e5a5b-ebac-4a41-8c46-64a36f2943e4 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:18:54.883836 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:18:54.887855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8bd16d58-534b-49e8-93d0-466a3928e223 req-c3dbfc9d-a1f9-4454-82ed-ff8b915ca972 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.45 "DELETE /v2.0/ports/760e5a5b-ebac-4a41-8c46-64a36f2943e4 HTTP/1.1" status: 204 len: 173 time: 0.8073044 Apr 20 15:18:54.888304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'name': 'network-vif-deleted', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:18:54.891874 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c665374-5e61-4d7b-8250-914baeee0857" -d '{"events": [{"server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "name": "network-vif-deleted", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:18:54.935188 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b430d9-bf95-48f2-b64a-944740336228 x-openstack-request-id: req-a2b430d9-bf95-48f2-b64a-944740336228 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:18:54.935521 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e4dc2e-1dd8-48db-bf14-80c7bf646ec0", "name": "network-vif-deleted", "tag": "760e5a5b-ebac-4a41-8c46-64a36f2943e4", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:18:54.935773 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2b430d9-bf95-48f2-b64a-944740336228 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:18:54.936230 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b430d9-bf95-48f2-b64a-944740336228'] response: {'server_uuid': '17e4dc2e-1dd8-48db-bf14-80c7bf646ec0', 'name': 'network-vif-deleted', 'tag': '760e5a5b-ebac-4a41-8c46-64a36f2943e4', 'status': 'completed', 'code': 200} Apr 20 15:18:55.004833 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:18:55.957790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1fcbef98-c291-4e41-a2b5-92c245d5d76a req-b91e154c-3781-43cb-885c-84a3352bd770 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 210 time: 0.0262446 Apr 20 15:18:57.059850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dcfe511-866b-405e-a7d5-a6f8afe3f3d1 req-a3ab5ff3-7ce8-4eef-8672-732f470b918f tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Apr 20 15:18:58.162104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-341ae13d-5d9b-4249-bf72-9a53f4aba19c req-90b91ec1-381a-45db-a210-e94f2a05f4d2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=17e4dc2e-1dd8-48db-bf14-80c7bf646ec0 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Apr 20 15:18:59.325388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 760e5a5b-ebac-4a41-8c46-64a36f2943e4 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:18:59.347371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 760e5a5b-ebac-4a41-8c46-64a36f2943e4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:18:59.347718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 760e5a5b-ebac-4a41-8c46-64a36f2943e4 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:18:59.682545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-606e1b1d-004a-4452-9a47-dad72a6313d7 req-85d515dc-6b9e-4832-bc2b-f13727674b7e service neutron] (102863) timed out ('10.222.0.20', 39362) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:19:03.549272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47134) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:03.716254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 0bafedb4-7fac-4c6e-b981-6f5cb873e2e5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:03.716597 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:03.778367 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:03.794383 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:03.794661 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:03.806345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 0bafedb4-7fac-4c6e-b981-6f5cb873e2e5 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:03.973253 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:04.005957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=0bafedb4-7fac-4c6e-b981-6f5cb873e2e5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:04.069861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:04.070068 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Floating IP a2d8e70b-82ed-4c38-82ef-878ba7e7be14 disassociated (deleted). External IP: 172.25.1.174, port: 4c4d29f8-87f1-410b-8c75-5aefb509b718. Apr 20 15:19:04.289520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:19:04.398255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:19:04.402758 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:04.408458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:19:04.418184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:04.418775 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:18:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:04.433283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eb2cae0f-1e97-42ef-b2e1-4e0c7356af39 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2d8e70b-82ed-4c38-82ef-878ba7e7be14 HTTP/1.1" status: 204 len: 168 time: 0.8803470 Apr 20 15:19:04.433283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:04.433906 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:04.470957 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee571c1a-9ef3-45c9-b123-ecb057929fc9 x-openstack-request-id: req-ee571c1a-9ef3-45c9-b123-ecb057929fc9 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:04.471473 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:04.471638 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee571c1a-9ef3-45c9-b123-ecb057929fc9 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:04.472076 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee571c1a-9ef3-45c9-b123-ecb057929fc9'] response: {'name': 'network-changed', 'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'status': 'completed', 'code': 200} Apr 20 15:19:04.544663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-6faf8c23-e4f5-4029-80a7-0cd3284e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:04.546339 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-6faf8c23-e4f5-4029-80a7-0cd3284e879c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2c6a170dff044b2804e03f51cb59c08&device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 1096 time: 0.0539136 Apr 20 15:19:04.627594 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:04.648053 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-a771f201-c680-4e73-951c-d5dddd6df403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:04.649529 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-a771f201-c680-4e73-951c-d5dddd6df403 service neutron] 10.222.0.43 "GET /v2.0/networks?id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 200 len: 913 time: 0.0911641 Apr 20 15:19:04.684183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac77de-9d7b-407a-8947-45e312d52807 req-e6f22312-277b-4f90-9d50-328e29d9cba2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:04.685770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbac77de-9d7b-407a-8947-45e312d52807 req-e6f22312-277b-4f90-9d50-328e29d9cba2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0529597 Apr 20 15:19:04.698660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-e00c636d-f6e4-461e-9209-a369ddb4a41a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 200 len: 217 time: 0.0407531 Apr 20 15:19:04.725551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbac77de-9d7b-407a-8947-45e312d52807 req-d5754294-ce68-4e63-9b26-03b4eb8ceccc tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Apr 20 15:19:04.750430 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-0d08d9ee-fba6-48bf-875c-ed7d795ff5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:04.751943 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-0d08d9ee-fba6-48bf-875c-ed7d795ff5e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 200 len: 851 time: 0.0447350 Apr 20 15:19:04.798951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-b034ba53-a649-4584-8edb-bf1b5da1dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:04.800446 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-b034ba53-a649-4584-8edb-bf1b5da1dae8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=403ab5fd-35a5-4a63-8707-fca9ff9fe95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410068 Apr 20 15:19:04.823758 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:04.853263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:19:04.862171 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:04.862789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:18:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:04.896221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-0c41a5de-6270-4eb6-872d-b5fe43e9875b service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883093 Apr 20 15:19:04.970047 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:04.988234 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d7507c5d-fd97-4eab-aafb-bb41e8d2cf7a req-21cab18c-63c2-45c8-b540-1a99e5164a04 service neutron] 10.222.0.43 "GET /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Apr 20 15:19:05.175049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:05.203192 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860d690-2f68-4b4b-b79c-f634a9ae66e9 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:15Z', 'revision_number': 4, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0bb55785-8524-412c-a33c-0f6c3148b1d5', 'name': '', 'network_id': '403ab5fd-35a5-4a63-8707-fca9ff9fe95a', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'mac_address': 'fa:16:3e:15:a6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:14Z', 'updated_at': '2022-04-20T15:09:22Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'subnets': [{'id': 'c70d7d5f-4cc9-4fb8-893a-724e2a9f2059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:19:05.424465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcca1942-bade-42f0-8830-1af11783f734 None None] New status for floating IP a2d8e70b-82ed-4c38-82ef-878ba7e7be14: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:19:05.858091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7c06d-b77a-4781-8343-cb692b55ee90 req-ffecd7a1-d3a4-43fb-b1c4-bc37392c313a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:05.859663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f7c06d-b77a-4781-8343-cb692b55ee90 req-ffecd7a1-d3a4-43fb-b1c4-bc37392c313a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0575364 Apr 20 15:19:05.904713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82f7c06d-b77a-4781-8343-cb692b55ee90 req-8b2e6d10-aae4-4362-baeb-ce8fca5ff907 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/security-groups?id=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386631 Apr 20 15:19:06.197607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-a6b9cddc-15c2-4281-b60a-323d166eb1c2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:06.199697 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-a6b9cddc-15c2-4281-b60a-323d166eb1c2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 945 time: 0.0567844 Apr 20 15:19:06.298225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 4c4d29f8-87f1-410b-8c75-5aefb509b718 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:06.298544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:06.392623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] For port 4c4d29f8-87f1-410b-8c75-5aefb509b718, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4c4d29f8-87f1-410b-8c75-5aefb509b718,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:06.393031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:06.409424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 4c4d29f8-87f1-410b-8c75-5aefb509b718 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:06.551874 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:06.582156 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=4c4d29f8-87f1-410b-8c75-5aefb509b718,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:06.626555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] No DVR routers for this DVR port 4c4d29f8-87f1-410b-8c75-5aefb509b718 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:19:06.629237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:06.632565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9d79558e-fe76-46b2-9e63-b7a77249e961 req-00667a49-d4da-476e-a7e3-153e87a2a73a tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.43 "DELETE /v2.0/ports/4c4d29f8-87f1-410b-8c75-5aefb509b718 HTTP/1.1" status: 204 len: 173 time: 0.4266932 Apr 20 15:19:06.633015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'name': 'network-vif-deleted', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:06.635293 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d520e9-1449-488c-9ae0-2754e019c9b7" -d '{"events": [{"server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "name": "network-vif-deleted", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:06.672919 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5218e-a6a3-4c78-a00c-a47c590838d4 x-openstack-request-id: req-44f5218e-a6a3-4c78-a00c-a47c590838d4 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:06.673158 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5974e1d-19a6-403f-ba0a-d6c577d633ab", "name": "network-vif-deleted", "tag": "4c4d29f8-87f1-410b-8c75-5aefb509b718", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:06.673433 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44f5218e-a6a3-4c78-a00c-a47c590838d4 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:06.673867 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f5218e-a6a3-4c78-a00c-a47c590838d4'] response: {'server_uuid': 'a5974e1d-19a6-403f-ba0a-d6c577d633ab', 'name': 'network-vif-deleted', 'tag': '4c4d29f8-87f1-410b-8c75-5aefb509b718', 'status': 'completed', 'code': 200} Apr 20 15:19:07.009984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-886e2e4f-c84f-4d9c-9d0d-02d28c7ced74 req-352c5d15-17d1-4f40-af3a-f89159aa55f3 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0314500 Apr 20 15:19:08.113854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c98fa15-1c91-4b23-9a57-6f071103ae55 req-ec5e7584-b98b-49c2-bdbe-8618b98e1988 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0270107 Apr 20 15:19:09.211991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f31e68e-c4cf-465c-a1c7-de3b87953223 req-36f3e711-39fa-437b-95f5-e55e5247baf2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0278232 Apr 20 15:19:09.846596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4c4d29f8-87f1-410b-8c75-5aefb509b718 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:09.867922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 4c4d29f8-87f1-410b-8c75-5aefb509b718 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:09.868384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4c4d29f8-87f1-410b-8c75-5aefb509b718 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:10.164615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-050e3c86-692d-4467-886f-c892f52bf297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:10.333527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd85a484-dc95-48e1-9e9f-ffac3487b269 req-64f7af68-0498-4cc5-bffc-0b7becf0d8f2 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5974e1d-19a6-403f-ba0a-d6c577d633ab HTTP/1.1" status: 200 len: 210 time: 0.0269973 Apr 20 15:19:11.393224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:11.525255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Deleting port 314dfa83-6e90-4e6b-8ea1-b8a8f93a488a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:11.525600 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.610538 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.610906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.623210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Calling delete_port for 314dfa83-6e90-4e6b-8ea1-b8a8f93a488a owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:11.760499 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.785973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'Port': ['ID=314dfa83-6e90-4e6b-8ea1-b8a8f93a488a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:11.848116 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.850640 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:11.851756 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-06f5c1b8-58f9-4d7a-83da-27944f0e2e1c tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "DELETE /v2.0/floatingips/95ff09d1-7a1b-42d4-9f3e-d0b964e546ed HTTP/1.1" status: 204 len: 168 time: 0.4575365 Apr 20 15:19:13.521173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9b6750ff-d4d5-462c-9488-ce34e02a83a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:13.809890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.116610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47170) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:14.177719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.203065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.267926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.270529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.271669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0 HTTP/1.1" status: 204 len: 168 time: 0.1539862 Apr 20 15:19:14.280960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af01fd-d816-4dba-b25f-d79f477b4cc6 tempest-TestVolumeBootPattern-1698972350 tempest-TestVolumeBootPattern-1698972350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a75c91-d728-4d9f-8b5b-f3deb9fcaed0,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:14.339253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:14.495884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:14.870017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.161600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Deleting port 0bb55785-8524-412c-a33c-0f6c3148b1d5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:15.162250 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.244220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] For port 0bb55785-8524-412c-a33c-0f6c3148b1d5, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0bb55785-8524-412c-a33c-0f6c3148b1d5,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:15.244572 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.257368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Calling delete_port for 0bb55785-8524-412c-a33c-0f6c3148b1d5 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:15.339462 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.344714 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.446353 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:15.471738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb55785-8524-412c-a33c-0f6c3148b1d5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:15.639673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.215976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Router f3d2c803-291c-4877-a4c0-e76c4f5e4038 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:19:16.326733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:19:16.331940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f804202a-4947-4a1f-8ea0-d9c6c682f2e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3d2c803-291c-4877-a4c0-e76c4f5e4038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9917071 Apr 20 15:19:16.334659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47180) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:16.340790 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Sync routers for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:19:16.350863 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:16.351541 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:19:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:16.451482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.456596 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:16.555716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.607832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Deleting port d87c9a52-c09e-4e70-8917-0c2ea70a52d9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:16.608182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.632920 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:19:15Z', 'revision_number': 5, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port': {'id': 'd87c9a52-c09e-4e70-8917-0c2ea70a52d9', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:16.659188 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Checking router: f3d2c803-291c-4877-a4c0-e76c4f5e4038 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:19:16.667131 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Routers {'f3d2c803-291c-4877-a4c0-e76c4f5e4038'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:16.667722 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:19:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:16.688181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] For port d87c9a52-c09e-4e70-8917-0c2ea70a52d9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:16.688541 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.700388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Calling delete_port for d87c9a52-c09e-4e70-8917-0c2ea70a52d9 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:16.751971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] Set router f3d2c803-291c-4877-a4c0-e76c4f5e4038 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:16.804776 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:19:16Z', 'revision_number': 6, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:16.833923 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8943a66-07dc-4474-a5c1-ef3332b7b6f5 None None] The sync data for ids ['f3d2c803-291c-4877-a4c0-e76c4f5e4038'] in n-d-836145-2 is: [{'id': 'f3d2c803-291c-4877-a4c0-e76c4f5e4038', 'name': 'tempest-TestVolumeBootPattern-1425794496-router', 'tenant_id': 'a2c6a170dff044b2804e03f51cb59c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:12Z', 'updated_at': '2022-04-20T15:19:16Z', 'revision_number': 6, 'project_id': 'a2c6a170dff044b2804e03f51cb59c08', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:19:16.871862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:16.899684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d87c9a52-c09e-4e70-8917-0c2ea70a52d9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:16.962986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.050239 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.052350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.098362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.098826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d2c803-291c-4877-a4c0-e76c4f5e4038 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:19:17.103019 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.104622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bcfecad9-07c4-4dd2-acfc-68a2df50da5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/f3d2c803-291c-4877-a4c0-e76c4f5e4038 HTTP/1.1" status: 204 len: 168 time: 0.7690175 Apr 20 15:19:17.107111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47182) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:17.150658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Deleting subnet c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:19:17.153645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.188702 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.272330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.325206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.350042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70d7d5f-4cc9-4fb8-893a-724e2a9f2059,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:17.354898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.359176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c1f69edf-9d43-4f11-9a35-ef979685aeff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c70d7d5f-4cc9-4fb8-893a-724e2a9f2059 HTTP/1.1" status: 204 len: 168 time: 0.2505288 Apr 20 15:19:17.361207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47184) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:17.361519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0377d-770d-4783-b381-a0f2c3a219d6 None None] Network 403ab5fd-35a5-4a63-8707-fca9ff9fe95a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:19:17.427973 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.486162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Deleting port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:17.486504 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.549651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] For port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:17.549935 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.564224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Calling delete_port for f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:17.596340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] DHCP port deletion for 403ab5fd-35a5-4a63-8707-fca9ff9fe95a request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:19:17.645760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Deleting port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:17.646141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.651549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.677126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:17.681802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] No DVR routers for this DVR port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:19:17.713782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] For port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,segment=NetworkSegment(3875f0be-7942-43c9-8857-177fb50257a0),segment_id=3875f0be-7942-43c9-8857-177fb50257a0)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:17.714182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.727645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Calling delete_port for f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:17.754840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.780922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403ab5fd-35a5-4a63-8707-fca9ff9fe95a']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:17.790968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3875f0be-7942-43c9-8857-177fb50257a0') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:17.791261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3875f0be-7942-43c9-8857-177fb50257a0') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:17.801155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.808717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.814790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.822228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:19:17.822726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:19:17.824531 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:19:17.839553 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Pushing event deleted for resources: {'Port': ['ID=f1f0cc8b-3a0a-4703-a8af-adfcf2c57161,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:17.841897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] No DVR routers for this DVR port f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:19:17.850513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.851284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.855077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.855715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.856523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.856874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.857207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.857544 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.857904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.858186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.858667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.859224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020c84-61fc-46b5-88ee-f3ebc1ad6c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:17.896924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.903647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:17.906252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/403ab5fd-35a5-4a63-8707-fca9ff9fe95a HTTP/1.1" status: 204 len: 168 time: 0.5441275 Apr 20 15:19:17.909419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47186) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:17.917606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a887e33-3e4d-42ad-ad0d-ed41d92aa2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=403ab5fd-35a5-4a63-8707-fca9ff9fe95a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:18.270098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:18.382043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:18.403055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:18.403397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f1f0cc8b-3a0a-4703-a8af-adfcf2c57161 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:18.403807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bb55785-8524-412c-a33c-0f6c3148b1d5 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:18.422833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0bb55785-8524-412c-a33c-0f6c3148b1d5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:18.423179 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0bb55785-8524-412c-a33c-0f6c3148b1d5 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:18.423587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d87c9a52-c09e-4e70-8917-0c2ea70a52d9 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:18.445290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d87c9a52-c09e-4e70-8917-0c2ea70a52d9 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:18.445662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d87c9a52-c09e-4e70-8917-0c2ea70a52d9 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:18.520964 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Deleting port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:18.521202 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:18.604388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] For port 697fcd8d-f5f1-4719-a2e9-4fa70fc29933, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:18.604939 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:18.620677 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Calling delete_port for 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:18.810510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:18.838256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Pushing event deleted for resources: {'Port': ['ID=697fcd8d-f5f1-4719-a2e9-4fa70fc29933,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:19.005467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.235697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Router f3358fb1-cafc-4e07-ab63-c67794a31d47 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:19:19.348399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:19:19.353478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8877c13-7c06-463e-a7a1-fa10984e8878 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3358fb1-cafc-4e07-ab63-c67794a31d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430788 Apr 20 15:19:19.356087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47188) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:19.358707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Sync routers for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:19:19.369982 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:19.370592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:19:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:19.460545 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.472874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:19.566145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.618942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Deleting port c0b35829-aa18-423f-b63e-0df3e352b4e6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:19.619543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.649269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:19:18Z', 'revision_number': 5, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port': {'id': 'c0b35829-aa18-423f-b63e-0df3e352b4e6', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:19.675485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Checking router: f3358fb1-cafc-4e07-ab63-c67794a31d47 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:19:19.684906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Routers {'f3358fb1-cafc-4e07-ab63-c67794a31d47'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:19:19.685502 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:19:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['f3358fb1-cafc-4e07-ab63-c67794a31d47'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:19.702434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] For port c0b35829-aa18-423f-b63e-0df3e352b4e6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c0b35829-aa18-423f-b63e-0df3e352b4e6,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:19.703127 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.715253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Calling delete_port for c0b35829-aa18-423f-b63e-0df3e352b4e6 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:19.893256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:19.918212 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b35829-aa18-423f-b63e-0df3e352b4e6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:19.941757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] Set router f3358fb1-cafc-4e07-ab63-c67794a31d47 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:19:19.978878 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.002125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:19:19Z', 'revision_number': 6, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:20.028598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8b0a-d1e0-40fc-862d-329c9ebc6220 None None] The sync data for ids ['f3358fb1-cafc-4e07-ab63-c67794a31d47'] in n-d-836145-2 is: [{'id': 'f3358fb1-cafc-4e07-ab63-c67794a31d47', 'name': 'tempest-TestVolumeBootPattern-425481800-router', 'tenant_id': '2d080a7e4b6a43cfaed95f970745853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:09:17Z', 'updated_at': '2022-04-20T15:19:19Z', 'revision_number': 6, 'project_id': '2d080a7e4b6a43cfaed95f970745853c', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:19:20.072237 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.074341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.121111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.121641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3358fb1-cafc-4e07-ab63-c67794a31d47 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:19:20.126541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.127726 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b015a489-d050-4214-b135-daf9c2d84a31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f3358fb1-cafc-4e07-ab63-c67794a31d47 HTTP/1.1" status: 204 len: 168 time: 0.7707613 Apr 20 15:19:20.130204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47190) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:20.176420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Deleting subnet 66d31034-4d96-466d-9db2-1aeb0dc8e420 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:19:20.179708 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.213981 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.296766 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.354557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.381093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d31034-4d96-466d-9db2-1aeb0dc8e420,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:20.387138 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.392729 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e803ebf2-2144-486b-aeee-a693b8212e17 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66d31034-4d96-466d-9db2-1aeb0dc8e420 HTTP/1.1" status: 204 len: 168 time: 0.2591770 Apr 20 15:19:20.393674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:20.396563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1882f-a32a-4b3a-bfc0-d9928280d926 None None] Network 64bf67a6-f98a-4b06-be95-8971589d50eb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:19:20.475887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.501327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:20.534368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:20.534812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 697fcd8d-f5f1-4719-a2e9-4fa70fc29933 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:20.537161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Deleting port 91e32783-049f-4019-a758-43c4f746f8be {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:20.537503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.598875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] For port 91e32783-049f-4019-a758-43c4f746f8be, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=91e32783-049f-4019-a758-43c4f746f8be,segment=NetworkSegment(0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a),segment_id=0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:20.599238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.611672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Calling delete_port for 91e32783-049f-4019-a758-43c4f746f8be owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:20.693491 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.717830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Pushing event deleted for resources: {'Port': ['ID=91e32783-049f-4019-a758-43c4f746f8be,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:20.722231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] No DVR routers for this DVR port 91e32783-049f-4019-a758-43c4f746f8be on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:19:20.798418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.822418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bf67a6-f98a-4b06-be95-8971589d50eb']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:20.826891 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4791e0d-4f1a-4590-b011-c90d44bc94ec None None] DHCP port deletion for 64bf67a6-f98a-4b06-be95-8971589d50eb request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:19:20.836987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:20.837627 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8e3cda-fd54-45eb-a5f4-c2c8558e2d9a') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:19:20.851415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.866314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.872419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:19:20.872940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:19:20.875239 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:19:20.929886 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.935604 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:20.939279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] 10.222.0.20 "DELETE /v2.0/networks/64bf67a6-f98a-4b06-be95-8971589d50eb HTTP/1.1" status: 204 len: 168 time: 0.5450504 Apr 20 15:19:20.954315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9ccad-8258-42c5-b820-589f2601e72e admin admin] Pushing event deleted for resources: {'Network': ['ID=64bf67a6-f98a-4b06-be95-8971589d50eb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:21.075465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:21.117259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5c9fb459-4996-4c60-8377-49cff6829c4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c6a170dff044b2804e03f51cb59c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406411 Apr 20 15:19:21.119875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47198) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:21.168965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.190799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.243085 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.245685 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.246990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c69dc4a-2d08-4cb0-b208-697c717daec3 HTTP/1.1" status: 204 len: 168 time: 0.1260476 Apr 20 15:19:21.255221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2983b49-7998-4194-9ddf-05d67924e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c69dc4a-2d08-4cb0-b208-697c717daec3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:21.592878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47204) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:21.634281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1f63dcb1-0aa1-4a7f-af2c-184bd87859bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d080a7e4b6a43cfaed95f970745853c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400386 Apr 20 15:19:21.638186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47206) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:21.691160 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.711561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.762199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.764665 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:21.765813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f873627f-cbf2-4976-8088-036617505d7b HTTP/1.1" status: 204 len: 168 time: 0.1267328 Apr 20 15:19:21.773675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5d6b7-60a0-468f-bb5f-ef7c4c690f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f873627f-cbf2-4976-8088-036617505d7b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:22.391844 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 91e32783-049f-4019-a758-43c4f746f8be no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:22.413107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 91e32783-049f-4019-a758-43c4f746f8be {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:22.413453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 91e32783-049f-4019-a758-43c4f746f8be not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:22.413884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0b35829-aa18-423f-b63e-0df3e352b4e6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:22.433744 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c0b35829-aa18-423f-b63e-0df3e352b4e6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:22.434057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c0b35829-aa18-423f-b63e-0df3e352b4e6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:32.004052 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:19:32.962181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-a315bf1c-4e8d-4e33-86dc-e1dd3f89cddd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=57cf6a11b50c4869979170a5b16a9457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220027 Apr 20 15:19:33.071545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-a8d15124-2b56-469e-a3e7-1e002dac4269 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:33.072890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-a8d15124-2b56-469e-a3e7-1e002dac4269 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052663 Apr 20 15:19:33.088237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-e22c426c-71b4-4e49-8b47-83270a92fec3 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/quotas/57cf6a11b50c4869979170a5b16a9457 HTTP/1.1" status: 200 len: 375 time: 0.0094378 Apr 20 15:19:33.120214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-498e2eb7-f297-4916-bf09-ed84f21c94a5 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57cf6a11b50c4869979170a5b16a9457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265436 Apr 20 15:19:33.291940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70c773b9-5dc9-4e6d-831a-33abfcde1ceb req-4e302d86-c43b-4af0-8a55-d0a218b6134b tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 210 time: 0.0261421 Apr 20 15:19:33.799899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:34.357403 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-7990eddf-4f3a-4222-9c0a-1e7fcbe49acd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=57cf6a11b50c4869979170a5b16a9457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245483 Apr 20 15:19:34.391655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c242752-54e0-4e5c-9ee7-7cca42700460 req-3a24f31b-2647-4bd9-b1b5-acd78f5b58e1 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 210 time: 0.0275488 Apr 20 15:19:34.474931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-0a758307-4ffc-407c-a53f-4ba11bad9c2e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:34.476374 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-0a758307-4ffc-407c-a53f-4ba11bad9c2e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132641 Apr 20 15:19:34.489088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Request body: {'port': {'device_id': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'admin_state_up': True, 'tenant_id': '57cf6a11b50c4869979170a5b16a9457'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:34.618711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Made reservation on behalf of 57cf6a11b50c4869979170a5b16a9457 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:19:34.624101 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:34.633445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:34.713168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:34.718864 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:34.778252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:34.854395 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Allocated IP 192.168.233.230 (eba544b1-074d-4ecf-9cc3-82922e71721d/e1b25e75-ebb3-448f-a94b-067945e67d70/37bfd89e-1807-426d-bda0-c95d2d227ea1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:19:35.027079 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.064246 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.107839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Network eba544b1-074d-4ecf-9cc3-82922e71721d is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:19:35.111205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:19:35.115469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:19:35.139948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Pushing event updated for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:35.168124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:35.168747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.188375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-13c45b07-24ff-483c-8903-3f41a7e6cacd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7028222 Apr 20 15:19:35.200252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Request body: {'port': {'device_id': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:35.270188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.375542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a5c5cce4-a1dc-4f71-823c-535afb808034 None None] Provisioning complete for port 37bfd89e-1807-426d-bda0-c95d2d227ea1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:19:35.376130 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cce4-a1dc-4f71-823c-535afb808034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.412721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5cce4-a1dc-4f71-823c-535afb808034 None None] Port 37bfd89e-1807-426d-bda0-c95d2d227ea1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:19:35.513969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf4db6-0acd-4ee7-9020-8d91607d12b8 req-eda47c32-fe61-49e2-98f1-4e14d4ff5fbd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:35.515718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedf4db6-0acd-4ee7-9020-8d91607d12b8 req-eda47c32-fe61-49e2-98f1-4e14d4ff5fbd tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 936 time: 0.0511680 Apr 20 15:19:35.555998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bedf4db6-0acd-4ee7-9020-8d91607d12b8 req-fd96ff1c-f8e1-488d-80a4-5dc47d70a65a tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Apr 20 15:19:35.893201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bfd89e-1807-426d-bda0-c95d2d227ea1 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:19:35.900544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.913957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Transition to ACTIVE for port object 37bfd89e-1807-426d-bda0-c95d2d227ea1 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:19:35.920480 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:35.969857 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Pushing event updated for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:36.045508 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Attempting to bind port 37bfd89e-1807-426d-bda0-c95d2d227ea1 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:19:36.045828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Attempting to bind port 37bfd89e-1807-426d-bda0-c95d2d227ea1 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:19:36.046252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Attempting to bind port 37bfd89e-1807-426d-bda0-c95d2d227ea1 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:19:36.050941 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Port 37bfd89e-1807-426d-bda0-c95d2d227ea1 on network eba544b1-074d-4ecf-9cc3-82922e71721d not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:19:36.051254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Attempting to bind port 37bfd89e-1807-426d-bda0-c95d2d227ea1 on network eba544b1-074d-4ecf-9cc3-82922e71721d {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:19:36.056335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:19:36.056684 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Checking segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:19:36.057066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Bound using segment: {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:19:36.057502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Bound port: 37bfd89e-1807-426d-bda0-c95d2d227ea1, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e18424e-0388-47b0-b3a9-ad095479304d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:19:36.057916 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:36.126546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:19:36.129848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:19:36.134287 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:36.172079 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.173140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:36.175693 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] 10.222.0.45 "PUT /v2.0/ports/37bfd89e-1807-426d-bda0-c95d2d227ea1 HTTP/1.1" status: 200 len: 1096 time: 0.9795642 Apr 20 15:19:36.176217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:36.180074 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee251974-3df7-4c55-976b-302e94e1c7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:36.216007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1315d1-e315-48c5-865b-38843191c597 service neutron] Pushing event updated for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:36.256775 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d1018-95fa-454a-88ac-5e9b38777b88 x-openstack-request-id: req-ca4d1018-95fa-454a-88ac-5e9b38777b88 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:36.257074 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:36.257311 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca4d1018-95fa-454a-88ac-5e9b38777b88 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:36.257716 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4d1018-95fa-454a-88ac-5e9b38777b88'] response: {'name': 'network-changed', 'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1', 'status': 'completed', 'code': 200} Apr 20 15:19:36.274828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-bd2595b9-cede-4f68-a992-b3a0ea4949b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.276348 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-bd2595b9-cede-4f68-a992-b3a0ea4949b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57cf6a11b50c4869979170a5b16a9457&device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 1099 time: 0.0551023 Apr 20 15:19:36.320593 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-3ffa7523-c648-4a70-8691-4300a35d4174 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1 HTTP/1.1" status: 200 len: 217 time: 0.0356112 Apr 20 15:19:36.372385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-defbbbc3-f06a-4fd3-a873-2f39a0ac8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.373851 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-defbbbc3-f06a-4fd3-a873-2f39a0ac8c7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0463357 Apr 20 15:19:36.423980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc55b-d082-4966-bc84-488c747fbba6 req-7412affb-0f56-420b-bac6-1b7bf2437b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.425457 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-7412affb-0f56-420b-bac6-1b7bf2437b8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450063 Apr 20 15:19:36.518226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-e023cb7b-b4b8-4811-9d70-86ebdf608687 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860338 Apr 20 15:19:36.613715 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-465cc55b-d082-4966-bc84-488c747fbba6 req-1fd02814-4e99-42ab-83bd-343e488bbb7b service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893431 Apr 20 15:19:36.679698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae95e6-2a5d-4bc0-bfe2-c9460435590a req-6b5f8935-0c6e-4484-9dff-73a4b4ddd1dc tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.681083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82ae95e6-2a5d-4bc0-bfe2-c9460435590a req-6b5f8935-0c6e-4484-9dff-73a4b4ddd1dc tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 948 time: 0.0541306 Apr 20 15:19:36.701934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-cf142e19-90f5-401d-8430-ae6cdda30c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.703978 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-cf142e19-90f5-401d-8430-ae6cdda30c6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=57cf6a11b50c4869979170a5b16a9457&device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 1099 time: 0.0426753 Apr 20 15:19:36.720027 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-82ae95e6-2a5d-4bc0-bfe2-c9460435590a req-e0f1e62f-cbf5-41ce-bafd-fb65f674be83 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Apr 20 15:19:36.793344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-017c1a8a-cc48-4021-956f-4598bb2f2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.794891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-017c1a8a-cc48-4021-956f-4598bb2f2442 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eba544b1-074d-4ecf-9cc3-82922e71721d HTTP/1.1" status: 200 len: 870 time: 0.0845649 Apr 20 15:19:36.840160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-a65153e2-bd77-42c8-88c1-915328caf611 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1 HTTP/1.1" status: 200 len: 217 time: 0.0386021 Apr 20 15:19:36.890716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-d4c62468-2ba5-4f18-8e18-91587724d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.892181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-d4c62468-2ba5-4f18-8e18-91587724d6a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b25e75-ebb3-448f-a94b-067945e67d70 HTTP/1.1" status: 200 len: 843 time: 0.0458248 Apr 20 15:19:36.938693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-9c1f693e-677c-4797-8272-ab7be5c27ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:36.940239 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-9c1f693e-677c-4797-8272-ab7be5c27ea3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eba544b1-074d-4ecf-9cc3-82922e71721d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418632 Apr 20 15:19:37.037820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-2416483f-023c-45aa-a17d-480065ade349 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906956 Apr 20 15:19:37.129427 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ee251974-3df7-4c55-976b-302e94e1c7b4 req-49ee3bcc-94f3-4667-ba02-49564e3fb5a1 service neutron] 10.222.0.45 "GET /v2.0/networks/eba544b1-074d-4ecf-9cc3-82922e71721d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Apr 20 15:19:37.861576 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b3b49-9890-4112-b450-8f375d8992fe req-481d61b2-fe6e-417d-8da8-ab37347bee66 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:37.863130 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea5b3b49-9890-4112-b450-8f375d8992fe req-481d61b2-fe6e-417d-8da8-ab37347bee66 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 948 time: 0.0587113 Apr 20 15:19:37.901833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea5b3b49-9890-4112-b450-8f375d8992fe req-e2d94252-0fb7-495c-998f-b7b1606b429f tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Apr 20 15:19:39.029607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7891-8718-44cb-be4e-e4942c27a8e0 req-ae254824-8efe-4762-98e3-1ed0d5792b5e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:39.031627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beaa7891-8718-44cb-be4e-e4942c27a8e0 req-ae254824-8efe-4762-98e3-1ed0d5792b5e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 948 time: 0.0553317 Apr 20 15:19:39.073169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-beaa7891-8718-44cb-be4e-e4942c27a8e0 req-8ee08b88-10a0-41b8-b009-033a9825fafc tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Apr 20 15:19:40.169297 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe72d-33d9-4a69-9bb5-66b9c5686be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:40.206732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ccb1e-9416-450b-ae10-51fceded9dfe req-1cc0f323-019d-43f9-aba6-17d44f23bc14 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:40.208223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-115ccb1e-9416-450b-ae10-51fceded9dfe req-1cc0f323-019d-43f9-aba6-17d44f23bc14 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 948 time: 0.0598562 Apr 20 15:19:40.248506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-115ccb1e-9416-450b-ae10-51fceded9dfe req-08bbcb60-c24d-4207-985b-8fa044e51903 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341077 Apr 20 15:19:41.372323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb9b0f-c608-4186-bfbd-f3235eb1cea9 req-c7f654f9-3f50-40e5-a67b-e21267da2190 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:41.373764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbdb9b0f-c608-4186-bfbd-f3235eb1cea9 req-c7f654f9-3f50-40e5-a67b-e21267da2190 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 948 time: 0.0488696 Apr 20 15:19:41.413974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbdb9b0f-c608-4186-bfbd-f3235eb1cea9 req-8e9fbc36-241c-40d6-8808-753fed8a8c5d tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337198 Apr 20 15:19:41.507546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 37bfd89e-1807-426d-bda0-c95d2d227ea1 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:19:41.613660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:41.627875 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '37bfd89e-1807-426d-bda0-c95d2d227ea1', 'network_id': 'eba544b1-074d-4ecf-9cc3-82922e71721d', 'port_id': '37bfd89e-1807-426d-bda0-c95d2d227ea1', 'mac_address': 'fa:16:3e:6f:c5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b25e75-ebb3-448f-a94b-067945e67d70', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:19:41.670442 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:41.684908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bfd89e-1807-426d-bda0-c95d2d227ea1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:19:41.705505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:41.710550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:41.763631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:42.045016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['37bfd89e-1807-426d-bda0-c95d2d227ea1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:19:42.540990 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e2a2-cfda-42e5-931e-b2fb5e4d84f3 req-e87a3cad-eb9e-4517-9fdd-1147168e40b5 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:42.542446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a549e2a2-cfda-42e5-931e-b2fb5e4d84f3 req-e87a3cad-eb9e-4517-9fdd-1147168e40b5 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 949 time: 0.0506999 Apr 20 15:19:42.581260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a549e2a2-cfda-42e5-931e-b2fb5e4d84f3 req-a92927a7-18e5-44cd-a2dd-93c0217a62f7 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Apr 20 15:19:43.519636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 37bfd89e-1807-426d-bda0-c95d2d227ea1 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:19:43.562932 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaeb-65d2-48e4-98ea-51c669f1f4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:43.584916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 37bfd89e-1807-426d-bda0-c95d2d227ea1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:19:43.589192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 37bfd89e-1807-426d-bda0-c95d2d227ea1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:19:43.589552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:43.677170 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:43.701774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:43.704468 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54dbd07-9c75-4fc4-b1b0-435a00362231" -d '{"events": [{"server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "name": "network-vif-plugged", "status": "completed", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:43.712029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587afe5e-d19d-42d2-8967-1c01c0082d18 req-42cf27e0-d494-49a4-bf89-b53b071c897e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:43.713677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-587afe5e-d19d-42d2-8967-1c01c0082d18 req-42cf27e0-d494-49a4-bf89-b53b071c897e tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 949 time: 0.0562088 Apr 20 15:19:43.717105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:43.722800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:43.752363 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec6c18-4fa8-4f2d-98f6-65527d8db681 x-openstack-request-id: req-03ec6c18-4fa8-4f2d-98f6-65527d8db681 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:43.752659 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "name": "network-vif-plugged", "status": "completed", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:43.752906 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03ec6c18-4fa8-4f2d-98f6-65527d8db681 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:43.753269 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ec6c18-4fa8-4f2d-98f6-65527d8db681'] response: {'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1', 'code': 200} Apr 20 15:19:43.760439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-587afe5e-d19d-42d2-8967-1c01c0082d18 req-f92acbc8-974d-4ac3-9790-d01ac2bcd473 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Apr 20 15:19:43.779700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:43.810273 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:43.852809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1350e9-8ef9-45de-91bc-a12e5b77f387 req-8fb25f26-a97e-4b0c-8e0c-98d2e043d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:43.854357 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c1350e9-8ef9-45de-91bc-a12e5b77f387 req-8fb25f26-a97e-4b0c-8e0c-98d2e043d4c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 1101 time: 0.0417898 Apr 20 15:19:43.895495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4c1350e9-8ef9-45de-91bc-a12e5b77f387 req-791377d0-3581-458a-bb29-d74b10602114 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Apr 20 15:19:44.517037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:44.892738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d7dc-6a73-4c8b-afdc-65ee9cd4ba60 req-7245c69b-66f9-4ab2-a543-c2b115551363 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:44.894223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac75d7dc-6a73-4c8b-afdc-65ee9cd4ba60 req-7245c69b-66f9-4ab2-a543-c2b115551363 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 950 time: 0.0493405 Apr 20 15:19:44.931605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac75d7dc-6a73-4c8b-afdc-65ee9cd4ba60 req-6e6805ed-d366-4dd2-8030-6dd414c093f6 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Apr 20 15:19:45.343198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:45.348313 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:46.081836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4283b-e8ba-4148-9c5e-a64141f7739d req-a0f348d4-7b2a-4124-94e0-278774591900 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:46.083356 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41e4283b-e8ba-4148-9c5e-a64141f7739d req-a0f348d4-7b2a-4124-94e0-278774591900 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 950 time: 0.0591404 Apr 20 15:19:46.127333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41e4283b-e8ba-4148-9c5e-a64141f7739d req-aa31451b-c736-406c-be3a-016810ee7b34 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Apr 20 15:19:46.554418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-5496abd2-7675-4b98-9496-2fd92b8715f0 req-0303d449-ffd7-4504-ad99-5084e6823fe7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:19:46.555485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5496abd2-7675-4b98-9496-2fd92b8715f0 req-0303d449-ffd7-4504-ad99-5084e6823fe7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1217268 Apr 20 15:19:46.910991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-3e7491a1-1631-44b0-a3ca-158af3ca2dab req-9a7e3c57-c136-4b45-b7d6-62812d36a17f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:19:46.911960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e7491a1-1631-44b0-a3ca-158af3ca2dab req-9a7e3c57-c136-4b45-b7d6-62812d36a17f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053687 Apr 20 15:19:47.272897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d16ecd-65e9-44bf-9f14-bbb75198ee67 req-f801c6f8-a120-48d9-8346-4d4e44c84a10 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:47.274268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1d16ecd-65e9-44bf-9f14-bbb75198ee67 req-f801c6f8-a120-48d9-8346-4d4e44c84a10 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 950 time: 0.0549943 Apr 20 15:19:47.315538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1d16ecd-65e9-44bf-9f14-bbb75198ee67 req-2a1e952e-b8af-4551-aa1c-68e72ea9dce2 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Apr 20 15:19:48.451514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc977b5-b729-4e28-bb7a-4016272d07c5 req-ece23e55-a345-436c-97ef-dc1691d6e493 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:48.453020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fc977b5-b729-4e28-bb7a-4016272d07c5 req-ece23e55-a345-436c-97ef-dc1691d6e493 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 950 time: 0.0515916 Apr 20 15:19:48.491952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9fc977b5-b729-4e28-bb7a-4016272d07c5 req-cb713a05-6aed-414e-83d4-5a7fde74dcf9 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.20 "GET /v2.0/security-groups?id=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Apr 20 15:19:48.611807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-6581ea81-eabb-4333-aeb5-61ec0bf7ff87 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:48.613198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-6581ea81-eabb-4333-aeb5-61ec0bf7ff87 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.45 "GET /v2.0/ports?device_id=5194be0a-b372-40da-b758-bc2ea0fc54dd HTTP/1.1" status: 200 len: 950 time: 0.0538466 Apr 20 15:19:48.704057 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Deleting port 37bfd89e-1807-426d-bda0-c95d2d227ea1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:19:48.704401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:48.798909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] For port 37bfd89e-1807-426d-bda0-c95d2d227ea1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=37bfd89e-1807-426d-bda0-c95d2d227ea1,segment=NetworkSegment(7e18424e-0388-47b0-b3a9-ad095479304d),segment_id=7e18424e-0388-47b0-b3a9-ad095479304d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:48.799313 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:48.810959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Calling delete_port for 37bfd89e-1807-426d-bda0-c95d2d227ea1 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:19:48.949967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:48.962801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['37bfd89e-1807-426d-bda0-c95d2d227ea1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:19:48.978612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Pushing event deleted for resources: {'Port': ['ID=37bfd89e-1807-426d-bda0-c95d2d227ea1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:49.020905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] No DVR routers for this DVR port 37bfd89e-1807-426d-bda0-c95d2d227ea1 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:19:49.023931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:49.027136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-3b8c076f-491b-480c-8282-bc3280eb81a0 req-0152f07b-72a3-49f6-ab45-40d317713c43 tempest-ServersAdminNegativeTestJSON-585346497 tempest-ServersAdminNegativeTestJSON-585346497-project] 10.222.0.45 "DELETE /v2.0/ports/37bfd89e-1807-426d-bda0-c95d2d227ea1 HTTP/1.1" status: 204 len: 173 time: 0.4081454 Apr 20 15:19:49.027580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'name': 'network-vif-deleted', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:49.029935 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e82ba66-0066-48a7-bdc3-4bb01e701533" -d '{"events": [{"server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "name": "network-vif-deleted", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:49.071329 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61aa172-b310-4191-ae55-e86075778be7 x-openstack-request-id: req-a61aa172-b310-4191-ae55-e86075778be7 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:49.071692 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5194be0a-b372-40da-b758-bc2ea0fc54dd", "name": "network-vif-deleted", "tag": "37bfd89e-1807-426d-bda0-c95d2d227ea1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:49.071942 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a61aa172-b310-4191-ae55-e86075778be7 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:49.072357 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61aa172-b310-4191-ae55-e86075778be7'] response: {'server_uuid': '5194be0a-b372-40da-b758-bc2ea0fc54dd', 'name': 'network-vif-deleted', 'tag': '37bfd89e-1807-426d-bda0-c95d2d227ea1', 'status': 'completed', 'code': 200} Apr 20 15:19:49.809680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47348) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:49.948574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e832eab-bcd8-4217-a1ac-a20736e67cfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57cf6a11b50c4869979170a5b16a9457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376131 Apr 20 15:19:49.952349 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:50.002719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.027392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.074481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.077050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.078184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e97a27b5-51d7-45a0-ad55-a72b6a39f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1249213 Apr 20 15:19:50.085899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a22b-2967-4dd0-aa74-9cacfa79d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a27b5-51d7-45a0-ad55-a72b6a39f7f8,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:50.368022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47358) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:50.381676 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39acc122-bb08-455d-8c6d-08d7d406105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.464452 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39acc122-bb08-455d-8c6d-08d7d406105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.469912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-39acc122-bb08-455d-8c6d-08d7d406105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.506874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-39acc122-bb08-455d-8c6d-08d7d406105d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a2b10213f3a4e60b5dd1e006dc75cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377115 Apr 20 15:19:50.508021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acc122-bb08-455d-8c6d-08d7d406105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890f43e-b7ed-4050-b888-e2820cc00906,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:50.509859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47360) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:50.561031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.582942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.639921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.643942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:50.645126 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1890f43e-b7ed-4050-b888-e2820cc00906 HTTP/1.1" status: 204 len: 168 time: 0.1342995 Apr 20 15:19:50.652942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfca09-511f-44b5-8a06-68583e9f1aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890f43e-b7ed-4050-b888-e2820cc00906,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:51.345544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:51.491520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-329414699-network', 'tenant_id': '542822031dde45229cd9a96a6bf8931b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:51.514724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Made reservation on behalf of 542822031dde45229cd9a96a6bf8931b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:19:51.517027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.526003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.605626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.611720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.639347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:19:51.644725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b4520-871c-4f02-8358-6c7f176e2f21,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:51.653125 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.653479 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Added segment 141f8052-122b-4df9-8488-680674f52023 of type vlan for network b3f8b36b-183e-42a8-9abd-e7452dac8912 Apr 20 15:19:51.703337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.731659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.732701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:51.733283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.784985 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4380381 Apr 20 15:19:51.788195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:19:51.793807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Request body: {'subnet': {'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-329414699-subnet', 'tenant_id': '542822031dde45229cd9a96a6bf8931b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:51.798152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89321f55-0e8d-4807-8580-b421875f6c1f admin admin] Pushing event updated for resources: {'Network': ['ID=b3f8b36b-183e-42a8-9abd-e7452dac8912,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:51.809235 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network b3f8b36b-183e-42a8-9abd-e7452dac8912 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:19:51.816961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Made reservation on behalf of 542822031dde45229cd9a96a6bf8931b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:19:51.819478 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:51.997663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:52.060377 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=503223ac-78a1-4831-ab15-df97b2630004,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:52.070385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.070744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.071080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.071416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.071740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.072063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.072363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.072687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.073005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.073320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.073637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.073956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:52.080053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Checking segment: {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:19:52.080383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Network hostable DHCP agents. Network: b3f8b36b-183e-42a8-9abd-e7452dac8912, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:19:52.097886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Network b3f8b36b-183e-42a8-9abd-e7452dac8912 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:19:52.107374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, b3f8b36b-183e-42a8-9abd-e7452dac8912) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:19:52.111733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:52.112377 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:52.116742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d024b74-0802-489d-8bb5-cd50dbd9a987 None None] Network b3f8b36b-183e-42a8-9abd-e7452dac8912 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:19:52.134822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d61767cf-4193-4661-acc3-ce22b1a0edbb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3388550 Apr 20 15:19:52.246087 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38b3b1-60ed-4810-b518-9e831465322f None None] Network b3f8b36b-183e-42a8-9abd-e7452dac8912 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:19:52.575693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-a7c49426-317e-4d6c-8b8a-0406ca05a886 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:52.577181 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-a7c49426-317e-4d6c-8b8a-0406ca05a886 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 811 time: 0.1085038 Apr 20 15:19:52.593395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-297b0a2f-ad0a-4a02-8ba5-75d9f520b1ce tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/quotas/542822031dde45229cd9a96a6bf8931b HTTP/1.1" status: 200 len: 375 time: 0.0099046 Apr 20 15:19:52.624491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-18de67e8-9c27-42e5-8727-835e9f4f655a tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255220 Apr 20 15:19:52.714752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-55510417-0afc-4f29-b91a-60764d90911c service neutron] 10.222.0.20 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830052 Apr 20 15:19:52.814511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-bf0f87b3-70a9-45f3-898a-bc84d0cfc28d service neutron] 10.222.0.20 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935624 Apr 20 15:19:52.977515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3885a1d3-938e-4a6e-8ca0-f871db110ed1 req-d87da5de-f177-42cb-be94-e8f01e2c7022 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 210 time: 0.0266268 Apr 20 15:19:53.539268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 37bfd89e-1807-426d-bda0-c95d2d227ea1 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:19:53.559773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 37bfd89e-1807-426d-bda0-c95d2d227ea1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:19:53.560154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 37bfd89e-1807-426d-bda0-c95d2d227ea1 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:19:54.080252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3597ae94-ac70-47c5-9958-c77d108d9c94 req-290dbc2a-b6a5-44c3-b52c-78e065ced2df tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 210 time: 0.0264435 Apr 20 15:19:54.359303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-5e6e4c34-da16-4284-a874-3096c468c1bd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:54.360866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-5e6e4c34-da16-4284-a874-3096c468c1bd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.45 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 811 time: 0.1240687 Apr 20 15:19:54.374831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Request body: {'port': {'device_id': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912', 'admin_state_up': True, 'tenant_id': '542822031dde45229cd9a96a6bf8931b'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:54.511189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Made reservation on behalf of 542822031dde45229cd9a96a6bf8931b for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:19:54.518415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:54.705904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Allocated IP 172.20.0.7 (b3f8b36b-183e-42a8-9abd-e7452dac8912/503223ac-78a1-4831-ab15-df97b2630004/6122032e-b744-410d-bd2d-ba9879216957) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:19:54.889316 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:54.933787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:54.983458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Network b3f8b36b-183e-42a8-9abd-e7452dac8912 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:19:54.987088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:19:54.989832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:19:55.031519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:55.048113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.048522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.048841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.049242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.049582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.049898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.050249 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.050727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.051217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.051543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.051856 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.052175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:19:55.085034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:55.086065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.106805 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-00a8ce33-b62f-4665-9d03-a7a67f78b5e4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366478 Apr 20 15:19:55.118880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Request body: {'port': {'device_id': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:19:55.178672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.223594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31f446-541f-4f69-9a18-f9bb8a4619e1 req-4301b143-6250-4b8e-a43e-ac3fc17e42ae tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:55.225097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f31f446-541f-4f69-9a18-f9bb8a4619e1 req-4301b143-6250-4b8e-a43e-ac3fc17e42ae tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 931 time: 0.0591083 Apr 20 15:19:55.264034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f31f446-541f-4f69-9a18-f9bb8a4619e1 req-d3f35b13-d866-4638-9807-ce86a23276a5 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Apr 20 15:19:55.460410 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6122032e-b744-410d-bd2d-ba9879216957 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:19:55.468319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.481160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Transition to ACTIVE for port object 6122032e-b744-410d-bd2d-ba9879216957 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:19:55.486026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.555183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:55.605706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:19:55.606025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:19:55.606366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:19:55.610818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:19:55.611150 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:19:55.616024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:19:55.616344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Checking segment: {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:19:55.616730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Bound using segment: {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:19:55.617147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Bound port: 6122032e-b744-410d-bd2d-ba9879216957, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:19:55.617508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.683107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:19:55.686065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:19:55.692339 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.741514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:55.742093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:55.743560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] 10.222.0.45 "PUT /v2.0/ports/6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 1091 time: 0.6290829 Apr 20 15:19:55.743990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'tag': '6122032e-b744-410d-bd2d-ba9879216957'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:19:55.746371 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "tag": "6122032e-b744-410d-bd2d-ba9879216957"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:19:55.765090 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd443-b8db-40cf-b79f-d7a0a685a134 service neutron] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:55.790510 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6764e-95d1-4a8a-8168-8dff3050ba6a x-openstack-request-id: req-ccb6764e-95d1-4a8a-8168-8dff3050ba6a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:19:55.790828 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "tag": "6122032e-b744-410d-bd2d-ba9879216957", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:19:55.791085 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccb6764e-95d1-4a8a-8168-8dff3050ba6a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:19:55.791505 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb6764e-95d1-4a8a-8168-8dff3050ba6a'] response: {'name': 'network-changed', 'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'tag': '6122032e-b744-410d-bd2d-ba9879216957', 'status': 'completed', 'code': 200} Apr 20 15:19:55.839377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-e6908fe5-7ad1-4f56-b311-40c637f767f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:55.840962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-e6908fe5-7ad1-4f56-b311-40c637f767f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0427113 Apr 20 15:19:55.885576 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-67467857-d495-428d-835d-d1df601140c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0371103 Apr 20 15:19:55.940794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-6255d1bf-35a6-4972-83d6-933cdff578d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:55.943071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-6255d1bf-35a6-4972-83d6-933cdff578d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0509260 Apr 20 15:19:55.977679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-e7f2fa32-d979-4f10-9f3d-eb227f7ac746 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275855 Apr 20 15:19:56.072489 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-7d1ebb95-726f-4bf6-b12b-5ae59e6090f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857368 Apr 20 15:19:56.175929 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41fc0f8a-973f-4bee-bc01-694cedc62209 req-21bf5735-74cd-4e10-a1ab-f4e0252af7b1 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962133 Apr 20 15:19:56.264229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-b9dd47d4-5c6c-4475-bba7-e0045f577d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:56.265681 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-b9dd47d4-5c6c-4475-bba7-e0045f577d8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0440941 Apr 20 15:19:56.366027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-d3831b15-ef7a-4a77-a438-70bb46eda0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:56.367531 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-d3831b15-ef7a-4a77-a438-70bb46eda0d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.0952675 Apr 20 15:19:56.387173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268c75-5eb4-4736-828f-84757ed3bb41 req-dea2ec3e-206f-4ed4-a92b-fef7484f395f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:56.389833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58268c75-5eb4-4736-828f-84757ed3bb41 req-dea2ec3e-206f-4ed4-a92b-fef7484f395f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0498352 Apr 20 15:19:56.414946 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-eb65585a-93cd-4b5b-8b6e-db699c2044be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0400832 Apr 20 15:19:56.434651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-58268c75-5eb4-4736-828f-84757ed3bb41 req-2a96ce74-569f-4e31-a3bb-6b23f955cb91 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Apr 20 15:19:56.468448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-24a6f9cf-9b46-40ed-8af1-14312ead7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:56.469942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-24a6f9cf-9b46-40ed-8af1-14312ead7747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0488029 Apr 20 15:19:56.500466 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-d5d56855-f585-423c-8663-924061b53fa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244420 Apr 20 15:19:56.592700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-8b84bee8-9bdc-4f28-8e12-ca34b2986246 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857482 Apr 20 15:19:56.688934 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6d57cec3-c4ca-4b91-9bfd-f8f769360e1c req-62a3ac30-4618-47ae-8ee6-954b3974afdd service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896885 Apr 20 15:19:57.561648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d526ae0-15b4-4713-bd9e-294b855eadae req-0d083f08-f35b-4630-91f3-6170134e60b7 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:57.563139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d526ae0-15b4-4713-bd9e-294b855eadae req-0d083f08-f35b-4630-91f3-6170134e60b7 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0537071 Apr 20 15:19:57.602999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d526ae0-15b4-4713-bd9e-294b855eadae req-45462462-44aa-47ba-8a2e-c5a2d2d8c87d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Apr 20 15:19:58.725662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677c3c0-ecea-400e-b034-d98a2c5509f3 req-040ba4a8-9522-4012-a72c-1f28b7c572cd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:58.727164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d677c3c0-ecea-400e-b034-d98a2c5509f3 req-040ba4a8-9522-4012-a72c-1f28b7c572cd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0554216 Apr 20 15:19:58.769230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d677c3c0-ecea-400e-b034-d98a2c5509f3 req-6b84bda9-cf0e-4225-b889-5f5bfaca1d63 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Apr 20 15:19:59.572421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6122032e-b744-410d-bd2d-ba9879216957 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:19:59.676592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:59.688735 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '6122032e-b744-410d-bd2d-ba9879216957', 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912', 'port_id': '6122032e-b744-410d-bd2d-ba9879216957', 'mac_address': 'fa:16:3e:c6:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503223ac-78a1-4831-ab15-df97b2630004', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:19:59.731823 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:59.746055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6122032e-b744-410d-bd2d-ba9879216957 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:19:59.766076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:19:59.772094 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:19:59.820293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:19:59.886362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9dd12-d11d-498e-aa7e-074d3a8d28b1 req-14bb42dc-fec6-4d0f-be36-739459d9a83f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:19:59.888225 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6da9dd12-d11d-498e-aa7e-074d3a8d28b1 req-14bb42dc-fec6-4d0f-be36-739459d9a83f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 944 time: 0.0502651 Apr 20 15:19:59.926179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6da9dd12-d11d-498e-aa7e-074d3a8d28b1 req-49d44138-2960-4751-88f0-bb736fc3d5a7 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Apr 20 15:20:00.075251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['6122032e-b744-410d-bd2d-ba9879216957'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:20:01.055481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6448-3ffb-40ee-b6e1-19918646dba5 req-75a76643-7056-498b-994e-4fb38465e712 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:01.057223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd8b6448-3ffb-40ee-b6e1-19918646dba5 req-75a76643-7056-498b-994e-4fb38465e712 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 944 time: 0.0536616 Apr 20 15:20:01.098727 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cd8b6448-3ffb-40ee-b6e1-19918646dba5 req-9af72ddc-3c7a-445b-ae2d-4e47c7ac6860 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Apr 20 15:20:01.567540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6122032e-b744-410d-bd2d-ba9879216957 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:20:01.627326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 6122032e-b744-410d-bd2d-ba9879216957 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:20:01.632819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 6122032e-b744-410d-bd2d-ba9879216957 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:20:01.633191 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:01.710599 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:01.733010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122032e-b744-410d-bd2d-ba9879216957'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:01.735291 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb34658-a769-47a1-91e8-cfc6e30d8acf" -d '{"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-plugged", "status": "completed", "tag": "6122032e-b744-410d-bd2d-ba9879216957"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:01.751828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:01.756483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:01.781398 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe8a94-b90f-49db-961d-2fb273c0043d x-openstack-request-id: req-fefe8a94-b90f-49db-961d-2fb273c0043d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:01.781686 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-plugged", "status": "completed", "tag": "6122032e-b744-410d-bd2d-ba9879216957", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:01.781933 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fefe8a94-b90f-49db-961d-2fb273c0043d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:01.782320 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefe8a94-b90f-49db-961d-2fb273c0043d'] response: {'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6122032e-b744-410d-bd2d-ba9879216957', 'code': 200} Apr 20 15:20:01.808368 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:01.875828 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489b21-2ea8-4413-bcb4-ae96f6942eb3 req-280f454c-d715-4c26-86aa-17f156ea821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:01.877973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-90489b21-2ea8-4413-bcb4-ae96f6942eb3 req-280f454c-d715-4c26-86aa-17f156ea821f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1096 time: 0.0486302 Apr 20 15:20:01.918034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-90489b21-2ea8-4413-bcb4-ae96f6942eb3 req-eb210baa-29fc-4664-9d27-ba3ef630f3fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Apr 20 15:20:02.232764 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42a70-2ddb-40b0-b857-27ea5a265b30 req-319f6f64-c1d0-4420-9f3c-ca283aa69b31 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:02.234213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5b42a70-2ddb-40b0-b857-27ea5a265b30 req-319f6f64-c1d0-4420-9f3c-ca283aa69b31 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0595355 Apr 20 15:20:02.276320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5b42a70-2ddb-40b0-b857-27ea5a265b30 req-172ff846-2573-4306-826f-f1829a103b16 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Apr 20 15:20:03.398195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b380e-b8fd-467f-90c7-7caf404d7024 req-83e8cc8e-c6cb-4f87-92a8-6f451252aae9 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:03.399768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe2b380e-b8fd-467f-90c7-7caf404d7024 req-83e8cc8e-c6cb-4f87-92a8-6f451252aae9 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0504971 Apr 20 15:20:03.437333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe2b380e-b8fd-467f-90c7-7caf404d7024 req-633f2ad7-a539-436c-85e8-4aa7a1eb29da tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Apr 20 15:20:03.641270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47448) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:03.692026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9d28-e201-4bd4-b949-5cbb593c3a58 req-2af3207f-aca6-4ab3-aab9-1a57dab98315 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:03.693618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da8c9d28-e201-4bd4-b949-5cbb593c3a58 req-2af3207f-aca6-4ab3-aab9-1a57dab98315 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0509448 Apr 20 15:20:03.731214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da8c9d28-e201-4bd4-b949-5cbb593c3a58 req-f244cc63-7131-4875-a806-e63e931d5a8d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Apr 20 15:20:03.734833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-539da182-ea8b-4b15-80ba-3a472df80842 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920608 Apr 20 15:20:03.744273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-f6076c5c-fbf4-4b12-aa6d-23b4270eb140 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:20:03.745299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-f6076c5c-fbf4-4b12-aa6d-23b4270eb140 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 Apr 20 15:20:03.801773 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:04.861227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-0ca63ea0-a531-47ff-84e6-f0bd11be8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:04.862777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-0ca63ea0-a531-47ff-84e6-f0bd11be8716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1096 time: 0.0426238 Apr 20 15:20:04.869560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a00848-6149-44bf-a6c3-9d12520830e4 req-a81c01bb-fc95-4768-abe4-f282ae11b3f9 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:04.871157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4a00848-6149-44bf-a6c3-9d12520830e4 req-a81c01bb-fc95-4768-abe4-f282ae11b3f9 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0593302 Apr 20 15:20:04.909192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4a00848-6149-44bf-a6c3-9d12520830e4 req-800ba85c-f4ae-4dbd-aa46-8f23277e0144 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Apr 20 15:20:04.956236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-e0dc5bee-4d82-4b52-a58d-4b5277aaa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:04.957728 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-e0dc5bee-4d82-4b52-a58d-4b5277aaa042 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.0887947 Apr 20 15:20:04.999891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-19c67f50-5a5b-4d86-8a02-8e0ff3dfdc04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0357106 Apr 20 15:20:05.049616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-e0e1429f-1d5a-49f2-8637-a2e584bfab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:05.051073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-e0e1429f-1d5a-49f2-8637-a2e584bfab0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0445371 Apr 20 15:20:05.086859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-8fe144b5-7370-4e55-9df0-fdbcf8a5264c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296190 Apr 20 15:20:05.182428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-d3367e13-a419-4d4e-b49d-d49e7a3cddcf service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886445 Apr 20 15:20:05.280414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-b3e65446-a75e-4fcc-875e-1afb2ba03e07 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918324 Apr 20 15:20:06.038031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497efc-5569-4c1a-8c9d-f8393ae25f73 req-8b5c4b48-aa27-46fb-9b69-84c4d07fd7d8 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:06.039518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0497efc-5569-4c1a-8c9d-f8393ae25f73 req-8b5c4b48-aa27-46fb-9b69-84c4d07fd7d8 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0528133 Apr 20 15:20:06.080580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0497efc-5569-4c1a-8c9d-f8393ae25f73 req-25ffc4ac-11b8-41d3-ad67-6280cecdb568 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Apr 20 15:20:07.221183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6d398-46c4-4435-969f-7081f8c40e38 req-7da451e4-cefb-44f1-bc5f-431f857c6307 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:07.222927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06d6d398-46c4-4435-969f-7081f8c40e38 req-7da451e4-cefb-44f1-bc5f-431f857c6307 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0573211 Apr 20 15:20:07.262518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06d6d398-46c4-4435-969f-7081f8c40e38 req-5d9203d0-0418-4f55-a3ed-c63069d499b8 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 Apr 20 15:20:08.394490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d07b6-89cc-4d11-a6ae-84dbf1583cff req-238218b3-b7f2-4bf8-a22c-c3b2c64ad601 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:08.395957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1d07b6-89cc-4d11-a6ae-84dbf1583cff req-238218b3-b7f2-4bf8-a22c-c3b2c64ad601 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Apr 20 15:20:08.446109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b1d07b6-89cc-4d11-a6ae-84dbf1583cff req-c70df721-df87-469e-af65-8902ca63771d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Apr 20 15:20:09.009442 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:20:09.575485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ed53-4328-4b5a-9d5d-e498ce8d9025 req-b67c9e5d-1649-4c81-af93-db065bcd2841 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:09.577030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7d2ed53-4328-4b5a-9d5d-e498ce8d9025 req-b67c9e5d-1649-4c81-af93-db065bcd2841 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0510838 Apr 20 15:20:09.625548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e7d2ed53-4328-4b5a-9d5d-e498ce8d9025 req-913ce41e-57e4-40d5-b403-7b5b00830b3a tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Apr 20 15:20:10.181748 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-617bdfd2-2047-4c11-9570-6181ba401919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:10.754110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07da94e-bd1d-454d-8c9a-09e44eee0768 req-568d3353-accc-4db0-a75c-0beeb64c1265 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:10.755613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d07da94e-bd1d-454d-8c9a-09e44eee0768 req-568d3353-accc-4db0-a75c-0beeb64c1265 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0504572 Apr 20 15:20:10.795188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d07da94e-bd1d-454d-8c9a-09e44eee0768 req-f6867e25-e5d8-417f-a4e1-6e98edb49859 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Apr 20 15:20:11.935891 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91763670-8bdc-4067-9318-bc0fedd2e1bd req-3219e463-4238-4433-989d-4b7281cff2da tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:11.937350 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91763670-8bdc-4067-9318-bc0fedd2e1bd req-3219e463-4238-4433-989d-4b7281cff2da tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0578578 Apr 20 15:20:11.979432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91763670-8bdc-4067-9318-bc0fedd2e1bd req-f1fd3ef3-eb99-4d53-998e-c95ed20e33f8 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Apr 20 15:20:13.123367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355011a-8783-4c53-b388-98f1fe646e5c req-0b961956-ccdb-4541-8842-478938539b3c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:13.124757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5355011a-8783-4c53-b388-98f1fe646e5c req-0b961956-ccdb-4541-8842-478938539b3c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0604732 Apr 20 15:20:13.163439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5355011a-8783-4c53-b388-98f1fe646e5c req-b193026a-d7ba-4d62-a036-75a934ce43c0 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Apr 20 15:20:13.537413 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-87fd18aa-4473-4fad-94de-c6546ad667c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:13.818177 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:14.287435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ac097-b9e6-4d17-a5e1-9b0173b4195e req-3dcb881d-b0c8-4bcf-84a6-bf44901be3b5 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:14.288989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc2ac097-b9e6-4d17-a5e1-9b0173b4195e req-3dcb881d-b0c8-4bcf-84a6-bf44901be3b5 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0517709 Apr 20 15:20:14.327454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc2ac097-b9e6-4d17-a5e1-9b0173b4195e req-2a450aa6-ab19-4e92-8c44-eeb647fc9102 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Apr 20 15:20:14.512449 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:15.349187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:15.354483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:15.451050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c172dfd-695d-444d-9efb-9d13ac34ba05 req-66eede83-3039-45a2-82ba-fb13392c5dd4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:15.452523 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c172dfd-695d-444d-9efb-9d13ac34ba05 req-66eede83-3039-45a2-82ba-fb13392c5dd4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Apr 20 15:20:15.492954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7c172dfd-695d-444d-9efb-9d13ac34ba05 req-5315a60f-e6bd-40c7-b698-94712db5e33c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Apr 20 15:20:16.624925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989d1b-b67a-438e-9159-fec3deb23a2a req-2746da09-811c-4af7-bdbe-ab989c211a58 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:16.626327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3989d1b-b67a-438e-9159-fec3deb23a2a req-2746da09-811c-4af7-bdbe-ab989c211a58 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Apr 20 15:20:16.673108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b3989d1b-b67a-438e-9159-fec3deb23a2a req-a32f3372-fd69-4c78-a6fb-9bbb64c991c4 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Apr 20 15:20:17.801059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067995b-6548-4299-a63a-1b3e9aa6d74f req-c40dfb73-3a4d-4191-8c74-888ccbc4f927 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:17.802522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9067995b-6548-4299-a63a-1b3e9aa6d74f req-c40dfb73-3a4d-4191-8c74-888ccbc4f927 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Apr 20 15:20:17.842039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9067995b-6548-4299-a63a-1b3e9aa6d74f req-37d1ab77-3bf5-4feb-aad2-3bca343e60df tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Apr 20 15:20:18.975840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4799-5e4e-4122-bdd0-5fdcee4000fe req-9d2da1d2-c207-47b6-8fd4-cebf5ce6824c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:18.977324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8da4799-5e4e-4122-bdd0-5fdcee4000fe req-9d2da1d2-c207-47b6-8fd4-cebf5ce6824c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0609093 Apr 20 15:20:19.020530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8da4799-5e4e-4122-bdd0-5fdcee4000fe req-b5ab08ef-e40b-4de3-827d-7fb347305609 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Apr 20 15:20:20.164696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215418bb-6211-4c29-a0ec-55e0614af0ca req-5c896d25-ca3a-4dfb-8466-e5ff6d7bd65f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:20.166068 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-215418bb-6211-4c29-a0ec-55e0614af0ca req-5c896d25-ca3a-4dfb-8466-e5ff6d7bd65f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0607898 Apr 20 15:20:20.206384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-215418bb-6211-4c29-a0ec-55e0614af0ca req-a52e1540-3430-4c6e-bd98-2ad347672f06 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Apr 20 15:20:21.339002 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83cce0-cec2-44da-bf7b-96c0f166ced0 req-9e13fb85-e9a6-47ab-997e-f6ba1e8eee72 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:21.340512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a83cce0-cec2-44da-bf7b-96c0f166ced0 req-9e13fb85-e9a6-47ab-997e-f6ba1e8eee72 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0547323 Apr 20 15:20:21.384933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a83cce0-cec2-44da-bf7b-96c0f166ced0 req-1c07a6c8-99df-4d5f-86e3-1bbb0d3f2dcb tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Apr 20 15:20:22.517288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25d51-6226-4029-9aa7-2d9ddb974e6d req-ccd10696-aaf0-4aed-8c02-9660cdbc4e54 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:22.518743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ada25d51-6226-4029-9aa7-2d9ddb974e6d req-ccd10696-aaf0-4aed-8c02-9660cdbc4e54 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0551651 Apr 20 15:20:22.562394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ada25d51-6226-4029-9aa7-2d9ddb974e6d req-889b6532-84fa-4f8d-9ee8-9ce5f082388f tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Apr 20 15:20:23.695065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de113-ecfc-4431-afb4-8c7c66151198 req-ae0eaedf-778b-48ab-9dc0-204f40ed97cf tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:23.696605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f6de113-ecfc-4431-afb4-8c7c66151198 req-ae0eaedf-778b-48ab-9dc0-204f40ed97cf tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Apr 20 15:20:23.735725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6f6de113-ecfc-4431-afb4-8c7c66151198 req-0e948ab1-374c-417c-be1d-3a962737e676 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Apr 20 15:20:24.868102 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c925bc-a26c-4886-9046-9ecf50f40962 req-a015b33b-738a-4239-b9d2-dc8ec57bbf91 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:24.869596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5c925bc-a26c-4886-9046-9ecf50f40962 req-a015b33b-738a-4239-b9d2-dc8ec57bbf91 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0567081 Apr 20 15:20:24.909040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5c925bc-a26c-4886-9046-9ecf50f40962 req-bb14ca9a-3b84-48a3-9d83-b5fba52d10d3 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Apr 20 15:20:26.048913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c32c7-1ad2-4f1d-9ed1-5095eea444e4 req-2a3fedd7-b212-4273-97bf-d857e80df88c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:26.050408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-509c32c7-1ad2-4f1d-9ed1-5095eea444e4 req-2a3fedd7-b212-4273-97bf-d857e80df88c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0643938 Apr 20 15:20:26.104044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-509c32c7-1ad2-4f1d-9ed1-5095eea444e4 req-72ae523d-9199-4032-b870-61505facff96 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Apr 20 15:20:27.234501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf56a8-ab50-4672-a95a-d67eb68c7cc9 req-84e36844-3bc1-4c28-b7d0-c3a76ae4f64d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:27.236008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dcf56a8-ab50-4672-a95a-d67eb68c7cc9 req-84e36844-3bc1-4c28-b7d0-c3a76ae4f64d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Apr 20 15:20:27.274545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3dcf56a8-ab50-4672-a95a-d67eb68c7cc9 req-399142a8-4e44-477e-8e02-7b43425efbd9 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Apr 20 15:20:28.406406 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0637a5-ab88-415b-95f1-6406d44d96ce req-cb4df251-e5da-4d96-8e88-2c8bf259c95e tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:28.407935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0637a5-ab88-415b-95f1-6406d44d96ce req-cb4df251-e5da-4d96-8e88-2c8bf259c95e tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Apr 20 15:20:28.445306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a0637a5-ab88-415b-95f1-6406d44d96ce req-589cb01c-c06d-4bee-8803-3ce611154bbe tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Apr 20 15:20:29.585977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed119b1-a04c-4a47-b73b-c1cceaed858a req-4976f17d-6e9b-49d0-a3d0-7fa63c40ac7d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:29.587475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bed119b1-a04c-4a47-b73b-c1cceaed858a req-4976f17d-6e9b-49d0-a3d0-7fa63c40ac7d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0549705 Apr 20 15:20:29.627086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bed119b1-a04c-4a47-b73b-c1cceaed858a req-b9bcfb2a-5ab6-47e2-bf55-1e410746c01b tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Apr 20 15:20:30.745661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd3103-6b7e-4070-abd2-336c9b637b42 req-1959392d-0887-4544-be6a-24905b7758aa tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:30.747224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffbd3103-6b7e-4070-abd2-336c9b637b42 req-1959392d-0887-4544-be6a-24905b7758aa tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Apr 20 15:20:30.791301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffbd3103-6b7e-4070-abd2-336c9b637b42 req-4fd033db-f46d-44af-b453-71c18a5ffbee tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376656 Apr 20 15:20:31.922936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc789-55d3-4bb9-8a74-1338bf611429 req-3350055a-b68b-4c81-90dd-61cc8e2de32d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:31.924399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6cbc789-55d3-4bb9-8a74-1338bf611429 req-3350055a-b68b-4c81-90dd-61cc8e2de32d tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Apr 20 15:20:31.964427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6cbc789-55d3-4bb9-8a74-1338bf611429 req-26786525-35ed-4a95-8953-ff88ebb41eb3 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Apr 20 15:20:32.260512 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-ec64e453-bbd3-46e6-b4c2-ae7669a9b2b1 service neutron] show failed (client error): The resource could not be found. Apr 20 15:20:32.261526 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-ec64e453-bbd3-46e6-b4c2-ae7669a9b2b1 service neutron] 10.222.0.45 "GET /v2.0/ports/6122032e-b744-410d-bd2d-ba9879216957/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0679827 Apr 20 15:20:32.476645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-f6ba14e0-e43c-41f2-8ba7-e9cd693bcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:32.478252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-f6ba14e0-e43c-41f2-8ba7-e9cd693bcb5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040&tenant_id=542822031dde45229cd9a96a6bf8931b HTTP/1.1" status: 200 len: 1096 time: 0.0486746 Apr 20 15:20:32.491896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:20:32.549390 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:32.774110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:32.810211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:20:32.851564 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6122032e-b744-410d-bd2d-ba9879216957'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:32.853339 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e682a12d-a620-44bd-9880-fab3628facff" -d '{"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-unplugged", "status": "completed", "tag": "6122032e-b744-410d-bd2d-ba9879216957"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:32.857514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:32.871469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Transition to ACTIVE for port object 6122032e-b744-410d-bd2d-ba9879216957 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:20:32.876103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:32.942978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] No DVR routers for this DVR port 6122032e-b744-410d-bd2d-ba9879216957 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:20:32.945027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:32.980303 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f048588-e48b-4680-af15-5df043122b0a x-openstack-request-id: req-3f048588-e48b-4680-af15-5df043122b0a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:32.980592 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-unplugged", "status": "completed", "tag": "6122032e-b744-410d-bd2d-ba9879216957", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:32.980847 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f048588-e48b-4680-af15-5df043122b0a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:32.981254 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f048588-e48b-4680-af15-5df043122b0a'] response: {'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6122032e-b744-410d-bd2d-ba9879216957', 'code': 200} Apr 20 15:20:32.985356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:20:32.985712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:20:32.986036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:20:32.990391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:20:32.990742 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Attempting to bind port 6122032e-b744-410d-bd2d-ba9879216957 on network b3f8b36b-183e-42a8-9abd-e7452dac8912 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:20:32.995569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:20:32.995903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Checking segment: {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:20:32.996278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Bound using segment: {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:20:32.996699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Bound port: 6122032e-b744-410d-bd2d-ba9879216957, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141f8052-122b-4df9-8488-680674f52023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:20:32.997056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:33.060490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:20:33.063655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:20:33.068291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:33.087687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a0054-b15b-4e6b-b43c-6f3739474d04 req-557d838a-eef4-4af1-bdde-be811bd00b67 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:33.089152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a3a0054-b15b-4e6b-b43c-6f3739474d04 req-557d838a-eef4-4af1-bdde-be811bd00b67 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0526068 Apr 20 15:20:33.101546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:33.102157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:33.103570 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] 10.222.0.43 "PUT /v2.0/ports/6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 1091 time: 0.6168742 Apr 20 15:20:33.123657 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ab742-5d71-439b-8fb5-40b90b96e84a service neutron] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:33.129777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a3a0054-b15b-4e6b-b43c-6f3739474d04 req-d6bd0e98-f987-4116-b14f-ccd2b0c419fb tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Apr 20 15:20:33.169434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-a5db856a-01d4-4270-839a-905fa52b4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:33.170982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-a5db856a-01d4-4270-839a-905fa52b4bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0442436 Apr 20 15:20:33.260747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-d5b6ee60-a6af-4bf3-b79a-90cdac9a170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:33.262637 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-d5b6ee60-a6af-4bf3-b79a-90cdac9a170e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.0851467 Apr 20 15:20:33.304922 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-572c1d0f-1ddb-48a1-8fd2-b6bd431d99f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0354340 Apr 20 15:20:33.358652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-90589ba1-ccda-42c4-add8-40d2d5a1ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:33.360566 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-90589ba1-ccda-42c4-add8-40d2d5a1ee1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0494874 Apr 20 15:20:33.392099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-e35ab5c2-5f49-43ca-bc0c-ebd076fa28c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249112 Apr 20 15:20:33.482217 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-ad3cf25a-9677-4f04-80c4-fcc2e884e2f7 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Apr 20 15:20:33.594190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c3489a2-6d2e-4331-9ec1-cfa666856222 req-33161097-cc13-4589-b35c-f66d23fecbea service neutron] 10.222.0.43 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047239 Apr 20 15:20:33.821011 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:34.257474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215af92-62b0-4332-9145-13bcef8dfae0 req-564d78c2-1197-49f1-85af-a164db4160de tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:34.258941 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f215af92-62b0-4332-9145-13bcef8dfae0 req-564d78c2-1197-49f1-85af-a164db4160de tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0524096 Apr 20 15:20:34.296863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f215af92-62b0-4332-9145-13bcef8dfae0 req-53027472-fd4d-4e44-835a-18a65dadf2b2 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Apr 20 15:20:34.982492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'tag': '6122032e-b744-410d-bd2d-ba9879216957'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:34.986469 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "tag": "6122032e-b744-410d-bd2d-ba9879216957"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:35.048221 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060da4a1-820e-4238-9d9a-e8cf7818c0f2 x-openstack-request-id: req-060da4a1-820e-4238-9d9a-e8cf7818c0f2 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:35.048513 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "tag": "6122032e-b744-410d-bd2d-ba9879216957", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:35.048835 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-060da4a1-820e-4238-9d9a-e8cf7818c0f2 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:35.049226 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060da4a1-820e-4238-9d9a-e8cf7818c0f2'] response: {'name': 'network-changed', 'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'tag': '6122032e-b744-410d-bd2d-ba9879216957', 'status': 'completed', 'code': 200} Apr 20 15:20:35.135435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-2f96f797-b48a-4ec9-aa39-a65178329b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.136852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-2f96f797-b48a-4ec9-aa39-a65178329b0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0683777 Apr 20 15:20:35.156461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-3f5eedbf-1797-4269-8a63-dbffd8f7ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.158156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-3f5eedbf-1797-4269-8a63-dbffd8f7ad35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0781631 Apr 20 15:20:35.305193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-bb40403a-b1a6-423b-952b-dce4dc2e3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.306679 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-bb40403a-b1a6-423b-952b-dce4dc2e3634 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.1625264 Apr 20 15:20:35.309344 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-7140144b-4157-4111-b863-be0d18e53651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.310657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-7140144b-4157-4111-b863-be0d18e53651 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.1425819 Apr 20 15:20:35.376909 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-cb78e196-e632-411c-8295-6889944cfbd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0633979 Apr 20 15:20:35.378069 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-9cd2650a-87a7-4469-aa4e-0111a71185a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0592334 Apr 20 15:20:35.427881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47892-e5e4-46a6-838f-923329d76bbe req-92c1738a-a472-4282-9cca-73af6fa53048 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.429247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0df47892-e5e4-46a6-838f-923329d76bbe req-92c1738a-a472-4282-9cca-73af6fa53048 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0525711 Apr 20 15:20:35.462125 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-3666ffd2-6ddf-4cec-9718-4361e4749a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.463603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-3666ffd2-6ddf-4cec-9718-4361e4749a33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0805545 Apr 20 15:20:35.465189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-d7670795-87db-40ea-b4bb-9ef46a42e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.466451 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-d7670795-87db-40ea-b4bb-9ef46a42e522 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0760717 Apr 20 15:20:35.467739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0df47892-e5e4-46a6-838f-923329d76bbe req-4cbef215-5f13-4723-b348-c6772219b67c tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Apr 20 15:20:35.514026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-28885261-b007-4d05-a3a8-bfb2fe41d63d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433812 Apr 20 15:20:35.515852 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-7da12a9a-58ed-4264-bcd4-500ee8d8dbe2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362678 Apr 20 15:20:35.672808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-839a3a58-f194-4d15-9fd2-b783fbc9a3a9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524284 Apr 20 15:20:35.676419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-16230139-5117-4cd2-875f-1495797f87ad service neutron] 10.222.0.43 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483932 Apr 20 15:20:35.716303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-0a491623-0e61-498b-9139-3b78e9f894fd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:35.717765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-0a491623-0e61-498b-9139-3b78e9f894fd tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040&tenant_id=542822031dde45229cd9a96a6bf8931b&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 943 time: 0.0553131 Apr 20 15:20:35.775508 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-51092c16-6798-45e7-bf08-8fb6d46dcdc3 service neutron] delete failed (client error): The resource could not be found. Apr 20 15:20:35.776517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-51092c16-6798-45e7-bf08-8fb6d46dcdc3 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6122032e-b744-410d-bd2d-ba9879216957/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0523410 Apr 20 15:20:36.174477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-7ae2113c-7d70-4dfd-8dd9-117ed41c2bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954433 Apr 20 15:20:36.176335 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8c1a9a6c-b9dd-4ea5-9424-1439de9c977c req-e04e7360-4c8f-4867-8e68-04e57394df36 service neutron] 10.222.0.43 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903381 Apr 20 15:20:36.277416 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-7dfc487a-61bf-4f8f-8dff-c859102de21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:36.278979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-7dfc487a-61bf-4f8f-8dff-c859102de21f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=542822031dde45229cd9a96a6bf8931b&device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 1094 time: 0.0430739 Apr 20 15:20:36.378012 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-1e71a0ac-7164-4fcd-83ad-67f2f02ea4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:36.379517 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-1e71a0ac-7164-4fcd-83ad-67f2f02ea4e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 200 len: 912 time: 0.0944574 Apr 20 15:20:36.419828 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-0aadfd8c-50a5-40b3-9ff3-3bee5b4ec2d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 200 len: 217 time: 0.0339627 Apr 20 15:20:36.467403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-4f11f7b1-12f6-4b9e-a7f8-834e9ea8402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:36.468803 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-4f11f7b1-12f6-4b9e-a7f8-834e9ea8402f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 200 len: 851 time: 0.0429091 Apr 20 15:20:36.499700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-2537731e-8b5f-4d23-99e9-e60a66c8617d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b3f8b36b-183e-42a8-9abd-e7452dac8912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246406 Apr 20 15:20:36.599748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-e0639eba-dbb0-471d-a0e3-f58fddcb4a55 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933001 Apr 20 15:20:36.710090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-171b2f7e-1d50-47de-b9aa-ebb1e5d43d78 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999699 Apr 20 15:20:37.446036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1b906-ad58-41b9-9fa7-61874855fe17 req-e8f22578-7084-4a4d-b34e-f3a3956f24ee tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:37.447558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cb1b906-ad58-41b9-9fa7-61874855fe17 req-e8f22578-7084-4a4d-b34e-f3a3956f24ee tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 943 time: 0.0536447 Apr 20 15:20:37.486931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1cb1b906-ad58-41b9-9fa7-61874855fe17 req-3098f5f7-ca62-425f-815b-8ebda85cebe1 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Apr 20 15:20:37.626180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6122032e-b744-410d-bd2d-ba9879216957 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:20:37.665541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6122032e-b744-410d-bd2d-ba9879216957 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:20:38.176643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6122032e-b744-410d-bd2d-ba9879216957 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:20:38.284052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:38.295852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6122032e-b744-410d-bd2d-ba9879216957', 'network_id': 'b3f8b36b-183e-42a8-9abd-e7452dac8912', 'port_id': '6122032e-b744-410d-bd2d-ba9879216957', 'mac_address': 'fa:16:3e:c6:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503223ac-78a1-4831-ab15-df97b2630004', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:20:38.333476 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:38.347859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6122032e-b744-410d-bd2d-ba9879216957 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:20:38.368238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:38.373395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:38.426834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:38.434387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.434762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.435099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.435415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.435739 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.436062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.436383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.436749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.437067 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.437421 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.437703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.438021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:20:38.622149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812046a-c6b4-4025-bf4a-3ceb56550190 req-c312e404-1e22-48c1-9cbb-70d4630f3864 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:38.623856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1812046a-c6b4-4025-bf4a-3ceb56550190 req-c312e404-1e22-48c1-9cbb-70d4630f3864 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 944 time: 0.0640645 Apr 20 15:20:38.625849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-aeb87d1c-e00d-4cde-b100-ba21a8345396 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:38.627590 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-aeb87d1c-e00d-4cde-b100-ba21a8345396 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040 HTTP/1.1" status: 200 len: 944 time: 0.0566959 Apr 20 15:20:38.668850 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1812046a-c6b4-4025-bf4a-3ceb56550190 req-5f8a4628-f1f9-499c-be83-b2a824386948 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.20 "GET /v2.0/security-groups?id=617b4520-871c-4f02-8358-6c7f176e2f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Apr 20 15:20:38.730662 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Deleting port 6122032e-b744-410d-bd2d-ba9879216957 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:20:38.731007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:38.824209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] For port 6122032e-b744-410d-bd2d-ba9879216957, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6122032e-b744-410d-bd2d-ba9879216957,segment=NetworkSegment(141f8052-122b-4df9-8488-680674f52023),segment_id=141f8052-122b-4df9-8488-680674f52023)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:38.824564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:38.837998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Calling delete_port for 6122032e-b744-410d-bd2d-ba9879216957 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:20:38.976688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:39.009147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Pushing event deleted for resources: {'Port': ['ID=6122032e-b744-410d-bd2d-ba9879216957,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:39.049725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] No DVR routers for this DVR port 6122032e-b744-410d-bd2d-ba9879216957 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:20:39.052790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:39.056312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-200a6b12-7dcb-4c25-a298-daae56000bbd req-a162642c-2129-4d63-a662-f3561e12d575 tempest-DeleteServersTestJSON-1240774317 tempest-DeleteServersTestJSON-1240774317-project] 10.222.0.43 "DELETE /v2.0/ports/6122032e-b744-410d-bd2d-ba9879216957 HTTP/1.1" status: 204 len: 173 time: 0.4221010 Apr 20 15:20:39.056753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-deleted', 'tag': '6122032e-b744-410d-bd2d-ba9879216957'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:39.059039 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf47bc-ffdb-471e-8522-2928e6e409cd" -d '{"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-deleted", "tag": "6122032e-b744-410d-bd2d-ba9879216957"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:39.101415 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc22ee7-624c-460e-bef3-ce3bac81e6d6 x-openstack-request-id: req-edc22ee7-624c-460e-bef3-ce3bac81e6d6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:39.101747 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040", "name": "network-vif-deleted", "tag": "6122032e-b744-410d-bd2d-ba9879216957", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:39.102041 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edc22ee7-624c-460e-bef3-ce3bac81e6d6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:39.102451 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc22ee7-624c-460e-bef3-ce3bac81e6d6'] response: {'server_uuid': 'a3fa45f8-0a2f-4fa4-84a1-658ebc1a7040', 'name': 'network-vif-deleted', 'tag': '6122032e-b744-410d-bd2d-ba9879216957', 'status': 'completed', 'code': 200} Apr 20 15:20:39.812325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47570) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:39.861874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Deleting subnet 503223ac-78a1-4831-ab15-df97b2630004 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:20:39.865366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:39.904309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:39.944720 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.004155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.028950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503223ac-78a1-4831-ab15-df97b2630004,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:40.033012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.036208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-41dc7006-9da3-4912-874e-cdd58dd43ca1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/503223ac-78a1-4831-ab15-df97b2630004 HTTP/1.1" status: 204 len: 168 time: 0.2228317 Apr 20 15:20:40.039690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47572) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:40.109865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.174015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa90810f-10d7-457b-b47b-2cb902aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.202749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.230821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f8b36b-183e-42a8-9abd-e7452dac8912']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:20:40.241215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141f8052-122b-4df9-8488-680674f52023') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:20:40.241517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141f8052-122b-4df9-8488-680674f52023') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:20:40.251867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.267428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.275883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:20:40.276347 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:20:40.278325 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:20:40.338092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.343834 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.347007 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3f8b36b-183e-42a8-9abd-e7452dac8912 HTTP/1.1" status: 204 len: 168 time: 0.3064392 Apr 20 15:20:40.358177 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613c356-25f7-4794-a361-c754ae367b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f8b36b-183e-42a8-9abd-e7452dac8912,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:40.461760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47576) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:40.500268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f6b12905-3254-4df6-8fcd-8c8c1f77e8f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=542822031dde45229cd9a96a6bf8931b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373490 Apr 20 15:20:40.502663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:40.550203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.570843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.621480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.624235 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:40.625492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617b4520-871c-4f02-8358-6c7f176e2f21 HTTP/1.1" status: 204 len: 168 time: 0.1219828 Apr 20 15:20:40.633647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee194c4-b83e-4ca7-885a-97b09d8cf0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b4520-871c-4f02-8358-6c7f176e2f21,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:41.368717 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:41.474996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1748908446-network', 'tenant_id': '8272f0db535249b38c8289d0b4a00798'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:20:41.502991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Made reservation on behalf of 8272f0db535249b38c8289d0b4a00798 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:20:41.505802 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.515065 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.594807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.600761 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.625577 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:20:41.635951 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d284006-d098-4aa0-a279-f4b71a6d8432,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:41.642403 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.642860 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Added segment d9cbc880-9230-4d12-b870-c39ce2fc27eb of type vlan for network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 Apr 20 15:20:41.682120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.708494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.709582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:41.710362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.762682 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3923297 Apr 20 15:20:41.765991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47604) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:20:41.771154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Request body: {'subnet': {'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1748908446-subnet', 'tenant_id': '8272f0db535249b38c8289d0b4a00798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:20:41.775955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298734a-5643-4a63-bd60-9f0e52037b9b admin admin] Pushing event updated for resources: {'Network': ['ID=bf6d0ca5-898c-4eac-ad13-4acd1dd58721,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:41.786532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:20:41.792809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Made reservation on behalf of 8272f0db535249b38c8289d0b4a00798 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:20:41.795314 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:41.961946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:42.017080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e56422c-9b69-4a59-843a-f2307079eb61,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:42.027755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Checking segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:20:42.028125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Network hostable DHCP agents. Network: bf6d0ca5-898c-4eac-ad13-4acd1dd58721, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:20:42.045881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:20:42.055010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, bf6d0ca5-898c-4eac-ad13-4acd1dd58721) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:20:42.059262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:42.059847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:42.064937 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f39b0-2686-4440-b25c-3f1cd99ec21a None None] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:20:42.076174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d5af30a7-89f5-4c0d-b705-bb52e955f21d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3090019 Apr 20 15:20:42.192406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b40323-07df-4453-943b-d90dac12d5f1 None None] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:20:42.194673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6122032e-b744-410d-bd2d-ba9879216957 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:20:42.230186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6122032e-b744-410d-bd2d-ba9879216957 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:20:42.230529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6122032e-b744-410d-bd2d-ba9879216957 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:20:42.527105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-65dcce4e-fdda-4882-873e-365141a1b02c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:42.528470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-65dcce4e-fdda-4882-873e-365141a1b02c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 815 time: 0.1150811 Apr 20 15:20:42.546580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-2e16b94d-9613-4984-92eb-473bfeb62563 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/quotas/8272f0db535249b38c8289d0b4a00798 HTTP/1.1" status: 200 len: 375 time: 0.0094326 Apr 20 15:20:42.577603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-47e16fa3-bd47-4ef8-a553-e6042dca5759 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252914 Apr 20 15:20:42.588834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-a83eddd7-7029-492d-8ad4-5340137d728b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:20:42.589761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-a83eddd7-7029-492d-8ad4-5340137d728b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049932 Apr 20 15:20:43.049690 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-a36ae33f-8fc5-4470-9cee-4137e9210c09 service neutron] 10.222.0.20 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537697 Apr 20 15:20:43.143637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-9ff60729-ca34-4b28-bf37-b324822c0b27 service neutron] 10.222.0.20 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871139 Apr 20 15:20:43.311386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2abddf6d-46e3-4e45-8578-4e60de86cbb2 req-216a3410-f5c2-4d8a-8ca7-6edf535f8000 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Apr 20 15:20:43.529481 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dd4b0bed-c065-4c29-b5f6-ac3cc5d954ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:43.821220 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.315761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-3ea81bcb-4d85-4c7f-9e00-6f17ba06b2f0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:44.317219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-3ea81bcb-4d85-4c7f-9e00-6f17ba06b2f0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 815 time: 0.1081524 Apr 20 15:20:44.331699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Request body: {'port': {'device_id': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'admin_state_up': True, 'tenant_id': '8272f0db535249b38c8289d0b4a00798'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:20:44.411931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8509e351-6377-4784-9a21-ef509b9ec651 req-89dd441f-f87e-4a2f-a203-4a8d9cd9b4c7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 210 time: 0.0290134 Apr 20 15:20:44.449513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Made reservation on behalf of 8272f0db535249b38c8289d0b4a00798 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:20:44.453208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.516124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.583971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Allocated IP 172.20.0.7 (bf6d0ca5-898c-4eac-ad13-4acd1dd58721/0e56422c-9b69-4a59-843a-f2307079eb61/dac6a2df-e2f0-4382-aa3f-154f9cede8fc) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:20:44.737069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.775796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.824528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:20:44.827695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:20:44.831547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:20:44.838230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:44.883670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:44.884285 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:44.900256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-d058fa8f-a2b2-4392-9044-aeb74e5ac9b4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729001 Apr 20 15:20:44.912483 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Request body: {'port': {'device_id': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:20:44.966257 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.250004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac6a2df-e2f0-4382-aa3f-154f9cede8fc {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:20:45.257784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.269841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Transition to ACTIVE for port object dac6a2df-e2f0-4382-aa3f-154f9cede8fc will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:20:45.274511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.326091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:45.355335 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.358275 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.405312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:20:45.405604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:20:45.405960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:20:45.410681 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:20:45.411131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:20:45.416624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:20:45.416958 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Checking segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:20:45.417331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Bound using segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:20:45.417749 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Bound port: dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:20:45.418103 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.481118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:20:45.484691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:20:45.488728 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.526313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:45.527096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:45.528500 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] 10.222.0.43 "PUT /v2.0/ports/dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 1091 time: 0.6202466 Apr 20 15:20:45.528943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:45.531260 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd843f56-f093-422b-bc14-edfb8e473acc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:45.534308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371e53f-1eda-4f35-a531-ca7abf594258 req-63b7873d-94f2-4588-b899-a042da0447a2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:45.536570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b371e53f-1eda-4f35-a531-ca7abf594258 req-63b7873d-94f2-4588-b899-a042da0447a2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0547380 Apr 20 15:20:45.557716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ef52-0dc8-4ff1-bc9a-eb6e94e94dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:45.576292 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409d034-a55a-463d-ad05-b4b4b17ad08b x-openstack-request-id: req-e409d034-a55a-463d-ad05-b4b4b17ad08b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:45.576653 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:45.576997 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e409d034-a55a-463d-ad05-b4b4b17ad08b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:45.577478 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e409d034-a55a-463d-ad05-b4b4b17ad08b'] response: {'name': 'network-changed', 'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'status': 'completed', 'code': 200} Apr 20 15:20:45.585801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b371e53f-1eda-4f35-a531-ca7abf594258 req-c2479ff5-5b03-45c7-8d1d-751481acb50c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Apr 20 15:20:45.624891 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-9033c34e-4037-4fbe-9924-564d6bde37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:45.626402 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-9033c34e-4037-4fbe-9924-564d6bde37c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1094 time: 0.0416999 Apr 20 15:20:45.682249 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-c2118e1c-4464-4287-9c60-df4d0b2ec627 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0476410 Apr 20 15:20:45.730867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-5e6423ba-d2ae-49a4-a290-ca0edc94873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:45.732300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-5e6423ba-d2ae-49a4-a290-ca0edc94873e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0439034 Apr 20 15:20:45.764026 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-1f49b4a8-401a-4480-ab24-7e22bf0d3cbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248382 Apr 20 15:20:45.859350 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-9780de6e-738a-4cdb-946e-dd5b8ff687c9 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885901 Apr 20 15:20:45.948272 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-437e7dc5-695f-4367-a78f-a8d1416f6d79 req-df7a233f-fb24-4cdf-b667-411d6f9732cd service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 Apr 20 15:20:46.010436 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:20:46.046191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843f56-f093-422b-bc14-edfb8e473acc req-fad4edd4-7fab-4572-a4e9-f6b484fda6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:46.047727 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-fad4edd4-7fab-4572-a4e9-f6b484fda6f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1094 time: 0.0434456 Apr 20 15:20:46.144962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843f56-f093-422b-bc14-edfb8e473acc req-fd8ff0fc-e875-42fe-b3df-39d2fdb8562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:46.146767 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-fd8ff0fc-e875-42fe-b3df-39d2fdb8562c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0918605 Apr 20 15:20:46.187832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-fb0dd190-2bd5-4b0c-9718-d1852e3b9589 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0342295 Apr 20 15:20:46.242081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843f56-f093-422b-bc14-edfb8e473acc req-122188ba-a1e8-43d7-9294-c843929943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:46.243521 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-122188ba-a1e8-43d7-9294-c843929943ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0483830 Apr 20 15:20:46.276050 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-07f2017d-c99e-4f3c-bd68-f40f7646b268 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249348 Apr 20 15:20:46.367490 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-0697caef-2f17-4ea9-82a5-baa6c924e9ed service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836804 Apr 20 15:20:46.465614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cd843f56-f093-422b-bc14-edfb8e473acc req-3523f1c6-5877-4e4f-a9f2-c2a805ed0804 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912988 Apr 20 15:20:46.722666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05e265-e5e8-48e8-a3a3-029d5e65f1d5 req-edfdd974-05f0-4ab6-8ca7-96db121b7530 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:46.724016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b05e265-e5e8-48e8-a3a3-029d5e65f1d5 req-edfdd974-05f0-4ab6-8ca7-96db121b7530 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0567415 Apr 20 15:20:46.762843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b05e265-e5e8-48e8-a3a3-029d5e65f1d5 req-7b862732-a1e8-46d5-8eea-08e1f70a9eb7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Apr 20 15:20:47.887538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85445dfc-cd81-452f-92fd-4bc87a4ad6e6 req-069ff990-09bd-4ff0-a005-9febc056a5db tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:47.888997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85445dfc-cd81-452f-92fd-4bc87a4ad6e6 req-069ff990-09bd-4ff0-a005-9febc056a5db tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0517378 Apr 20 15:20:47.930556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85445dfc-cd81-452f-92fd-4bc87a4ad6e6 req-7d5a006d-af43-40a1-851d-1bfda0232d81 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Apr 20 15:20:49.067652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd49e16-0b1a-4641-bdf9-65ef804e8d6d req-d706d081-9e52-4cbb-8a00-e5c2193db1e1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:49.069835 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcd49e16-0b1a-4641-bdf9-65ef804e8d6d req-d706d081-9e52-4cbb-8a00-e5c2193db1e1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0546641 Apr 20 15:20:49.112018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcd49e16-0b1a-4641-bdf9-65ef804e8d6d req-3df4e9bd-ed25-44e0-a64f-6b18c48af352 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Apr 20 15:20:50.221105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:20:50.238732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab454fc-efe0-4244-9614-fdebb1d87e27 req-3b5969d1-e4f9-4f25-a49e-90325c8014f1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:50.240157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ab454fc-efe0-4244-9614-fdebb1d87e27 req-3b5969d1-e4f9-4f25-a49e-90325c8014f1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0481842 Apr 20 15:20:50.278893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ab454fc-efe0-4244-9614-fdebb1d87e27 req-fea71ff4-093b-4e1d-b0a2-d5ad2e6d13fb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Apr 20 15:20:50.480366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:50.491572 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'port_id': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'mac_address': 'fa:16:3e:f6:e9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e56422c-9b69-4a59-843a-f2307079eb61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:20:50.528484 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:50.540985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac6a2df-e2f0-4382-aa3f-154f9cede8fc {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:20:50.560593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:50.566929 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:50.612425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:50.766922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['dac6a2df-e2f0-4382-aa3f-154f9cede8fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:20:51.409500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439bf2c-2cca-4ed4-9ce3-93eaa3c65886 req-361f19e2-a730-47d2-b2df-5e4d0ffb16dd tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:51.410958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d439bf2c-2cca-4ed4-9ce3-93eaa3c65886 req-361f19e2-a730-47d2-b2df-5e4d0ffb16dd tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 944 time: 0.0485485 Apr 20 15:20:51.454498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d439bf2c-2cca-4ed4-9ce3-93eaa3c65886 req-c4553797-11bd-4375-8801-a333f838bcc1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Apr 20 15:20:52.253123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:20:52.309521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port dac6a2df-e2f0-4382-aa3f-154f9cede8fc completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:20:52.315074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port dac6a2df-e2f0-4382-aa3f-154f9cede8fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:20:52.315532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:52.397256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:52.419346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:20:52.421590 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0042d2c1-1dec-4398-93ce-854cc58ad86e" -d '{"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-plugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:20:52.436563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:20:52.441355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:20:52.500170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:20:52.540290 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab32e3e-8a1b-4cce-a9aa-4e2e91b92b30 x-openstack-request-id: req-4ab32e3e-8a1b-4cce-a9aa-4e2e91b92b30 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:20:52.540581 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-plugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:20:52.540840 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ab32e3e-8a1b-4cce-a9aa-4e2e91b92b30 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:20:52.541238 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab32e3e-8a1b-4cce-a9aa-4e2e91b92b30'] response: {'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'code': 200} Apr 20 15:20:52.585380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472003e7-e0e8-40ca-811b-5880ababd056 req-e5a6e5ae-bb8e-4859-a2e3-38258fe9315a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:52.586916 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-472003e7-e0e8-40ca-811b-5880ababd056 req-e5a6e5ae-bb8e-4859-a2e3-38258fe9315a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0499530 Apr 20 15:20:52.625409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-472003e7-e0e8-40ca-811b-5880ababd056 req-d1269716-699e-4d47-bae3-00759c6b3299 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321860 Apr 20 15:20:52.640808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52667eb5-d76a-40a8-9c8b-3afb70c3e1e0 req-48ca92c1-0d42-46a1-84c5-1be9ac6efdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:52.642337 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52667eb5-d76a-40a8-9c8b-3afb70c3e1e0 req-48ca92c1-0d42-46a1-84c5-1be9ac6efdca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1096 time: 0.0414708 Apr 20 15:20:52.677138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-52667eb5-d76a-40a8-9c8b-3afb70c3e1e0 req-4632a7d7-addc-4c0d-ba60-cb220d65e3cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281022 Apr 20 15:20:53.756849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf94f6e-e25c-472f-8003-66251f6f7437 req-c63c7347-affb-46ce-92f8-d363a874513b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:53.758373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf94f6e-e25c-472f-8003-66251f6f7437 req-c63c7347-affb-46ce-92f8-d363a874513b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0572104 Apr 20 15:20:53.796023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf94f6e-e25c-472f-8003-66251f6f7437 req-e1039314-f44d-4ae9-84b0-a2f571c9e342 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Apr 20 15:20:53.915555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35587be-7b94-43e6-a917-5156bbf5b49f req-96a2e311-67b2-434f-a739-4d164a41aecc tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:53.916930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35587be-7b94-43e6-a917-5156bbf5b49f req-96a2e311-67b2-434f-a739-4d164a41aecc tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Apr 20 15:20:53.958724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35587be-7b94-43e6-a917-5156bbf5b49f req-f821d905-3835-46be-92c0-5f363b39834a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Apr 20 15:20:54.179171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aad609-85ea-4a2e-b4ae-e247945d89ed req-d056fb8b-cfec-4e94-86c4-064732b8b6e6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:54.180508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98aad609-85ea-4a2e-b4ae-e247945d89ed req-d056fb8b-cfec-4e94-86c4-064732b8b6e6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Apr 20 15:20:54.218950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-98aad609-85ea-4a2e-b4ae-e247945d89ed req-a4d2dd3c-b8b8-48ac-b77d-64e83f62336f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Apr 20 15:20:54.345351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544088-687e-4994-aee7-91445dd1e0f3 req-a8bb8777-58a7-4645-a906-0baa79fcfaa0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:54.346832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f544088-687e-4994-aee7-91445dd1e0f3 req-a8bb8777-58a7-4645-a906-0baa79fcfaa0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Apr 20 15:20:54.389011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f544088-687e-4994-aee7-91445dd1e0f3 req-a57f9718-7a43-454d-ade9-5a74e9128d6c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Apr 20 15:20:54.632333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-9acbb9ad-10b0-4e21-a7f6-8c75cbada563 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416875 Apr 20 15:20:54.641903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee595a-3380-436a-b1cf-f8c6a37e39ff req-3fec3e81-52af-403f-a602-394fe3bbb074 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:54.643408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ee595a-3380-436a-b1cf-f8c6a37e39ff req-3fec3e81-52af-403f-a602-394fe3bbb074 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0497055 Apr 20 15:20:54.686599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ee595a-3380-436a-b1cf-f8c6a37e39ff req-16cafcc1-4357-466d-9abe-164c77b898a9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Apr 20 15:20:55.825050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e972d-a371-48cb-9b2b-7bd3aabf1f6e req-64daadd2-e25f-4db4-834c-c0757140fa96 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:55.827369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278e972d-a371-48cb-9b2b-7bd3aabf1f6e req-64daadd2-e25f-4db4-834c-c0757140fa96 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0612690 Apr 20 15:20:55.858769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-8513a295-4fde-4c3a-bcd2-154910fdcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:55.861031 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-8513a295-4fde-4c3a-bcd2-154910fdcb27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1096 time: 0.0578380 Apr 20 15:20:55.875871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-278e972d-a371-48cb-9b2b-7bd3aabf1f6e req-50167311-be98-453e-9ddc-d2455fd05da3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Apr 20 15:20:55.974361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-7e239143-0e84-43c7-b610-711f84e51796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:55.977020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-7e239143-0e84-43c7-b610-711f84e51796 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1088383 Apr 20 15:20:56.025842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-ebe66c17-6567-4323-a125-ad6563ab1042 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0416243 Apr 20 15:20:56.088337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-7f21bec8-8c62-4df0-919f-5d5a79e98d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:56.089833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-7f21bec8-8c62-4df0-919f-5d5a79e98d89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0569530 Apr 20 15:20:56.128239 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-5b0874b1-4d98-433e-81d2-da5efa6b25ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318315 Apr 20 15:20:56.222855 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-c6dc8aec-3885-4040-bc4e-25be11aac14f service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882668 Apr 20 15:20:56.320911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-ec660c53-c2bb-439b-96db-cdd6da5b5ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 Apr 20 15:20:57.009568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab657486-eee1-40bd-93cf-108b484f7586 req-0233764b-99d9-4dd7-9938-8ee90368fba2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:57.011135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab657486-eee1-40bd-93cf-108b484f7586 req-0233764b-99d9-4dd7-9938-8ee90368fba2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Apr 20 15:20:57.050166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab657486-eee1-40bd-93cf-108b484f7586 req-de84518f-0f54-4ab7-b3a5-f4f5a829406a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Apr 20 15:20:58.178684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4a1a-95b2-434b-8a84-4e02a7801752 req-b1abc1f7-6541-4936-826b-abdfc55fa665 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:58.180271 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb1e4a1a-95b2-434b-8a84-4e02a7801752 req-b1abc1f7-6541-4936-826b-abdfc55fa665 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0553644 Apr 20 15:20:58.225694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb1e4a1a-95b2-434b-8a84-4e02a7801752 req-eacdca3b-2f33-4406-9ff1-5e8fb019df83 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Apr 20 15:20:59.363490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ef03-f842-41ff-995f-25ad08de7c1d req-e5ebc3e2-0404-4c6e-bffa-375f45bdf4da tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:20:59.364962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95b3ef03-f842-41ff-995f-25ad08de7c1d req-e5ebc3e2-0404-4c6e-bffa-375f45bdf4da tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Apr 20 15:20:59.403983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95b3ef03-f842-41ff-995f-25ad08de7c1d req-fa4ccc1b-107e-4dd1-b618-6368b033162e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Apr 20 15:21:00.530523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7e8e-34af-4d8b-92ae-51af6a5fee4c req-cef06fe5-5cc6-4d21-890c-b6cee32223b8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:00.532007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c27f7e8e-34af-4d8b-92ae-51af6a5fee4c req-cef06fe5-5cc6-4d21-890c-b6cee32223b8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Apr 20 15:21:00.570353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c27f7e8e-34af-4d8b-92ae-51af6a5fee4c req-7424ea18-6c3d-470c-afa4-e69b3726b69e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Apr 20 15:21:01.706028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aaa9e-da24-4412-8510-a2bb6e383759 req-543d8dfc-345b-4a11-ad62-bf267d2b7997 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:01.707553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c5aaa9e-da24-4412-8510-a2bb6e383759 req-543d8dfc-345b-4a11-ad62-bf267d2b7997 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Apr 20 15:21:01.749030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c5aaa9e-da24-4412-8510-a2bb6e383759 req-de65f2cc-b09f-4efe-ab50-9c5479ba21a8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Apr 20 15:21:02.882512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec67e0-081a-41ef-96a6-40159beca0cf req-f61937d7-39f2-439f-b300-428ed4c08538 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:02.884035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ec67e0-081a-41ef-96a6-40159beca0cf req-f61937d7-39f2-439f-b300-428ed4c08538 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0509720 Apr 20 15:21:02.924921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27ec67e0-081a-41ef-96a6-40159beca0cf req-9ecf9d40-6542-4a4e-8aa5-b68524cb0b54 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Apr 20 15:21:03.839302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:04.061394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee41ec4-1e3c-4ff6-8dbd-8b94a9ae643e req-410df66e-202b-485e-b921-a0a75258522e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:04.062936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ee41ec4-1e3c-4ff6-8dbd-8b94a9ae643e req-410df66e-202b-485e-b921-a0a75258522e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0610247 Apr 20 15:21:04.103134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ee41ec4-1e3c-4ff6-8dbd-8b94a9ae643e req-4b49d7b4-c7d6-4b06-aa30-d472ca1e94f4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Apr 20 15:21:05.244398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273f02-bbac-44b4-ba09-8bc382d16bce req-13112995-8eca-44e4-9aa0-28c3cbdd5bf0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:05.245848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e273f02-bbac-44b4-ba09-8bc382d16bce req-13112995-8eca-44e4-9aa0-28c3cbdd5bf0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0601766 Apr 20 15:21:05.296746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9e273f02-bbac-44b4-ba09-8bc382d16bce req-0d9dfede-3e38-403b-a761-ba4ebd1bdb6a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Apr 20 15:21:06.420261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e9866-afdb-41e9-9363-5a9a76cde8ab req-088b1c88-dc6f-401b-b9c1-9625f92d2829 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:06.421688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de0e9866-afdb-41e9-9363-5a9a76cde8ab req-088b1c88-dc6f-401b-b9c1-9625f92d2829 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Apr 20 15:21:06.463605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de0e9866-afdb-41e9-9363-5a9a76cde8ab req-29517e6e-6810-425d-b26a-8d9814350eb3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Apr 20 15:21:07.587330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109150-f67a-4091-90ea-d76fd2776a8d req-9058bfd7-1537-478a-8276-85bafb32cd3b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:07.588959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8109150-f67a-4091-90ea-d76fd2776a8d req-9058bfd7-1537-478a-8276-85bafb32cd3b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Apr 20 15:21:07.627571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8109150-f67a-4091-90ea-d76fd2776a8d req-cd64e9d5-cb7c-4f98-8519-9092bfcb5a8a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Apr 20 15:21:08.746443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e762-9b13-417c-bf8a-00ff6bbd347e req-6d4db085-b349-4075-a0bf-31695ca75383 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:08.747945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8977e762-9b13-417c-bf8a-00ff6bbd347e req-6d4db085-b349-4075-a0bf-31695ca75383 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Apr 20 15:21:08.794230 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8977e762-9b13-417c-bf8a-00ff6bbd347e req-c2850636-542e-41a6-a160-35eda4d5ceb5 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Apr 20 15:21:09.914525 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fe16-11ca-48c2-9546-deaad18b1674 req-d0023c26-821a-42e3-bf7e-c5d632f91b70 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:09.916042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ca1fe16-11ca-48c2-9546-deaad18b1674 req-d0023c26-821a-42e3-bf7e-c5d632f91b70 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0502231 Apr 20 15:21:09.953975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ca1fe16-11ca-48c2-9546-deaad18b1674 req-8055230a-4b89-4641-8029-75d9645886b3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Apr 20 15:21:10.177651 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-19d78a2a-6551-42e8-a363-f8d2ba0bee64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:11.108093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbca225-156b-4425-beeb-3b9fc89fabfe req-5b6e27cb-9891-4c08-b00e-bcf87d6f874f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:11.109466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbca225-156b-4425-beeb-3b9fc89fabfe req-5b6e27cb-9891-4c08-b00e-bcf87d6f874f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0575402 Apr 20 15:21:11.150292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbca225-156b-4425-beeb-3b9fc89fabfe req-5cf23f96-c060-4be7-9fc0-a309d6132c0d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Apr 20 15:21:12.298369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b73fb-d48f-479a-8bda-15667bb83a12 req-32af18ec-d6df-4837-8819-3319e3306bb8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:12.300044 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-162b73fb-d48f-479a-8bda-15667bb83a12 req-32af18ec-d6df-4837-8819-3319e3306bb8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0626695 Apr 20 15:21:12.343284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-162b73fb-d48f-479a-8bda-15667bb83a12 req-8f671999-3d35-49a1-a29b-86b3dfdf8405 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Apr 20 15:21:13.479639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa238c22-ffc1-4479-a14b-fdc74e5a423b req-fa46cac3-8283-4282-a992-5bcc0d5a8363 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:13.481109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa238c22-ffc1-4479-a14b-fdc74e5a423b req-fa46cac3-8283-4282-a992-5bcc0d5a8363 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0556176 Apr 20 15:21:13.524700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa238c22-ffc1-4479-a14b-fdc74e5a423b req-34f9e5a5-26e5-420c-8581-80424c112412 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Apr 20 15:21:13.534637 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8d1802a1-3b7e-483d-942c-a4ccd39a5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:13.819218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:14.533122 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:14.657250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e79f-5639-4c19-b92e-78a51c6c3855 req-16902e47-c6c0-4970-89ba-09ad7bff56e1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:14.658652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4295e79f-5639-4c19-b92e-78a51c6c3855 req-16902e47-c6c0-4970-89ba-09ad7bff56e1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0515580 Apr 20 15:21:14.696688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4295e79f-5639-4c19-b92e-78a51c6c3855 req-9dd1e253-67c9-4a22-87b0-49d7714a541b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Apr 20 15:21:15.364826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:15.365903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:15.829467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9445eb-fdf9-491c-883b-ab99f8d6049f req-48ff4fcf-0349-44c8-b114-7437d30d1fdf tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:15.831042 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9445eb-fdf9-491c-883b-ab99f8d6049f req-48ff4fcf-0349-44c8-b114-7437d30d1fdf tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0497622 Apr 20 15:21:15.872657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c9445eb-fdf9-491c-883b-ab99f8d6049f req-e05b4665-0685-447b-8967-3415e2c24c38 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Apr 20 15:21:17.004503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839734b5-dcf2-46b5-99a6-db919394474a req-50526739-f14d-47e8-aa7f-868594248515 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:17.005966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839734b5-dcf2-46b5-99a6-db919394474a req-50526739-f14d-47e8-aa7f-868594248515 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Apr 20 15:21:17.043641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-839734b5-dcf2-46b5-99a6-db919394474a req-03ddcd0c-f41e-420d-887f-4f7b014363bb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Apr 20 15:21:18.186648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536396-46df-4c43-8e72-6a43af272d0f req-a485656d-0327-4a56-b6c2-8d2e39ce09e6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:18.188028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7536396-46df-4c43-8e72-6a43af272d0f req-a485656d-0327-4a56-b6c2-8d2e39ce09e6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0572097 Apr 20 15:21:18.227475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7536396-46df-4c43-8e72-6a43af272d0f req-3545aa18-0f76-490e-8c31-9090b9802011 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Apr 20 15:21:19.351623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bb5b0-b83e-469d-91a9-ae680273fde2 req-36721844-2303-4bbc-b60d-c063414f6e79 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:19.353105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953bb5b0-b83e-469d-91a9-ae680273fde2 req-36721844-2303-4bbc-b60d-c063414f6e79 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Apr 20 15:21:19.395476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-953bb5b0-b83e-469d-91a9-ae680273fde2 req-ec04d1ef-79c3-4da1-9baf-5d9cb24b2b21 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360377 Apr 20 15:21:20.516186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48783-e5ff-4a50-ab8f-89c0ab421f9f req-fc8bbe13-9815-4330-9e99-335b2ae1ea41 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:20.517699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ff48783-e5ff-4a50-ab8f-89c0ab421f9f req-fc8bbe13-9815-4330-9e99-335b2ae1ea41 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Apr 20 15:21:20.558040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2ff48783-e5ff-4a50-ab8f-89c0ab421f9f req-741bfb44-e1a5-4dac-b2a6-1f77087fa6fc tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Apr 20 15:21:21.682918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41268d-fc73-4883-a061-bb1455f8a43c req-b2d476ac-e78a-4079-b713-45f952ed9e82 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:21.684395 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c41268d-fc73-4883-a061-bb1455f8a43c req-b2d476ac-e78a-4079-b713-45f952ed9e82 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0514064 Apr 20 15:21:21.724575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c41268d-fc73-4883-a061-bb1455f8a43c req-65cfa189-0e04-4430-9e51-c309ca3d203b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338581 Apr 20 15:21:22.859074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b29e-c53d-4e31-a234-eb8198517c37 req-5d2619ac-2f10-4185-a42e-038d75fe4291 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:22.860533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c23b29e-c53d-4e31-a234-eb8198517c37 req-5d2619ac-2f10-4185-a42e-038d75fe4291 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Apr 20 15:21:22.904219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6c23b29e-c53d-4e31-a234-eb8198517c37 req-94df1325-3068-4bfb-8ac3-ee095ab3c998 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Apr 20 15:21:23.017818 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:21:23.262815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-d96f7796-399c-4b96-848f-6bb9e6ce8759 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:21:23.264991 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-d96f7796-399c-4b96-848f-6bb9e6ce8759 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089393 Apr 20 15:21:23.330164 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-ab839946-efa6-437f-b727-e161bccf155e req-5b5e023b-18ed-4252-8d37-a1932fdb7cd9 service neutron] show failed (client error): The resource could not be found. Apr 20 15:21:23.331123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-5b5e023b-18ed-4252-8d37-a1932fdb7cd9 service neutron] 10.222.0.43 "GET /v2.0/ports/dac6a2df-e2f0-4382-aa3f-154f9cede8fc/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0590563 Apr 20 15:21:23.557099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-535eb60e-a3a5-49fd-a5f7-01308a16bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:23.558619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-535eb60e-a3a5-49fd-a5f7-01308a16bf42 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933&tenant_id=8272f0db535249b38c8289d0b4a00798 HTTP/1.1" status: 200 len: 1096 time: 0.0450175 Apr 20 15:21:23.570251 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:21:23.628531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:23.845375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:23.880038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:21:23.920864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:23.923231 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb8d474-6eda-4794-9af2-6e31fbcedfc4" -d '{"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-unplugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:23.927250 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:23.941620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Transition to ACTIVE for port object dac6a2df-e2f0-4382-aa3f-154f9cede8fc will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:21:23.946628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:23.980896 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dc161f-2757-486b-ab19-9d63e1dcd2c6 x-openstack-request-id: req-95dc161f-2757-486b-ab19-9d63e1dcd2c6 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:23.981072 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-unplugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:23.981305 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95dc161f-2757-486b-ab19-9d63e1dcd2c6 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:23.981703 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dc161f-2757-486b-ab19-9d63e1dcd2c6'] response: {'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'code': 200} Apr 20 15:21:24.019687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] No DVR routers for this DVR port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:21:24.030877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:24.040527 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab809c5-14df-43ad-80ea-e0b2f4b996a0 req-b21e0ecc-bba5-4ab4-8a50-7b140ce2192b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:24.042035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dab809c5-14df-43ad-80ea-e0b2f4b996a0 req-b21e0ecc-bba5-4ab4-8a50-7b140ce2192b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0566437 Apr 20 15:21:24.057759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.058009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.058392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.058698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.059062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.059356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.059808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.060165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.060411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.060732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.061520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.061520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:24.068415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:21:24.068752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:21:24.069089 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:21:24.073494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:21:24.073812 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Attempting to bind port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:21:24.078623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:21:24.078986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Checking segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:21:24.079363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Bound using segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:21:24.079760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Bound port: dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:21:24.080120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:24.082615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dab809c5-14df-43ad-80ea-e0b2f4b996a0 req-9a6a30cb-7d3a-4194-a385-da3f5264a711 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Apr 20 15:21:24.145203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:21:24.148336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:21:24.152140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:24.185033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:24.185615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:24.187016 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] 10.222.0.45 "PUT /v2.0/ports/dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 1091 time: 0.6208701 Apr 20 15:21:24.209044 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e5ba-704e-4631-970c-f273a35c8057 service neutron] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:24.256288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-3d311454-c66e-4a30-8f17-7922e301856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:24.257810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-3d311454-c66e-4a30-8f17-7922e301856c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1094 time: 0.0458674 Apr 20 15:21:24.351493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-4a5b05cd-fa5f-4b9e-8b66-4ec8f59a8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:24.352945 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-4a5b05cd-fa5f-4b9e-8b66-4ec8f59a8e3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0878205 Apr 20 15:21:24.395937 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-9acfdb23-8324-4c4e-b290-441e16efc190 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0345955 Apr 20 15:21:24.451841 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab839946-efa6-437f-b727-e161bccf155e req-465c118d-887c-4419-8a37-c1b77bda9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:24.453815 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-465c118d-887c-4419-8a37-c1b77bda9e6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0512240 Apr 20 15:21:24.484338 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-0ed27c95-c554-4b30-b734-c975559ee49d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242569 Apr 20 15:21:24.581433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-5ea56665-8c7e-4416-b56c-62743da5fee9 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Apr 20 15:21:24.676984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ab839946-efa6-437f-b727-e161bccf155e req-48170b9a-8f8c-4d83-aa7d-f8be4a5d0d56 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888879 Apr 20 15:21:25.213207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb8ee2-67ee-467a-bd44-b787fcc39043 req-94db24a1-b4b8-45e1-964b-059c1f5e3580 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:25.214749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31fb8ee2-67ee-467a-bd44-b787fcc39043 req-94db24a1-b4b8-45e1-964b-059c1f5e3580 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0558798 Apr 20 15:21:25.253643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31fb8ee2-67ee-467a-bd44-b787fcc39043 req-375aafb7-220e-4418-ae57-0b0562ae6f63 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Apr 20 15:21:25.983329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:25.987197 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:26.039546 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b0108-57ea-423b-a0e0-245772e25f3d x-openstack-request-id: req-fd6b0108-57ea-423b-a0e0-245772e25f3d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:26.039836 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:26.040048 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd6b0108-57ea-423b-a0e0-245772e25f3d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:26.040481 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6b0108-57ea-423b-a0e0-245772e25f3d'] response: {'name': 'network-changed', 'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'status': 'completed', 'code': 200} Apr 20 15:21:26.127912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-8cf69d31-61ce-48b6-91f7-54d05623897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.129323 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-8cf69d31-61ce-48b6-91f7-54d05623897f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1094 time: 0.0689957 Apr 20 15:21:26.131007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-1a2e503a-affc-462e-a4e4-29a10c48e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.132311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-1a2e503a-affc-462e-a4e4-29a10c48e712 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1094 time: 0.0636396 Apr 20 15:21:26.283539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-2b828bd5-1c89-48d4-bcfd-f5d0daaedd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.284993 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-2b828bd5-1c89-48d4-bcfd-f5d0daaedd36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1491387 Apr 20 15:21:26.287984 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-7806ab4c-5544-407d-9189-71a126a54bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.289503 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-7806ab4c-5544-407d-9189-71a126a54bfd service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1462510 Apr 20 15:21:26.334033 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-500dd519-8591-4ff1-9c26-a3bf6e179226 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0410371 Apr 20 15:21:26.367461 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-f4115011-a933-46c5-8861-4dd9bd6e01a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0687513 Apr 20 15:21:26.376222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30dafd-6a70-42d4-981a-5dd49a439b40 req-70e5e9c0-3663-46a7-a43b-77495f0b7ad8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.377761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f30dafd-6a70-42d4-981a-5dd49a439b40 req-70e5e9c0-3663-46a7-a43b-77495f0b7ad8 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Apr 20 15:21:26.408670 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:21:26.422276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f30dafd-6a70-42d4-981a-5dd49a439b40 req-93e17e76-ac54-4a5d-9fc3-ecb6c6d5a595 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Apr 20 15:21:26.440118 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-cc039a5f-1d0d-4edd-8194-82c648eab88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.441637 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-cc039a5f-1d0d-4edd-8194-82c648eab88c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0824363 Apr 20 15:21:26.448675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:21:26.448920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-1690d220-bd4a-43c4-b766-c0a6852ad830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:26.450403 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-1690d220-bd4a-43c4-b766-c0a6852ad830 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0644751 Apr 20 15:21:26.494129 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-888b5dc9-c23e-41d6-b9bd-b73f3da05a65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428500 Apr 20 15:21:26.495967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-cecab06d-73d2-4911-b220-e291d767679b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371690 Apr 20 15:21:26.653414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-dfead208-9950-44d8-adfb-1692ba32c3fd service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505575 Apr 20 15:21:26.655134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-9d11ebd0-b5d9-4a8b-85f6-e349cd1217a5 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458099 Apr 20 15:21:27.150397 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-a2c1f03e-76fc-4955-88da-0f00a3082674 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902909 Apr 20 15:21:27.152318 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a8078e27-f871-4fc6-b5f0-a5b16d9c1616 req-0266559f-40d5-4c9c-a194-e42972899154 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854174 Apr 20 15:21:27.565133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5fce6-0a8c-47ed-9874-7f67c054703c req-edabc402-b15a-49bb-93a3-9c3c06f510aa tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:27.566599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51d5fce6-0a8c-47ed-9874-7f67c054703c req-edabc402-b15a-49bb-93a3-9c3c06f510aa tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 943 time: 0.0580516 Apr 20 15:21:27.612404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51d5fce6-0a8c-47ed-9874-7f67c054703c req-a7e0254b-9e72-4226-b844-4650a5edd4f9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Apr 20 15:21:27.874708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:21:27.975838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:27.987533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'port_id': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'mac_address': 'fa:16:3e:f6:e9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e56422c-9b69-4a59-843a-f2307079eb61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:21:28.028031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:28.046405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac6a2df-e2f0-4382-aa3f-154f9cede8fc {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:21:28.079270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:28.084857 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:28.132750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:28.408964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['dac6a2df-e2f0-4382-aa3f-154f9cede8fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:21:28.753963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ca332-51c3-4345-987c-000f9614d9aa req-acc536c1-2e80-4a4c-a2dc-1541afa10ea9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:28.755466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa0ca332-51c3-4345-987c-000f9614d9aa req-acc536c1-2e80-4a4c-a2dc-1541afa10ea9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 944 time: 0.0602713 Apr 20 15:21:28.793487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa0ca332-51c3-4345-987c-000f9614d9aa req-3e846304-d63d-4b2a-89c4-a3f0cd5a613d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Apr 20 15:21:29.004272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729ac7-8aed-4fe2-9c8a-b41c35e3c987 req-8fa26381-8933-4fb9-aa9f-70fd5cee1b40 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:29.005819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0729ac7-8aed-4fe2-9c8a-b41c35e3c987 req-8fa26381-8933-4fb9-aa9f-70fd5cee1b40 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 944 time: 0.0500383 Apr 20 15:21:29.047624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0729ac7-8aed-4fe2-9c8a-b41c35e3c987 req-33179200-0579-4b97-bea8-af67b4133690 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356486 Apr 20 15:21:29.048672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245066-af9e-4a49-b320-cbefc2de461e req-ad8e5fec-056a-4fdf-a1fd-f6b4f299afff tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:29.050856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-ad8e5fec-056a-4fdf-a1fd-f6b4f299afff tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933&tenant_id=8272f0db535249b38c8289d0b4a00798&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 944 time: 0.0879514 Apr 20 15:21:29.139472 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-fd245066-af9e-4a49-b320-cbefc2de461e req-1297f81d-f139-4ebc-8d47-9028e2e50b0e service neutron] delete failed (client error): The resource could not be found. Apr 20 15:21:29.140512 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-1297f81d-f139-4ebc-8d47-9028e2e50b0e service neutron] 10.222.0.43 "DELETE /v2.0/ports/dac6a2df-e2f0-4382-aa3f-154f9cede8fc/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0825920 Apr 20 15:21:29.228887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245066-af9e-4a49-b320-cbefc2de461e req-a70cc0cb-5beb-4deb-b941-12f380a01e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:29.230433 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-a70cc0cb-5beb-4deb-b941-12f380a01e25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 1095 time: 0.0435364 Apr 20 15:21:29.323393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245066-af9e-4a49-b320-cbefc2de461e req-493fc948-37dd-47a0-af52-153eb938887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:29.324846 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-493fc948-37dd-47a0-af52-153eb938887a service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0877688 Apr 20 15:21:29.368910 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-7036170f-dd6f-4f77-b153-5acdb7400523 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 200 len: 217 time: 0.0369377 Apr 20 15:21:29.423583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245066-af9e-4a49-b320-cbefc2de461e req-eacff670-0f41-490c-9135-7fa16ef19df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:29.425351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-eacff670-0f41-490c-9135-7fa16ef19df3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0499036 Apr 20 15:21:29.459244 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-78deeb2b-c304-47fc-b677-e1ac526d3dff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269501 Apr 20 15:21:29.568287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-bffb756b-ffe2-4033-a3ce-14d1fc5bb88f service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014774 Apr 20 15:21:29.662120 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fd245066-af9e-4a49-b320-cbefc2de461e req-1c984c70-7661-456c-bde6-3b9de5a993d9 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864236 Apr 20 15:21:29.877955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:21:29.933340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port dac6a2df-e2f0-4382-aa3f-154f9cede8fc completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:21:29.937186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port dac6a2df-e2f0-4382-aa3f-154f9cede8fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:21:29.937554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:30.016051 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:30.040358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:30.042879 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc86a32b-738f-4af8-8801-58f8d9dd5557" -d '{"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-plugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:30.059214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:30.064221 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:30.091585 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366cf9a-7836-474a-ba86-f4f9ea83d2db x-openstack-request-id: req-2366cf9a-7836-474a-ba86-f4f9ea83d2db {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:30.091872 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-plugged", "status": "completed", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:30.092118 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2366cf9a-7836-474a-ba86-f4f9ea83d2db {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:30.092681 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2366cf9a-7836-474a-ba86-f4f9ea83d2db'] response: {'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'code': 200} Apr 20 15:21:30.114530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:30.181545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c8bd4-35ee-4220-bbb8-4dc3d6daff06 req-9cfe9cf2-560f-480e-9258-cba9a5fd0593 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:30.183404 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f2c8bd4-35ee-4220-bbb8-4dc3d6daff06 req-9cfe9cf2-560f-480e-9258-cba9a5fd0593 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0583239 Apr 20 15:21:30.224922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f2c8bd4-35ee-4220-bbb8-4dc3d6daff06 req-ffbba7d6-5d1f-4a0e-b98c-622f5b7c7c80 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342400 Apr 20 15:21:30.349571 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ae924-c23f-4217-a79b-0a39597cb9c3 req-262660ee-c762-4a63-92eb-c0abd62b1bbb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:30.351040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a3ae924-c23f-4217-a79b-0a39597cb9c3 req-262660ee-c762-4a63-92eb-c0abd62b1bbb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Apr 20 15:21:30.390817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2a3ae924-c23f-4217-a79b-0a39597cb9c3 req-171c29cb-6fa5-4ed1-b4f9-cd9a0e922ff7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Apr 20 15:21:30.516491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ab69-eac1-4ca3-8dcf-b1c1443c4b92 req-7d3a78f2-c85b-4aa0-a7df-fae815f1842d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:30.517981 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1502ab69-eac1-4ca3-8dcf-b1c1443c4b92 req-7d3a78f2-c85b-4aa0-a7df-fae815f1842d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0598102 Apr 20 15:21:30.560686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1502ab69-eac1-4ca3-8dcf-b1c1443c4b92 req-4dc2dfd8-2b71-414c-aef3-ddb13cf4d32c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Apr 20 15:21:30.948862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-028f0599-9d2e-4e03-bde6-719dafa63c8e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:30.950329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-028f0599-9d2e-4e03-bde6-719dafa63c8e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 815 time: 0.0998628 Apr 20 15:21:30.965758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-14928e91-30ed-401c-a119-55b0210815df tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/quotas/8272f0db535249b38c8289d0b4a00798 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Apr 20 15:21:31.015667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-aaf1a3e3-8b50-4338-83ef-ddada303eed2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447447 Apr 20 15:21:31.120907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-157dc8fc-69f8-4a4a-84b6-3c6c18b13b2a service neutron] 10.222.0.20 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978868 Apr 20 15:21:31.218297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-61d2699c-420e-407d-a60c-093b0ff0ec0a service neutron] 10.222.0.20 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Apr 20 15:21:31.385125 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fc14834-c1df-4280-b776-48d0829a34db req-8dd1ac62-8596-46ea-8523-19097ab775ec tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Apr 20 15:21:32.173648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bc702-a6b5-462b-814f-1b903ec4816f req-cfd8d24f-1afd-477e-9528-6615d0a2bdee tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:32.175176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-939bc702-a6b5-462b-814f-1b903ec4816f req-cfd8d24f-1afd-477e-9528-6615d0a2bdee tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0d45c52-13d4-4d59-9a13-cbada9075933 HTTP/1.1" status: 200 len: 945 time: 0.0621476 Apr 20 15:21:32.281728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Deleting port dac6a2df-e2f0-4382-aa3f-154f9cede8fc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:21:32.282081 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.372377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] For port dac6a2df-e2f0-4382-aa3f-154f9cede8fc, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:32.372756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.388625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Calling delete_port for dac6a2df-e2f0-4382-aa3f-154f9cede8fc owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:21:32.465620 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-895e7683-247e-4b73-a96e-a86a88a59756 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:32.467148 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-895e7683-247e-4b73-a96e-a86a88a59756 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 815 time: 0.1211183 Apr 20 15:21:32.484786 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Request body: {'port': {'device_id': '64f79776-74eb-47a0-843f-102bf2bfb329', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'admin_state_up': True, 'tenant_id': '8272f0db535249b38c8289d0b4a00798'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:21:32.506213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b67c1f40-664f-47fb-95fe-335082417d20 req-4ecfdaf7-7aed-48f3-beb9-be6cf702ece9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Apr 20 15:21:32.529161 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.553386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['dac6a2df-e2f0-4382-aa3f-154f9cede8fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:21:32.557691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Pushing event deleted for resources: {'Port': ['ID=dac6a2df-e2f0-4382-aa3f-154f9cede8fc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:32.605911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] No DVR routers for this DVR port dac6a2df-e2f0-4382-aa3f-154f9cede8fc on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:21:32.608641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.612022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-939bc702-a6b5-462b-814f-1b903ec4816f req-bb5cc301-c2ba-4176-8529-6a1c0f979aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.45 "DELETE /v2.0/ports/dac6a2df-e2f0-4382-aa3f-154f9cede8fc HTTP/1.1" status: 204 len: 173 time: 0.4293497 Apr 20 15:21:32.612459 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-deleted', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:32.614762 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbcd70c-096a-49fa-91ca-2e05537628d9" -d '{"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-deleted", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:32.632200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Made reservation on behalf of 8272f0db535249b38c8289d0b4a00798 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:21:32.635795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.661018 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1682c927-5612-43d2-97bc-603c3d9cff0f x-openstack-request-id: req-1682c927-5612-43d2-97bc-603c3d9cff0f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:32.661304 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d45c52-13d4-4d59-9a13-cbada9075933", "name": "network-vif-deleted", "tag": "dac6a2df-e2f0-4382-aa3f-154f9cede8fc", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:32.661554 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1682c927-5612-43d2-97bc-603c3d9cff0f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:32.661965 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1682c927-5612-43d2-97bc-603c3d9cff0f'] response: {'server_uuid': 'b0d45c52-13d4-4d59-9a13-cbada9075933', 'name': 'network-vif-deleted', 'tag': 'dac6a2df-e2f0-4382-aa3f-154f9cede8fc', 'status': 'completed', 'code': 200} Apr 20 15:21:32.771277 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Allocated IP 172.20.0.3 (bf6d0ca5-898c-4eac-ad13-4acd1dd58721/0e56422c-9b69-4a59-843a-f2307079eb61/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:21:32.930254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.968881 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:32.980070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['dac6a2df-e2f0-4382-aa3f-154f9cede8fc'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:21:33.008156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:21:33.018254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:21:33.021962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:21:33.047667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:33.062433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.062827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.063160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.063492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.063821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.064129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.064454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.064805 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.065129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.065485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.065807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.066125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:33.086172 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:33.086803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.103519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-eed48be8-0cd6-4602-ad25-371f11c0ed9d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241174 Apr 20 15:21:33.116223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Request body: {'port': {'device_id': '64f79776-74eb-47a0-843f-102bf2bfb329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:21:33.171853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.448979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:21:33.456462 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.472939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Transition to ACTIVE for port object 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:21:33.478155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.525159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:33.623251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:21:33.623588 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:21:33.623899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:21:33.630737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:21:33.631050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:21:33.637083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:21:33.637771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Checking segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:21:33.638139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Bound using segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:21:33.638555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Bound port: 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:21:33.638924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.656055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232bbd6-7d5d-4ac0-b65f-dff46e4c2375 req-3ed5e7dc-408a-4d82-bbc7-ad3c8ceb8fea tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:33.657520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5232bbd6-7d5d-4ac0-b65f-dff46e4c2375 req-3ed5e7dc-408a-4d82-bbc7-ad3c8ceb8fea tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0798965 Apr 20 15:21:33.732977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5232bbd6-7d5d-4ac0-b65f-dff46e4c2375 req-726e91c2-a1c6-4d26-9d48-c4a29be1d5bf tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Apr 20 15:21:33.733835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:21:33.737099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:21:33.741858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.774289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:33.774991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.776347 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] 10.222.0.45 "PUT /v2.0/ports/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 1091 time: 0.6642489 Apr 20 15:21:33.776768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:33.779031 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ce753-d1c0-40e6-b1cd-496215e4f77f" -d '{"events": [{"name": "network-changed", "server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:33.806093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58f880-ee5a-45dc-8a93-2171bad0eb8f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:33.818202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:33.820806 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36dc140-93bf-48a3-b48c-33759aea2ae5 x-openstack-request-id: req-c36dc140-93bf-48a3-b48c-33759aea2ae5 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:33.821112 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:33.821385 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c36dc140-93bf-48a3-b48c-33759aea2ae5 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:33.821794 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36dc140-93bf-48a3-b48c-33759aea2ae5'] response: {'name': 'network-changed', 'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'status': 'completed', 'code': 200} Apr 20 15:21:33.867923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-956764e2-8900-42dd-9b73-2477e3af337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:33.869475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-956764e2-8900-42dd-9b73-2477e3af337c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0459585 Apr 20 15:21:33.912397 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-c0fa9617-0354-4b95-a483-4411438ba3b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0344987 Apr 20 15:21:33.960184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a575-4322-4704-9e6d-bf2f23217763 req-560c3a10-aa22-41c1-8b48-6050f7530b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:33.961586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-560c3a10-aa22-41c1-8b48-6050f7530b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0426140 Apr 20 15:21:33.992106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-25eff878-33a9-4d6f-8849-c630e84fd478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236647 Apr 20 15:21:34.100073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-5b63b04c-0611-4cf0-9f1e-8f44ca69a9ea service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000171 Apr 20 15:21:34.191113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3045a575-4322-4704-9e6d-bf2f23217763 req-d15fb882-9abe-4b97-b8f5-8ec4e96dd306 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841599 Apr 20 15:21:34.285097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-abc6c7a5-4db5-4ef6-b6fb-1ac6a2e60465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:34.286508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-abc6c7a5-4db5-4ef6-b6fb-1ac6a2e60465 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0470092 Apr 20 15:21:34.379711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-18be5676-ff2a-4eec-873a-4a43037334c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:34.381177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-18be5676-ff2a-4eec-873a-4a43037334c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0822754 Apr 20 15:21:34.425583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-8b40187f-3acf-4a5d-9be9-3dd2d786c86d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0371349 Apr 20 15:21:34.473481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-e6d1bc6c-bf8c-419f-83df-7116fd2721bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:34.474922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-e6d1bc6c-bf8c-419f-83df-7116fd2721bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0436332 Apr 20 15:21:34.507959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-b2044b9b-a4e5-4e97-b81d-f9139e26b4b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253398 Apr 20 15:21:34.596151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-3039dbbc-12cc-48e0-a2e8-3f8cac5f9228 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802019 Apr 20 15:21:34.694033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387ce753-d1c0-40e6-b1cd-496215e4f77f req-15c3db0e-aad9-4570-a493-c7785a0bc1a1 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911746 Apr 20 15:21:34.864284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e17ab-ec59-4bdf-8553-c61f8da12dc4 req-10273379-0b7a-4dbb-890e-ffa005dd19d0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:34.865728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-279e17ab-ec59-4bdf-8553-c61f8da12dc4 req-10273379-0b7a-4dbb-890e-ffa005dd19d0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0527368 Apr 20 15:21:34.907740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-279e17ab-ec59-4bdf-8553-c61f8da12dc4 req-90efb408-883c-4258-8be3-c1d209d57e53 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Apr 20 15:21:35.913194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:21:35.938598 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: dac6a2df-e2f0-4382-aa3f-154f9cede8fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:21:35.938949 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device dac6a2df-e2f0-4382-aa3f-154f9cede8fc not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:21:36.038975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aaabf-29ff-41eb-ba45-552e9ec68f8d req-dd75431b-00b7-421d-b059-40af8c0da89b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:36.040429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc5aaabf-29ff-41eb-ba45-552e9ec68f8d req-dd75431b-00b7-421d-b059-40af8c0da89b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0562694 Apr 20 15:21:36.081737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc5aaabf-29ff-41eb-ba45-552e9ec68f8d req-a7c1d667-2181-4bc9-ab8a-dff7ef201bc3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Apr 20 15:21:37.223475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbaf36-e417-4a14-b6e2-c5992b583fe3 req-9aa167f3-bc6c-4a6b-bb85-8ced55250d5a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:37.224942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69dbaf36-e417-4a14-b6e2-c5992b583fe3 req-9aa167f3-bc6c-4a6b-bb85-8ced55250d5a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0665107 Apr 20 15:21:37.265043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69dbaf36-e417-4a14-b6e2-c5992b583fe3 req-0b259568-c688-4aca-af85-0b7531a3d38c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Apr 20 15:21:37.927362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:21:38.032843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:38.049271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'port_id': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'mac_address': 'fa:16:3e:82:5d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e56422c-9b69-4a59-843a-f2307079eb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:21:38.088908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:38.103042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:21:38.122810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:38.130670 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:38.182646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:38.387829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11048-f0f8-44de-acf0-740a17cf1a59 req-31458e1b-c708-43dd-ab49-f21e4a8ad8fb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:38.389810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b11048-f0f8-44de-acf0-740a17cf1a59 req-31458e1b-c708-43dd-ab49-f21e4a8ad8fb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 944 time: 0.0502510 Apr 20 15:21:38.427934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:21:38.428765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b11048-f0f8-44de-acf0-740a17cf1a59 req-a18fa354-62c0-4b8a-886d-49ba3b5eb8d7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Apr 20 15:21:39.560592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab7722-73e1-45bf-9813-38bef0bc4d24 req-cea50c27-a3cc-465d-97e3-808f7e3e7fb6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:39.562029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeab7722-73e1-45bf-9813-38bef0bc4d24 req-cea50c27-a3cc-465d-97e3-808f7e3e7fb6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 944 time: 0.0556598 Apr 20 15:21:39.607438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeab7722-73e1-45bf-9813-38bef0bc4d24 req-8fd54884-dc84-47d9-8276-d1871a4c7b9f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Apr 20 15:21:39.957587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:21:40.025397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:21:40.029527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:21:40.029901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:40.111875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:40.133913 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:21:40.136204 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed051e3-b15a-4c55-8e9d-872ec46fa266" -d '{"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-plugged", "status": "completed", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:21:40.149327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:21:40.154253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:40.176967 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b288a8-8231-4f39-be29-0dd08d1614a3 x-openstack-request-id: req-25b288a8-8231-4f39-be29-0dd08d1614a3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:21:40.177407 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-plugged", "status": "completed", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:21:40.177719 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25b288a8-8231-4f39-be29-0dd08d1614a3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:21:40.178084 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b288a8-8231-4f39-be29-0dd08d1614a3'] response: {'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'code': 200} Apr 20 15:21:40.210716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-587103a7-0e8f-45bd-b26e-af74b3955232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:40.214605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:21:40.222545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.222951 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.223253 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.223602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.223920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.224244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.224569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.224894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.225214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.225533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.225852 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.226168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:21:40.271783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c304d-1c1a-4018-bb4b-beefb8a03125 req-e6de08bb-79b1-4645-9694-74c884c14195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:40.273262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-049c304d-1c1a-4018-bb4b-beefb8a03125 req-e6de08bb-79b1-4645-9694-74c884c14195 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1096 time: 0.0417597 Apr 20 15:21:40.313260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-049c304d-1c1a-4018-bb4b-beefb8a03125 req-0f6e4dd0-295a-4509-a8e4-a36918895e76 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Apr 20 15:21:40.737581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3fc2-9e24-4e64-b815-efc58533706c req-1c0f48bd-671c-4914-8ca8-e5cedb708f91 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:40.739115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf5f3fc2-9e24-4e64-b815-efc58533706c req-1c0f48bd-671c-4914-8ca8-e5cedb708f91 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0510349 Apr 20 15:21:40.777882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf5f3fc2-9e24-4e64-b815-efc58533706c req-da1e0556-d8a5-44e0-83b0-12a21b3d8836 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326338 Apr 20 15:21:41.914216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b12d2-7f12-4357-bd5a-2025039c504c req-e91f968c-ddc4-426e-b969-1df683c45448 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:41.915712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72b12d2-7f12-4357-bd5a-2025039c504c req-e91f968c-ddc4-426e-b969-1df683c45448 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0603652 Apr 20 15:21:41.953153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c72b12d2-7f12-4357-bd5a-2025039c504c req-d913b431-ab6a-4e68-91f9-ef2c39fbedd1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Apr 20 15:21:42.077461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a402c-555b-4c9e-ad27-c6b10c91ea09 req-e2ba7c1b-65ba-415b-9e23-192c795fb214 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:42.078856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a84a402c-555b-4c9e-ad27-c6b10c91ea09 req-e2ba7c1b-65ba-415b-9e23-192c795fb214 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Apr 20 15:21:42.117518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a84a402c-555b-4c9e-ad27-c6b10c91ea09 req-bde78b71-90a3-4d8b-961f-75175ae03295 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Apr 20 15:21:42.359793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-11892067-48bd-4b64-92f8-94a57bf696b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410819 Apr 20 15:21:42.374284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f04c9-655f-4599-a394-5fb2037660b7 req-0466dd7c-7d95-4865-814c-b3e40c45420c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:42.375828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13f04c9-655f-4599-a394-5fb2037660b7 req-0466dd7c-7d95-4865-814c-b3e40c45420c tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0500667 Apr 20 15:21:42.416989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f13f04c9-655f-4599-a394-5fb2037660b7 req-57dc9c46-f0d1-440f-ae66-49e39cbdb8f7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Apr 20 15:21:43.537887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-60f05e02-a050-45b5-8170-a6e7779b1e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:43.573113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071af8b8-3464-48da-800d-51588d962c43 req-9765e69a-fb95-46c5-87a2-4046dd16a23f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:43.574599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-071af8b8-3464-48da-800d-51588d962c43 req-9765e69a-fb95-46c5-87a2-4046dd16a23f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0785308 Apr 20 15:21:43.580991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-45699a30-5149-4f7f-a77c-42d8fb3ff1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:43.582431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-45699a30-5149-4f7f-a77c-42d8fb3ff1a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1096 time: 0.0573010 Apr 20 15:21:43.665672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-071af8b8-3464-48da-800d-51588d962c43 req-daf601cb-d34d-41cd-b622-b5d69e6bd774 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822685 Apr 20 15:21:43.707773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-b7fadf6d-bed6-4c8d-a6db-a5771cf00882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:43.709142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-b7fadf6d-bed6-4c8d-a6db-a5771cf00882 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1193762 Apr 20 15:21:43.750718 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-c6642932-243b-4f85-824b-a44cdd497c84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0343397 Apr 20 15:21:43.798125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-e7dd1482-dd4e-4190-a94a-405d467e4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:43.800672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-e7dd1482-dd4e-4190-a94a-405d467e4fc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0439119 Apr 20 15:21:43.816746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:43.832481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-51ddb2e1-ab5a-4510-be60-5b8337d5f4f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254157 Apr 20 15:21:43.926078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-ce3b0104-2e73-4b81-9420-820ea5152545 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873470 Apr 20 15:21:44.020064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-cf2f35a5-bcac-4db5-8ac4-2cdbcedc99c2 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Apr 20 15:21:44.530198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:44.800156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e88d48-ddb3-4566-8b6e-4e9946e95324 req-26eacc18-c6da-4506-acb2-6eed0c605316 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:44.801671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79e88d48-ddb3-4566-8b6e-4e9946e95324 req-26eacc18-c6da-4506-acb2-6eed0c605316 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0582755 Apr 20 15:21:44.842514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79e88d48-ddb3-4566-8b6e-4e9946e95324 req-5fdb8279-8c0b-47bd-9e8b-70677ee4183b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Apr 20 15:21:45.358047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:45.360541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:21:45.970069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24429198-6293-40fd-b378-6a1f511ed685 req-8272bc72-a238-4d4c-a59a-9d13f52e9429 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:45.972005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24429198-6293-40fd-b378-6a1f511ed685 req-8272bc72-a238-4d4c-a59a-9d13f52e9429 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0544987 Apr 20 15:21:46.012298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24429198-6293-40fd-b378-6a1f511ed685 req-531ce2f0-a793-4af9-8acf-3170ef64579a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Apr 20 15:21:47.146462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449d160-542f-4705-be6c-cd3ac08ffde5 req-dbb4c015-0353-4638-8ee9-40f19097babd tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:47.147849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b449d160-542f-4705-be6c-cd3ac08ffde5 req-dbb4c015-0353-4638-8ee9-40f19097babd tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0533407 Apr 20 15:21:47.189306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b449d160-542f-4705-be6c-cd3ac08ffde5 req-72c8ffe0-5d00-48be-a2b5-4ab664b73428 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Apr 20 15:21:48.321299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db969-d054-4c84-8202-ace1821b9887 req-1072660e-dfac-48ad-bc7c-615d8b54cec6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:48.322773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d36db969-d054-4c84-8202-ace1821b9887 req-1072660e-dfac-48ad-bc7c-615d8b54cec6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0540774 Apr 20 15:21:48.363198 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d36db969-d054-4c84-8202-ace1821b9887 req-08051e7d-f147-45b4-8e54-c9207709e88d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Apr 20 15:21:49.496956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a328dc-ac71-49ac-ae5a-144e8ec15494 req-8aeef3b8-ab69-4b81-a22b-4c8041ab6980 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:49.498456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a328dc-ac71-49ac-ae5a-144e8ec15494 req-8aeef3b8-ab69-4b81-a22b-4c8041ab6980 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0503023 Apr 20 15:21:49.537886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4a328dc-ac71-49ac-ae5a-144e8ec15494 req-20d57bce-ba0b-4b58-9e5f-b0032ac14b23 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Apr 20 15:21:50.670669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa41d7b-a860-4a66-b53d-eb89887c97ed req-b1a3c6fa-266f-48d6-8096-47e7914672a2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:50.672037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0aa41d7b-a860-4a66-b53d-eb89887c97ed req-b1a3c6fa-266f-48d6-8096-47e7914672a2 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Apr 20 15:21:50.716261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0aa41d7b-a860-4a66-b53d-eb89887c97ed req-35eec020-9e65-43aa-8b48-9c25de351c88 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Apr 20 15:21:51.848009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235afc-a912-43a8-b84f-33a6e9c5a4ba req-eca945c0-33df-45e7-8a85-b185e69ac287 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:51.849575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2235afc-a912-43a8-b84f-33a6e9c5a4ba req-eca945c0-33df-45e7-8a85-b185e69ac287 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0555301 Apr 20 15:21:51.894311 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2235afc-a912-43a8-b84f-33a6e9c5a4ba req-17492567-c688-496c-957f-9b8c26d86090 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Apr 20 15:21:53.015464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e88a55-8929-474d-9e14-bbbd6577a90d req-d1e17ebd-b978-4a06-ba92-e456b987f484 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:53.016926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e88a55-8929-474d-9e14-bbbd6577a90d req-d1e17ebd-b978-4a06-ba92-e456b987f484 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Apr 20 15:21:53.054596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63e88a55-8929-474d-9e14-bbbd6577a90d req-b97a57d1-9763-434a-990e-9e744916d756 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Apr 20 15:21:54.173930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056ca5-724e-4272-8075-2226d4417295 req-0c86c7cd-242b-43a5-9c90-8fa423c36f7d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:54.175307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f056ca5-724e-4272-8075-2226d4417295 req-0c86c7cd-242b-43a5-9c90-8fa423c36f7d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0492842 Apr 20 15:21:54.213407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f056ca5-724e-4272-8075-2226d4417295 req-0a86ecef-55b2-4ee9-b238-60a326933ad1 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Apr 20 15:21:55.354659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf895-5b57-4b7d-9553-6aa036900d07 req-53159056-926b-4bbc-a972-f56ea1682b28 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:55.356121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dcdf895-5b57-4b7d-9553-6aa036900d07 req-53159056-926b-4bbc-a972-f56ea1682b28 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0647407 Apr 20 15:21:55.395447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dcdf895-5b57-4b7d-9553-6aa036900d07 req-d017f1c1-76ea-4e93-abe4-8eec17cf9d4b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Apr 20 15:21:56.540540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3084-baaa-4ae5-ba92-ef3948465518 req-ebc1c25b-df35-4e0d-bff2-57271dcb7b0d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:56.542070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f8c3084-baaa-4ae5-ba92-ef3948465518 req-ebc1c25b-df35-4e0d-bff2-57271dcb7b0d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Apr 20 15:21:56.589804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f8c3084-baaa-4ae5-ba92-ef3948465518 req-42139955-7beb-464e-afa7-8ad98d258fc9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Apr 20 15:21:57.728368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39311656-662c-4efa-8074-bafe44f81d9e req-e5eddc28-359a-451d-af9e-f2de85be0188 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:57.729828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39311656-662c-4efa-8074-bafe44f81d9e req-e5eddc28-359a-451d-af9e-f2de85be0188 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0564420 Apr 20 15:21:57.768333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39311656-662c-4efa-8074-bafe44f81d9e req-bfcb217c-f8a8-4f83-a107-0896e8e7921e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Apr 20 15:21:58.899707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587f3d-1e5e-4d00-9726-7685eabc1508 req-966f9fb3-4299-429b-9b9f-d09c970b546d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:21:58.901169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57587f3d-1e5e-4d00-9726-7685eabc1508 req-966f9fb3-4299-429b-9b9f-d09c970b546d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0605679 Apr 20 15:21:58.941610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57587f3d-1e5e-4d00-9726-7685eabc1508 req-564519ac-0b8c-4e4f-927a-643a18652948 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Apr 20 15:22:00.007926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:22:00.074833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588139b0-3b7b-4596-bc8e-c8d80f225435 req-7baad8f5-1e54-4782-9a9f-70bab4d98665 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:00.076281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-588139b0-3b7b-4596-bc8e-c8d80f225435 req-7baad8f5-1e54-4782-9a9f-70bab4d98665 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0506585 Apr 20 15:22:00.119652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-588139b0-3b7b-4596-bc8e-c8d80f225435 req-e2ab2cd7-93d3-43f7-a51f-237586029585 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Apr 20 15:22:00.720463 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-9224bef0-3e0a-42e1-a6f3-526d0d745b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:00.721951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-9224bef0-3e0a-42e1-a6f3-526d0d745b21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1096 time: 0.0424185 Apr 20 15:22:00.827698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-fb2567e7-8780-432b-9165-023c6dd73edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:00.829120 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-fb2567e7-8780-432b-9165-023c6dd73edc service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0875754 Apr 20 15:22:00.870393 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-18369200-1210-4aa9-8151-2ac267b1d17e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0340025 Apr 20 15:22:00.919393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-954b87f2-457c-4e50-9fd0-65cf2959e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:00.920797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-954b87f2-457c-4e50-9fd0-65cf2959e10c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0434606 Apr 20 15:22:00.954449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-bd5f939b-4be0-4dac-bb62-943f3862ab60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270472 Apr 20 15:22:01.047588 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-30fe93d9-fdf4-4ef2-a04c-dd89551f5f5e service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863302 Apr 20 15:22:01.145825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d5bcdcd3-1998-49f8-91be-ac5776a6d6a2 req-b1238de9-c5c1-4191-97d6-047942f1485b service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915713 Apr 20 15:22:01.321336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc6c1-85b3-4100-a40b-46e09af9ec42 req-0ffeb27f-8748-4c1d-8809-c72ed9d135bb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:01.322820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d23bc6c1-85b3-4100-a40b-46e09af9ec42 req-0ffeb27f-8748-4c1d-8809-c72ed9d135bb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.1325300 Apr 20 15:22:01.376232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d23bc6c1-85b3-4100-a40b-46e09af9ec42 req-c48b43b2-ce3f-46c0-a369-8c436b9d004e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Apr 20 15:22:02.573963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8340498-a2b3-4a9d-8622-cf90e501ef4d req-cad49c41-8004-40d7-ad8c-4aee0fe0881f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:02.575463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8340498-a2b3-4a9d-8622-cf90e501ef4d req-cad49c41-8004-40d7-ad8c-4aee0fe0881f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.1139851 Apr 20 15:22:02.615550 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8340498-a2b3-4a9d-8622-cf90e501ef4d req-d09750a7-7654-4a69-b494-c284444cfcc0 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Apr 20 15:22:03.749120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5c19e-bf7d-44f3-864d-6e5743f42a07 req-ce80cc69-aaf4-4f81-83f7-dff32af63b0a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:03.750551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5be5c19e-bf7d-44f3-864d-6e5743f42a07 req-ce80cc69-aaf4-4f81-83f7-dff32af63b0a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0541039 Apr 20 15:22:03.791814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5be5c19e-bf7d-44f3-864d-6e5743f42a07 req-d330929c-43b8-4a6c-b9dc-e7ae8a73c7fd tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Apr 20 15:22:03.818760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:04.910841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59dc04-127d-4c1b-9d85-bf3bea1756a6 req-0585dbcd-699a-44a1-95a2-8926fe310193 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:04.912280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed59dc04-127d-4c1b-9d85-bf3bea1756a6 req-0585dbcd-699a-44a1-95a2-8926fe310193 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Apr 20 15:22:04.949106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed59dc04-127d-4c1b-9d85-bf3bea1756a6 req-fe4f079d-df83-4db5-b0d7-25d14016be2f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Apr 20 15:22:06.077218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5a093-c2ec-46be-9b3c-831ba7cd7183 req-7616cc67-d6f9-48ef-bd6d-4cc667c9c1e7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:06.078730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c5a093-c2ec-46be-9b3c-831ba7cd7183 req-7616cc67-d6f9-48ef-bd6d-4cc667c9c1e7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Apr 20 15:22:06.120480 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25c5a093-c2ec-46be-9b3c-831ba7cd7183 req-394fcb9e-19b3-4d6e-ae64-89bb654200ec tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Apr 20 15:22:07.255692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699df69-2f68-48a1-b2a0-43c70a7c4de6 req-260063b2-c9e3-4ad1-a3d6-953f0ebff9ad tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:07.257217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d699df69-2f68-48a1-b2a0-43c70a7c4de6 req-260063b2-c9e3-4ad1-a3d6-953f0ebff9ad tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0513868 Apr 20 15:22:07.305278 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d699df69-2f68-48a1-b2a0-43c70a7c4de6 req-ad5be515-87fe-4373-8d5f-05d3823a3d44 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Apr 20 15:22:08.435111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674ec6e-f8df-409d-aeb3-86216544f318 req-f5ddf9c1-ff88-40d2-bdfd-4e75f7156435 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:08.436583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f674ec6e-f8df-409d-aeb3-86216544f318 req-f5ddf9c1-ff88-40d2-bdfd-4e75f7156435 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0574608 Apr 20 15:22:08.475380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f674ec6e-f8df-409d-aeb3-86216544f318 req-f170575f-2852-4b42-8108-d43fee4ae961 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Apr 20 15:22:09.604592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35763bd3-9ce9-419d-b01b-69fa03636b45 req-9385fe83-51ac-447f-85c1-3efee18f843d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:09.606034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35763bd3-9ce9-419d-b01b-69fa03636b45 req-9385fe83-51ac-447f-85c1-3efee18f843d tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0556700 Apr 20 15:22:09.646426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35763bd3-9ce9-419d-b01b-69fa03636b45 req-6bed014c-6a2d-404e-ac61-a38efd11b806 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Apr 20 15:22:10.197951 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d125ca52-cb06-486a-b0e0-a7026c9ba47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:10.775890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64528bdf-9951-457e-9a85-cfc036cced69 req-ad9aa167-b87d-4c37-a828-09e0eeb9bff3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:10.777327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64528bdf-9951-457e-9a85-cfc036cced69 req-ad9aa167-b87d-4c37-a828-09e0eeb9bff3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 945 time: 0.0549350 Apr 20 15:22:10.823802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64528bdf-9951-457e-9a85-cfc036cced69 req-aa32652d-b1a2-4be0-a528-f951c299de4b tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Apr 20 15:22:11.031140 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-b2231c31-ea8a-42bf-a5ad-f9c2e3571fbc service neutron] show failed (client error): The resource could not be found. Apr 20 15:22:11.032153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-b2231c31-ea8a-42bf-a5ad-f9c2e3571fbc service neutron] 10.222.0.45 "GET /v2.0/ports/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.1194954 Apr 20 15:22:11.300014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-52c0f98d-adda-4091-91be-1220e9cdd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:11.301493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-52c0f98d-adda-4091-91be-1220e9cdd7ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329&tenant_id=8272f0db535249b38c8289d0b4a00798 HTTP/1.1" status: 200 len: 1096 time: 0.0929415 Apr 20 15:22:11.313432 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:11.372058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.596503 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:11.629732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:11.673600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:11.676175 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d237c0e-11f8-44e2-9c70-e4ece178feee" -d '{"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:11.679964 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.694401 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Transition to ACTIVE for port object 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:22:11.700460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.732669 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c92a90-1351-4340-b15a-19f6959a6701 x-openstack-request-id: req-14c92a90-1351-4340-b15a-19f6959a6701 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:11.732963 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:11.733216 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14c92a90-1351-4340-b15a-19f6959a6701 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:11.733930 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c92a90-1351-4340-b15a-19f6959a6701'] response: {'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'code': 200} Apr 20 15:22:11.768556 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] No DVR routers for this DVR port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:22:11.771659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:11.806517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:22:11.806975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:22:11.807309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:11.812140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:22:11.812458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Attempting to bind port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on network bf6d0ca5-898c-4eac-ad13-4acd1dd58721 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:11.818060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:22:11.818400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Checking segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:11.818819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Bound using segment: {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:22:11.819254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Bound port: 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cbc880-9230-4d12-b870-c39ce2fc27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:22:11.819612 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.887342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:11.890848 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:22:11.898924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.939152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:11.939767 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:11.941155 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] 10.222.0.43 "PUT /v2.0/ports/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 1091 time: 0.6317508 Apr 20 15:22:11.944930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6a067-88fe-49e8-b186-2d0cf0e6bf23 req-13490dca-6e2f-493e-9912-23a1d67d4af3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:11.946513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0e6a067-88fe-49e8-b186-2d0cf0e6bf23 req-13490dca-6e2f-493e-9912-23a1d67d4af3 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0492184 Apr 20 15:22:11.963381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224e63-8fc7-41a1-ab4a-176112fa9cfc service neutron] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:11.988880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0e6a067-88fe-49e8-b186-2d0cf0e6bf23 req-af591957-6f00-4112-80a5-cb7409aec9d4 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Apr 20 15:22:12.013967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-38d237f8-d7a6-4625-93c3-f3998a788ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:12.015522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-38d237f8-d7a6-4625-93c3-f3998a788ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0494137 Apr 20 15:22:12.114351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-897925b8-239f-4fa9-bff7-04fdf16543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:12.116511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-897925b8-239f-4fa9-bff7-04fdf16543f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0940404 Apr 20 15:22:12.158062 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-154525ea-cadd-4dcb-a59a-766c07d8e414 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0346138 Apr 20 15:22:12.213672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-0a0812cf-f1ad-4dcb-b2ce-db55ade613a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:12.215125 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-0a0812cf-f1ad-4dcb-b2ce-db55ade613a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0493746 Apr 20 15:22:12.246095 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-0602b988-40a7-449c-b87a-82f993b7b383 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242157 Apr 20 15:22:12.339089 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-a6c4b133-c4d1-44af-9c9c-c91195cabb3e service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862124 Apr 20 15:22:12.438138 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-49a54423-8be2-44b6-8f6c-bf1fd2ec7078 req-75981531-1e67-45b5-b3c5-227d0c8a63c5 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916333 Apr 20 15:22:13.121957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951bd5-a96e-4f1a-a3c4-1f9cd39f4b32 req-3b62e007-939d-4ffc-a778-3d8209b4b8bb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:13.123440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72951bd5-a96e-4f1a-a3c4-1f9cd39f4b32 req-3b62e007-939d-4ffc-a778-3d8209b4b8bb tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0527873 Apr 20 15:22:13.168948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-72951bd5-a96e-4f1a-a3c4-1f9cd39f4b32 req-834decd3-4a3e-49d3-ac4e-46a3ca616113 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Apr 20 15:22:13.546752 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e108579-9eb2-492a-aa99-13cca0909614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:13.735930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:13.738501 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5246e14a-ff85-4cda-b287-e2ed9079de3a" -d '{"events": [{"name": "network-changed", "server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:13.789712 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d14999-f60e-439f-9218-b510de7534b3 x-openstack-request-id: req-61d14999-f60e-439f-9218-b510de7534b3 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:13.790000 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:13.790253 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61d14999-f60e-439f-9218-b510de7534b3 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:13.790694 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d14999-f60e-439f-9218-b510de7534b3'] response: {'name': 'network-changed', 'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'status': 'completed', 'code': 200} Apr 20 15:22:13.822049 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:13.864594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-5023d812-c1e0-4fbd-904a-f0593e7b15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:13.866109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-5023d812-c1e0-4fbd-904a-f0593e7b15df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0577700 Apr 20 15:22:13.866239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-263f3eb9-3ca0-48e9-956c-22618c913846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:13.867671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-263f3eb9-3ca0-48e9-956c-22618c913846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0479465 Apr 20 15:22:13.975192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-156387ac-1bd6-48e4-a39b-a4d9f8046a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:13.975835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-546d7720-676e-41c3-9a1c-e02c883b4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:13.976706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-156387ac-1bd6-48e4-a39b-a4d9f8046a15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1039598 Apr 20 15:22:13.977700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-546d7720-676e-41c3-9a1c-e02c883b4c1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.1015193 Apr 20 15:22:14.027788 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-90ebe66e-92a4-43c3-84c4-47a059dadf02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0431573 Apr 20 15:22:14.028385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-2ead11cf-25d1-4497-a6a5-1ecd1055d4fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0441647 Apr 20 15:22:14.081142 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-cfc34764-c3bc-46ea-b2c2-33c89763d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:14.082430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-6b961300-3028-44d6-a460-b0ad50085ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:14.082733 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-cfc34764-c3bc-46ea-b2c2-33c89763d989 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0490541 Apr 20 15:22:14.083930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-6b961300-3028-44d6-a460-b0ad50085ad1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0495322 Apr 20 15:22:14.117964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-cd92e313-11d1-45be-81b4-3dd083362910 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274651 Apr 20 15:22:14.120575 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-6465f2b6-ac39-4d69-a046-b47356daa61c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305099 Apr 20 15:22:14.224024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-b9028244-5d04-4b65-9be7-216cd1c4119b service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987659 Apr 20 15:22:14.238912 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-943b91a0-5b0f-4804-86bf-9b789058c76d service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108947 Apr 20 15:22:14.330652 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-d1489b6a-c9de-485e-88fa-a42b5f282bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Apr 20 15:22:14.506171 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:14.698930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65d30-e6a6-4778-a64b-22af77012006 req-136a7ca7-87b3-4d05-a646-f53a10977132 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:14.700518 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10a65d30-e6a6-4778-a64b-22af77012006 req-136a7ca7-87b3-4d05-a646-f53a10977132 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.4518669 Apr 20 15:22:14.706080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5246e14a-ff85-4cda-b287-e2ed9079de3a req-5c9926a2-c28d-4649-83a5-a72da5964b4c service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752920 Apr 20 15:22:14.738998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10a65d30-e6a6-4778-a64b-22af77012006 req-9a752f9a-9a02-4edd-bbd4-09bf70b7dbc7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Apr 20 15:22:14.984383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d4b67-2b75-4945-9cb3-1bf032c18ff0 req-6a3c8c4e-7879-45fb-8967-78492b525fbc tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:14.985738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-003d4b67-2b75-4945-9cb3-1bf032c18ff0 req-6a3c8c4e-7879-45fb-8967-78492b525fbc tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0815778 Apr 20 15:22:14.998312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-f2998f9b-9e12-470d-b41c-8da76bb27d18 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:14.999682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-f2998f9b-9e12-470d-b41c-8da76bb27d18 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.45 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329&tenant_id=8272f0db535249b38c8289d0b4a00798&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 943 time: 0.0667300 Apr 20 15:22:15.064280 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-003d4b67-2b75-4945-9cb3-1bf032c18ff0 req-bd700123-0bf0-4d84-a615-3dead328ecd7 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636773 Apr 20 15:22:15.080787 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-1db040c8-dcc5-41ea-b041-873046ec4512 service neutron] delete failed (client error): The resource could not be found. Apr 20 15:22:15.081767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-1db040c8-dcc5-41ea-b041-873046ec4512 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0681927 Apr 20 15:22:15.169090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-530a7cb7-6aa5-4773-81fd-9afe0efd96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:15.170703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-530a7cb7-6aa5-4773-81fd-9afe0efd96e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8272f0db535249b38c8289d0b4a00798&device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 1094 time: 0.0430565 Apr 20 15:22:15.264738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-0ba86398-0c78-48df-a4d4-ed107e156e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:15.266119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-0ba86398-0c78-48df-a4d4-ed107e156e61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 200 len: 916 time: 0.0889618 Apr 20 15:22:15.306049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-56348cce-6f32-4e4c-9a20-e88456143e1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 200 len: 217 time: 0.0331974 Apr 20 15:22:15.363833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-278bf71f-7cac-497c-95ef-9bf030a5cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:15.365389 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-278bf71f-7cac-497c-95ef-9bf030a5cb57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 200 len: 855 time: 0.0526061 Apr 20 15:22:15.368495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:15.370478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:15.398013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-61fb5a5f-6f38-4305-8b3a-50f9220d033e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bf6d0ca5-898c-4eac-ad13-4acd1dd58721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258811 Apr 20 15:22:15.490302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-4275e751-8559-4d38-ae31-602d3a77e092 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860891 Apr 20 15:22:15.581347 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3392b044-4d72-4483-a7ee-cdd16297e00c req-dbaee240-6e8e-46b7-865a-b61322cd8ad5 service neutron] 10.222.0.45 "GET /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Apr 20 15:22:16.145867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:22:16.192199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:22:16.194913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371bc4-2d89-4c8f-a2fa-57ef315e901f req-33fa80b7-ae98-4a78-ba9a-66c6e2545aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:16.196421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc371bc4-2d89-4c8f-a2fa-57ef315e901f req-33fa80b7-ae98-4a78-ba9a-66c6e2545aa9 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0575485 Apr 20 15:22:16.236038 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc371bc4-2d89-4c8f-a2fa-57ef315e901f req-ef04f032-7426-498e-895b-13f15fc76657 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Apr 20 15:22:16.355833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068e3a9-4349-4a8c-937d-b13582430207 req-f21b88f0-e17f-4915-a79a-6bfc56297a00 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:16.357313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a068e3a9-4349-4a8c-937d-b13582430207 req-f21b88f0-e17f-4915-a79a-6bfc56297a00 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0516148 Apr 20 15:22:16.399906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a068e3a9-4349-4a8c-937d-b13582430207 req-b46e8290-bec8-4dc8-b88d-5e368d35657e tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Apr 20 15:22:16.521768 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888292-4bd1-461f-9a95-d67bbf2dd024 req-f7f0d770-066b-426c-b871-a6f15aed514f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:16.523687 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc888292-4bd1-461f-9a95-d67bbf2dd024 req-f7f0d770-066b-426c-b871-a6f15aed514f tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 943 time: 0.0555789 Apr 20 15:22:16.561983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc888292-4bd1-461f-9a95-d67bbf2dd024 req-0f5fd784-1c18-4887-9a51-2317ebf7cd3a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Apr 20 15:22:16.616224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:22:16.721848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:16.738334 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'network_id': 'bf6d0ca5-898c-4eac-ad13-4acd1dd58721', 'port_id': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'mac_address': 'fa:16:3e:82:5d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e56422c-9b69-4a59-843a-f2307079eb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:22:16.775626 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:16.788957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:22:16.809590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:16.814290 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:16.869658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:16.899549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430b837-d4cf-4a9a-baac-88c84a044cc1 req-1c9b1d8d-7e19-49e7-bc9a-6c4e150f2264 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:16.900994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3430b837-d4cf-4a9a-baac-88c84a044cc1 req-1c9b1d8d-7e19-49e7-bc9a-6c4e150f2264 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 944 time: 0.0517945 Apr 20 15:22:16.938819 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3430b837-d4cf-4a9a-baac-88c84a044cc1 req-e3ca1f53-c5ae-4603-8127-19e11718e3be tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Apr 20 15:22:17.037107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:22:18.076308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e27d9-8c16-4c22-915c-4c6193ab5f5d req-6d146df9-d3a7-402c-ae8c-9728e383df66 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:18.077811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-505e27d9-8c16-4c22-915c-4c6193ab5f5d req-6d146df9-d3a7-402c-ae8c-9728e383df66 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 944 time: 0.0671489 Apr 20 15:22:18.081549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-ce67aa36-baee-4903-93f3-df98bc4967c6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:18.083034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-ce67aa36-baee-4903-93f3-df98bc4967c6 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f79776-74eb-47a0-843f-102bf2bfb329 HTTP/1.1" status: 200 len: 944 time: 0.0637577 Apr 20 15:22:18.125171 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-505e27d9-8c16-4c22-915c-4c6193ab5f5d req-f7aeaa49-0fde-4edb-8688-d558f3338b71 tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d284006-d098-4aa0-a279-f4b71a6d8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Apr 20 15:22:18.191433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Deleting port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:22:18.191797 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:18.302319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] For port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,segment=NetworkSegment(d9cbc880-9230-4d12-b870-c39ce2fc27eb),segment_id=d9cbc880-9230-4d12-b870-c39ce2fc27eb)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:18.302956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:18.320981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Calling delete_port for 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:22:18.479109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:18.490621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:22:18.522986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Pushing event deleted for resources: {'Port': ['ID=6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:18.564266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] No DVR routers for this DVR port 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:22:18.567388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:18.570768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9a8a9cec-bbd3-4217-952d-6f214ed9a6fb req-9e29ed68-6843-4437-a80d-2163f404ea2a tempest-ServerDiskConfigTestJSON-521493826 tempest-ServerDiskConfigTestJSON-521493826-project] 10.222.0.43 "DELETE /v2.0/ports/6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 HTTP/1.1" status: 204 len: 173 time: 0.4806843 Apr 20 15:22:18.571199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-deleted', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:18.573480 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f86f5-b277-4b45-8fc8-467ce14400ee" -d '{"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-deleted", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:18.612756 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfae98a-af7b-46d8-9795-110d010705cb x-openstack-request-id: req-bdfae98a-af7b-46d8-9795-110d010705cb {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:18.613046 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f79776-74eb-47a0-843f-102bf2bfb329", "name": "network-vif-deleted", "tag": "6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:18.613298 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdfae98a-af7b-46d8-9795-110d010705cb {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:18.613707 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfae98a-af7b-46d8-9795-110d010705cb'] response: {'server_uuid': '64f79776-74eb-47a0-843f-102bf2bfb329', 'name': 'network-vif-deleted', 'tag': '6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1', 'status': 'completed', 'code': 200} Apr 20 15:22:18.616151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:22:18.643093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:22:18.643434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 6ba4fcef-5ac0-4333-b712-8cb6deb6f0c1 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:22:19.263274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:19.319667 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Deleting subnet 0e56422c-9b69-4a59-843a-f2307079eb61 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:22:19.322803 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.361557 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.406444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.466684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.492660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e56422c-9b69-4a59-843a-f2307079eb61,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:19.498509 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.502108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b39c39b5-c2d7-4e98-b6f6-adaf66160a98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e56422c-9b69-4a59-843a-f2307079eb61 HTTP/1.1" status: 204 len: 168 time: 0.2375939 Apr 20 15:22:19.505440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47946) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:19.586521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.667698 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.689303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6d0ca5-898c-4eac-ad13-4acd1dd58721']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:19.698228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cbc880-9230-4d12-b870-c39ce2fc27eb') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:19.698519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cbc880-9230-4d12-b870-c39ce2fc27eb') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:19.708326 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.721904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.728207 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:22:19.729025 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:22:19.731268 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:22:19.790047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.795008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:19.798600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bf6d0ca5-898c-4eac-ad13-4acd1dd58721 HTTP/1.1" status: 204 len: 168 time: 0.2922249 Apr 20 15:22:19.811465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7009-fc17-4e24-af23-12e5ca295247 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6d0ca5-898c-4eac-ad13-4acd1dd58721,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:19.920988 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47950) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:19.961486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e830341-99e5-4e92-8f4c-e151494db862 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8272f0db535249b38c8289d0b4a00798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393333 Apr 20 15:22:19.964040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47952) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:20.014083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:20.034659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:20.096852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:20.099378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:20.103011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d284006-d098-4aa0-a279-f4b71a6d8432 HTTP/1.1" status: 204 len: 168 time: 0.1380692 Apr 20 15:22:20.111220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20923d-4058-410a-b716-1273327ad2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d284006-d098-4aa0-a279-f4b71a6d8432,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:20.824393 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47974) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:20.924220 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1496413859-network', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:20.945718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:22:20.948355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:20.956944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.033622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.039622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.064836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:22:21.076218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6025993-c3c6-4f1a-812a-604fe0f3d214,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:21.082787 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.083133 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Added segment 4462d061-bcca-4504-9f42-8ff8cf03204c of type vlan for network 9499dcd5-7c81-4e35-b735-bafa658c7b8c Apr 20 15:22:21.124249 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.152759 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.153863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:21.154449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.204716 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3791933 Apr 20 15:22:21.207922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:21.212883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Request body: {'subnet': {'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1496413859-subnet', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:21.218174 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a8c9-8c9d-4a5d-b0e6-df3802bce5dc admin admin] Pushing event updated for resources: {'Network': ['ID=9499dcd5-7c81-4e35-b735-bafa658c7b8c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:21.228674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:22:21.236718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:22:21.239120 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.411699 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.465150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345eeaaa-517b-4708-b761-4717b9bf870b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:21.474548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:21.474929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Network hostable DHCP agents. Network: 9499dcd5-7c81-4e35-b735-bafa658c7b8c, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:22:21.493459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:22:21.503154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 9499dcd5-7c81-4e35-b735-bafa658c7b8c) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:21.507414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:21.508094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.512097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc79ecd-a7c7-4ead-b4d1-edaac20af78f None None] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:22:21.526050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e2fcb889-9daf-4dc7-bed4-17bfd9182b28 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3170257 Apr 20 15:22:21.529045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47980) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:21.534109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:21.553726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.554770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.605195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.661558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:22:21.662480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.743097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.808314 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Allocated IP 172.20.0.2 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:22:21.944300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.950656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.967186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.986534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:21.988480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:21.993706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:21.997460 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:22:22.006263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Pushing event updated for resources: {'Port': ['ID=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:22.056806 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Attempting to bind port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:22:22.057194 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Attempting to bind port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:22:22.057565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Attempting to bind port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:22.062874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:22:22.063291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:22.063685 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.064154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:22:22.064549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Bound port: f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:22:22.064984 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.091502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Allocated IP 172.25.1.68 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/21cd966d-a06b-468d-bbdf-d7ea7920b417) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:22:22.126406 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] For port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:22.129627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] For port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:22:22.134082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.192390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7614e4-3791-48c6-80a4-2c0785213592 None None] Pushing event updated for resources: {'Port': ['ID=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:22.209495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.247385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.291601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:22.296385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:22.301100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:22:22.304598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=21cd966d-a06b-468d-bbdf-d7ea7920b417,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:22.530079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:22.586257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:22.586534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.634295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.674600 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.708940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:22.714887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.767172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:22.859885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:22.994407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:22:23.099622 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea612c8-eb7c-489c-8395-4bd001bf9744 None None] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:22:23.104076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:22:23.112960 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:22:23.122726 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.126900 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:23.127051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7287f08b-643b-4d1e-a198-16842c60fbd6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5936327 Apr 20 15:22:23.127160 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:23.127457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47982) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:23.173722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e0c2cb87-7ca1-479c-baea-89739a559a5b None None] Provisioning complete for port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:23.173975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e0c2cb87-7ca1-479c-baea-89739a559a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.232392 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:23.435368 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:22Z', 'revision_number': 3, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:23.465617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:22:23.465970 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Updating router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 port 21cd966d-a06b-468d-bbdf-d7ea7920b417 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:22:23.498457 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.631483 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1b6aa56d-582d-44ab-a0f2-b7719f42ea43 None None] Provisioning complete for port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:23.632174 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b6aa56d-582d-44ab-a0f2-b7719f42ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.812637 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.818933 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.874597 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Attempting to bind port 21cd966d-a06b-468d-bbdf-d7ea7920b417 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:22:23.874968 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Attempting to bind port 21cd966d-a06b-468d-bbdf-d7ea7920b417 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:22:23.875330 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Attempting to bind port 21cd966d-a06b-468d-bbdf-d7ea7920b417 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:23.880579 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Pushing event updated for resources: {'Port': ['ID=21cd966d-a06b-468d-bbdf-d7ea7920b417,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:23.889201 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.889535 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.889864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.890186 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.890502 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.890843 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.891160 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.891473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.891787 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.892102 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.892409 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.892741 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:23.897312 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:22:23.897696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:23.898106 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.898481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:22:23.898998 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Bound port: 21cd966d-a06b-468d-bbdf-d7ea7920b417, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:22:23.899383 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.953167 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] For port 21cd966d-a06b-468d-bbdf-d7ea7920b417, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:23.955966 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:23.956476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] For port 21cd966d-a06b-468d-bbdf-d7ea7920b417, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=21cd966d-a06b-468d-bbdf-d7ea7920b417,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:22:23.961328 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.017950 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:24.018558 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:24.023152 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea5d02-9de4-4c36-854d-7a2b774ce467 None None] Pushing event updated for resources: {'Port': ['ID=21cd966d-a06b-468d-bbdf-d7ea7920b417,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:24.114099 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Allocated IP 172.20.0.1 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/a2835b44-9acf-4438-b984-9438c14d06a3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:22:24.127814 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:24.225344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.259503 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.300471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:24.303351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:24.305950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:22:24.331084 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Pushing event updated for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:24.346490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.346859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.347553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.347881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.348216 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.348542 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.348869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.349191 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.349514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.349830 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.350149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.350464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:22:24.363684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.411845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:22Z', 'revision_number': 3, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:24.442018 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708fd78-a388-4ed3-aaea-3cb591d964dc None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:22Z', 'revision_number': 3, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:22:24.517873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.518291 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:24.572514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-92642044-bb68-47e8-92be-b598d1f8f4b4 None None] Provisioning complete for port a2835b44-9acf-4438-b984-9438c14d06a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:24.572884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92642044-bb68-47e8-92be-b598d1f8f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.612801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-92642044-bb68-47e8-92be-b598d1f8f4b4 None None] Port a2835b44-9acf-4438-b984-9438c14d06a3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:22:24.615243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:24.615616 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.721784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.727164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.801989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:24.804032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Pushing event updated for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:24.922518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:24.924005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:25.045804 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:22:25.134469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-883c1640-992f-4208-9255-9f9051f1b887 None None] Provisioning complete for port a2835b44-9acf-4438-b984-9438c14d06a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:25.135530 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-883c1640-992f-4208-9255-9f9051f1b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.164035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:22:25.168963 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-276d3a0d-4e26-4989-b944-5ed09f37f212 admin admin] 10.222.0.20 "PUT /v2.0/routers/5ffd6bf7-94f9-4da6-ac62-263050762ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0404282 Apr 20 15:22:25.180492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-883c1640-992f-4208-9255-9f9051f1b887 None None] Port a2835b44-9acf-4438-b984-9438c14d06a3 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:22:25.736883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47990) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:25.741583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149253327', 'description': 'tempest-description--1674266084'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:25.765200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.834626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.840266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.872008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.873362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1354225 Apr 20 15:22:25.876760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47992) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:25.877809 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283e38-8a90-456e-9b62-037794ca023c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6021e7da-7413-4acb-84be-8e491597edee,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:25.882429 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'security_group_rule': {'security_group_id': '6021e7da-7413-4acb-84be-8e491597edee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:25.909727 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.966301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.971023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:25.990009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa74ece-ca22-4a65-9889-7b5a7f162ae1,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:25.999850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.001094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c0bb98bc-686e-4da0-8f13-d1ba53166065 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233153 Apr 20 15:22:26.003830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 47994) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:26.008259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'security_group_rule': {'security_group_id': '6021e7da-7413-4acb-84be-8e491597edee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:26.036866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.057811 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:22:26.068889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:26.069802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:26.097551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.101972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.119049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0067a55d-d51d-4f05-bf11-96ba74aeac31,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:26.130123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.131348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-42e0e2db-5492-420e-b708-f31b0effdf32 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265688 Apr 20 15:22:26.134687 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 47996) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:26.139859 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:26.161255 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.180106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:26.264979 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.366421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Allocated IP 172.25.1.111 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/cb35809b-052a-4426-86c2-49d6941635e7) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:22:26.389631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 2, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:26.416943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:22:26.417299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Updating router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 port a2835b44-9acf-4438-b984-9438c14d06a3 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:22:26.447676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.485617 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.523635 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.556540 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 21cd966d-a06b-468d-bbdf-d7ea7920b417 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:26.564827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:26.567186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:26.569675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:22:26.593559 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=cb35809b-052a-4426-86c2-49d6941635e7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:26.666190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.686467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 21cd966d-a06b-468d-bbdf-d7ea7920b417 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:26.686867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.701071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.821629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.828830 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.835048 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.862422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.868418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.881342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 21cd966d-a06b-468d-bbdf-d7ea7920b417, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=21cd966d-a06b-468d-bbdf-d7ea7920b417,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:26.894357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.903992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfa9ab-cdbb-4c79-a546-c107af471bf8 None None] Pushing event updated for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:26.948362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=cb35809b-052a-4426-86c2-49d6941635e7,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:26.961230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.982455 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:26.983746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2f8615ed-7db3-4e0e-865c-d9177d73c6f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8480883 Apr 20 15:22:26.996788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Attempting to bind port a2835b44-9acf-4438-b984-9438c14d06a3 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:22:26.997158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Attempting to bind port a2835b44-9acf-4438-b984-9438c14d06a3 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:22:26.997579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Attempting to bind port a2835b44-9acf-4438-b984-9438c14d06a3 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:26.999698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=21cd966d-a06b-468d-bbdf-d7ea7920b417,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:27.006039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:22:27.006403 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:27.006821 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.007203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:22:27.007667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Bound port: a2835b44-9acf-4438-b984-9438c14d06a3, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:22:27.008042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.086265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] For port a2835b44-9acf-4438-b984-9438c14d06a3, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:27.090715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] For port a2835b44-9acf-4438-b984-9438c14d06a3, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2835b44-9acf-4438-b984-9438c14d06a3,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:22:27.096454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.144781 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-ce7ce5c7-a729-42dd-ae79-14a48f3c0cee tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1149253327&fields=id&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 267 time: 0.0405979 Apr 20 15:22:27.152797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:27.153354 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:27.202366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfa9ab-cdbb-4c79-a546-c107af471bf8 None None] Pushing event updated for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:27.263429 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] Provisioning complete for port a2835b44-9acf-4438-b984-9438c14d06a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:27.263832 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.267199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-819df841-95d6-48c0-9060-38da7ee73148 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:27.268772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-819df841-95d6-48c0-9060-38da7ee73148 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1156101 Apr 20 15:22:27.285426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-18640666-5af4-4c96-8061-f1f16d8b4f77 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/quotas/9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 375 time: 0.0098057 Apr 20 15:22:27.309303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:27.347116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-978480dd-b531-4116-a495-6dc3c018412a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535018 Apr 20 15:22:27.442082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-1e804b03-a4c2-4fed-bd7b-636a462924db service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836539 Apr 20 15:22:27.472853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.529307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] For port a2835b44-9acf-4438-b984-9438c14d06a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2835b44-9acf-4438-b984-9438c14d06a3,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:27.532769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-67059ef6-c5af-4da3-9e07-8074f9a04862 service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840812 Apr 20 15:22:27.552078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.616180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc9b7a-57ab-4c55-a6d1-de17efcdc1b5 None None] Pushing event updated for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:27.631558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:27.677614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bdb-451b-40bb-8e37-16351925d7ae None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:22:27.692986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bb06c1db-8533-4076-b5fc-18a5e2c30525 None None] Provisioning complete for port a2835b44-9acf-4438-b984-9438c14d06a3 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:27.693359 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb06c1db-8533-4076-b5fc-18a5e2c30525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:27.718922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f408203-952e-4d52-98f0-5e337dcde34b req-0ab7288e-0cb3-4690-aad3-d7b2ef0aa433 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 210 time: 0.0384939 Apr 20 15:22:28.570810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2835b44-9acf-4438-b984-9438c14d06a3 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:28.633858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a2835b44-9acf-4438-b984-9438c14d06a3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:28.634431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:28.718602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 21cd966d-a06b-468d-bbdf-d7ea7920b417 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:28.771304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 21cd966d-a06b-468d-bbdf-d7ea7920b417 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:28.771304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:28.772759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-1007dc42-458a-41bb-b483-ec699ca1b3f6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:28.774418 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-1007dc42-458a-41bb-b483-ec699ca1b3f6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1458576 Apr 20 15:22:28.824571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-a15fff90-5d13-40e1-b3c6-22f72ea41132 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 380 time: 0.0399203 Apr 20 15:22:28.831111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-196c41ec-f746-4265-afed-251202a98e46 req-09439395-4f0b-415d-a59d-7fea1904019c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 210 time: 0.0296938 Apr 20 15:22:28.833780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'port': {'device_id': '9b1d4811-8a09-4f22-a884-172239a33511', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'admin_state_up': True, 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'security_groups': ['6021e7da-7413-4acb-84be-8e491597edee']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:28.946400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:22:28.949860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.079845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Allocated IP 172.20.0.6 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/e9b10de0-2376-4dc1-ae82-3fc1fd17805a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:22:29.222061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.259291 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.302263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:22:29.305478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:22:29.309270 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:22:29.315720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:29.363339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:29.363960 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.381891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2236bc60-3914-4659-8198-6acab9ef28a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520029 Apr 20 15:22:29.394778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Request body: {'port': {'device_id': '9b1d4811-8a09-4f22-a884-172239a33511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:29.449796 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.539371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b8808dff-c356-46c6-9035-be9cbf9057a7 None None] Provisioning complete for port e9b10de0-2376-4dc1-ae82-3fc1fd17805a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:29.539733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b8808dff-c356-46c6-9035-be9cbf9057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.572605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b8808dff-c356-46c6-9035-be9cbf9057a7 None None] Port e9b10de0-2376-4dc1-ae82-3fc1fd17805a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:22:29.731753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b10de0-2376-4dc1-ae82-3fc1fd17805a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:22:29.739150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.751048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Transition to ACTIVE for port object e9b10de0-2376-4dc1-ae82-3fc1fd17805a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:22:29.756271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.803537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:29.883316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:22:29.883660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:22:29.884021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:29.889310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:22:29.889631 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:22:29.894651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:22:29.894987 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:22:29.895363 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:22:29.895787 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Bound port: e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:22:29.896147 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:29.963829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:22:29.966842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8234-9021-48ef-bc79-8286092e689e req-c3c55319-65da-42c3-a6a0-28029d07c796 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:29.967374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:22:29.968575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-852e8234-9021-48ef-bc79-8286092e689e req-c3c55319-65da-42c3-a6a0-28029d07c796 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0534432 Apr 20 15:22:29.972701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:30.011390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-852e8234-9021-48ef-bc79-8286092e689e req-56cc88e6-5eb7-4c26-9020-a2bad35f1542 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Apr 20 15:22:30.013590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.014210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:30.015614 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] 10.222.0.43 "PUT /v2.0/ports/e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 1091 time: 0.6252337 Apr 20 15:22:30.016058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:30.018448 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca65d00-52d9-426e-af19-fd5e9e050467" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:30.035518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ccf16-fc9a-4e05-9d2a-84fdf075163e service neutron] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:30.088088 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbd445-3214-49aa-bb5a-03896d549bdd x-openstack-request-id: req-22cbd445-3214-49aa-bb5a-03896d549bdd {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:30.088395 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:30.088623 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22cbd445-3214-49aa-bb5a-03896d549bdd {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:30.089024 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cbd445-3214-49aa-bb5a-03896d549bdd'] response: {'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'status': 'completed', 'code': 200} Apr 20 15:22:30.105490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2aef4988-880e-4170-bc56-83f7b23aa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.107382 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-2aef4988-880e-4170-bc56-83f7b23aa988 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0461938 Apr 20 15:22:30.153412 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-74c109d5-8299-4269-9ab4-02177ec349dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 217 time: 0.0390267 Apr 20 15:22:30.202345 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-04b115e3-88c3-4dc6-b49c-735846157e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.203887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-04b115e3-88c3-4dc6-b49c-735846157e51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0444393 Apr 20 15:22:30.249461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-d98894ef-f112-49fe-97df-4c74a41d4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.250887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-d98894ef-f112-49fe-97df-4c74a41d4cbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410268 Apr 20 15:22:30.342313 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-b7c324e5-5fa3-419a-90c4-869e8296c6eb service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Apr 20 15:22:30.432839 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4d862318-4c1f-46c0-90c9-c7da0ea0758e req-9b06f8a4-9336-43f4-82de-1d1c18ad3c3d service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Apr 20 15:22:30.537624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-c939df15-4d64-40fa-ad53-a4b501fcb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.539030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-c939df15-4d64-40fa-ad53-a4b501fcb4b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0506470 Apr 20 15:22:30.635846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-eff9bc7b-beec-4fcf-92cd-b7dd56661579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.637298 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-eff9bc7b-beec-4fcf-92cd-b7dd56661579 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0918295 Apr 20 15:22:30.679748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-3e208010-89c5-426d-867a-1f4fc78f6fdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 217 time: 0.0356307 Apr 20 15:22:30.745641 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-112c771e-5dde-4faf-abf2-e85d564e2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.747190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-112c771e-5dde-4faf-abf2-e85d564e2bef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0603373 Apr 20 15:22:30.794136 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-83b71a89-f981-492f-bbac-8d7444bf0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:30.795505 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-83b71a89-f981-492f-bbac-8d7444bf0733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414872 Apr 20 15:22:30.889122 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-bb4c2ba9-be0f-44dc-847b-4357228155b6 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862706 Apr 20 15:22:30.981074 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ca65d00-52d9-426e-af19-fd5e9e050467 req-49b18eaf-d810-4d28-b115-0d0d05864dfe service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851662 Apr 20 15:22:31.135747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33e2dd-7cf0-4031-93e6-07a47d7e5a5a req-beb39c99-368c-427c-91d7-96ff38f6b9a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:31.138235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b33e2dd-7cf0-4031-93e6-07a47d7e5a5a req-beb39c99-368c-427c-91d7-96ff38f6b9a2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0552661 Apr 20 15:22:31.177041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b33e2dd-7cf0-4031-93e6-07a47d7e5a5a req-62c1b015-e75c-40f7-a315-a318eb31ad27 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Apr 20 15:22:32.314755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f297f-d986-49bb-93b0-59fa2335f0f9 req-22f7220c-934b-46cb-93f8-3f0bbd31412e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:32.316166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a6f297f-d986-49bb-93b0-59fa2335f0f9 req-22f7220c-934b-46cb-93f8-3f0bbd31412e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0611675 Apr 20 15:22:32.354963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4a6f297f-d986-49bb-93b0-59fa2335f0f9 req-6a161e08-e058-4bfd-aab6-f11dc488d637 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325985 Apr 20 15:22:33.484229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98de9-509a-42e1-8147-b0ca18e256f8 req-cc5da66f-3489-42f5-9301-09568778bf67 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:33.485765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a98de9-509a-42e1-8147-b0ca18e256f8 req-cc5da66f-3489-42f5-9301-09568778bf67 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0607758 Apr 20 15:22:33.526667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74a98de9-509a-42e1-8147-b0ca18e256f8 req-c73e3d79-4645-44ff-932a-caa594cfcca5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Apr 20 15:22:33.819718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:34.658307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e9495-2c57-4cbf-b985-a9009a892f77 req-7c2204b4-a696-4361-95df-dc42c5efd6c9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:34.659786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa6e9495-2c57-4cbf-b985-a9009a892f77 req-7c2204b4-a696-4361-95df-dc42c5efd6c9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0642064 Apr 20 15:22:34.703324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fa6e9495-2c57-4cbf-b985-a9009a892f77 req-ee009ec9-b2bd-493a-abef-9a457bcc5ca5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371852 Apr 20 15:22:34.736548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:22:34.833908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:34.845751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'mac_address': 'fa:16:3e:87:79:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:22:34.886005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:34.898952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b10de0-2376-4dc1-ae82-3fc1fd17805a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:22:34.917380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:34.923802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:34.970745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:35.118407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e9b10de0-2376-4dc1-ae82-3fc1fd17805a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:22:35.828052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb8505-6407-4723-a83c-81e22a3b03f7 req-ea248565-66e0-4730-bc0d-dea5fec0b7d0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:35.829427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01cb8505-6407-4723-a83c-81e22a3b03f7 req-ea248565-66e0-4730-bc0d-dea5fec0b7d0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 944 time: 0.0535538 Apr 20 15:22:35.869127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-01cb8505-6407-4723-a83c-81e22a3b03f7 req-7a69335e-58d3-4c35-8f7d-d661768dd6c4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Apr 20 15:22:36.750064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:22:36.811562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port e9b10de0-2376-4dc1-ae82-3fc1fd17805a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:22:36.815780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port e9b10de0-2376-4dc1-ae82-3fc1fd17805a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:22:36.816286 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:36.894873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:36.920258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:36.922719 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002d314-bdec-4255-a21e-04812e3313d6" -d '{"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-plugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:36.935495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:22:36.940560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:36.974651 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214a0d4-4b86-4789-91e3-427a058e0db1 x-openstack-request-id: req-c214a0d4-4b86-4789-91e3-427a058e0db1 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:36.974932 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-plugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:36.975219 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c214a0d4-4b86-4789-91e3-427a058e0db1 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:36.975615 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c214a0d4-4b86-4789-91e3-427a058e0db1'] response: {'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'code': 200} Apr 20 15:22:36.990016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:22:36.993636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef5030-cc65-463c-a9e1-64da0fbdafa3 req-c1a51308-ccdd-4647-9db6-d4b5d2ad2041 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:36.995894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bef5030-cc65-463c-a9e1-64da0fbdafa3 req-c1a51308-ccdd-4647-9db6-d4b5d2ad2041 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Apr 20 15:22:37.008383 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:22:37.035988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3bef5030-cc65-463c-a9e1-64da0fbdafa3 req-b6ed9db3-8705-490d-97f9-a9c954989ebf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339260 Apr 20 15:22:37.069945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328cb81-6a6c-4c3e-a5af-b7c71c6b5b67 req-0b7b613c-daff-47fe-9cf7-e0e630aa5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:37.071483 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8328cb81-6a6c-4c3e-a5af-b7c71c6b5b67 req-0b7b613c-daff-47fe-9cf7-e0e630aa5d96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1096 time: 0.0404882 Apr 20 15:22:37.106105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8328cb81-6a6c-4c3e-a5af-b7c71c6b5b67 req-3ee850b9-03d4-4c9c-a26d-b90d10c32819 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279403 Apr 20 15:22:38.160816 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16993-963b-419d-89a8-2f0bac12c0e4 req-f061bbbd-0d99-48a9-b985-908f62e1bff2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:38.162285 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68f16993-963b-419d-89a8-2f0bac12c0e4 req-f061bbbd-0d99-48a9-b985-908f62e1bff2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Apr 20 15:22:38.200282 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68f16993-963b-419d-89a8-2f0bac12c0e4 req-565f0429-d54b-4d24-b99f-e789a331e517 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316327 Apr 20 15:22:39.329432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac1f9e-7a79-4084-940a-f80adbae1f25 req-1eff7db0-a8d2-4acc-abe0-f90c39d1875c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:39.330897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dac1f9e-7a79-4084-940a-f80adbae1f25 req-1eff7db0-a8d2-4acc-abe0-f90c39d1875c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0589814 Apr 20 15:22:39.369293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4dac1f9e-7a79-4084-940a-f80adbae1f25 req-8e69911f-64ba-4d6b-a2eb-c26f223d1ad9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Apr 20 15:22:39.486077 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c45f9-cb70-48fa-b57e-0eb5ff69af74 req-60db3240-ec6a-4700-9e39-b9df5e57c333 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:39.487481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-de2c45f9-cb70-48fa-b57e-0eb5ff69af74 req-60db3240-ec6a-4700-9e39-b9df5e57c333 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0487735 Apr 20 15:22:39.499381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48048) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:22:39.503959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'floatingip': {'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:22:39.546816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:39.988816 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:39.996337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:40.184341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f56d6f79-c9da-4339-a37a-e7acc171141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:40.436514 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 associated. External IP: 172.25.1.111, port: e9b10de0-2376-4dc1-ae82-3fc1fd17805a. Apr 20 15:22:40.657637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:22:40.772252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:22:40.777521 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:40.782717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:22:40.792169 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:40.792785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:40.809157 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8755cbd2-1f5d-4fc6-a561-90a9a333411f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "PUT /v2.0/floatingips/651fa1d4-755b-40f2-aaae-87a0b52629f4 HTTP/1.1" status: 200 len: 991 time: 1.3086388 Apr 20 15:22:40.809846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:22:40.812529 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21431b3d-b381-4fdb-ab92-acf3588129fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:22:40.865889 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce057364-9fe8-4f5d-869b-bc6c042fa8d4 x-openstack-request-id: req-ce057364-9fe8-4f5d-869b-bc6c042fa8d4 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:22:40.866402 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:22:40.866872 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce057364-9fe8-4f5d-869b-bc6c042fa8d4 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:22:40.867488 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce057364-9fe8-4f5d-869b-bc6c042fa8d4'] response: {'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'status': 'completed', 'code': 200} Apr 20 15:22:40.907616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:40.913987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176d34-e7e9-409f-93b6-44e3df93ea32 req-cbdbeba5-89ca-4511-a682-c66a6eebb310 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:40.915534 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b176d34-e7e9-409f-93b6-44e3df93ea32 req-cbdbeba5-89ca-4511-a682-c66a6eebb310 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0515285 Apr 20 15:22:40.933295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-a4e76ce4-b9d0-436f-8a43-72f293afbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:40.935350 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-a4e76ce4-b9d0-436f-8a43-72f293afbf69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1096 time: 0.0444584 Apr 20 15:22:40.955272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b176d34-e7e9-409f-93b6-44e3df93ea32 req-fd5b23a4-3a16-4a39-aec1-2cc2d25b2116 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Apr 20 15:22:41.031462 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-4cf3119d-10ab-491f-bb14-4d5a0231a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:41.033603 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-4cf3119d-10ab-491f-bb14-4d5a0231a5a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0918419 Apr 20 15:22:41.088468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732b7a8-bca4-4444-9676-8b529628b60d req-454e60a1-e15b-474b-836a-a174cd0acddc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:41.090095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5732b7a8-bca4-4444-9676-8b529628b60d req-454e60a1-e15b-474b-836a-a174cd0acddc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Apr 20 15:22:41.108176 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-0654a4fb-52cc-4cf9-a46d-fe9ee469fe14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 999 time: 0.0665054 Apr 20 15:22:41.131900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5732b7a8-bca4-4444-9676-8b529628b60d req-be45bb2d-cd5d-4d3f-91fa-854773cfb10f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Apr 20 15:22:41.144058 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:87:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d4811-8a09-4f22-a884-172239a33511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:22:39Z', 'revision_number': 1, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:41.162389 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-2c9ad11c-0f87-4fbe-8d11-c792ab706061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:41.163901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-2c9ad11c-0f87-4fbe-8d11-c792ab706061 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0488050 Apr 20 15:22:41.170247 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:22:41.178780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:22:41.179376 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:22:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:41.210368 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-def52d5f-d981-431d-aab6-a6dea4dcadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:41.212012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-def52d5f-d981-431d-aab6-a6dea4dcadf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420687 Apr 20 15:22:41.283465 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:22:41.307071 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-c608fda4-c338-4662-9278-78819f53cba0 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874958 Apr 20 15:22:41.399209 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-21431b3d-b381-4fdb-ab92-acf3588129fa req-25d756b2-a759-43b9-85b5-f6dca090cab3 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861137 Apr 20 15:22:41.503575 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:87:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d4811-8a09-4f22-a884-172239a33511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:22:39Z', 'revision_number': 1, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:22:41.532149 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dccd1a1-1bf8-42ba-817d-e047d714395e None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:87:79:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d4811-8a09-4f22-a884-172239a33511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:22:39Z', 'revision_number': 1, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:22:41.740024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591083aa-b232-41bf-81e0-6a86e4185018 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:22:42.254986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275b1a1-2ab0-4eb5-923f-f91338df2ff7 req-f74ae9a0-96ff-4452-aaf0-aca7f63987a3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:42.256451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2275b1a1-2ab0-4eb5-923f-f91338df2ff7 req-f74ae9a0-96ff-4452-aaf0-aca7f63987a3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0513153 Apr 20 15:22:42.294699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2275b1a1-2ab0-4eb5-923f-f91338df2ff7 req-b839b9cd-a614-41be-85e0-26718eeffe00 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Apr 20 15:22:42.423921 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77e60b-e942-4ee1-96d4-7b449d9034f5 req-1a007538-be10-405e-9061-e8f1434239b6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:42.425322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b77e60b-e942-4ee1-96d4-7b449d9034f5 req-1a007538-be10-405e-9061-e8f1434239b6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0581102 Apr 20 15:22:42.471033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b77e60b-e942-4ee1-96d4-7b449d9034f5 req-0d8454b0-c96a-4936-aebe-e470fa03ef47 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Apr 20 15:22:42.704395 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-eecb61de-4e4e-47d7-82f9-3eaae677473c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441885 Apr 20 15:22:42.727173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670539e-39b2-4391-be3d-7c645158337c req-ccd3b668-7a81-4a7e-bbf4-ff0e6de841fe tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:42.728666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a670539e-39b2-4391-be3d-7c645158337c req-ccd3b668-7a81-4a7e-bbf4-ff0e6de841fe tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0606937 Apr 20 15:22:42.770009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a670539e-39b2-4391-be3d-7c645158337c req-8c217750-5355-4c33-8c84-85364f081987 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344543 Apr 20 15:22:43.541143 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9a3b758-d065-4a4c-bd9d-46cee5edb066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:43.827458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:43.891626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-8372e99b-cc86-49ad-867a-776f379aacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:43.893128 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-8372e99b-cc86-49ad-867a-776f379aacc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1096 time: 0.0463421 Apr 20 15:22:43.895344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d69f75-1e84-4edf-90a0-caf609bbc370 req-604cf889-4216-457e-846d-9b2516c5058e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:43.896843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4d69f75-1e84-4edf-90a0-caf609bbc370 req-604cf889-4216-457e-846d-9b2516c5058e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Apr 20 15:22:43.935573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4d69f75-1e84-4edf-90a0-caf609bbc370 req-9523f588-c5ec-4467-898f-0d392cb55a6f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Apr 20 15:22:43.990732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-298faf12-cd5d-4fe8-af30-b0af48fddecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:43.992243 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-298faf12-cd5d-4fe8-af30-b0af48fddecf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0921378 Apr 20 15:22:44.065289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-fc610ff4-0776-4916-b40e-0de22daae7cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 1001 time: 0.0664032 Apr 20 15:22:44.114329 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-c5fec966-4290-42fa-ac39-543dfe0b47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:44.115793 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-c5fec966-4290-42fa-ac39-543dfe0b47ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0442393 Apr 20 15:22:44.166647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-28a13bfd-d496-459d-8c3a-411b4f45501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:44.168181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-28a13bfd-d496-459d-8c3a-411b4f45501d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420363 Apr 20 15:22:44.268225 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-bd9157bf-3b30-40a2-a866-c298a986af73 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932267 Apr 20 15:22:44.356887 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-e854e6df-a0a2-49e1-aab0-0d27fcc73cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819392 Apr 20 15:22:44.524904 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:45.068373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcccce-5837-4a9a-89dd-50b97d34b252 req-e56bfda8-c63b-46a8-a951-a6216bcac29f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:45.069923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbbcccce-5837-4a9a-89dd-50b97d34b252 req-e56bfda8-c63b-46a8-a951-a6216bcac29f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0546660 Apr 20 15:22:45.112647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dbbcccce-5837-4a9a-89dd-50b97d34b252 req-88c4994c-6fcc-4370-a4a0-5559df4d03cc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Apr 20 15:22:45.372278 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:45.375532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:22:46.255470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ad7e-8a20-4960-8492-d655bf8ef0e9 req-d343d0d6-c587-4384-bdee-30a7dbceca28 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:46.257128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc2ad7e-8a20-4960-8492-d655bf8ef0e9 req-d343d0d6-c587-4384-bdee-30a7dbceca28 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0637062 Apr 20 15:22:46.296856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc2ad7e-8a20-4960-8492-d655bf8ef0e9 req-ee5a8219-c97c-4d30-a058-bffaffcf4380 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Apr 20 15:22:47.430829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d658dd-61ce-47a9-b250-4c56c4109080 req-59356a1b-ba8b-4856-9abc-3f01c10656dd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:47.432297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d658dd-61ce-47a9-b250-4c56c4109080 req-59356a1b-ba8b-4856-9abc-3f01c10656dd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Apr 20 15:22:47.475593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-80d658dd-61ce-47a9-b250-4c56c4109080 req-16d89772-3df4-49d9-b60a-09ccf529a772 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Apr 20 15:22:48.609329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ed4d-b8d0-415a-9047-fbbd3679a348 req-cc2dfdd8-8b75-4cfd-810d-fe28fe3eee4d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:48.610811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf62ed4d-b8d0-415a-9047-fbbd3679a348 req-cc2dfdd8-8b75-4cfd-810d-fe28fe3eee4d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0567360 Apr 20 15:22:48.649516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf62ed4d-b8d0-415a-9047-fbbd3679a348 req-89155e1a-2dbe-41e5-a3e3-90d4ac61dd3e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Apr 20 15:22:49.780761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49721f0-b8c5-4faa-8dcb-e5729979e5fe req-45920faa-0652-4c29-8bbb-06eb54489288 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:49.782309 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d49721f0-b8c5-4faa-8dcb-e5729979e5fe req-45920faa-0652-4c29-8bbb-06eb54489288 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0597370 Apr 20 15:22:49.822656 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d49721f0-b8c5-4faa-8dcb-e5729979e5fe req-60d49e50-00e6-4949-a594-85d773d9eec8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Apr 20 15:22:50.953021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf6a79-68eb-47aa-b62b-265a82e46545 req-47c7b0b6-d99a-4c4b-9b18-6e07f9c26175 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:50.954528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7bf6a79-68eb-47aa-b62b-265a82e46545 req-47c7b0b6-d99a-4c4b-9b18-6e07f9c26175 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Apr 20 15:22:50.991950 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7bf6a79-68eb-47aa-b62b-265a82e46545 req-4c2037df-5a01-40a8-b293-0c6b2ed06220 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Apr 20 15:22:52.127266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679daf-cba3-4cf0-9949-8c8db54c9063 req-3db8d2c8-790d-4af5-849d-cbade06bfddc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:52.128637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04679daf-cba3-4cf0-9949-8c8db54c9063 req-3db8d2c8-790d-4af5-849d-cbade06bfddc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Apr 20 15:22:52.169663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04679daf-cba3-4cf0-9949-8c8db54c9063 req-bb16c25e-9a60-4c5e-b1e3-0b3110bc1ad6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Apr 20 15:22:53.302386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b93ff-c363-4e3c-86e6-2e703d440d21 req-567dab06-bd4d-46b6-83b0-df93eb36aa6d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:53.303909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23b93ff-c363-4e3c-86e6-2e703d440d21 req-567dab06-bd4d-46b6-83b0-df93eb36aa6d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0559404 Apr 20 15:22:53.346707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c23b93ff-c363-4e3c-86e6-2e703d440d21 req-e24ba1f9-bb75-433a-933e-08d7ba3815de tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Apr 20 15:22:53.515743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-1c9838d8-0bf1-4deb-b3a8-573dfc11b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:53.517141 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-1c9838d8-0bf1-4deb-b3a8-573dfc11b799 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1096 time: 0.0455794 Apr 20 15:22:53.635899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-f99ba2f0-0986-43d4-ae96-e60d4b55d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:53.637382 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-f99ba2f0-0986-43d4-ae96-e60d4b55d221 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1002579 Apr 20 15:22:53.701186 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-28e97e4c-ed38-4676-b147-9f0739860314 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 1001 time: 0.0568092 Apr 20 15:22:53.752981 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-90fe13a8-dd55-4c69-be75-9092ee4599af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:53.754394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-90fe13a8-dd55-4c69-be75-9092ee4599af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0470989 Apr 20 15:22:53.809269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-40c1d219-6613-4d3f-b4e4-cc3f72fedcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:53.810728 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-40c1d219-6613-4d3f-b4e4-cc3f72fedcb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495534 Apr 20 15:22:53.913025 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-802f20fb-f683-4e6a-bcbe-87bffc0893c1 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951865 Apr 20 15:22:54.016842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-63af4a94-431f-4f0e-a9a6-2b832c4b977f req-5546afc8-93a2-4a5f-9eb0-544676c65d47 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965526 Apr 20 15:22:54.476206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81eda3-09e4-4ed4-90f8-26ebd3a40cef req-bde094c1-982b-46e0-b1ff-1b81de5bdd5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:54.477784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b81eda3-09e4-4ed4-90f8-26ebd3a40cef req-bde094c1-982b-46e0-b1ff-1b81de5bdd5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Apr 20 15:22:54.521624 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7b81eda3-09e4-4ed4-90f8-26ebd3a40cef req-d4734e40-15d0-49c3-9abf-4020aebb6207 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344994 Apr 20 15:22:55.642618 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6706-110e-4d4a-877a-22c0efcf8f07 req-133b0d95-6f5f-43a0-adb1-1f223968a36f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:55.644145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-becf6706-110e-4d4a-877a-22c0efcf8f07 req-133b0d95-6f5f-43a0-adb1-1f223968a36f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Apr 20 15:22:55.684124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-becf6706-110e-4d4a-877a-22c0efcf8f07 req-0051cb5d-d6ee-411f-9e75-b09db26fae1d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Apr 20 15:22:56.808798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436c53-325e-4339-8529-5dfa14fee987 req-05ec60c5-2587-4636-8dff-0992b87ea814 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:56.810293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f436c53-325e-4339-8529-5dfa14fee987 req-05ec60c5-2587-4636-8dff-0992b87ea814 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Apr 20 15:22:56.849610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4f436c53-325e-4339-8529-5dfa14fee987 req-8767158e-38fc-4f7f-b431-687431b57715 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Apr 20 15:22:57.996287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a962f9-a6b6-46e0-bb35-511aa637bfe0 req-b6d04d02-6f1b-4eef-9fb5-83bbca1cb945 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:57.998746 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6a962f9-a6b6-46e0-bb35-511aa637bfe0 req-b6d04d02-6f1b-4eef-9fb5-83bbca1cb945 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0649202 Apr 20 15:22:58.047768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6a962f9-a6b6-46e0-bb35-511aa637bfe0 req-8cf8412e-0215-46b0-808e-e5ff34e51c2f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Apr 20 15:22:59.185091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5782c-d0b0-4f65-9277-07184aaef945 req-50449dac-8b31-448a-bada-94d81e92aae9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:22:59.186452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ec5782c-d0b0-4f65-9277-07184aaef945 req-50449dac-8b31-448a-bada-94d81e92aae9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0642030 Apr 20 15:22:59.228255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ec5782c-d0b0-4f65-9277-07184aaef945 req-c7182bb4-5f1f-47c8-a88f-e06d8122e151 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Apr 20 15:23:00.367822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae415c-72f3-4b6a-b209-7611d18c1967 req-5762b1e8-4d04-484f-a6f1-5624bb9f7ef4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:00.369317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43ae415c-72f3-4b6a-b209-7611d18c1967 req-5762b1e8-4d04-484f-a6f1-5624bb9f7ef4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0580969 Apr 20 15:23:00.407571 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-43ae415c-72f3-4b6a-b209-7611d18c1967 req-94ba311c-5877-4d19-a0a2-307f94a2d53b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Apr 20 15:23:01.524875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a8a27-b063-4afc-b500-bb69612548b5 req-0faa5368-afaf-435c-9c63-5b8e7ab98331 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:01.526421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a3a8a27-b063-4afc-b500-bb69612548b5 req-0faa5368-afaf-435c-9c63-5b8e7ab98331 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0493541 Apr 20 15:23:01.565846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a3a8a27-b063-4afc-b500-bb69612548b5 req-280a49ba-555e-4299-8534-12319621744d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331521 Apr 20 15:23:02.698318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2daad-6e86-4d98-ab28-3c002d70c2a6 req-315322da-6ebc-408e-a91c-ac17530e8312 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:02.700643 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53c2daad-6e86-4d98-ab28-3c002d70c2a6 req-315322da-6ebc-408e-a91c-ac17530e8312 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0567343 Apr 20 15:23:02.748450 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-53c2daad-6e86-4d98-ab28-3c002d70c2a6 req-3ccc80f7-1904-4bc9-bc41-c7bad3899b9a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Apr 20 15:23:03.831724 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:03.883383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83f72-cd94-4fbc-9a03-91fbee372d70 req-3be2b7cb-0b09-45ab-95ec-fd068c1fe804 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:03.884899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0a83f72-cd94-4fbc-9a03-91fbee372d70 req-3be2b7cb-0b09-45ab-95ec-fd068c1fe804 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0616431 Apr 20 15:23:03.926333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0a83f72-cd94-4fbc-9a03-91fbee372d70 req-960d2a07-b4da-49a2-9ca4-92fd2638263c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Apr 20 15:23:05.060871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a7cd7-4bee-4eb4-a96e-17bfdfafbc6e req-e88d4a9c-dcbd-40f3-99f9-fed5fd2e4289 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:05.062313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-222a7cd7-4bee-4eb4-a96e-17bfdfafbc6e req-e88d4a9c-dcbd-40f3-99f9-fed5fd2e4289 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Apr 20 15:23:05.105942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-222a7cd7-4bee-4eb4-a96e-17bfdfafbc6e req-bc123e30-e66b-4906-9feb-79248776df2f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Apr 20 15:23:06.235048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1781219-3b25-4e94-ba09-4467ff4fd4da req-64eae481-6710-46ef-901f-ba99e99f730b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:06.236507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1781219-3b25-4e94-ba09-4467ff4fd4da req-64eae481-6710-46ef-901f-ba99e99f730b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Apr 20 15:23:06.278409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1781219-3b25-4e94-ba09-4467ff4fd4da req-8cef4ec4-9d81-45b9-b278-9e74ddc17774 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Apr 20 15:23:07.418288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece601ec-bcfd-42ea-b003-8e106a3874e5 req-4a1a66d9-b667-48dc-915c-9baecd2f2bd3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:07.419789 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ece601ec-bcfd-42ea-b003-8e106a3874e5 req-4a1a66d9-b667-48dc-915c-9baecd2f2bd3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0553176 Apr 20 15:23:07.462753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ece601ec-bcfd-42ea-b003-8e106a3874e5 req-8b89b911-f910-4057-b076-ce4fb5323cf3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339954 Apr 20 15:23:08.594785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6f4e-595b-4a80-b1b0-dabb43b40cef req-08ad08b5-4791-457d-a07f-205c177cf8a6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:08.596327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec4c6f4e-595b-4a80-b1b0-dabb43b40cef req-08ad08b5-4791-457d-a07f-205c177cf8a6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Apr 20 15:23:08.637047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ec4c6f4e-595b-4a80-b1b0-dabb43b40cef req-87812234-a63f-49e3-b845-ca7791b14d41 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343642 Apr 20 15:23:09.764110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2047d-90bb-4d2c-925d-5f16237220e0 req-8ad14b85-cb19-41b6-92ba-72e8736ea81a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:09.765605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9d2047d-90bb-4d2c-925d-5f16237220e0 req-8ad14b85-cb19-41b6-92ba-72e8736ea81a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Apr 20 15:23:09.806227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9d2047d-90bb-4d2c-925d-5f16237220e0 req-2c4bb035-bed3-44fa-882a-0679c11778e7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Apr 20 15:23:10.191864 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-25af41e4-89b9-4ddf-8017-383ff0110aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:10.942841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd08bb-bf55-4f20-9687-ed902e5d4c1c req-0688c4c4-6ca6-4a98-8832-43862be80568 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:10.944425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbd08bb-bf55-4f20-9687-ed902e5d4c1c req-0688c4c4-6ca6-4a98-8832-43862be80568 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Apr 20 15:23:10.985201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebbd08bb-bf55-4f20-9687-ed902e5d4c1c req-310cf9d9-c7b9-432a-a2c2-0e9bf6a331ef tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Apr 20 15:23:12.123353 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b085b-a14d-4467-8671-6972e5158c3c req-4e71c051-f4dd-4b8d-8618-fab1c730cc61 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:12.124810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-218b085b-a14d-4467-8671-6972e5158c3c req-4e71c051-f4dd-4b8d-8618-fab1c730cc61 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0634530 Apr 20 15:23:12.168499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-218b085b-a14d-4467-8671-6972e5158c3c req-2e6de8ef-6fb6-4bd4-a2ee-3921928818c6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360267 Apr 20 15:23:13.313195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926bd13-92df-406d-b73a-f15944cb98ff req-bb2b0b19-718b-4af5-b405-0a04851c5368 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:13.314695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4926bd13-92df-406d-b73a-f15944cb98ff req-bb2b0b19-718b-4af5-b405-0a04851c5368 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0652514 Apr 20 15:23:13.356443 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4926bd13-92df-406d-b73a-f15944cb98ff req-e1b1630f-a2f2-4ee0-a002-e299447bda84 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Apr 20 15:23:13.548978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-775e0d79-6d08-4af5-8979-17fdc935a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:13.836086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:14.007912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:23:14.484106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be429-5717-41ef-b3b0-f49544ee3421 req-b839c587-11ae-4178-abdf-58df20ca0e90 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:14.485616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a48be429-5717-41ef-b3b0-f49544ee3421 req-b839c587-11ae-4178-abdf-58df20ca0e90 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0551355 Apr 20 15:23:14.530318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a48be429-5717-41ef-b3b0-f49544ee3421 req-bc0949e5-4df4-4ff5-81f0-b58a217e6045 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354698 Apr 20 15:23:14.538137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:15.369329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:15.371196 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:15.660220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c03dc-f1b0-4e4c-8c79-a9de22532e3b req-c9014444-a810-4860-b1bc-6fce53062163 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:15.661633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-492c03dc-f1b0-4e4c-8c79-a9de22532e3b req-c9014444-a810-4860-b1bc-6fce53062163 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0505207 Apr 20 15:23:15.703179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-492c03dc-f1b0-4e4c-8c79-a9de22532e3b req-f0d30802-d866-4380-84c2-af9f687e6610 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Apr 20 15:23:16.245519 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-b5e30791-a201-44b3-b33d-90e75033183b req-3f98ec24-b25b-4ea3-8c18-435595314b28 service neutron] show failed (client error): The resource could not be found. Apr 20 15:23:16.246520 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-3f98ec24-b25b-4ea3-8c18-435595314b28 service neutron] 10.222.0.43 "GET /v2.0/ports/e9b10de0-2376-4dc1-ae82-3fc1fd17805a/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0709136 Apr 20 15:23:16.468443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-dbea0eae-0a75-406b-b69e-c13b39f15953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:16.469914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-dbea0eae-0a75-406b-b69e-c13b39f15953 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1096 time: 0.0421050 Apr 20 15:23:16.480950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:23:16.535704 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:16.755523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:16.811420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:23:16.855745 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:16.858132 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b47737-5d8d-4681-8872-5fc900e35ae1" -d '{"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:16.862905 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:16.872132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57987350-a048-4597-b7e3-4a436cd3feae req-9284c1db-0173-4722-b365-6cfb97b763ff tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:16.873620 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57987350-a048-4597-b7e3-4a436cd3feae req-9284c1db-0173-4722-b365-6cfb97b763ff tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0948775 Apr 20 15:23:16.890287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Transition to ACTIVE for port object e9b10de0-2376-4dc1-ae82-3fc1fd17805a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:23:16.899093 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:16.934611 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c16ae1-eb48-4608-862f-0cb9b0eb4b48 x-openstack-request-id: req-e5c16ae1-eb48-4608-862f-0cb9b0eb4b48 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:16.934870 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:16.935142 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c16ae1-eb48-4608-862f-0cb9b0eb4b48 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:16.935526 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c16ae1-eb48-4608-862f-0cb9b0eb4b48'] response: {'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'code': 200} Apr 20 15:23:16.967935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57987350-a048-4597-b7e3-4a436cd3feae req-7a487991-d743-4d75-b209-808de95e162e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875039 Apr 20 15:23:16.994182 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:17.004016 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.004354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.004682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.005009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.005387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.005711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.006029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.006342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.006780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.007097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.007413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.007925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:17.049668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] No DVR routers for this DVR port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:23:17.192736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:23:17.193083 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:23:17.193396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:23:17.198218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:23:17.198538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Attempting to bind port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:23:17.203431 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:23:17.203766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:23:17.204145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:23:17.204566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Bound port: e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:23:17.204920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:17.269906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:23:17.272835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:23:17.279289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:17.313928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:17.314552 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:17.316056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] 10.222.0.45 "PUT /v2.0/ports/e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 1091 time: 0.8389609 Apr 20 15:23:17.338678 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79321-4e2e-4b78-a328-dc609a17d39c service neutron] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:17.384747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-db9a174a-bcc1-4f4e-8730-c3fd56629354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:17.386359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-db9a174a-bcc1-4f4e-8730-c3fd56629354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0447006 Apr 20 15:23:17.489026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-c2ce9f2c-8028-4193-899e-1fe3e4f44830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:17.490495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-c2ce9f2c-8028-4193-899e-1fe3e4f44830 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0970287 Apr 20 15:23:17.565905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-db880f8d-85b9-431b-a773-58b6ee59355c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 999 time: 0.0692060 Apr 20 15:23:17.619676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-2f41b07c-a422-44c5-a198-fa476e09daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:17.621096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-2f41b07c-a422-44c5-a198-fa476e09daa6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0484130 Apr 20 15:23:17.668166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30791-a201-44b3-b33d-90e75033183b req-94b09cf9-db5e-4559-8711-a6119a4d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:17.669689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-94b09cf9-db5e-4559-8711-a6119a4d30f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421674 Apr 20 15:23:17.765503 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-63b04257-6361-4e74-aa41-24297e5a3b0f service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Apr 20 15:23:17.864467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b5e30791-a201-44b3-b33d-90e75033183b req-61e36314-6be3-4fa1-85d9-78bcd85c457a service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928092 Apr 20 15:23:18.107118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03facb9d-e3eb-43f4-9135-eba8cf9b7cbf req-3035c833-307c-4809-8899-d833b768700c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:18.108697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03facb9d-e3eb-43f4-9135-eba8cf9b7cbf req-3035c833-307c-4809-8899-d833b768700c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0572329 Apr 20 15:23:18.151084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03facb9d-e3eb-43f4-9135-eba8cf9b7cbf req-7a1b5145-e096-408e-96ad-edebf1ba69f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Apr 20 15:23:18.937136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:18.939550 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345e7cd-6a15-4d6f-8427-f151d4add55d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:18.939728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:23:18.980353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:23:18.994833 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e649c-62b0-482f-b4a1-ed2cd4014777 x-openstack-request-id: req-7f4e649c-62b0-482f-b4a1-ed2cd4014777 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:18.995164 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:18.995463 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f4e649c-62b0-482f-b4a1-ed2cd4014777 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:18.995905 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4e649c-62b0-482f-b4a1-ed2cd4014777'] response: {'name': 'network-changed', 'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'status': 'completed', 'code': 200} Apr 20 15:23:19.054386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-bc7d0fc1-e2b3-4b8d-8bf8-e5af346700fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.055990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-bc7d0fc1-e2b3-4b8d-8bf8-e5af346700fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0416522 Apr 20 15:23:19.060588 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-18324920-9afb-4b2c-be1a-ea969068489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.062192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-18324920-9afb-4b2c-be1a-ea969068489a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0439568 Apr 20 15:23:19.150285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-96ac0e6e-501d-4818-ae06-c13b3b2bdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.151692 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-96ac0e6e-501d-4818-ae06-c13b3b2bdfb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0889282 Apr 20 15:23:19.159475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-99b1a3fe-4629-4d8f-b210-0afa669ba1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.160930 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-99b1a3fe-4629-4d8f-b210-0afa669ba1a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0925906 Apr 20 15:23:19.219383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-1851b881-b657-4313-a8a5-0cdf9202652d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 999 time: 0.0595055 Apr 20 15:23:19.228181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-2eba6f51-196f-47be-84f9-67f23a1aa1b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 999 time: 0.0606213 Apr 20 15:23:19.283886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-c09798a2-5790-4a25-b04f-25a58cffe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.285366 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-c09798a2-5790-4a25-b04f-25a58cffe09f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0509155 Apr 20 15:23:19.299851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-2874736b-adc0-4d6e-9e4e-aa3300b0e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.301457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-2874736b-adc0-4d6e-9e4e-aa3300b0e6ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0755963 Apr 20 15:23:19.317848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b7aec-6d7b-404c-af49-ae1adbd16e9a req-7316c2b0-d2f3-4485-befe-90e8068601ca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.319477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e52b7aec-6d7b-404c-af49-ae1adbd16e9a req-7316c2b0-d2f3-4485-befe-90e8068601ca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0852187 Apr 20 15:23:19.335741 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-eb356997-c4b6-48a4-80e3-aa650f1c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.337481 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-eb356997-c4b6-48a4-80e3-aa650f1c9894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448358 Apr 20 15:23:19.377569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e52b7aec-6d7b-404c-af49-ae1adbd16e9a req-5cc0a0b2-a55d-4510-a73b-ce1f04f6e082 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486517 Apr 20 15:23:19.384592 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-d2a33352-aa62-4a56-8a85-43a4e194eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:19.386118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-d2a33352-aa62-4a56-8a85-43a4e194eef0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657415 Apr 20 15:23:19.437383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-dd1a1f8b-b47b-4a4b-b767-bf82b4a63db4 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932395 Apr 20 15:23:19.479448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-6de2214d-0589-410c-9cfd-299a7afc4c0c service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856686 Apr 20 15:23:19.533278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-46886214-00e3-4b4e-b152-baddc9cd85e4 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900118 Apr 20 15:23:19.572617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0345e7cd-6a15-4d6f-8427-f151d4add55d req-5a5a8cb8-8fef-4841-97de-e1123308e4a0 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Apr 20 15:23:20.517771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29961c61-de47-4826-8021-3e46b3b79627 req-df9d8cdb-bf0a-49cc-9cd7-5bc9ff71c28c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:20.519537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29961c61-de47-4826-8021-3e46b3b79627 req-df9d8cdb-bf0a-49cc-9cd7-5bc9ff71c28c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0600238 Apr 20 15:23:20.566830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29961c61-de47-4826-8021-3e46b3b79627 req-444fe78c-4e75-4992-bde0-6f49e92280d4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Apr 20 15:23:21.712514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b25a-0690-44ee-b7db-cd0eca5bfe6f req-976f5e00-de8b-44b3-accf-71f0b503f42b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:21.713979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2d8b25a-0690-44ee-b7db-cd0eca5bfe6f req-976f5e00-de8b-44b3-accf-71f0b503f42b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0593107 Apr 20 15:23:21.753834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2d8b25a-0690-44ee-b7db-cd0eca5bfe6f req-2f256c8c-e089-4fa4-91b5-4a93e9df051e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336232 Apr 20 15:23:21.963550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f894-3154-4383-b35a-78df54cdf324 req-ee210642-3092-425b-a7c1-57f0d8f9d81b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:21.965063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24f6f894-3154-4383-b35a-78df54cdf324 req-ee210642-3092-425b-a7c1-57f0d8f9d81b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 943 time: 0.0616038 Apr 20 15:23:21.966188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-0dd60cb6-97df-40c2-9869-ead1d5629e9b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:21.967651 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-0dd60cb6-97df-40c2-9869-ead1d5629e9b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 943 time: 0.0525892 Apr 20 15:23:22.004268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-24f6f894-3154-4383-b35a-78df54cdf324 req-cc4357b6-3e0b-4924-a2cb-f4082f2afad4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329347 Apr 20 15:23:22.029522 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-bb349228-9cd5-4ac9-b5c5-cde99acb1511 service neutron] delete failed (client error): The resource could not be found. Apr 20 15:23:22.030591 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-bb349228-9cd5-4ac9-b5c5-cde99acb1511 service neutron] 10.222.0.43 "DELETE /v2.0/ports/e9b10de0-2376-4dc1-ae82-3fc1fd17805a/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0561819 Apr 20 15:23:22.133555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-6c796d9f-1766-4211-9535-3c64c358b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:22.134972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-6c796d9f-1766-4211-9535-3c64c358b385 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 1094 time: 0.0549729 Apr 20 15:23:22.222605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-506c9a3e-8a30-46dd-a44f-be380667f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:22.224072 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-506c9a3e-8a30-46dd-a44f-be380667f54b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0828485 Apr 20 15:23:22.294858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-65f47256-4702-45f7-ae99-1c6d95ed18b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 200 len: 999 time: 0.0636036 Apr 20 15:23:22.343048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-4491331f-ab44-42e9-b37c-58edac2a84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:22.344445 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-4491331f-ab44-42e9-b37c-58edac2a84b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0435874 Apr 20 15:23:22.390077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-66ec731a-220e-4ebe-8413-601ecdaf98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:22.391513 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-66ec731a-220e-4ebe-8413-601ecdaf98c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405319 Apr 20 15:23:22.486859 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-c21377fd-d99e-4e89-81e4-73e2d41f7fac service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880609 Apr 20 15:23:22.507367 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:23:22.583472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-83de7118-951f-43a5-b8d5-ff0d0363847a req-d445caa1-6573-48a7-b2f6-6a0aba00ef4e service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899863 Apr 20 15:23:22.605010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:22.617917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'mac_address': 'fa:16:3e:87:79:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:23:22.657461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:22.671801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b10de0-2376-4dc1-ae82-3fc1fd17805a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:23:22.700547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:22.706004 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:22.755021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:22.762555 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.763272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.763607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.763942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.764261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.764588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.764908 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.765224 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.765538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.765859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.766176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:22.766477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:23:23.016975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['e9b10de0-2376-4dc1-ae82-3fc1fd17805a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:23:23.132630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770aeb-bbf8-40a5-985b-50439a1c0179 req-5bf606db-0716-4ef1-b9e0-5a487e3df1c5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:23.134331 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae770aeb-bbf8-40a5-985b-50439a1c0179 req-5bf606db-0716-4ef1-b9e0-5a487e3df1c5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 944 time: 0.0545697 Apr 20 15:23:23.177263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae770aeb-bbf8-40a5-985b-50439a1c0179 req-328da847-6c16-422d-bdc2-00ff320d7994 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361753 Apr 20 15:23:23.297698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5149-dbfc-4d64-accf-a05a8d21949a req-9356667b-dda2-4444-bb2a-e5fc4b48c221 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:23.299082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10cd5149-dbfc-4d64-accf-a05a8d21949a req-9356667b-dda2-4444-bb2a-e5fc4b48c221 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 944 time: 0.0492411 Apr 20 15:23:23.342049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-10cd5149-dbfc-4d64-accf-a05a8d21949a req-b9a6e94b-2e24-4bfc-ae13-628c6d8bbb9c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Apr 20 15:23:23.457303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095412b0-ed21-42cb-b773-398ce9b975cb req-0c3a4b14-de72-4c76-8b3b-1c323fea5b93 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:23.458766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-095412b0-ed21-42cb-b773-398ce9b975cb req-0c3a4b14-de72-4c76-8b3b-1c323fea5b93 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 944 time: 0.0487733 Apr 20 15:23:23.509713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-095412b0-ed21-42cb-b773-398ce9b975cb req-6ee3bac0-8868-4445-a206-cb1c8997185a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Apr 20 15:23:23.757664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5e9fe-fab5-4495-b8b3-76faf2632373 req-bf51f58f-9111-48cd-b2e0-5e886d0cebba tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:23.759122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66c5e9fe-fab5-4495-b8b3-76faf2632373 req-bf51f58f-9111-48cd-b2e0-5e886d0cebba tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 944 time: 0.0475974 Apr 20 15:23:23.800496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66c5e9fe-fab5-4495-b8b3-76faf2632373 req-fa92fa49-944f-43b7-a934-7fa9f4d07f3e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 Apr 20 15:23:24.531756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:23:24.591514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port e9b10de0-2376-4dc1-ae82-3fc1fd17805a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:23:24.595465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port e9b10de0-2376-4dc1-ae82-3fc1fd17805a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:23:24.595843 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:24.680996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:24.704196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:24.706454 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c856c-9bc2-4b29-a83d-ee4bfbcdc8d7" -d '{"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-plugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:24.719772 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:24.724080 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:24.755255 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d48cc5-96ea-4d49-a00b-22a847da4ed2 x-openstack-request-id: req-16d48cc5-96ea-4d49-a00b-22a847da4ed2 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:24.755541 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-plugged", "status": "completed", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:24.755787 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16d48cc5-96ea-4d49-a00b-22a847da4ed2 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:24.756168 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d48cc5-96ea-4d49-a00b-22a847da4ed2'] response: {'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'code': 200} Apr 20 15:23:24.782602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:24.918806 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e242bb-aa89-4519-9eae-38754fab7202 req-68af9844-7f00-46d7-97b9-bd8369774f1d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:24.920258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5e242bb-aa89-4519-9eae-38754fab7202 req-68af9844-7f00-46d7-97b9-bd8369774f1d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0475426 Apr 20 15:23:24.958087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5e242bb-aa89-4519-9eae-38754fab7202 req-9b50dd82-255d-4828-909d-cab041eb4259 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Apr 20 15:23:25.221017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-227ea797-8767-46c7-9ecd-5c26ff53f2e8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:25.222464 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-227ea797-8767-46c7-9ecd-5c26ff53f2e8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Apr 20 15:23:25.316462 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Deleting port e9b10de0-2376-4dc1-ae82-3fc1fd17805a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:23:25.316791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:25.406328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] For port e9b10de0-2376-4dc1-ae82-3fc1fd17805a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:25.406694 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:25.573636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:25.573893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:25.574373 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 disassociated. External IP: 172.25.1.111, port: e9b10de0-2376-4dc1-ae82-3fc1fd17805a. Apr 20 15:23:25.574830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Calling delete_port for e9b10de0-2376-4dc1-ae82-3fc1fd17805a owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:23:25.723360 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:25.751795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'Port': ['ID=e9b10de0-2376-4dc1-ae82-3fc1fd17805a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:25.867919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:23:25.974672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:23:25.986378 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:23:25.995955 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:23:25.996571 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:23:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:26.013933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] No DVR routers for this DVR port e9b10de0-2376-4dc1-ae82-3fc1fd17805a on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:23:26.016761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:26.020031 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8be6d52-18d8-4362-9eb9-58413ba16304 req-9e8d9c1f-5d49-469d-b520-7337bffc3597 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "DELETE /v2.0/ports/e9b10de0-2376-4dc1-ae82-3fc1fd17805a HTTP/1.1" status: 204 len: 173 time: 0.7919586 Apr 20 15:23:26.020472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-deleted', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:26.022873 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236de950-dca8-4833-8b04-9c28bbc562eb" -d '{"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-deleted", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:26.068805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8a2aa77-308f-46d1-8bec-0ab19ad4aa87 req-e919bd0e-d3d2-4f6f-af44-f29565962c3f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b1d4811-8a09-4f22-a884-172239a33511 HTTP/1.1" status: 200 len: 210 time: 0.0335436 Apr 20 15:23:26.084903 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416faf1-ce2e-411b-bb36-650774afaa91 x-openstack-request-id: req-d416faf1-ce2e-411b-bb36-650774afaa91 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:26.085317 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d4811-8a09-4f22-a884-172239a33511", "name": "network-vif-deleted", "tag": "e9b10de0-2376-4dc1-ae82-3fc1fd17805a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:26.085568 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d416faf1-ce2e-411b-bb36-650774afaa91 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:26.085972 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d416faf1-ce2e-411b-bb36-650774afaa91'] response: {'server_uuid': '9b1d4811-8a09-4f22-a884-172239a33511', 'name': 'network-vif-deleted', 'tag': 'e9b10de0-2376-4dc1-ae82-3fc1fd17805a', 'status': 'completed', 'code': 200} Apr 20 15:23:26.118426 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:23:26.318903 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:26.345101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:23:26.353559 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:23:26.354142 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:23:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:26.540301 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:23:26.747174 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:26.779131 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a7123-71cf-482b-95f4-b3b561972417 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:23:26.998333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89609c7-09de-4a0d-9702-0bee49911a0e None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:23:27.320382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-1b143145-5d74-447b-b032-5909cabde75e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1149253327&fields=id&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 267 time: 0.0347428 Apr 20 15:23:27.440953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-d93ecd46-49fc-4c97-8214-8c138ef3987b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:27.442388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-d93ecd46-49fc-4c97-8214-8c138ef3987b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1113336 Apr 20 15:23:27.458288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-3d00a614-30b9-4b49-9368-304799370db8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/quotas/9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 375 time: 0.0095315 Apr 20 15:23:27.517187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-0d172cc2-36e1-4ce0-8b6d-919b71f136f8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533721 Apr 20 15:23:27.621341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-b8332080-f3f4-4755-9295-3427ef4f05b9 service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903604 Apr 20 15:23:27.734837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-41b828ee-f3eb-4c7b-bd22-f60a07d37244 service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058805 Apr 20 15:23:28.257884 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f29fd599-064d-4fca-a1d4-d15f2c6487e1 req-25d29e0f-f2d5-45f4-8708-fc85f602183a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 210 time: 0.3831334 Apr 20 15:23:28.558064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:23:28.578533 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: e9b10de0-2376-4dc1-ae82-3fc1fd17805a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:23:28.578910 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device e9b10de0-2376-4dc1-ae82-3fc1fd17805a not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:23:28.865866 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-9eddd2fb-d678-49f6-a823-45f72a312910 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:28.867476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-9eddd2fb-d678-49f6-a823-45f72a312910 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1114223 Apr 20 15:23:28.913542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-87877941-3a3a-4598-a53a-0dc994d24a6b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 380 time: 0.0361495 Apr 20 15:23:28.923739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'port': {'device_id': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'admin_state_up': True, 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'security_groups': ['6021e7da-7413-4acb-84be-8e491597edee']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:23:29.041500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:23:29.045083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.174321 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Allocated IP 172.20.0.14 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/bb943be9-5d0d-4cf3-a30c-2556af346e22) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:23:29.310311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.365220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39e931a2-f345-44a0-81a9-d8b5ce007f20 req-5de710d5-8209-4169-9818-7b7444bbc041 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 210 time: 0.0316834 Apr 20 15:23:29.373773 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.422338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:23:29.425599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:23:29.429414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:23:29.436378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:29.483583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:29.484191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.500556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bb3ac1ef-a231-49ce-89fd-f74b8f665897 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805035 Apr 20 15:23:29.512504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Request body: {'port': {'device_id': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:23:29.570997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.677002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5a87cb7f-67ec-471d-a002-4b8f3bad264a None None] Provisioning complete for port bb943be9-5d0d-4cf3-a30c-2556af346e22 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:23:29.677555 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5a87cb7f-67ec-471d-a002-4b8f3bad264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.716878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5a87cb7f-67ec-471d-a002-4b8f3bad264a None None] Port bb943be9-5d0d-4cf3-a30c-2556af346e22 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:23:29.831201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb943be9-5d0d-4cf3-a30c-2556af346e22 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:23:29.838900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.851186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Transition to ACTIVE for port object bb943be9-5d0d-4cf3-a30c-2556af346e22 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:23:29.857172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:29.908361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:29.982076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:23:29.982407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:23:29.982785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:23:29.987301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:23:29.987669 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:23:29.992633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:23:29.992956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:23:29.993332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:23:29.993757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Bound port: bb943be9-5d0d-4cf3-a30c-2556af346e22, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:23:29.994115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:30.059668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:23:30.063071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:23:30.068014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:30.105577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.106354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:30.108096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] 10.222.0.45 "PUT /v2.0/ports/bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1092 time: 0.5998828 Apr 20 15:23:30.108684 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:30.112135 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd9275-3f94-420b-ac2a-0012ee491c00" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:30.134310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e229-0483-4a75-a4a6-03fb5d12e77b service neutron] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:30.167656 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfc4b3-8489-49ba-8928-407a992d67cc x-openstack-request-id: req-4ccfc4b3-8489-49ba-8928-407a992d67cc {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:30.167991 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:30.168209 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ccfc4b3-8489-49ba-8928-407a992d67cc {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:30.168615 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccfc4b3-8489-49ba-8928-407a992d67cc'] response: {'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'status': 'completed', 'code': 200} Apr 20 15:23:30.200877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-85420e0f-1334-40fe-acf6-e55094feb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.202432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-85420e0f-1334-40fe-acf6-e55094feb2e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0453360 Apr 20 15:23:30.248659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-bbd7cc47-fd86-4287-86f1-e99f105712de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 217 time: 0.0377581 Apr 20 15:23:30.300300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-b627875a-f50e-4b89-ba89-2071ed1d343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.301813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-b627875a-f50e-4b89-ba89-2071ed1d343e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0455441 Apr 20 15:23:30.347121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-f62721a0-1389-48ca-b09d-816e92fde486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.348570 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-f62721a0-1389-48ca-b09d-816e92fde486 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402277 Apr 20 15:23:30.452014 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-45629afa-bbe8-45bf-8786-dcb3d2affdfe service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959640 Apr 20 15:23:30.541007 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210510-1692-4b4c-b045-1ba1ae19ceea req-3b36ed95-7b5c-4c52-9d11-4e92399448a4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.542467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64210510-1692-4b4c-b045-1ba1ae19ceea req-3b36ed95-7b5c-4c52-9d11-4e92399448a4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.1051533 Apr 20 15:23:30.581842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-980e7dda-f9a2-434b-83d2-ea11efe8040f req-3de59204-a2dc-4481-a149-34da457d6f5e service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165071 Apr 20 15:23:30.596079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64210510-1692-4b4c-b045-1ba1ae19ceea req-f7061d5a-0a02-4b3b-83a3-f933733b57bf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Apr 20 15:23:30.691322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-0725bacb-7849-456a-9df5-4f0fde5250a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.692903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-0725bacb-7849-456a-9df5-4f0fde5250a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0423777 Apr 20 15:23:30.786398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-ddaa5f3d-d34f-4b6e-8ec9-4f9f37a9fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.787890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-ddaa5f3d-d34f-4b6e-8ec9-4f9f37a9fab7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0883200 Apr 20 15:23:30.831136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-84a00a73-a2b2-4add-8b09-f59ce6042782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 217 time: 0.0368133 Apr 20 15:23:30.885907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-d766e568-564a-4268-8367-1fccf86e3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.887424 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-d766e568-564a-4268-8367-1fccf86e3f14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0499139 Apr 20 15:23:30.936166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-a504015a-11f9-4b17-9919-ec73a58d1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:30.937608 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-a504015a-11f9-4b17-9919-ec73a58d1c42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440538 Apr 20 15:23:31.025461 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-7e1d3972-99b5-412a-89bf-c9c705e42d9e service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810018 Apr 20 15:23:31.118142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-57fd9275-3f94-420b-ac2a-0012ee491c00 req-d0c56400-4a86-4d86-b819-7e14a1c63f19 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852127 Apr 20 15:23:31.746744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca14d6-23c2-4210-8a34-f14bec13ce8a req-8157e436-e676-4d87-812a-39c2615e7c0d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:31.748214 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02ca14d6-23c2-4210-8a34-f14bec13ce8a req-8157e436-e676-4d87-812a-39c2615e7c0d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0531011 Apr 20 15:23:31.787341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02ca14d6-23c2-4210-8a34-f14bec13ce8a req-aad2d07d-4538-41af-a3b1-fa5004826bd8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Apr 20 15:23:32.923115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b8ae-75d4-47cc-a1e8-80853e0d5679 req-c36159a7-05cc-46d1-a511-bddef025eb1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:32.925139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d160b8ae-75d4-47cc-a1e8-80853e0d5679 req-c36159a7-05cc-46d1-a511-bddef025eb1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0535266 Apr 20 15:23:32.963836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d160b8ae-75d4-47cc-a1e8-80853e0d5679 req-7290e7a7-10a6-41a4-b737-bdb226fad43f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323257 Apr 20 15:23:33.855642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:34.101119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f87dd-75a7-44f0-a605-caef791274de req-4f367b83-e3ce-4586-85c2-7d1713224fbd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:34.102693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f05f87dd-75a7-44f0-a605-caef791274de req-4f367b83-e3ce-4586-85c2-7d1713224fbd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0624318 Apr 20 15:23:34.148684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f05f87dd-75a7-44f0-a605-caef791274de req-afb6f510-8a4c-48de-b232-6691d9ccb184 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Apr 20 15:23:34.593112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:23:34.695091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:34.706672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'mac_address': 'fa:16:3e:e9:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:23:34.748552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:34.761578 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb943be9-5d0d-4cf3-a30c-2556af346e22 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:23:34.781218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:34.785874 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:34.835745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:35.080993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['bb943be9-5d0d-4cf3-a30c-2556af346e22'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:23:35.264012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e60b5c-dd39-4000-9f63-479d93c842a2 req-37293cd9-9d11-4acc-b2d5-a8c4853fc35a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:35.265476 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27e60b5c-dd39-4000-9f63-479d93c842a2 req-37293cd9-9d11-4acc-b2d5-a8c4853fc35a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 945 time: 0.0489800 Apr 20 15:23:35.303758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27e60b5c-dd39-4000-9f63-479d93c842a2 req-111b2824-5b78-49a9-aed1-a614d95de28e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Apr 20 15:23:36.425955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69c9ea-fd8b-4328-a2c4-d270f1d2fbd5 req-c8358aa3-62cd-4d66-b75f-d1c35b665b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:36.427414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c69c9ea-fd8b-4328-a2c4-d270f1d2fbd5 req-c8358aa3-62cd-4d66-b75f-d1c35b665b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 945 time: 0.0497029 Apr 20 15:23:36.465071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c69c9ea-fd8b-4328-a2c4-d270f1d2fbd5 req-792f6d46-022c-4357-b215-ab635af88567 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Apr 20 15:23:36.603808 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:23:36.662851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port bb943be9-5d0d-4cf3-a30c-2556af346e22 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:23:36.667074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port bb943be9-5d0d-4cf3-a30c-2556af346e22 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:23:36.667454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:36.749528 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:36.778926 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:36.781272 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4eb24f-a9fc-40a2-a99d-07cb258d83c1" -d '{"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-plugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:36.795612 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:23:36.801245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:36.824622 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e4325b-c7b4-4904-8c8f-dc28c90e4127 x-openstack-request-id: req-47e4325b-c7b4-4904-8c8f-dc28c90e4127 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:36.824925 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-plugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:36.825173 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47e4325b-c7b4-4904-8c8f-dc28c90e4127 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:36.825543 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e4325b-c7b4-4904-8c8f-dc28c90e4127'] response: {'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'code': 200} Apr 20 15:23:36.855209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:23:36.923400 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4c671-6852-4b20-bd48-08986e42eedf req-a4514ebf-f299-45e0-a36f-bd2710fdcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:36.924851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40b4c671-6852-4b20-bd48-08986e42eedf req-a4514ebf-f299-45e0-a36f-bd2710fdcd36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1097 time: 0.0404928 Apr 20 15:23:36.963245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40b4c671-6852-4b20-bd48-08986e42eedf req-71751df4-9128-4340-ad72-b8e21bd03f96 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Apr 20 15:23:37.607303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf7f38-e892-4e45-913d-16e083b5c235 req-5310a9d8-4f87-4ef0-86f0-0f2b27ebc347 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:37.608780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eebf7f38-e892-4e45-913d-16e083b5c235 req-5310a9d8-4f87-4ef0-86f0-0f2b27ebc347 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0620213 Apr 20 15:23:37.650734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eebf7f38-e892-4e45-913d-16e083b5c235 req-453e58dc-dab5-4663-98c3-26331f9349c3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Apr 20 15:23:38.810662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a62b0-20b2-47da-88bd-876d243de028 req-d52ea4a8-66e4-4e71-83df-dea54acf24f4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:38.812106 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-063a62b0-20b2-47da-88bd-876d243de028 req-d52ea4a8-66e4-4e71-83df-dea54acf24f4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0678113 Apr 20 15:23:38.852157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-063a62b0-20b2-47da-88bd-876d243de028 req-b222164d-5a45-4272-975b-e4aaf32fe24d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Apr 20 15:23:38.976413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e809df-ab29-4def-832a-f34d8ef3b589 req-2d96b837-e61a-4ec0-8c8c-bdb90c839ad6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:38.977878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6e809df-ab29-4def-832a-f34d8ef3b589 req-2d96b837-e61a-4ec0-8c8c-bdb90c839ad6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0596189 Apr 20 15:23:38.987324 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:23:38.991950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'floatingip': {'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:23:39.035742 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:39.492334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:39.498709 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:39.605785 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 associated. External IP: 172.25.1.111, port: bb943be9-5d0d-4cf3-a30c-2556af346e22. Apr 20 15:23:39.818625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:23:39.924831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:23:39.929873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:39.934727 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:23:39.945043 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:23:39.945634 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:23:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:39.957746 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9b42ec7f-3669-4997-ad14-01fcd5cfac1c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "PUT /v2.0/floatingips/651fa1d4-755b-40f2-aaae-87a0b52629f4 HTTP/1.1" status: 200 len: 992 time: 0.9693074 Apr 20 15:23:39.958278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:23:39.960559 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:23:40.003227 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec50948-9775-4428-b8a8-7031a4b5008f x-openstack-request-id: req-1ec50948-9775-4428-b8a8-7031a4b5008f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:23:40.003227 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:23:40.003919 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ec50948-9775-4428-b8a8-7031a4b5008f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:23:40.003919 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec50948-9775-4428-b8a8-7031a4b5008f'] response: {'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'status': 'completed', 'code': 200} Apr 20 15:23:40.060218 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:23:40.067883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-46ea03ed-cf75-4e61-8c61-86b6476ea584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:40.069481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-46ea03ed-cf75-4e61-8c61-86b6476ea584 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1097 time: 0.0449805 Apr 20 15:23:40.186958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-531be681-0b6e-42b2-b511-61522473312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:40.200484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f32d9-6ebb-4fae-8c6b-7107bf88ad7b req-7ef0e73a-49ea-4a33-bcbd-f2e26e55273e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:40.201958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d76f32d9-6ebb-4fae-8c6b-7107bf88ad7b req-7ef0e73a-49ea-4a33-bcbd-f2e26e55273e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0799153 Apr 20 15:23:40.206890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-08017621-15e4-41d1-9219-98ac9a5c2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:40.208259 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-08017621-15e4-41d1-9219-98ac9a5c2749 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1330466 Apr 20 15:23:40.284631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d76f32d9-6ebb-4fae-8c6b-7107bf88ad7b req-250bc7a2-ddf6-445b-818e-bcbd575db55d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740242 Apr 20 15:23:40.289006 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:e9:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:23:39Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:40.292878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-00de6874-11a9-40ea-8814-8eeed7e6deb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1000 time: 0.0764244 Apr 20 15:23:40.319018 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:23:40.327283 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:23:40.327797 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:23:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:40.342235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-c4509fbc-5c43-4932-9338-c8e1c5220960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:40.343731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-c4509fbc-5c43-4932-9338-c8e1c5220960 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0438495 Apr 20 15:23:40.391245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-cab4162b-26b5-4c85-8522-f4208f6eacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:40.392744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-cab4162b-26b5-4c85-8522-f4208f6eacfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425851 Apr 20 15:23:40.428471 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:23:40.479841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-cf06ef71-4e37-43a3-b62b-0037fe2293d0 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Apr 20 15:23:40.573738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74e6bd8b-fbd6-4e30-8a29-3c96a1d0c62b req-d7e9aae4-ff09-4047-ac87-ef28416448b6 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Apr 20 15:23:40.644124 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:e9:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:23:39Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:23:40.673389 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a777dfb-71d7-4a9b-b838-776170eef784 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:e9:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:23:39Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:23:40.863183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1251f299-5e94-466e-bbda-a3e042171976 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:23:41.409760 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989fe5-a43d-4763-b687-0ac0bb9a29cc req-d97560b1-af69-4cb8-b9e1-91af6247c95a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:41.411267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab989fe5-a43d-4763-b687-0ac0bb9a29cc req-d97560b1-af69-4cb8-b9e1-91af6247c95a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0506122 Apr 20 15:23:41.449553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ab989fe5-a43d-4763-b687-0ac0bb9a29cc req-7f672d98-5398-4b60-a565-b3f201b4cc8d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Apr 20 15:23:42.583587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429174e0-e261-408c-80ac-aeced05119a5 req-f54def94-29ec-43bd-92b6-08144718677c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:42.585022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-429174e0-e261-408c-80ac-aeced05119a5 req-f54def94-29ec-43bd-92b6-08144718677c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0601518 Apr 20 15:23:42.624015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-429174e0-e261-408c-80ac-aeced05119a5 req-fec2430a-ea21-4bb0-8e26-2aa461044a17 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Apr 20 15:23:43.550894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aad8cec6-189c-47aa-ab5f-b1098161e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:43.766694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a67f0-f025-4152-8111-06b4b88aea9c req-48c9837c-3052-4aca-9828-7e08779e037d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:43.768152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f68a67f0-f025-4152-8111-06b4b88aea9c req-48c9837c-3052-4aca-9828-7e08779e037d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0664763 Apr 20 15:23:43.811994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f68a67f0-f025-4152-8111-06b4b88aea9c req-5446df72-f5d6-4928-9305-dfd41eb269a9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346580 Apr 20 15:23:43.832755 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:44.546060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:44.953662 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a8fb-024c-4cbd-a716-0012cd6a57a2 req-2dfa8547-5427-40a9-8184-cf18b7cef800 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:44.955217 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a839a8fb-024c-4cbd-a716-0012cd6a57a2 req-2dfa8547-5427-40a9-8184-cf18b7cef800 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0540619 Apr 20 15:23:45.000797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a839a8fb-024c-4cbd-a716-0012cd6a57a2 req-df1347f4-ab14-4d6f-995f-d502d2401bcf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Apr 20 15:23:45.357792 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:45.370644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:23:46.128778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17beda-9314-4891-8173-04b463a9ce52 req-02389b6e-dd85-408e-a9c7-3d79f6266fc8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:46.130149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd17beda-9314-4891-8173-04b463a9ce52 req-02389b6e-dd85-408e-a9c7-3d79f6266fc8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0511594 Apr 20 15:23:46.172758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd17beda-9314-4891-8173-04b463a9ce52 req-35f6b168-d24d-4901-bc3b-e1de8285a1b8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Apr 20 15:23:47.319245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5e5ce-fc82-4d16-83ff-f70ff1f257e5 req-3ff1ad93-aade-4e2b-b13b-27c1d504f6ec tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:47.320829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ce5e5ce-fc82-4d16-83ff-f70ff1f257e5 req-3ff1ad93-aade-4e2b-b13b-27c1d504f6ec tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0622056 Apr 20 15:23:47.359965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ce5e5ce-fc82-4d16-83ff-f70ff1f257e5 req-d86b7491-0454-45d5-b2dd-22a0a7a8106a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Apr 20 15:23:48.493413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36370ae-f1f2-4785-b452-4f29082a0145 req-aa336a50-bdb0-4300-b2e1-95e9d4ed6aea tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:48.494893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c36370ae-f1f2-4785-b452-4f29082a0145 req-aa336a50-bdb0-4300-b2e1-95e9d4ed6aea tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0577028 Apr 20 15:23:48.534412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c36370ae-f1f2-4785-b452-4f29082a0145 req-5313bcb5-9e5a-4248-8e4c-16e781fbf2b4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Apr 20 15:23:49.678459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973a87a-0938-47bc-8d3b-37902364adb8 req-be61e7d8-899d-44c7-8b25-90c501d555fb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:49.679952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8973a87a-0938-47bc-8d3b-37902364adb8 req-be61e7d8-899d-44c7-8b25-90c501d555fb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0683069 Apr 20 15:23:49.719083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8973a87a-0938-47bc-8d3b-37902364adb8 req-2a2233a9-469e-4aff-9e9f-5fe1ddc73b70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Apr 20 15:23:50.860118 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7eaf-6309-401e-a14f-4d133be2264e req-1af664d5-0a6e-4098-8461-504d8850cb70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:50.861669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d30f7eaf-6309-401e-a14f-4d133be2264e req-1af664d5-0a6e-4098-8461-504d8850cb70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0567164 Apr 20 15:23:50.900551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d30f7eaf-6309-401e-a14f-4d133be2264e req-64a9f921-cc8e-449b-b1a1-5e6a7eaf9d8f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Apr 20 15:23:51.012136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:23:52.029355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea615b4f-09bb-41dc-8873-72542c5d10d8 req-3dded35f-4b7c-4435-aea1-ca025269a4e1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:52.030810 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea615b4f-09bb-41dc-8873-72542c5d10d8 req-3dded35f-4b7c-4435-aea1-ca025269a4e1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0510979 Apr 20 15:23:52.070999 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ea615b4f-09bb-41dc-8873-72542c5d10d8 req-d95dde6e-93e2-4eb7-a04a-9674d5dfd9dc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Apr 20 15:23:53.196981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a156-1225-480c-8cef-ef841cbc6b36 req-2043e436-0100-49e5-aecc-7fb6edf9a531 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:53.198466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a59a156-1225-480c-8cef-ef841cbc6b36 req-2043e436-0100-49e5-aecc-7fb6edf9a531 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0541143 Apr 20 15:23:53.248412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a59a156-1225-480c-8cef-ef841cbc6b36 req-9aee3f95-cd26-4fca-b600-c378e914c8f7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Apr 20 15:23:54.380415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c35fa-d70d-4dc0-b7c8-19baeffbc974 req-288f2b59-82b2-4712-b537-a19338ff7828 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:54.381878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c65c35fa-d70d-4dc0-b7c8-19baeffbc974 req-288f2b59-82b2-4712-b537-a19338ff7828 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0587494 Apr 20 15:23:54.423647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c65c35fa-d70d-4dc0-b7c8-19baeffbc974 req-a5e14e90-9c20-4fbd-b454-8f287b3abe27 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Apr 20 15:23:55.551320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406c62-b872-4753-b3ec-7d1fd60c831b req-1ff2e31c-b43a-4a84-bc0c-f30967707aa9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:55.552841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2406c62-b872-4753-b3ec-7d1fd60c831b req-1ff2e31c-b43a-4a84-bc0c-f30967707aa9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0502572 Apr 20 15:23:55.591719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2406c62-b872-4753-b3ec-7d1fd60c831b req-463e54dd-c9f6-42eb-9962-5a2fef4ace0a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Apr 20 15:23:56.720316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eca688-f97c-40cb-9129-b7290c13968c req-52abb631-1106-4035-9ab8-6f153576f9fe tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:56.721765 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6eca688-f97c-40cb-9129-b7290c13968c req-52abb631-1106-4035-9ab8-6f153576f9fe tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0497122 Apr 20 15:23:56.760094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6eca688-f97c-40cb-9129-b7290c13968c req-1c8036b0-c916-480d-9a2f-7bb3a4b772ed tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Apr 20 15:23:57.892853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9219-0dbe-41cf-8403-e349a69a0830 req-c41fd582-1089-4ded-9020-47fd0d5452de tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:57.894451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f0a9219-0dbe-41cf-8403-e349a69a0830 req-c41fd582-1089-4ded-9020-47fd0d5452de tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0605004 Apr 20 15:23:57.935264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9f0a9219-0dbe-41cf-8403-e349a69a0830 req-48374430-19ea-4ae4-8ec6-45f5240f988c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Apr 20 15:23:59.081166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab53b-f13a-46a1-8615-8bf96f48863b req-e440be6e-1ddc-485e-a959-727a9cd104c2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:23:59.082738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2bab53b-f13a-46a1-8615-8bf96f48863b req-e440be6e-1ddc-485e-a959-727a9cd104c2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0596538 Apr 20 15:23:59.130641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e2bab53b-f13a-46a1-8615-8bf96f48863b req-21fc426c-9d2c-4adc-8af6-7ab4d6bf7ee6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373750 Apr 20 15:24:00.272928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93074f23-5403-4ce6-beed-1e7ae5addae3 req-03ad0344-54ef-4065-80b0-42004797acc1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:00.274421 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93074f23-5403-4ce6-beed-1e7ae5addae3 req-03ad0344-54ef-4065-80b0-42004797acc1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0496747 Apr 20 15:24:00.312396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93074f23-5403-4ce6-beed-1e7ae5addae3 req-4b5a03b5-ff7f-4ba4-b7fa-7a7699248cfe tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Apr 20 15:24:01.434783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35190363-c875-4453-99e3-8bec2e81fc65 req-96b8e247-8c8c-4269-b481-5175f39a95f5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:01.436211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35190363-c875-4453-99e3-8bec2e81fc65 req-96b8e247-8c8c-4269-b481-5175f39a95f5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0524778 Apr 20 15:24:01.474695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35190363-c875-4453-99e3-8bec2e81fc65 req-f275a544-e465-44e5-9f54-7c773752e8a0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320425 Apr 20 15:24:02.600840 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970adc9-40c4-4460-acb4-70ba217f532f req-2d9ee973-b178-4227-ac13-c80bf70f464f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:02.602363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f970adc9-40c4-4460-acb4-70ba217f532f req-2d9ee973-b178-4227-ac13-c80bf70f464f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0556707 Apr 20 15:24:02.645175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f970adc9-40c4-4460-acb4-70ba217f532f req-27d7b24c-ab12-4a29-a1da-6895a292e114 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362592 Apr 20 15:24:02.684215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-d3920142-7795-4298-bb0f-30f82373c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:02.685704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-d3920142-7795-4298-bb0f-30f82373c26b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1097 time: 0.0396476 Apr 20 15:24:02.790246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-cfdf71ad-9385-46c4-b1f7-2f9d542d3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:02.791640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-cfdf71ad-9385-46c4-b1f7-2f9d542d3c7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0858834 Apr 20 15:24:02.859610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-9785bf21-6fea-4394-924d-b4c506f3a24d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1002 time: 0.0592611 Apr 20 15:24:02.913366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-703be962-07ff-4f3f-88d7-f9b62729206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:02.914808 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-703be962-07ff-4f3f-88d7-f9b62729206e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0485675 Apr 20 15:24:02.959833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-b32b7751-3fcf-4871-94ae-53de82fbfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:02.961298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-b32b7751-3fcf-4871-94ae-53de82fbfa1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402577 Apr 20 15:24:02.971931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-8d198775-d4e4-47e7-b640-af77f566b877 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:24:02.972892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-8d198775-d4e4-47e7-b640-af77f566b877 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048351 Apr 20 15:24:03.063233 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-f30e2ea0-7b8a-4f5d-8f36-756576d356d3 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839264 Apr 20 15:24:03.165496 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3399577f-c4c5-40f8-a046-4009d479ed7c req-2cba8443-a4d7-4596-8eb1-e9b5dd22b7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962820 Apr 20 15:24:03.775020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d498065-36b7-40ad-9fab-71d40a351ee3 req-385d846a-da10-4506-a397-382815b90029 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:03.776468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d498065-36b7-40ad-9fab-71d40a351ee3 req-385d846a-da10-4506-a397-382815b90029 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0579574 Apr 20 15:24:03.813952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d498065-36b7-40ad-9fab-71d40a351ee3 req-4d1ff688-611e-4212-85c7-eda3aaadaf18 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Apr 20 15:24:03.860257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:04.952729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70dce-c64f-4b65-b390-34a468c1ae99 req-a1736fe9-4eb9-423e-b2b5-494a90c43207 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:04.954199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad70dce-c64f-4b65-b390-34a468c1ae99 req-a1736fe9-4eb9-423e-b2b5-494a90c43207 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0570307 Apr 20 15:24:05.006043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ad70dce-c64f-4b65-b390-34a468c1ae99 req-464ebc7d-476e-4cd2-900d-10236f045578 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Apr 20 15:24:06.138680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383524bb-1123-4442-8bc2-a0a30bb1ccd3 req-d4de8177-ad6c-4fc4-8fe7-8400a39f81d0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:06.140065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383524bb-1123-4442-8bc2-a0a30bb1ccd3 req-d4de8177-ad6c-4fc4-8fe7-8400a39f81d0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0548451 Apr 20 15:24:06.179673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-383524bb-1123-4442-8bc2-a0a30bb1ccd3 req-34575b6a-7280-4bf6-86f1-eb21d4674a5f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Apr 20 15:24:06.411593 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-4d7fad85-0172-4c49-adac-37bcc8e76803 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409465 Apr 20 15:24:06.429042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657821-c005-4ae8-a658-afd8b924c4e3 req-bbfe0240-935a-4a7d-b812-5d26f01a724b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:06.430966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65657821-c005-4ae8-a658-afd8b924c4e3 req-bbfe0240-935a-4a7d-b812-5d26f01a724b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0517988 Apr 20 15:24:06.469629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65657821-c005-4ae8-a658-afd8b924c4e3 req-e5d8d354-2b19-4d23-80b0-c662f03130aa tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Apr 20 15:24:07.531604 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-6a3bb545-8844-4535-85cd-f5187340cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:07.533116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-6a3bb545-8844-4535-85cd-f5187340cb1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1097 time: 0.0421190 Apr 20 15:24:07.649685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb174a-ddca-407f-b78e-8c5c5d184672 req-d052b815-3847-49cb-a80e-3bda4ff1d136 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:07.651167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ffb174a-ddca-407f-b78e-8c5c5d184672 req-d052b815-3847-49cb-a80e-3bda4ff1d136 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.1043215 Apr 20 15:24:07.666338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-cb35a2e4-865e-4033-b692-79a64761424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:07.667752 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-cb35a2e4-865e-4033-b692-79a64761424e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1281097 Apr 20 15:24:07.729197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ffb174a-ddca-407f-b78e-8c5c5d184672 req-20964b79-b061-4dc2-aa3b-5addd909056f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710838 Apr 20 15:24:07.747329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-408f6719-476b-4ddb-94c2-6dc06ad2039c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1002 time: 0.0729702 Apr 20 15:24:07.795740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-0113a0c6-91c0-44f9-89d2-6adefc8e9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:07.797095 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-0113a0c6-91c0-44f9-89d2-6adefc8e9bb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0432241 Apr 20 15:24:07.842308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-986604d9-71d7-483d-9cd3-1f0eebebe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:07.843797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-986604d9-71d7-483d-9cd3-1f0eebebe0ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394070 Apr 20 15:24:07.945216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-4056c6e9-2bd1-4f44-98fb-4dd688b1fca4 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938435 Apr 20 15:24:08.035935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-16bcc083-b297-42a3-8eb1-32ae2ee860b3 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842526 Apr 20 15:24:08.870904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6bdf4-05d7-41e9-b641-47e10c0748eb req-f29e32ad-eb48-4c7e-bf17-517c2572d124 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:08.872446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ff6bdf4-05d7-41e9-b641-47e10c0748eb req-f29e32ad-eb48-4c7e-bf17-517c2572d124 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0658202 Apr 20 15:24:08.910553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3ff6bdf4-05d7-41e9-b641-47e10c0748eb req-00510b76-07b7-4cbd-8102-4632b4852d70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Apr 20 15:24:09.831675 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-ebf611bc-2a1c-4d8d-997f-4e445696eb57 service neutron] show failed (client error): The resource could not be found. Apr 20 15:24:09.832670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-ebf611bc-2a1c-4d8d-997f-4e445696eb57 service neutron] 10.222.0.45 "GET /v2.0/ports/bb943be9-5d0d-4cf3-a30c-2556af346e22/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0566225 Apr 20 15:24:10.032934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b698fe0-39df-45b1-a827-fa2caa4d2790 req-0b87be7d-233f-414f-9d6f-5db2aaa73f76 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:10.034408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b698fe0-39df-45b1-a827-fa2caa4d2790 req-0b87be7d-233f-414f-9d6f-5db2aaa73f76 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0513377 Apr 20 15:24:10.045816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-1b77b603-22ec-4074-a45e-98181fb6ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:10.047356 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-1b77b603-22ec-4074-a45e-98181fb6ac39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1097 time: 0.0453105 Apr 20 15:24:10.058278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:24:10.072629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b698fe0-39df-45b1-a827-fa2caa4d2790 req-113c9ee3-24fa-40dc-857d-0e37a25430ec tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318174 Apr 20 15:24:10.111129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:10.185915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2ca16ef0-4255-4d3b-86aa-188d0efe3780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:10.320373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:10.362544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:24:10.408778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:10.411081 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3055ade1-87a0-46fa-a7da-0c8199044213" -d '{"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:10.414901 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:10.428912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Transition to ACTIVE for port object bb943be9-5d0d-4cf3-a30c-2556af346e22 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:24:10.433989 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:10.470872 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25fd38-775e-4a2c-b0e1-d912c550ced8 x-openstack-request-id: req-1f25fd38-775e-4a2c-b0e1-d912c550ced8 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:10.471161 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:10.471416 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f25fd38-775e-4a2c-b0e1-d912c550ced8 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:10.471808 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f25fd38-775e-4a2c-b0e1-d912c550ced8'] response: {'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'code': 200} Apr 20 15:24:10.521052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:10.531847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.532193 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.532534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.532870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.533241 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.533571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.533896 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.534225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.534548 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.534899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.535233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.535549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:10.572992 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] No DVR routers for this DVR port bb943be9-5d0d-4cf3-a30c-2556af346e22 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:24:11.063701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:24:11.064426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:24:11.064426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:24:11.068692 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:24:11.069063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Attempting to bind port bb943be9-5d0d-4cf3-a30c-2556af346e22 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:24:11.074192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:24:11.074524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:24:11.074927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:24:11.075357 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Bound port: bb943be9-5d0d-4cf3-a30c-2556af346e22, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:24:11.075684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:11.143470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:24:11.147531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:24:11.152511 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:11.185463 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.185762 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:11.187394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] 10.222.0.43 "PUT /v2.0/ports/bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1092 time: 1.1331265 Apr 20 15:24:11.194448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021f73-d0d6-49ab-9182-064ce8184f6f req-817dd4df-450a-4d7d-b474-e78580e29e6a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.196739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6021f73-d0d6-49ab-9182-064ce8184f6f req-817dd4df-450a-4d7d-b474-e78580e29e6a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0531058 Apr 20 15:24:11.242088 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6021f73-d0d6-49ab-9182-064ce8184f6f req-ba20ee45-69e0-4a5c-8b61-19c032bd897b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Apr 20 15:24:11.242343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c2a0-6e43-46fe-9716-0aae45526d6a service neutron] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:11.260122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-9a1c2000-25e2-4368-8e36-91ad20edd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.261817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-9a1c2000-25e2-4368-8e36-91ad20edd839 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0522246 Apr 20 15:24:11.362268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-35152148-c6e1-47a2-aacb-8819c33e8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.363797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-35152148-c6e1-47a2-aacb-8819c33e8200 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0956221 Apr 20 15:24:11.431148 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-49511d4a-cf45-46bb-8e8c-459464ef8c9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1000 time: 0.0606375 Apr 20 15:24:11.484545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-45dddbb9-5b58-4595-8bef-05aba93770b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.485913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-45dddbb9-5b58-4595-8bef-05aba93770b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0486705 Apr 20 15:24:11.532471 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-7f0598d5-0a72-495d-8c2c-68f6f1343fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:11.533977 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-7f0598d5-0a72-495d-8c2c-68f6f1343fd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419819 Apr 20 15:24:11.632474 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-7f2303a8-9891-4dba-800a-be8ec1b53745 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915439 Apr 20 15:24:11.738830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0bbfcd4-8760-46a9-b46f-e05da5ac14c3 req-ba9d1ca3-ddf1-4917-bd93-f15af80a9f2a service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986884 Apr 20 15:24:12.379062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b24afd-efee-40a2-85c5-1deafa69112b req-4d86da3d-d501-4089-b8b3-76741b8a293e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.380556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97b24afd-efee-40a2-85c5-1deafa69112b req-4d86da3d-d501-4089-b8b3-76741b8a293e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0580277 Apr 20 15:24:12.419323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97b24afd-efee-40a2-85c5-1deafa69112b req-cda9403f-4cde-40c9-bf7b-8668a327e57f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324492 Apr 20 15:24:12.473230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:12.475647 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1892e7-8b20-4945-af55-fde9f022ff0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:12.530164 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8dc9a8-3b28-48d7-909f-ba8bf2f9c101 x-openstack-request-id: req-4d8dc9a8-3b28-48d7-909f-ba8bf2f9c101 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:12.530460 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:12.530808 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d8dc9a8-3b28-48d7-909f-ba8bf2f9c101 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:12.531420 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8dc9a8-3b28-48d7-909f-ba8bf2f9c101'] response: {'name': 'network-changed', 'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'status': 'completed', 'code': 200} Apr 20 15:24:12.589951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-525ac836-301d-4cd0-b446-078822cdd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.591485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-525ac836-301d-4cd0-b446-078822cdd290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0443618 Apr 20 15:24:12.602068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-00b34546-63ad-4c73-9238-6980583a667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.603616 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-00b34546-63ad-4c73-9238-6980583a667c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0442390 Apr 20 15:24:12.686355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-8eb00cc9-af73-4633-b4bc-2290fa8f20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.687957 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-8eb00cc9-af73-4633-b4bc-2290fa8f20bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0888214 Apr 20 15:24:12.697576 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-b2160e05-2fc0-4366-9382-54f87cb26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.699054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-b2160e05-2fc0-4366-9382-54f87cb26e0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0888798 Apr 20 15:24:12.752610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-05575a79-89ac-47dd-ac23-c245d1d06b73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1000 time: 0.0577149 Apr 20 15:24:12.765544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-65c1de13-fd55-4d76-b1d0-d81bd9bc9a8b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1000 time: 0.0592380 Apr 20 15:24:12.804247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-ab3cf595-9a29-441f-adcb-cc1c2d5cf8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.805942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-ab3cf595-9a29-441f-adcb-cc1c2d5cf8cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0465562 Apr 20 15:24:12.818067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-245515ba-9207-4791-93d5-75ed1d0bbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.819780 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-245515ba-9207-4791-93d5-75ed1d0bbbee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0475347 Apr 20 15:24:12.855858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-023a90f6-ce94-4bbc-9377-86dab7ed048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.857329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-023a90f6-ce94-4bbc-9377-86dab7ed048d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449605 Apr 20 15:24:12.870919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-594b7882-c39d-4f53-8afa-8c7f5f520fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:12.872485 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-594b7882-c39d-4f53-8afa-8c7f5f520fce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449479 Apr 20 15:24:12.948292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-cf5750c2-f019-4046-b69f-f4f3813d920d service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839813 Apr 20 15:24:12.972764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-1b775e8a-afaf-47b9-a56d-1b8c9f101435 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928853 Apr 20 15:24:13.046556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-479c22aa-948a-4f02-bf2f-5d0668ef8593 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920823 Apr 20 15:24:13.073928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fc1892e7-8b20-4945-af55-fde9f022ff0f req-79a1ff9b-e920-42d0-90db-69f6ca02096c service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930843 Apr 20 15:24:13.544497 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dd562084-95f8-4d48-9ec4-60a6ffa1757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:13.559652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739b415-ea32-4662-8ef3-d310c9fd3028 req-90e999cb-28bd-4d89-a513-e2126f834c6f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:13.561328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d739b415-ea32-4662-8ef3-d310c9fd3028 req-90e999cb-28bd-4d89-a513-e2126f834c6f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0610135 Apr 20 15:24:13.607310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d739b415-ea32-4662-8ef3-d310c9fd3028 req-ae86a709-932f-44f0-bd69-0a2e68e4ec53 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395904 Apr 20 15:24:13.835279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:13.855105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842885b-2716-400c-998c-7f903bf74605 req-dbc27adb-bdd6-4f75-ae12-c9ffe00c83d5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:13.856595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a842885b-2716-400c-998c-7f903bf74605 req-dbc27adb-bdd6-4f75-ae12-c9ffe00c83d5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0890052 Apr 20 15:24:13.864558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-fa6e14cf-46be-4739-8761-32f719dd839b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:13.865853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-fa6e14cf-46be-4739-8761-32f719dd839b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 944 time: 0.0850053 Apr 20 15:24:13.927554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a842885b-2716-400c-998c-7f903bf74605 req-61cfa22c-8dd7-4362-95eb-55e2c81e9632 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607355 Apr 20 15:24:13.943303 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-0c5c94bc-a6c5-44cc-aab5-5ceccd50995d service neutron] delete failed (client error): The resource could not be found. Apr 20 15:24:13.944312 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-0c5c94bc-a6c5-44cc-aab5-5ceccd50995d service neutron] 10.222.0.45 "DELETE /v2.0/ports/bb943be9-5d0d-4cf3-a30c-2556af346e22/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0709212 Apr 20 15:24:14.025923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-eb9945ca-f88d-46b8-b944-147f1f2a2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:14.027296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-eb9945ca-f88d-46b8-b944-147f1f2a2c5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1095 time: 0.0401354 Apr 20 15:24:14.128561 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-f0aabd30-3289-42d5-b47a-6fb7bba44f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:14.130029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-f0aabd30-3289-42d5-b47a-6fb7bba44f77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0967920 Apr 20 15:24:14.197684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-aa66492c-8ff4-46a8-b406-19fe35f65871 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1000 time: 0.0609670 Apr 20 15:24:14.249467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-280bc937-2ff7-46e4-9c24-611ed5e605bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:14.251024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-280bc937-2ff7-46e4-9c24-611ed5e605bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0476582 Apr 20 15:24:14.296097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-806465e3-c0ce-488a-9897-6d090cbe8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:14.297486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-806465e3-c0ce-488a-9897-6d090cbe8118 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399089 Apr 20 15:24:14.385857 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-c0643855-9418-45c5-96b5-2990ac906d5d service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Apr 20 15:24:14.480057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5db3ad4b-fe2f-419b-baeb-e8f5c235d2db req-75188a46-5526-445c-8ca0-d3bd20ac675b service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877645 Apr 20 15:24:14.551338 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:14.820028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:24:14.864029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:24:15.051742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb42c-58ce-444c-a868-6d4fde8e3691 req-8a711fbc-23e8-4785-ac0f-4c4ce771f484 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.053213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cbbb42c-58ce-444c-a868-6d4fde8e3691 req-8a711fbc-23e8-4785-ac0f-4c4ce771f484 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0491896 Apr 20 15:24:15.091782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8cbbb42c-58ce-444c-a868-6d4fde8e3691 req-293adb1c-af7d-4f23-8851-60f6c882ba38 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Apr 20 15:24:15.156252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:24:15.206022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d6a31-2457-43e1-853c-fa1ffdef8c9f req-ed5d1a33-4fff-4579-8bd0-6f2bd03c8e95 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.207508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-896d6a31-2457-43e1-853c-fa1ffdef8c9f req-ed5d1a33-4fff-4579-8bd0-6f2bd03c8e95 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0473330 Apr 20 15:24:15.246362 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-896d6a31-2457-43e1-853c-fa1ffdef8c9f req-25205ff7-4410-4392-b98e-aeb92e9e7c54 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Apr 20 15:24:15.307794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:15.321894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'mac_address': 'fa:16:3e:e9:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:24:15.399723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:15.403902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:15.408371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:15.421917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb943be9-5d0d-4cf3-a30c-2556af346e22 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:24:15.445679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:15.450184 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:15.478065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac4eee-448d-47ca-919f-32bd82fc9ed8 req-99f73d27-a994-4597-93c6-30f819309642 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.479681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abac4eee-448d-47ca-919f-32bd82fc9ed8 req-99f73d27-a994-4597-93c6-30f819309642 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 944 time: 0.0614257 Apr 20 15:24:15.497826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:15.502854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-8945d7ec-3624-4bb6-b8d2-cab9a41d2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.504437 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-8945d7ec-3624-4bb6-b8d2-cab9a41d2e95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 1096 time: 0.0465217 Apr 20 15:24:15.523294 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-abac4eee-448d-47ca-919f-32bd82fc9ed8 req-2e89dcce-f0c6-4e02-b46d-ee23dfd0a573 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Apr 20 15:24:15.595782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-1facf0fd-6caa-40d5-a0ba-e19c3152817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.597266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-1facf0fd-6caa-40d5-a0ba-e19c3152817a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0846689 Apr 20 15:24:15.666701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['bb943be9-5d0d-4cf3-a30c-2556af346e22'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:24:15.667289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-04d5eeb6-8023-47e6-9c07-7c5d41b3db7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 200 len: 1001 time: 0.0619588 Apr 20 15:24:15.718590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-b562ae80-4f0a-4cd7-8c80-21da9d72d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.720187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-b562ae80-4f0a-4cd7-8c80-21da9d72d64a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0455256 Apr 20 15:24:15.765727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-9a0f8534-6622-4486-b066-7ff7441a6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:15.767360 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-9a0f8534-6622-4486-b066-7ff7441a6523 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400512 Apr 20 15:24:15.863049 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-c4bc9bbf-3c22-4ff6-9ee8-7711efff9db3 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885277 Apr 20 15:24:15.958394 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6ccef755-3ad4-454b-b95f-3e64dc46cb29 req-152d02f7-c9c7-4dd5-aff0-e469dd4f9e52 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874939 Apr 20 15:24:16.645489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd6df2-9386-4ad7-bf14-5c46efa7f393 req-4a418631-0709-43bd-a6ca-e5913a087f4d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:16.647113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dbd6df2-9386-4ad7-bf14-5c46efa7f393 req-4a418631-0709-43bd-a6ca-e5913a087f4d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 945 time: 0.0531690 Apr 20 15:24:16.689001 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dbd6df2-9386-4ad7-bf14-5c46efa7f393 req-239ac898-b202-41ff-bd53-78975eaf81f9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Apr 20 15:24:16.952493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0de0-55a8-4511-9967-eabff29e6154 req-3ed4f6db-dd3b-4227-bfeb-1f4d62fd1cf5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:16.953938 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74b0de0-55a8-4511-9967-eabff29e6154 req-3ed4f6db-dd3b-4227-bfeb-1f4d62fd1cf5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 945 time: 0.0509081 Apr 20 15:24:16.992828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b74b0de0-55a8-4511-9967-eabff29e6154 req-3217417f-ef5c-4fee-ac52-37fc6ad2fe57 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Apr 20 15:24:17.167514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:24:17.221606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port bb943be9-5d0d-4cf3-a30c-2556af346e22 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:24:17.225374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port bb943be9-5d0d-4cf3-a30c-2556af346e22 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:24:17.225795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:17.310893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:17.332550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:17.334822 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a96a2ec-4df6-41cb-814b-b5ce7ae11411" -d '{"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-plugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:17.347007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:17.351576 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:17.373858 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88842c-0f27-4f0d-b5d1-74c5f74584f4 x-openstack-request-id: req-2e88842c-0f27-4f0d-b5d1-74c5f74584f4 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:17.374143 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-plugged", "status": "completed", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:17.374390 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e88842c-0f27-4f0d-b5d1-74c5f74584f4 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:17.374803 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e88842c-0f27-4f0d-b5d1-74c5f74584f4'] response: {'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'code': 200} Apr 20 15:24:17.401415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:18.135362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0230bd-ab4b-4bea-a2bb-1187b9034dbc req-fd344aab-8b4e-4f1b-9867-40048e412119 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:18.136736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af0230bd-ab4b-4bea-a2bb-1187b9034dbc req-fd344aab-8b4e-4f1b-9867-40048e412119 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0625238 Apr 20 15:24:18.179675 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af0230bd-ab4b-4bea-a2bb-1187b9034dbc req-4f44514b-20f5-4054-92c9-b647af0641c3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Apr 20 15:24:18.217645 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-888d9f0a-6ac9-441e-85da-bcd14420016e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:18.219135 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-888d9f0a-6ac9-441e-85da-bcd14420016e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 946 time: 0.0567372 Apr 20 15:24:18.310187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Deleting port bb943be9-5d0d-4cf3-a30c-2556af346e22 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:24:18.310533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:18.411198 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] For port bb943be9-5d0d-4cf3-a30c-2556af346e22, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=bb943be9-5d0d-4cf3-a30c-2556af346e22,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:18.411443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:18.590054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:18.590425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:18.590760 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 disassociated. External IP: 172.25.1.111, port: bb943be9-5d0d-4cf3-a30c-2556af346e22. Apr 20 15:24:18.591100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Calling delete_port for bb943be9-5d0d-4cf3-a30c-2556af346e22 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:24:18.726754 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:18.755239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'Port': ['ID=bb943be9-5d0d-4cf3-a30c-2556af346e22,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:18.880965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:24:19.001361 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:24:19.013991 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:24:19.024083 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:24:19.024523 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:24:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:19.043419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] No DVR routers for this DVR port bb943be9-5d0d-4cf3-a30c-2556af346e22 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:24:19.046253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:19.049840 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6f6e50bb-f353-44a1-a2b2-2c1fa859ccd3 req-03ef62cc-2a1f-4448-9ec5-ba4b3f8d4878 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "DELETE /v2.0/ports/bb943be9-5d0d-4cf3-a30c-2556af346e22 HTTP/1.1" status: 204 len: 173 time: 0.8244507 Apr 20 15:24:19.050283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-deleted', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:19.052758 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca292b-8af2-4019-9c8a-4e76e24d7761" -d '{"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-deleted", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:19.092937 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0bcdc9-c00c-48d2-ac60-d69c8b0d204f x-openstack-request-id: req-1c0bcdc9-c00c-48d2-ac60-d69c8b0d204f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:19.093235 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7df68a-200b-4902-a00d-bacb26a8655b", "name": "network-vif-deleted", "tag": "bb943be9-5d0d-4cf3-a30c-2556af346e22", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:19.093487 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c0bcdc9-c00c-48d2-ac60-d69c8b0d204f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:19.093913 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0bcdc9-c00c-48d2-ac60-d69c8b0d204f'] response: {'server_uuid': '0e7df68a-200b-4902-a00d-bacb26a8655b', 'name': 'network-vif-deleted', 'tag': 'bb943be9-5d0d-4cf3-a30c-2556af346e22', 'status': 'completed', 'code': 200} Apr 20 15:24:19.129329 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:24:19.299101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4309245d-3db0-46d3-bab9-003a661b5e00 req-30a35e35-62e7-4566-8595-3281b2675f3e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e7df68a-200b-4902-a00d-bacb26a8655b HTTP/1.1" status: 200 len: 210 time: 0.0295384 Apr 20 15:24:19.438926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:19.464890 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:24:19.474351 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:24:19.474974 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:24:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:19.592269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:24:19.800068 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:19.829662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6ff221-b906-4339-b819-158fdd0ac5fd None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:24:20.066109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ceee7-a022-4e96-a4d0-17f96853e205 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:24:20.560803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-781845d1-ccd3-456c-9628-b4345c3b2843 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1149253327&fields=id&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 267 time: 0.0351932 Apr 20 15:24:21.033641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-6789f393-0b34-4658-9423-3987435a9f5b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:21.035099 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-6789f393-0b34-4658-9423-3987435a9f5b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.4645200 Apr 20 15:24:21.051753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-2c9013ba-300f-4c1b-a2a4-83e5d60615e2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/quotas/9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 375 time: 0.0104961 Apr 20 15:24:21.114728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-cc10a709-8262-4a72-954c-985e8297f548 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520382 Apr 20 15:24:21.170762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:24:21.193999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: bb943be9-5d0d-4cf3-a30c-2556af346e22 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:24:21.194358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device bb943be9-5d0d-4cf3-a30c-2556af346e22 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:24:21.300071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-019fa6dc-ebe8-4036-b705-20db25da9abe service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662276 Apr 20 15:24:21.399495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-997d9868-dd32-4ddc-adb3-c43eb1e4c15e service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929933 Apr 20 15:24:21.573087 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bdeced1d-898a-47da-a98f-92c716273d47 req-e5a7a9a7-9b1b-46c6-b1a9-4fefddd9ffb1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 210 time: 0.0272503 Apr 20 15:24:22.566803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-d53ecddd-fdb1-4976-9bef-6d133e186704 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:22.568369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-d53ecddd-fdb1-4976-9bef-6d133e186704 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1062636 Apr 20 15:24:22.616317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-2fb616a6-ed13-4fa2-a692-b18d493b8c11 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 380 time: 0.0377853 Apr 20 15:24:22.632809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'port': {'device_id': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'admin_state_up': True, 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'security_groups': ['6021e7da-7413-4acb-84be-8e491597edee']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:24:22.708436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-daf9364d-f1bb-4337-a6bc-9753690cd379 req-7a91fbce-55f0-4aa6-b20a-5dd45a0ec92a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 210 time: 0.0598726 Apr 20 15:24:22.773789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:24:22.777565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:22.904232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Allocated IP 172.20.0.12 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/8cac29a0-85bd-4bbd-a754-a5e14442be97) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:24:23.065566 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.103827 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.157213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:24:23.160491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:24:23.164290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:24:23.171056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:23.199058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.199418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.199824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.200296 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.200845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.201192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.201501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.201829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.202157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.202505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.202870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.203186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:23.230372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:23.231117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.249517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-e0f09de5-e55b-4bbe-8fe2-91c2e2c4a22e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251369 Apr 20 15:24:23.262757 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Request body: {'port': {'device_id': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:24:23.323017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.393822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d35bcec9-fd41-42ff-832a-86c5bf356be0 None None] Provisioning complete for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:24:23.394420 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d35bcec9-fd41-42ff-832a-86c5bf356be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.429298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d35bcec9-fd41-42ff-832a-86c5bf356be0 None None] Port 8cac29a0-85bd-4bbd-a754-a5e14442be97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:24:23.590006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:24:23.600194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.618447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Transition to ACTIVE for port object 8cac29a0-85bd-4bbd-a754-a5e14442be97 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:24:23.623868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.669751 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:23.745969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:24:23.746322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:24:23.746735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:24:23.751542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:24:23.751868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:24:23.756917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:24:23.757246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:24:23.757626 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:24:23.758049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Bound port: 8cac29a0-85bd-4bbd-a754-a5e14442be97, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:24:23.758407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.864361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:24:23.867933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:24:23.876794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cda9a5-ef1d-4c0c-871b-1d5f9201c40e req-23bc4235-18b7-477b-8015-d9f3ca8efeb2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:23.878243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31cda9a5-ef1d-4c0c-871b-1d5f9201c40e req-23bc4235-18b7-477b-8015-d9f3ca8efeb2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0819142 Apr 20 15:24:23.879693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.932740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:23.933362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:23.934764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] 10.222.0.45 "PUT /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1092 time: 0.6766453 Apr 20 15:24:23.935184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:23.938077 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530" -d '{"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:23.989473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31cda9a5-ef1d-4c0c-871b-1d5f9201c40e req-1e97e3c9-1a9a-470a-b891-41e8d02408e8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045702 Apr 20 15:24:23.992682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e399c-987c-4e10-a037-c0cb68103f11 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:24.034176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-c3554c70-4e60-4cf7-9005-67bf7c185459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.035774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-c3554c70-4e60-4cf7-9005-67bf7c185459 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0592155 Apr 20 15:24:24.081168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-b6a11ddc-c9fa-4b23-ba54-bb20cec46202 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 217 time: 0.0363841 Apr 20 15:24:24.099913 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec10348-b0da-4451-b1c2-81ac57df8d34 x-openstack-request-id: req-aec10348-b0da-4451-b1c2-81ac57df8d34 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:24.100200 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:24.100448 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aec10348-b0da-4451-b1c2-81ac57df8d34 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:24.100880 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec10348-b0da-4451-b1c2-81ac57df8d34'] response: {'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'status': 'completed', 'code': 200} Apr 20 15:24:24.140564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-2b484459-ac0c-4354-8fb9-503e822c8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.142139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-2b484459-ac0c-4354-8fb9-503e822c8387 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0540097 Apr 20 15:24:24.197091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-29022453-48f4-4456-a0d2-83ac512fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.198682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-29022453-48f4-4456-a0d2-83ac512fd5f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484731 Apr 20 15:24:24.289492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-477d1cd2-806f-4278-aa3a-4b4bc0b636c9 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Apr 20 15:24:24.383862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e205e247-6649-4557-b8ea-7a77a68369f5 req-b522ba4b-b9d7-46a2-a0c3-d222667d4fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880771 Apr 20 15:24:24.480065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-076984e0-2fd2-4efc-9924-be951997ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.481610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-076984e0-2fd2-4efc-9924-be951997ad04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0490062 Apr 20 15:24:24.583336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-ce06061d-845d-4f0e-b85d-bc54cda8a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.584817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-ce06061d-845d-4f0e-b85d-bc54cda8a880 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0961666 Apr 20 15:24:24.628475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-5f000312-154b-4328-ac0c-d0b25960b696 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 217 time: 0.0362818 Apr 20 15:24:24.675531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-dbf1f973-b8f3-4d13-8dfb-731fffab0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.676930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-dbf1f973-b8f3-4d13-8dfb-731fffab0f7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0426462 Apr 20 15:24:24.725391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-d4ca94bb-bee2-41dc-aa06-662b897bcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:24.726855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-d4ca94bb-bee2-41dc-aa06-662b897bcc56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432312 Apr 20 15:24:24.817228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-95f6461e-f5c5-45aa-8af0-9a81bce4c5b8 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826972 Apr 20 15:24:24.910821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c36d6d1-dc2e-48ef-a2d0-e8f5afcc7530 req-61979906-4bf3-4152-bdb0-c199693703dc service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Apr 20 15:24:25.122753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7e98-814c-4e07-a515-e51e0a2b49f1 req-2ff16998-c161-4b6e-856e-9476c4cb4b7d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:25.124189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-738b7e98-814c-4e07-a515-e51e0a2b49f1 req-2ff16998-c161-4b6e-856e-9476c4cb4b7d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0545104 Apr 20 15:24:25.165930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-738b7e98-814c-4e07-a515-e51e0a2b49f1 req-8719ee9c-7084-4c48-b40d-9c8f5b2dd0c6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Apr 20 15:24:26.286096 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb28ce7-7c02-4bcc-b0b5-174c1467aee6 req-092f9021-46c0-452c-b8a6-c7a65612b4d5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:26.287577 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebb28ce7-7c02-4bcc-b0b5-174c1467aee6 req-092f9021-46c0-452c-b8a6-c7a65612b4d5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0500178 Apr 20 15:24:26.327948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ebb28ce7-7c02-4bcc-b0b5-174c1467aee6 req-fa4c4aef-e0ca-4a54-9c04-f95a19f9cf5e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Apr 20 15:24:26.841723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:24:26.941361 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:26.952718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:24:26.988825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:27.003512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:24:27.027943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:27.033021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:27.078095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:27.085725 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.086064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.086396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.086756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.087080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.087402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.087718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.088022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.088335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.088646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.088959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.089296 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:24:27.337774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8cac29a0-85bd-4bbd-a754-a5e14442be97'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:24:27.458718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91564827-87ca-49c4-98a0-b7c2e137c3ca req-64c67d10-9e1c-478b-9d19-932e79d087b8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:27.460220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91564827-87ca-49c4-98a0-b7c2e137c3ca req-64c67d10-9e1c-478b-9d19-932e79d087b8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0525317 Apr 20 15:24:27.500189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-91564827-87ca-49c4-98a0-b7c2e137c3ca req-e2125265-4141-4ab2-ac2e-82dad5067bab tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335121 Apr 20 15:24:28.018965 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:24:28.635968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942b768-4be6-4d3d-8b2c-fc3f4829cfd7 req-71ce47bf-01c5-4250-818b-1ad1d996c771 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:28.637565 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7942b768-4be6-4d3d-8b2c-fc3f4829cfd7 req-71ce47bf-01c5-4250-818b-1ad1d996c771 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0535991 Apr 20 15:24:28.677885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7942b768-4be6-4d3d-8b2c-fc3f4829cfd7 req-a52af1c5-f043-47d1-bb0a-9f41006a43ca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Apr 20 15:24:28.856950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:24:28.917601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:24:28.921408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:24:28.921775 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:29.005327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:29.029035 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:29.031507 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc608671-a727-4f1d-b36a-8d98c0f18374" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:29.047569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:24:29.052615 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:29.075307 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48c5a1-70b6-4f2f-8bac-dadc35bc150d x-openstack-request-id: req-0c48c5a1-70b6-4f2f-8bac-dadc35bc150d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:29.075607 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:29.075856 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c48c5a1-70b6-4f2f-8bac-dadc35bc150d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:29.076275 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c48c5a1-70b6-4f2f-8bac-dadc35bc150d'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'code': 200} Apr 20 15:24:29.102757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:24:29.172556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7f9a-a22c-46d1-9fbc-f0e7ebb69bcd req-b06ce384-3709-4c63-bb3f-18ca8ea618e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:29.174051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae0d7f9a-a22c-46d1-9fbc-f0e7ebb69bcd req-b06ce384-3709-4c63-bb3f-18ca8ea618e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1097 time: 0.0451229 Apr 20 15:24:29.210065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ae0d7f9a-a22c-46d1-9fbc-f0e7ebb69bcd req-2ad4619b-784b-4fe4-b5cf-dca761603fbc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293159 Apr 20 15:24:29.811258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f3062-972a-43ad-9df2-4f0262e9c84f req-7c79c58e-0dd0-494b-91a0-77edfc2c82cd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:29.812813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca0f3062-972a-43ad-9df2-4f0262e9c84f req-7c79c58e-0dd0-494b-91a0-77edfc2c82cd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0547392 Apr 20 15:24:29.851846 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca0f3062-972a-43ad-9df2-4f0262e9c84f req-c32c5b69-18d2-4e20-8dde-159e5c9b8e74 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Apr 20 15:24:30.980282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214797-84c0-4af6-a348-63709588e4ed req-7e5a629a-38f5-4f81-8784-def09226b6b9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:30.981794 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c214797-84c0-4af6-a348-63709588e4ed req-7e5a629a-38f5-4f81-8784-def09226b6b9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0570526 Apr 20 15:24:31.021569 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9c214797-84c0-4af6-a348-63709588e4ed req-f43d5ee7-3b93-465a-b8c4-6e2878ea2a3f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Apr 20 15:24:31.141133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60741da-84f7-428a-a913-519ecec39e72 req-52a4ea12-0758-456e-b327-fcad9f8e27d8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:31.142760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e60741da-84f7-428a-a913-519ecec39e72 req-52a4ea12-0758-456e-b327-fcad9f8e27d8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0537174 Apr 20 15:24:31.151716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48412) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:24:31.156160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'floatingip': {'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:24:31.198189 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:31.654940 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:31.661125 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:31.770715 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 associated. External IP: 172.25.1.111, port: 8cac29a0-85bd-4bbd-a754-a5e14442be97. Apr 20 15:24:31.988773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:24:32.098398 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:24:32.104076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:32.111179 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:24:32.121326 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:24:32.121934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:24:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:32.135075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e101bfed-cb77-46e7-be9a-97dec62f6dcb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "PUT /v2.0/floatingips/651fa1d4-755b-40f2-aaae-87a0b52629f4 HTTP/1.1" status: 200 len: 992 time: 0.9795496 Apr 20 15:24:32.135075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:24:32.135075 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47642f88-57b6-4402-9936-8656d1cc7288" -d '{"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:24:32.176638 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55ac09a-f702-44e7-9639-bf29e7e74814 x-openstack-request-id: req-f55ac09a-f702-44e7-9639-bf29e7e74814 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:24:32.176926 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:24:32.177176 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f55ac09a-f702-44e7-9639-bf29e7e74814 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:24:32.177584 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55ac09a-f702-44e7-9639-bf29e7e74814'] response: {'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'status': 'completed', 'code': 200} Apr 20 15:24:32.233207 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:24:32.242392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642f88-57b6-4402-9936-8656d1cc7288 req-1f09233e-2ac9-4a27-9255-7ea1d372004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:32.244050 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-1f09233e-2ac9-4a27-9255-7ea1d372004e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1097 time: 0.0438459 Apr 20 15:24:32.376691 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-9b680a88-3eb7-416c-b179-c934952c047c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423214 Apr 20 15:24:32.380459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642f88-57b6-4402-9936-8656d1cc7288 req-dca641b5-d1d6-4ff4-bfbb-6c921d85572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:32.381925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-dca641b5-d1d6-4ff4-bfbb-6c921d85572b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1319644 Apr 20 15:24:32.393607 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeaf4b-f61b-40f0-a8f1-c37960e6af3b req-61d6d854-8b30-4217-a574-d2d425475a53 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:32.395104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7faeaf4b-f61b-40f0-a8f1-c37960e6af3b req-61d6d854-8b30-4217-a574-d2d425475a53 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0678301 Apr 20 15:24:32.466769 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7faeaf4b-f61b-40f0-a8f1-c37960e6af3b req-09d4558c-5717-4bba-88e2-da030685bc5e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639944 Apr 20 15:24:32.472882 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:24:31Z', 'revision_number': 9, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:32.499586 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-d65a849f-a656-4f53-875f-26ba505c6390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1000 time: 0.1035268 Apr 20 15:24:32.503490 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:24:32.511484 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:24:32.512077 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:24:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:32.549732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642f88-57b6-4402-9936-8656d1cc7288 req-98b19b72-03a4-4c17-90b8-116e5b63f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:32.551251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-98b19b72-03a4-4c17-90b8-116e5b63f5dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0452349 Apr 20 15:24:32.598290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642f88-57b6-4402-9936-8656d1cc7288 req-8cfedb68-b7c5-4b06-a86f-cc08b1e20478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:32.599901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-8cfedb68-b7c5-4b06-a86f-cc08b1e20478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421829 Apr 20 15:24:32.618309 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:24:32.707066 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-d54905ed-b258-4bed-9929-c22b1ad0708d service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959792 Apr 20 15:24:32.795542 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47642f88-57b6-4402-9936-8656d1cc7288 req-3a4a4424-e8ff-4331-afc3-f8e738c65ecf service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 Apr 20 15:24:32.866753 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:24:31Z', 'revision_number': 9, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:24:32.896580 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc11c4-1529-44c9-8f3c-ae1324a3bdb6 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:24:31Z', 'revision_number': 9, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:24:33.096045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3243ca6e-905f-4ea2-9c10-940fd8ec94b2 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:24:33.628159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cc8c7-e09d-4a45-9260-f41624e07c69 req-aff1f948-286e-4e20-b640-97832b1882c5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:33.629817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f01cc8c7-e09d-4a45-9260-f41624e07c69 req-aff1f948-286e-4e20-b640-97832b1882c5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0803394 Apr 20 15:24:33.632558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-2602e079-691e-45ff-9f34-1790f49ad94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:33.633901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-2602e079-691e-45ff-9f34-1790f49ad94c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1097 time: 0.0751264 Apr 20 15:24:33.717322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f01cc8c7-e09d-4a45-9260-f41624e07c69 req-19b341f9-ce9a-486e-beb3-825234528a19 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804663 Apr 20 15:24:33.746598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-e65713f3-0637-4c4f-89f7-6e1f9d034a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:33.748073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-e65713f3-0637-4c4f-89f7-6e1f9d034a8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1049714 Apr 20 15:24:33.821004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-bd7c5eab-607b-44d3-8b53-f1d0683ac38e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1003 time: 0.0657780 Apr 20 15:24:33.869312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-8414c10f-2323-4d99-9362-6748e95529f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:33.870803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-8414c10f-2323-4d99-9362-6748e95529f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0438540 Apr 20 15:24:33.875239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:33.918010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-06860ee1-bdb1-49c4-8b34-f4422e1096a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:33.919530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-06860ee1-bdb1-49c4-8b34-f4422e1096a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425429 Apr 20 15:24:34.012776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-d82f675c-fcdd-4582-af8f-df9e0a073b8e service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865402 Apr 20 15:24:34.107792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-41266998-5969-4e4d-867a-2166782d200d service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Apr 20 15:24:34.856068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6289-7705-4094-9828-73920a62e513 req-f3a2f481-b2ae-46d2-9dea-f0482019b340 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:34.858481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d3c6289-7705-4094-9828-73920a62e513 req-f3a2f481-b2ae-46d2-9dea-f0482019b340 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0662997 Apr 20 15:24:34.905506 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d3c6289-7705-4094-9828-73920a62e513 req-386f9d8c-9688-4fa4-adbf-fd076bddb7b3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 Apr 20 15:24:36.033975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79a643-2190-48b1-8456-94a28017699f req-b68ac78b-b597-447a-8f8e-58f1e3088cef tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:36.035467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f79a643-2190-48b1-8456-94a28017699f req-b68ac78b-b597-447a-8f8e-58f1e3088cef tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0511401 Apr 20 15:24:36.078245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2f79a643-2190-48b1-8456-94a28017699f req-4682baf9-b614-4d6b-ae86-161f07b92415 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Apr 20 15:24:37.210454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5067-b00f-484d-b449-c9b9ea1008ac req-a3bf44a0-66d9-4648-b3b5-2fb2cf793ad5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:37.211968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ecb5067-b00f-484d-b449-c9b9ea1008ac req-a3bf44a0-66d9-4648-b3b5-2fb2cf793ad5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0588176 Apr 20 15:24:37.256540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ecb5067-b00f-484d-b449-c9b9ea1008ac req-61e589cb-d93d-4923-8447-495ff581ee4c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Apr 20 15:24:38.383854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512c93b-4664-485d-bc85-c5773276c50a req-79bd1b45-fd1a-4ce4-8996-4ed18241c3b9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:38.385313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d512c93b-4664-485d-bc85-c5773276c50a req-79bd1b45-fd1a-4ce4-8996-4ed18241c3b9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0576208 Apr 20 15:24:38.426738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d512c93b-4664-485d-bc85-c5773276c50a req-3db68d5c-4bd8-4f08-91c0-01faf2cfa914 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Apr 20 15:24:39.552696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfc921-df00-459e-837a-cb79de740524 req-f9233889-ef84-4f83-8e9b-d283be7fd5fa tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:39.555178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18dfc921-df00-459e-837a-cb79de740524 req-f9233889-ef84-4f83-8e9b-d283be7fd5fa tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0518711 Apr 20 15:24:39.595599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-18dfc921-df00-459e-837a-cb79de740524 req-75506971-f8fc-4f1d-84ff-06c493b5c5e7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335517 Apr 20 15:24:40.181762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c030225-0e82-42bb-9813-b63d98117497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:40.717302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55074ae-da60-480d-98cc-004931f2bab8 req-c696ea07-a2ce-437c-8386-b39308aa9fa9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:40.718782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f55074ae-da60-480d-98cc-004931f2bab8 req-c696ea07-a2ce-437c-8386-b39308aa9fa9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Apr 20 15:24:40.768079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f55074ae-da60-480d-98cc-004931f2bab8 req-0382431a-89b8-4728-9e2c-0d05ab9b9fde tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Apr 20 15:24:41.898014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea5a1-9ec2-4e4b-8648-ec550fed6e80 req-a50e7035-71fa-4bad-92ae-a6749ac8f0b6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:41.899510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7cea5a1-9ec2-4e4b-8648-ec550fed6e80 req-a50e7035-71fa-4bad-92ae-a6749ac8f0b6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0524268 Apr 20 15:24:41.938733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7cea5a1-9ec2-4e4b-8648-ec550fed6e80 req-fe7a1910-c1e5-49a8-b62b-844e7780386a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Apr 20 15:24:43.072556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb0e2-068d-40c4-accc-4810e0bfea54 req-a633cfd6-ecdf-4f2f-862d-edef662fd141 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:43.074021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-137fb0e2-068d-40c4-accc-4810e0bfea54 req-a633cfd6-ecdf-4f2f-862d-edef662fd141 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0555134 Apr 20 15:24:43.125116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-137fb0e2-068d-40c4-accc-4810e0bfea54 req-e2610cf8-49ec-490b-b37d-37624aea4a38 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Apr 20 15:24:43.559493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90e90661-a76f-4e7d-8c60-aebd8a08858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:43.844598 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:44.252326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c41f2f-9e0f-4a39-b710-ce4b846bab82 req-c9240e27-cb15-45fa-84fa-44d1f827b78a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:44.254172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c41f2f-9e0f-4a39-b710-ce4b846bab82 req-c9240e27-cb15-45fa-84fa-44d1f827b78a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0545158 Apr 20 15:24:44.298917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29c41f2f-9e0f-4a39-b710-ce4b846bab82 req-d72525a1-1ca6-49fd-be37-d013709d2b8b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Apr 20 15:24:44.567586 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:45.359722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:45.378157 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:24:45.430175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37977b4e-d14c-4415-b09e-84c019e6cf27 req-0ba66336-1d76-4a83-af7c-d5f1d333c2d9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:45.431753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37977b4e-d14c-4415-b09e-84c019e6cf27 req-0ba66336-1d76-4a83-af7c-d5f1d333c2d9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0514104 Apr 20 15:24:45.471996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-37977b4e-d14c-4415-b09e-84c019e6cf27 req-16c88216-4352-4fe2-b88b-0c615c7c9bc3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338383 Apr 20 15:24:46.607224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ae5a2-9ae7-44c2-bc40-23283647e68e req-4828c3ef-aec6-445e-807a-4395911c0c4e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:46.608682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-834ae5a2-9ae7-44c2-bc40-23283647e68e req-4828c3ef-aec6-445e-807a-4395911c0c4e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0504913 Apr 20 15:24:46.648049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-834ae5a2-9ae7-44c2-bc40-23283647e68e req-5cacf54c-a622-4685-affc-d170399c652e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Apr 20 15:24:47.791361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe6db1-35f3-48c0-9543-5c4671899caa req-19bbac7e-8fdf-475e-99dc-594e80307092 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:47.792811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00fe6db1-35f3-48c0-9543-5c4671899caa req-19bbac7e-8fdf-475e-99dc-594e80307092 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0548158 Apr 20 15:24:47.838945 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00fe6db1-35f3-48c0-9543-5c4671899caa req-b276e12c-7157-482c-a4fc-ffc2d3b99c5b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Apr 20 15:24:48.969937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852b3e4-d323-4e4a-9b6b-98d90ee4502f req-f4e71d13-d3d2-4c90-a8e0-fbc265b54d30 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:48.971942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5852b3e4-d323-4e4a-9b6b-98d90ee4502f req-f4e71d13-d3d2-4c90-a8e0-fbc265b54d30 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0566213 Apr 20 15:24:49.024587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5852b3e4-d323-4e4a-9b6b-98d90ee4502f req-03a0ee08-59cc-49ed-b44a-1de014721179 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Apr 20 15:24:50.171437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c0229-077d-47c2-a308-4baf12a7d695 req-d3a2a0ed-b6d3-406b-9dc4-7beebefae8c7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:50.172926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443c0229-077d-47c2-a308-4baf12a7d695 req-d3a2a0ed-b6d3-406b-9dc4-7beebefae8c7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0539291 Apr 20 15:24:50.212495 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-443c0229-077d-47c2-a308-4baf12a7d695 req-0ccfac62-7668-4dd8-b1eb-0bc427f463d5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Apr 20 15:24:51.348767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152964d-8713-42e0-a9e2-27d726689b4d req-b8e15358-8583-49d5-99f4-04bc0304f9f9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:51.350376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f152964d-8713-42e0-a9e2-27d726689b4d req-b8e15358-8583-49d5-99f4-04bc0304f9f9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0582154 Apr 20 15:24:51.395302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f152964d-8713-42e0-a9e2-27d726689b4d req-15012e13-fe5c-4e62-b92e-0371f5d616ba tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364914 Apr 20 15:24:52.522331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828bd25-8df5-442a-a905-98df0d214f8a req-426239c7-1ea9-4225-91c8-7ea5a5154ba7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:52.523816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9828bd25-8df5-442a-a905-98df0d214f8a req-426239c7-1ea9-4225-91c8-7ea5a5154ba7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0557570 Apr 20 15:24:52.575894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9828bd25-8df5-442a-a905-98df0d214f8a req-063854f0-65d0-4206-adf1-4ba68997291b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Apr 20 15:24:53.715882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73841564-3cbb-48da-8e19-28a2ccb682e8 req-ef31d003-d6d6-4008-a800-9352e71baa11 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:53.717349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73841564-3cbb-48da-8e19-28a2ccb682e8 req-ef31d003-d6d6-4008-a800-9352e71baa11 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0659246 Apr 20 15:24:53.758578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-73841564-3cbb-48da-8e19-28a2ccb682e8 req-d286170b-7f63-4a94-91d8-e65b4e8bb811 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Apr 20 15:24:54.891769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ea85-e05b-485a-8e9c-03031cfe0e2a req-06e6b915-7224-466c-95fd-46b4d91070e7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:54.893235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09f4ea85-e05b-485a-8e9c-03031cfe0e2a req-06e6b915-7224-466c-95fd-46b4d91070e7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0517075 Apr 20 15:24:54.936988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09f4ea85-e05b-485a-8e9c-03031cfe0e2a req-d0d77a81-9eed-4b87-b937-c74550367123 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370049 Apr 20 15:24:56.059251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4d5f-701c-458a-a02e-6233d67be1db req-0033d33d-c45d-4c19-97b4-30293dfe218d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:56.060761 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca5b4d5f-701c-458a-a02e-6233d67be1db req-0033d33d-c45d-4c19-97b4-30293dfe218d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0508957 Apr 20 15:24:56.100221 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca5b4d5f-701c-458a-a02e-6233d67be1db req-87c5a6ef-e7ab-4fc8-bfe3-45c4dd2e2768 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Apr 20 15:24:57.223233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564403f0-fe15-4002-a11e-aa97a2fb54ab req-814d5be3-6aa9-4c79-b10d-949ee08c9eb8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:57.224800 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-564403f0-fe15-4002-a11e-aa97a2fb54ab req-814d5be3-6aa9-4c79-b10d-949ee08c9eb8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Apr 20 15:24:57.267226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-564403f0-fe15-4002-a11e-aa97a2fb54ab req-a445470a-27a4-4d89-bb2d-96cac8970875 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Apr 20 15:24:58.394175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7101cf2-dbce-45b2-ab52-747c6256d197 req-08c73636-1b94-49d4-82f2-a5cd237f9334 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:58.395652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7101cf2-dbce-45b2-ab52-747c6256d197 req-08c73636-1b94-49d4-82f2-a5cd237f9334 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0535824 Apr 20 15:24:58.442611 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7101cf2-dbce-45b2-ab52-747c6256d197 req-c1ddc10e-15de-4dc9-91fa-78b80e2aeeaf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Apr 20 15:24:59.576206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87132c-5637-49a5-aac3-929c7a9f10b0 req-67856ce7-ce9a-49bc-a2e4-15812d30477b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:24:59.577652 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd87132c-5637-49a5-aac3-929c7a9f10b0 req-67856ce7-ce9a-49bc-a2e4-15812d30477b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Apr 20 15:24:59.621505 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd87132c-5637-49a5-aac3-929c7a9f10b0 req-169ab434-6130-4494-835e-cf5687becd80 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374212 Apr 20 15:25:00.776578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8f5e-cf8a-4c0f-9dda-1de52289e4e1 req-15d6dddc-1909-4b63-bf22-238d67e6f108 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:00.778076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1ae8f5e-cf8a-4c0f-9dda-1de52289e4e1 req-15d6dddc-1909-4b63-bf22-238d67e6f108 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0676332 Apr 20 15:25:00.828026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1ae8f5e-cf8a-4c0f-9dda-1de52289e4e1 req-d1ecf38d-3288-4a7b-9fac-d9eed0e495ee tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Apr 20 15:25:00.910270 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-1a00c60f-c624-45bd-bf06-b157080de4b5 service neutron] show failed (client error): The resource could not be found. Apr 20 15:25:00.911401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-1a00c60f-c624-45bd-bf06-b157080de4b5 service neutron] 10.222.0.45 "GET /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0674362 Apr 20 15:25:01.171187 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-0fb834a7-87bc-49c9-bdd2-e70543d9fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:01.172630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-0fb834a7-87bc-49c9-bdd2-e70543d9fc2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1097 time: 0.0591137 Apr 20 15:25:01.183904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:25:01.235905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.446107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:01.480499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:25:01.525860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:01.529242 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098a6f5-905a-44d6-9788-90c67a303ac7" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-unplugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:01.533275 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.552573 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Transition to ACTIVE for port object 8cac29a0-85bd-4bbd-a754-a5e14442be97 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:25:01.557469 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.598831 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e524a50-3169-47b1-90dc-be556abb9221 x-openstack-request-id: req-3e524a50-3169-47b1-90dc-be556abb9221 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:01.599149 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-unplugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:01.599403 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e524a50-3169-47b1-90dc-be556abb9221 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:01.599800 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e524a50-3169-47b1-90dc-be556abb9221'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'code': 200} Apr 20 15:25:01.635612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=6']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:01.679234 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] No DVR routers for this DVR port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:25:01.817197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:25:01.817509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:25:01.817899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:01.822586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:25:01.822916 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:01.827842 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:25:01.828173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:25:01.828546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:25:01.828959 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Bound port: 8cac29a0-85bd-4bbd-a754-a5e14442be97, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:25:01.829311 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.893876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:25:01.896861 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:25:01.902517 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.935999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:01.936649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:01.938108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] 10.222.0.43 "PUT /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1092 time: 0.7582045 Apr 20 15:25:01.960322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74284b80-848f-43f8-947e-beb152d3d506 req-e7b75924-381e-49d1-8b97-35882592eeca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:01.961803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74284b80-848f-43f8-947e-beb152d3d506 req-e7b75924-381e-49d1-8b97-35882592eeca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0535929 Apr 20 15:25:02.001868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e5edd-be46-446e-9633-6fa4c360d397 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=7']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:02.002816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-74284b80-848f-43f8-947e-beb152d3d506 req-7bdec0ae-1bbb-4c68-a41b-f480e9488a44 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Apr 20 15:25:02.024316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-3ebdf6d5-9262-4032-b9c8-a27306192318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:02.025872 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-3ebdf6d5-9262-4032-b9c8-a27306192318 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0608749 Apr 20 15:25:02.121633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-31ac5e3e-ba88-4e2c-96d2-a7c16ae4a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:02.123134 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-31ac5e3e-ba88-4e2c-96d2-a7c16ae4a844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0907106 Apr 20 15:25:02.188065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-586cc955-acc2-4429-9f72-4eaba179d505 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0587194 Apr 20 15:25:02.239845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-d0e41e27-05ea-46bc-827f-7ea85f5966ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:02.241137 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-d0e41e27-05ea-46bc-827f-7ea85f5966ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0472403 Apr 20 15:25:02.288376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-00dda200-61cc-4517-9b99-d1aefd4f660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:02.289834 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-00dda200-61cc-4517-9b99-d1aefd4f660f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416465 Apr 20 15:25:02.381754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-12a7d440-c3e2-4a1d-8bb8-25943728b202 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849564 Apr 20 15:25:02.476751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6b707209-3bb4-4987-bd4c-2a477e63723e req-6db16a57-2df9-413b-9229-f8eb2a549025 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872242 Apr 20 15:25:03.131997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d218e-e80f-49ab-97ff-b592937d1630 req-97679709-165b-4fcb-95a6-c49b1a59d7e0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.133371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd3d218e-e80f-49ab-97ff-b592937d1630 req-97679709-165b-4fcb-95a6-c49b1a59d7e0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0506556 Apr 20 15:25:03.175248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd3d218e-e80f-49ab-97ff-b592937d1630 req-db849a53-b688-4ecb-8d9a-1152f25b815b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Apr 20 15:25:03.601060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:03.604933 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50941753-b2d8-4ce9-b8f5-a46573c56b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:03.659655 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced75583-a952-4eb3-8116-694d700fc264 x-openstack-request-id: req-ced75583-a952-4eb3-8116-694d700fc264 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:03.660015 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:03.660357 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ced75583-a952-4eb3-8116-694d700fc264 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:03.660852 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced75583-a952-4eb3-8116-694d700fc264'] response: {'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'status': 'completed', 'code': 200} Apr 20 15:25:03.720200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-35060ea0-0129-4b9a-a396-0a884f264cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.721804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-35060ea0-0129-4b9a-a396-0a884f264cef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0423331 Apr 20 15:25:03.721955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-39d0f50a-db3d-4502-9dd6-c2c10cd29f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.723546 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-39d0f50a-db3d-4502-9dd6-c2c10cd29f7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0412385 Apr 20 15:25:03.818164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-6632fe70-ca5e-4a39-85e2-7117351658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.819662 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-6632fe70-ca5e-4a39-85e2-7117351658bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0904760 Apr 20 15:25:03.825733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-a1682ee1-917c-4cde-97ec-05c9a142bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.827265 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-a1682ee1-917c-4cde-97ec-05c9a142bedf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0920060 Apr 20 15:25:03.875187 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:03.888753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-878787e7-1db7-43a2-b4e1-2b066beabccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0625477 Apr 20 15:25:03.900732 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-3e78564b-9274-4069-8873-39c2b4be1af1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0656137 Apr 20 15:25:03.944942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-6ccc3df0-c410-4cb7-82c9-53a49c8af764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.947418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-6ccc3df0-c410-4cb7-82c9-53a49c8af764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0520566 Apr 20 15:25:03.956107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-e8d96408-2dde-4714-a56f-86a00e21d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.957623 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-e8d96408-2dde-4714-a56f-86a00e21d75f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0488298 Apr 20 15:25:03.994453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-83b5424e-2160-4dfd-8261-be805c063df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:03.996029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-83b5424e-2160-4dfd-8261-be805c063df2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419531 Apr 20 15:25:04.012020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-c6ac32cf-a038-4f44-965f-ec633d8f7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.013931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-c6ac32cf-a038-4f44-965f-ec633d8f7f3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488400 Apr 20 15:25:04.093615 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-360e1ad1-9f01-4e8c-ab43-b5c0a5e355bb service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911849 Apr 20 15:25:04.105322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-1e234ae7-4c74-4e40-9742-db3ff9f94468 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836508 Apr 20 15:25:04.186604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-3a939556-e020-485a-a691-e74714e988f3 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Apr 20 15:25:04.203289 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-50941753-b2d8-4ce9-b8f5-a46573c56b7d req-d83041c3-1eba-4eca-abae-7386bdc3bc1d service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908749 Apr 20 15:25:04.303985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccf58e-bb21-45aa-8294-d5be77e52b83 req-bdadc137-704e-4710-8ffb-57dcc1046e22 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.305474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecccf58e-bb21-45aa-8294-d5be77e52b83 req-bdadc137-704e-4710-8ffb-57dcc1046e22 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0577137 Apr 20 15:25:04.345212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecccf58e-bb21-45aa-8294-d5be77e52b83 req-39c472b8-d449-442e-b873-92c1ac251475 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Apr 20 15:25:04.654031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-845ce999-ce7e-43a3-a2bf-b61eb2d133eb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.655660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-845ce999-ce7e-43a3-a2bf-b61eb2d133eb tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&binding%3Ahost_id=n-h2-836145-2 HTTP/1.1" status: 200 len: 944 time: 0.0569065 Apr 20 15:25:04.665841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098539d9-3a81-4a9e-af30-8388af9826b1 req-a5351ba0-5d24-4dbf-97a9-196bd834834f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.667324 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-098539d9-3a81-4a9e-af30-8388af9826b1 req-a5351ba0-5d24-4dbf-97a9-196bd834834f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 944 time: 0.0493526 Apr 20 15:25:04.717144 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-de0a99a9-dac4-48f7-b461-bc29b461c957 service neutron] 10.222.0.43 "GET /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97/bindings/n-h2-836145-2 HTTP/1.1" status: 200 len: 382 time: 0.0542567 Apr 20 15:25:04.717567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-098539d9-3a81-4a9e-af30-8388af9826b1 req-f8c95237-a26f-443f-a666-ca668efa212b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Apr 20 15:25:04.790803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-e7881c02-d15e-4674-a9e1-b76bea4874b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.792283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-e7881c02-d15e-4674-a9e1-b76bea4874b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1095 time: 0.0455477 Apr 20 15:25:04.897391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-034dc193-058a-4ec6-8312-a42eccd4c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:04.898924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-034dc193-058a-4ec6-8312-a42eccd4c9e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1003170 Apr 20 15:25:04.974194 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-658ee34e-11fe-4ddd-815b-3f1c50e131c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0687895 Apr 20 15:25:05.008461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:25:05.027724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-4bbfcd0a-55b2-4862-b2e6-7ac4b2f65ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:05.029600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-4bbfcd0a-55b2-4862-b2e6-7ac4b2f65ea3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0493672 Apr 20 15:25:05.044476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:25:05.079989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-4efa0621-057c-4045-ac80-5ffb2203a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:05.081511 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-4efa0621-057c-4045-ac80-5ffb2203a102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444529 Apr 20 15:25:05.090667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:25:05.171808 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-34d5362c-fbe8-4c9a-ac3d-d9478ad6b5d4 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834830 Apr 20 15:25:05.270252 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-81c5419b-ba5d-431b-b2f9-79a488d49659 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911944 Apr 20 15:25:05.367124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:25:05.479971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:05.492209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:25:05.531512 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:05.548145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:25:05.568662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:05.573689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:05.623609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:05.792209 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['8cac29a0-85bd-4bbd-a754-a5e14442be97'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:25:05.839067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4100d-b914-4713-84f0-84ecffccc168 req-0a49f770-e62e-416b-9d93-c3596256c871 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:05.840604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caf4100d-b914-4713-84f0-84ecffccc168 req-0a49f770-e62e-416b-9d93-c3596256c871 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0495863 Apr 20 15:25:05.880300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-caf4100d-b914-4713-84f0-84ecffccc168 req-7c64afa3-028e-483e-a1f3-99dee1f9aba9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Apr 20 15:25:07.006814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901c15-9135-4de8-800c-cf84af52014e req-9403c89b-738c-463e-a0ef-32f7f4cca73c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:07.008386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6901c15-9135-4de8-800c-cf84af52014e req-9403c89b-738c-463e-a0ef-32f7f4cca73c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0528288 Apr 20 15:25:07.047909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6901c15-9135-4de8-800c-cf84af52014e req-2a6395ea-efc1-4274-834f-9568544369e4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Apr 20 15:25:07.200622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-944de740-424a-4217-ae1c-719396290629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:07.202101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-944de740-424a-4217-ae1c-719396290629 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1096 time: 0.0414250 Apr 20 15:25:07.213015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:25:07.374906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:25:07.431886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:25:07.436352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:25:07.436729 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.517317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.541688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:07.543999 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a62dc-439a-49d0-ac5b-80a9833187e0" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:07.561767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:07.566913 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.601937 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32fa0a1-c2f6-485c-8f45-3433c0c7f701 x-openstack-request-id: req-f32fa0a1-c2f6-485c-8f45-3433c0c7f701 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:07.602234 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:07.602487 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f32fa0a1-c2f6-485c-8f45-3433c0c7f701 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:07.602905 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32fa0a1-c2f6-485c-8f45-3433c0c7f701'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'code': 200} Apr 20 15:25:07.618673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:07.631603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.856450 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:07.891418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:25:07.939839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:07.943317 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfee66-9575-4760-8f05-39469c1b0649" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-unplugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:07.947490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.961288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Transition to ACTIVE for port object 8cac29a0-85bd-4bbd-a754-a5e14442be97 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:25:07.966550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:07.995364 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7dbfb7-3ed6-4ec3-8423-abc7402fe7f0 x-openstack-request-id: req-1a7dbfb7-3ed6-4ec3-8423-abc7402fe7f0 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:07.995657 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-unplugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:07.995908 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7dbfb7-3ed6-4ec3-8423-abc7402fe7f0 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:07.996299 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7dbfb7-3ed6-4ec3-8423-abc7402fe7f0'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'code': 200} Apr 20 15:25:08.044537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:08.096886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] No DVR routers for this DVR port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:25:08.229357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacc897-4888-49e7-a003-b383a39ddcff req-9a79b05c-c062-4c0d-a2ad-0a0056664e52 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.230848 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbacc897-4888-49e7-a003-b383a39ddcff req-9a79b05c-c062-4c0d-a2ad-0a0056664e52 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0957830 Apr 20 15:25:08.300182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbacc897-4888-49e7-a003-b383a39ddcff req-00b40650-1777-49b6-bcbe-dde8f2d9726e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622661 Apr 20 15:25:08.304935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:25:08.305242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:25:08.305600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:08.310402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:25:08.310765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Attempting to bind port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:08.315889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:25:08.316241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:25:08.316625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:25:08.317056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Bound port: 8cac29a0-85bd-4bbd-a754-a5e14442be97, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:25:08.317429 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:08.381176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:25:08.384206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:25:08.391921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:08.429580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.430193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:08.431605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] 10.222.0.45 "PUT /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1093 time: 1.2224250 Apr 20 15:25:08.456418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6af1b0-dfb1-4382-bf92-cbe341129b40 service neutron] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=11']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:08.504348 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-34470740-88f6-4d07-9f21-39fa4aca8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.505965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-34470740-88f6-4d07-9f21-39fa4aca8db1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1096 time: 0.0506303 Apr 20 15:25:08.597843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-489cb957-5f42-47c4-a93d-7a0a4ff7072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.599655 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-489cb957-5f42-47c4-a93d-7a0a4ff7072a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0868416 Apr 20 15:25:08.671519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-86eb291f-2634-4c13-abb8-db7ad57f5fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0648110 Apr 20 15:25:08.719469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-27c3279d-38c8-4a3b-b392-17164ad8ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.720834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-27c3279d-38c8-4a3b-b392-17164ad8ecab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0432785 Apr 20 15:25:08.766480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-5762cf46-5d19-429e-8948-38fe0bdb27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:08.768009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-5762cf46-5d19-429e-8948-38fe0bdb27ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401189 Apr 20 15:25:08.860802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-0e9e2740-9747-4183-8325-89340b510375 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849667 Apr 20 15:25:08.959659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0bf96ad6-739e-4567-ba6d-40c41dbb18b5 req-f00a06f4-5532-4e70-a251-f25649e0c12a service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921297 Apr 20 15:25:09.405688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:25:09.440829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ab1c6-593d-4bbb-becd-17a26b063382 req-e5cff0b2-8ab6-450e-ad28-d3c9c37bc9e6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:09.442341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d2ab1c6-593d-4bbb-becd-17a26b063382 req-e5cff0b2-8ab6-450e-ad28-d3c9c37bc9e6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0579474 Apr 20 15:25:09.449746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:25:09.482603 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d2ab1c6-593d-4bbb-becd-17a26b063382 req-1f92f6ba-86f5-4ca4-9354-2cc8c8000ffd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Apr 20 15:25:09.997927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:10.001773 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0857ea13-b292-4180-9e21-ffa024c4cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:10.057834 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc3db0f-0207-4275-b287-fc04d01ec634 x-openstack-request-id: req-4dc3db0f-0207-4275-b287-fc04d01ec634 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:10.058191 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:10.058502 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dc3db0f-0207-4275-b287-fc04d01ec634 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:10.059065 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc3db0f-0207-4275-b287-fc04d01ec634'] response: {'name': 'network-changed', 'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'status': 'completed', 'code': 200} Apr 20 15:25:10.122055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-60602596-eeb6-499e-b05d-c79f80f309dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.123585 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-60602596-eeb6-499e-b05d-c79f80f309dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1096 time: 0.0429513 Apr 20 15:25:10.124717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-342234b5-7c1b-4952-a0b9-765dcd93e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.127117 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-342234b5-7c1b-4952-a0b9-765dcd93e230 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 1096 time: 0.0482619 Apr 20 15:25:10.190525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b31b765-e40e-420c-bf4e-4cd8c36a60cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:10.221372 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-d11a776f-3949-4f55-ab0e-678d2f70853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.222905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-d11a776f-3949-4f55-ab0e-678d2f70853b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0930126 Apr 20 15:25:10.225839 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-f8c57e41-fd63-4e19-b9ef-edf300017a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.227501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-f8c57e41-fd63-4e19-b9ef-edf300017a59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0942726 Apr 20 15:25:10.289741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-ab2c671e-7522-447a-9ca4-338604e44822 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0605888 Apr 20 15:25:10.297812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-79b1b177-2fd5-40ef-a3d6-cc972355e299 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 200 len: 1001 time: 0.0629766 Apr 20 15:25:10.340530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-d37b9815-28f5-47ed-ac67-0d810e2cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.342018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-d37b9815-28f5-47ed-ac67-0d810e2cbf92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0457599 Apr 20 15:25:10.347185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-21e3bfdd-1a96-4164-8944-366d03431ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.348751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-21e3bfdd-1a96-4164-8944-366d03431ddc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0442188 Apr 20 15:25:10.391751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-a9463503-1abe-4e66-9432-adae518272de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.393216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-a9463503-1abe-4e66-9432-adae518272de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451519 Apr 20 15:25:10.395887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-735ecc92-d517-4d26-a855-d5c1e688904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.397625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-735ecc92-d517-4d26-a855-d5c1e688904b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406137 Apr 20 15:25:10.491896 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-478b0518-a543-44d0-b013-8d87125b215c service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916307 Apr 20 15:25:10.493004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-bacc1e4b-271e-49c7-919d-eabd702a2e85 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873830 Apr 20 15:25:10.590908 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-541befc6-194f-4bec-bb6b-f266a250a482 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923150 Apr 20 15:25:10.620195 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0857ea13-b292-4180-9e21-ffa024c4cb25 req-98b57f65-d7ec-4102-9a60-cbb6f37883ad service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201077 Apr 20 15:25:10.628385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ac89d-112e-4f05-ae9e-59f2b149e109 req-e6187d0c-184c-4d46-9cc6-ce744177249f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:10.629773 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-293ac89d-112e-4f05-ae9e-59f2b149e109 req-e6187d0c-184c-4d46-9cc6-ce744177249f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0734949 Apr 20 15:25:10.669563 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-293ac89d-112e-4f05-ae9e-59f2b149e109 req-bd9a871f-de13-4f46-98ac-0333016834e9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Apr 20 15:25:11.792780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736faa1-5319-4061-8613-1a47504227c2 req-420f4133-5bc8-4b28-a158-08125a07a0dd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:11.794283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4736faa1-5319-4061-8613-1a47504227c2 req-420f4133-5bc8-4b28-a158-08125a07a0dd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Apr 20 15:25:11.833787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4736faa1-5319-4061-8613-1a47504227c2 req-70a8d617-1128-4c35-92cc-3eac3b73d28f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333984 Apr 20 15:25:12.959331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e03c-9b0a-43bf-9513-9942c6f6e5b0 req-e1c28608-95bc-4e25-8944-8cacd7809bd7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:12.960812 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9335e03c-9b0a-43bf-9513-9942c6f6e5b0 req-e1c28608-95bc-4e25-8944-8cacd7809bd7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Apr 20 15:25:13.006639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9335e03c-9b0a-43bf-9513-9942c6f6e5b0 req-4fc059a8-e9a2-4965-b159-6efc55397cec tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367949 Apr 20 15:25:13.123594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:25:13.127674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e59c-2780-494f-bdd6-61309ba9659a req-b812fb22-4b28-4d37-b04e-d4bc355803ae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:13.129128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7021e59c-2780-494f-bdd6-61309ba9659a req-b812fb22-4b28-4d37-b04e-d4bc355803ae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0538814 Apr 20 15:25:13.167626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7021e59c-2780-494f-bdd6-61309ba9659a req-d195ab31-fcc8-4423-afb6-ab8f006ce362 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Apr 20 15:25:13.219023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:13.230643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'mac_address': 'fa:16:3e:7f:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:25:13.266941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:13.280639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524afdb6-bc23-4bdf-9244-52bb69b3b511 req-8273229b-701f-4a9a-8e27-e990bde251fd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:13.282139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-524afdb6-bc23-4bdf-9244-52bb69b3b511 req-8273229b-701f-4a9a-8e27-e990bde251fd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Apr 20 15:25:13.283539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:25:13.303356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:13.307872 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:13.321435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-524afdb6-bc23-4bdf-9244-52bb69b3b511 req-25ac5326-c658-4372-9b55-9bed94349e90 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Apr 20 15:25:13.356940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:13.556268 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-577171d5-1668-4dfd-b192-6225ea9a90a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:13.564679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db275714-3a68-4204-ac75-a37d336a0ce1 req-72bbe198-f77f-4ad8-87ec-80f8102504c7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:13.566186 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db275714-3a68-4204-ac75-a37d336a0ce1 req-72bbe198-f77f-4ad8-87ec-80f8102504c7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0517554 Apr 20 15:25:13.604919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db275714-3a68-4204-ac75-a37d336a0ce1 req-eda43765-f875-4c42-83af-d43d222d57bf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Apr 20 15:25:13.631723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['8cac29a0-85bd-4bbd-a754-a5e14442be97'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:25:13.841786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:14.568245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:14.735218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea2d3-e48c-43a6-9a24-8b2eb8429d58 req-148cdeb3-90be-489c-a931-83df67b0fcf8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:14.736720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b2ea2d3-e48c-43a6-9a24-8b2eb8429d58 req-148cdeb3-90be-489c-a931-83df67b0fcf8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0563555 Apr 20 15:25:14.776215 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b2ea2d3-e48c-43a6-9a24-8b2eb8429d58 req-f83e9188-eec1-4851-8adc-bf63a35bd6ea tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Apr 20 15:25:14.992443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-72ac877a-749b-4085-b89e-77f3ec42fd8d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:14.993928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-72ac877a-749b-4085-b89e-77f3ec42fd8d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 946 time: 0.0675409 Apr 20 15:25:15.083957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Deleting port 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:25:15.084330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.135813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:25:15.183957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:15.184375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.189979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:25:15.194873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 8cac29a0-85bd-4bbd-a754-a5e14442be97 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:25:15.195245 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.275040 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.297803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:15.300086 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89451659-a09d-490b-81df-06e0f42ada0f" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:15.312963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 8cac29a0-85bd-4bbd-a754-a5e14442be97, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=8cac29a0-85bd-4bbd-a754-a5e14442be97,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:15.318595 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.345304 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc2007b-8897-4efe-900a-8f1948c201bb x-openstack-request-id: req-dcc2007b-8897-4efe-900a-8f1948c201bb {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:15.345599 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-plugged", "status": "completed", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:15.345877 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcc2007b-8897-4efe-900a-8f1948c201bb {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:15.346291 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc2007b-8897-4efe-900a-8f1948c201bb'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'code': 200} Apr 20 15:25:15.361800 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.362157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.362466 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 disassociated. External IP: 172.25.1.111, port: 8cac29a0-85bd-4bbd-a754-a5e14442be97. Apr 20 15:25:15.362821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Calling delete_port for 8cac29a0-85bd-4bbd-a754-a5e14442be97 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:25:15.379574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.395662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=13']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:15.398673 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.500384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.534310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'Port': ['ID=8cac29a0-85bd-4bbd-a754-a5e14442be97,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:15.645574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:25:15.751594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:25:15.763895 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:25:15.774275 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:25:15.774928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:25:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:15.791179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] No DVR routers for this DVR port 8cac29a0-85bd-4bbd-a754-a5e14442be97 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:25:15.793944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:15.797185 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bd93c62-508d-4a14-bf27-97c7fca6a869 req-43582ade-134b-42ff-bfad-dbdb359ca100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "DELETE /v2.0/ports/8cac29a0-85bd-4bbd-a754-a5e14442be97 HTTP/1.1" status: 204 len: 173 time: 0.7972412 Apr 20 15:25:15.797608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-deleted', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:15.799975 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389ae1cc-e998-4c62-a8b8-8316e238ec46" -d '{"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-deleted", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:15.866240 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75cf92c-b2b2-4264-bee1-724af59fd62a x-openstack-request-id: req-b75cf92c-b2b2-4264-bee1-724af59fd62a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:15.866708 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0482e47-bfa9-40fc-ad4c-d33824e70433", "name": "network-vif-deleted", "tag": "8cac29a0-85bd-4bbd-a754-a5e14442be97", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:15.867631 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b75cf92c-b2b2-4264-bee1-724af59fd62a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:15.867631 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b75cf92c-b2b2-4264-bee1-724af59fd62a'] response: {'server_uuid': 'f0482e47-bfa9-40fc-ad4c-d33824e70433', 'name': 'network-vif-deleted', 'tag': '8cac29a0-85bd-4bbd-a754-a5e14442be97', 'status': 'completed', 'code': 200} Apr 20 15:25:15.894178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-32209a66-7c10-4d33-9bb1-8473163099e8 req-f860ba9d-2d38-4205-a078-8ae5c1c96068 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0482e47-bfa9-40fc-ad4c-d33824e70433 HTTP/1.1" status: 200 len: 210 time: 0.0398793 Apr 20 15:25:15.994191 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:25:16.213527 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:16.239784 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:25:16.248914 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:25:16.249506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:25:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:16.373465 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:25:16.583888 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:16.613768 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c79ce4-71e5-424b-b4c0-2859a2a526c1 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:25:16.857389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38aa51a-5436-44a9-b779-66cb43dc9ac5 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:25:17.144619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-bc7a26ee-19c5-4e1a-92aa-16a64d81159d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1149253327&fields=id&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 267 time: 0.0350041 Apr 20 15:25:17.252315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-a16da71e-1dc6-4bb7-8b28-b75be404cea3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:17.253754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-a16da71e-1dc6-4bb7-8b28-b75be404cea3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1020684 Apr 20 15:25:17.271755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-ca37c881-ec54-439c-86a5-41b13dc36f89 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/quotas/9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 375 time: 0.0095360 Apr 20 15:25:17.327783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-bed67d86-e635-4a8c-bb2b-091b2a44256c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507114 Apr 20 15:25:17.479474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-f22fc4a3-826b-4e5b-9521-43fac506c262 service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394851 Apr 20 15:25:17.571070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-da0abb38-13af-4122-83da-346de74463b1 service neutron] 10.222.0.20 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Apr 20 15:25:17.754535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f752ab02-1b82-4bb7-8980-59c23866bbcc req-381809c6-9f58-4d3f-87ae-5a2a75bc345c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0313647 Apr 20 15:25:18.795442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-68f644f5-a228-4254-9c21-8f2f31ef1ffc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:18.796989 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-68f644f5-a228-4254-9c21-8f2f31ef1ffc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 812 time: 0.1108596 Apr 20 15:25:18.841958 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-99e0ca3a-001a-4214-9851-361de8b77930 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 380 time: 0.0363817 Apr 20 15:25:18.852569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'port': {'device_id': '5af05472-acb3-4a07-b805-d38381afc049', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'admin_state_up': True, 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'security_groups': ['6021e7da-7413-4acb-84be-8e491597edee']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:25:18.852827 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5fb4516e-07a5-4700-a048-8e08e4fbd0fc req-2c95d87a-5375-44be-ab36-b4c37317fb33 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Apr 20 15:25:18.975400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Made reservation on behalf of 9c2cd274d7ad42d2bae06e258d7f210e for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:25:18.979117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.123689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Allocated IP 172.20.0.11 (9499dcd5-7c81-4e35-b735-bafa658c7b8c/345eeaaa-517b-4708-b761-4717b9bf870b/25d3c43c-a36f-4e00-acfd-92875480a55d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:25:19.150369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:25:19.173776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 8cac29a0-85bd-4bbd-a754-a5e14442be97 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:25:19.174110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 8cac29a0-85bd-4bbd-a754-a5e14442be97 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:25:19.274381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.312386 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.355067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:25:19.358160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:25:19.361886 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:25:19.368394 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:19.400766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.401163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.401505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.401838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.402164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.402492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.402829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.403167 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.403488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.403823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.404140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.404460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:25:19.429760 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:19.430402 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.448487 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-2f3aa192-e75a-43b0-89e5-c18c5cf98b5a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997081 Apr 20 15:25:19.461113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Request body: {'port': {'device_id': '5af05472-acb3-4a07-b805-d38381afc049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:25:19.516332 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.570610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-86b8605d-f3a5-4b8d-bb40-df3a4b554d66 None None] Provisioning complete for port 25d3c43c-a36f-4e00-acfd-92875480a55d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:25:19.571031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-86b8605d-f3a5-4b8d-bb40-df3a4b554d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.605257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-86b8605d-f3a5-4b8d-bb40-df3a4b554d66 None None] Port 25d3c43c-a36f-4e00-acfd-92875480a55d cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:25:19.779092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:25:19.786598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.798272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Transition to ACTIVE for port object 25d3c43c-a36f-4e00-acfd-92875480a55d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:25:19.804214 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.855758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:19.932683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:25:19.933019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:25:19.933348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:19.938007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:25:19.938332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:25:19.943700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:25:19.944037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:25:19.944415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:25:19.944843 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Bound port: 25d3c43c-a36f-4e00-acfd-92875480a55d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:25:19.945210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:19.979771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a888-0084-409d-a836-3335881e7040 req-e39ee25e-1115-4089-9dc1-cde8c1fc048b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:19.981315 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0463a888-0084-409d-a836-3335881e7040 req-e39ee25e-1115-4089-9dc1-cde8c1fc048b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0503502 Apr 20 15:25:20.011513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:25:20.015724 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:25:20.021396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0463a888-0084-409d-a836-3335881e7040 req-c238844a-93ac-4853-aa5a-31fea4c5e50c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Apr 20 15:25:20.021694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:20.058516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.059341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:20.060924 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1092 time: 0.6044116 Apr 20 15:25:20.063291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:20.066317 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0ae02-a697-4819-92fc-ab5331f97c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:20.103254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d74434-4647-4d5e-bf3e-59d789bdd4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:20.110112 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe31a1-4895-4602-89cd-7cf1c3e2f2ac x-openstack-request-id: req-6cbe31a1-4895-4602-89cd-7cf1c3e2f2ac {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:20.110402 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:20.110691 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cbe31a1-4895-4602-89cd-7cf1c3e2f2ac {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:20.111093 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbe31a1-4895-4602-89cd-7cf1c3e2f2ac'] response: {'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'status': 'completed', 'code': 200} Apr 20 15:25:20.152858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-5bc4022c-b6dd-4131-b9ab-5f573bc0945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.154478 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-5bc4022c-b6dd-4131-b9ab-5f573bc0945a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0467536 Apr 20 15:25:20.196738 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-3e72d3c6-caa6-40a5-b1e1-2d94fe699f15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 217 time: 0.0347879 Apr 20 15:25:20.252954 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-23bb3288-afb8-4c06-96ba-0181b53d169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.254431 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-23bb3288-afb8-4c06-96ba-0181b53d169e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0507312 Apr 20 15:25:20.305821 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-e05607a6-0d11-4b80-8fa4-306a8a46ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.307376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-e05607a6-0d11-4b80-8fa4-306a8a46ba20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466104 Apr 20 15:25:20.399588 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-61a02402-7ec7-4b97-97b3-7125838d005d service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849030 Apr 20 15:25:20.490843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-627513b7-04d2-41f7-90a1-db9357b5c534 req-d0040263-f990-445c-8fff-bbbf469d7b0a service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Apr 20 15:25:20.578536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-a4d1cef5-16de-47d6-b5eb-354c5ef02f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.580108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-a4d1cef5-16de-47d6-b5eb-354c5ef02f23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0422618 Apr 20 15:25:20.691875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-36dbeb2f-2ab2-45f5-a737-7e142f56ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.693456 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-36dbeb2f-2ab2-45f5-a737-7e142f56ff47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1057596 Apr 20 15:25:20.735167 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-bc806ab6-84ff-4365-aea6-f187fd0c1854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 217 time: 0.0344234 Apr 20 15:25:20.782997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-10986c24-6171-4913-b7df-44047acaf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.784384 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-10986c24-6171-4913-b7df-44047acaf6a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0423021 Apr 20 15:25:20.836333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-1764fc96-d2f6-4d0d-8992-4cf0775ca596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:20.837765 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-1764fc96-d2f6-4d0d-8992-4cf0775ca596 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440602 Apr 20 15:25:21.147491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb534f-512b-46ed-b09c-57e25283b4d2 req-622d20e5-a2e9-4b04-a522-84b56eae0dae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:21.148971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3bb534f-512b-46ed-b09c-57e25283b4d2 req-622d20e5-a2e9-4b04-a522-84b56eae0dae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0516860 Apr 20 15:25:21.189011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3bb534f-512b-46ed-b09c-57e25283b4d2 req-f73f884c-ffe6-4bce-9dda-f3cca8713022 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Apr 20 15:25:21.263546 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-3428bcaa-036c-48e4-b2d4-0333782c572d service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179583 Apr 20 15:25:21.360450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7ca0ae02-a697-4819-92fc-ab5331f97c9f req-3b243ef2-0a3a-4629-83dc-3265203fec12 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892735 Apr 20 15:25:22.337583 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71fcc3-55ce-4a9a-8eaf-815bab7cbf9b req-52722b35-b34f-4a7c-9477-191f18f7088f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:22.339090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d71fcc3-55ce-4a9a-8eaf-815bab7cbf9b req-52722b35-b34f-4a7c-9477-191f18f7088f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0662684 Apr 20 15:25:22.378719 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d71fcc3-55ce-4a9a-8eaf-815bab7cbf9b req-d99fb8a1-2018-45a7-ae4b-9ca1e6cdf0ba tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332272 Apr 20 15:25:23.467624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:25:23.502742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6135dc-7623-4b38-92ed-1c87e019e4b5 req-ac1c3b1e-fad7-4480-8586-b0af6144bf4b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:23.504174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b6135dc-7623-4b38-92ed-1c87e019e4b5 req-ac1c3b1e-fad7-4480-8586-b0af6144bf4b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0539358 Apr 20 15:25:23.544440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2b6135dc-7623-4b38-92ed-1c87e019e4b5 req-7320417e-a174-40b8-a6b4-b333b16490f6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Apr 20 15:25:23.564712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:23.576161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:25:23.622338 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:23.638822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:25:23.660468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:23.667063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:23.721196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:23.876613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['25d3c43c-a36f-4e00-acfd-92875480a55d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:25:24.678183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507cc1d-d465-4685-a039-50fee4aceabd req-c2de341f-9963-4d42-b76f-36cf532ccc47 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:24.679678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7507cc1d-d465-4685-a039-50fee4aceabd req-c2de341f-9963-4d42-b76f-36cf532ccc47 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0602713 Apr 20 15:25:24.717964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7507cc1d-d465-4685-a039-50fee4aceabd req-62599aba-c6ff-4a78-8e48-71a7bd8ba998 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Apr 20 15:25:25.500113 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:25:25.563281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 25d3c43c-a36f-4e00-acfd-92875480a55d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:25:25.568251 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 25d3c43c-a36f-4e00-acfd-92875480a55d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:25:25.568622 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:25.644005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:25.666031 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:25.668280 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a2ef3e-e51f-452b-8662-996870cbda33" -d '{"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-plugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:25.680668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:25:25.685240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:25.710806 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa404c3-2261-4693-9928-c2fb07c8d6ac x-openstack-request-id: req-7fa404c3-2261-4693-9928-c2fb07c8d6ac {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:25.711094 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-plugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:25.711340 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa404c3-2261-4693-9928-c2fb07c8d6ac {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:25.711720 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa404c3-2261-4693-9928-c2fb07c8d6ac'] response: {'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'code': 200} Apr 20 15:25:25.738138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:25:25.803587 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4d93-bf06-4775-b18a-52f3eea56a2f req-76c5857b-d390-4af6-9825-245e7e940fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:25.805187 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1fc4d93-bf06-4775-b18a-52f3eea56a2f req-76c5857b-d390-4af6-9825-245e7e940fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1097 time: 0.0402389 Apr 20 15:25:25.840744 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c1fc4d93-bf06-4775-b18a-52f3eea56a2f req-d4eecf2d-48c1-4c6a-8a1b-dd7bb192de2d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289121 Apr 20 15:25:25.846826 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888ea8-f1ac-4bee-8047-089698f0b4ca req-6268615f-ccff-4a03-b1c6-ccfb4f53b064 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:25.848308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0888ea8-f1ac-4bee-8047-089698f0b4ca req-6268615f-ccff-4a03-b1c6-ccfb4f53b064 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0517395 Apr 20 15:25:25.886189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0888ea8-f1ac-4bee-8047-089698f0b4ca req-6c8631c8-027e-43e7-b9c5-07faf2b3e3f4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Apr 20 15:25:27.007237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e6116-25ba-486d-8f87-ca81feae25f0 req-4cd38564-bf64-40da-b2b0-4b5a4e2a3109 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:27.008714 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e0e6116-25ba-486d-8f87-ca81feae25f0 req-4cd38564-bf64-40da-b2b0-4b5a4e2a3109 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Apr 20 15:25:27.048799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0e0e6116-25ba-486d-8f87-ca81feae25f0 req-62670772-c300-4a3a-a625-955a34e65d01 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334892 Apr 20 15:25:27.190248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e143b52-7ec4-4470-815c-75b757cc69f7 req-bb87d18d-9a58-4f5a-bade-ba0e66adc4a6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:27.191736 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e143b52-7ec4-4470-815c-75b757cc69f7 req-bb87d18d-9a58-4f5a-bade-ba0e66adc4a6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0596089 Apr 20 15:25:27.202175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48598) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:25:27.206504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Request body: {'floatingip': {'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:25:27.248012 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:27.693557 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:27.699686 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:27.795766 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 associated. External IP: 172.25.1.111, port: 25d3c43c-a36f-4e00-acfd-92875480a55d. Apr 20 15:25:28.006067 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:25:28.112504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:25:28.117372 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:28.123976 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:25:28.137066 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:25:28.137676 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:25:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:28.150107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-114daa4e-e007-43a9-9072-8de538be7c92 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "PUT /v2.0/floatingips/651fa1d4-755b-40f2-aaae-87a0b52629f4 HTTP/1.1" status: 200 len: 993 time: 0.9467947 Apr 20 15:25:28.151029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:25:28.153800 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdcbfbb-c420-43aa-8352-69ca27cf8944" -d '{"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:25:28.193473 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55edb6-a3d5-472f-88e6-c5f4a12c3b0e x-openstack-request-id: req-8f55edb6-a3d5-472f-88e6-c5f4a12c3b0e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:25:28.193805 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:25:28.194066 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f55edb6-a3d5-472f-88e6-c5f4a12c3b0e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:25:28.194652 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f55edb6-a3d5-472f-88e6-c5f4a12c3b0e'] response: {'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'status': 'completed', 'code': 200} Apr 20 15:25:28.265927 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:25:28.268632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-b02ba768-4b7d-429c-8c64-0105e8af9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:28.270147 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-b02ba768-4b7d-429c-8c64-0105e8af9705 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1097 time: 0.0506144 Apr 20 15:25:28.377331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-dc773c39-3617-4063-b353-264d722dfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:28.379206 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-dc773c39-3617-4063-b353-264d722dfdce service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1010349 Apr 20 15:25:28.455012 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-174f1b22-7781-45b0-b749-c8896927306f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0674131 Apr 20 15:25:28.512004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-4d92118d-c44b-4906-9a74-a6e3f94a3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:28.513642 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-4d92118d-c44b-4906-9a74-a6e3f94a3806 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0538282 Apr 20 15:25:28.517494 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af05472-acb3-4a07-b805-d38381afc049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:25:27Z', 'revision_number': 13, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:28.545392 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:25:28.554532 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:25:28.555148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:25:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:28.569897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-3ef04182-2572-445c-a1e4-d2fb62727510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:28.571689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-3ef04182-2572-445c-a1e4-d2fb62727510 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513315 Apr 20 15:25:28.664877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:25:28.677362 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-33961192-7376-4bc6-a818-2d1d71bc38ca service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988326 Apr 20 15:25:28.773853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1bdcbfbb-c420-43aa-8352-69ca27cf8944 req-3cf10a6c-76e5-46a9-99a2-ed95b24d3e65 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895438 Apr 20 15:25:28.890628 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af05472-acb3-4a07-b805-d38381afc049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:25:27Z', 'revision_number': 13, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:25:29.025100 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc66d5-a941-4511-841c-55349a6a9fc2 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '651fa1d4-755b-40f2-aaae-87a0b52629f4', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af05472-acb3-4a07-b805-d38381afc049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:22:26Z', 'updated_at': '2022-04-20T15:25:27Z', 'revision_number': 13, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:25:29.239561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efbdef-72c0-43c0-800c-9ab5d1930e19 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:25:29.636235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b731d1-30d3-4c97-b47f-74a50e09716c req-5fa94012-7ba8-4a16-a4ad-ab11fa8d22d9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:29.637918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b731d1-30d3-4c97-b47f-74a50e09716c req-5fa94012-7ba8-4a16-a4ad-ab11fa8d22d9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0528512 Apr 20 15:25:29.682979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f2b731d1-30d3-4c97-b47f-74a50e09716c req-367b0def-bfd3-41b9-821b-15d06a5ee63e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379014 Apr 20 15:25:33.886704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:39.815050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91e0a2-b21c-4650-a316-85036c5da416 req-0e4dab1a-0849-4f67-9a55-02fdbcefbff5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:39.822983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a91e0a2-b21c-4650-a316-85036c5da416 req-0e4dab1a-0849-4f67-9a55-02fdbcefbff5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0709817 Apr 20 15:25:39.865726 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-35bc0953-78ca-4d2f-bd01-574029a5a5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227436 Apr 20 15:25:39.874344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a91e0a2-b21c-4650-a316-85036c5da416 req-4af525d3-55d2-497a-ba8c-14ca538c9d0a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Apr 20 15:25:40.185838 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1d79650f-d3db-43f0-82d1-8094b3a513de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:40.966059 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-247f7a27-1581-4e34-969f-11e170c49e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:40.967862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-247f7a27-1581-4e34-969f-11e170c49e55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1097 time: 0.0409255 Apr 20 15:25:40.995062 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c14ee0-91da-4b6d-b23d-178dada1a3d1 req-a6345249-7e5b-4b96-85e6-0f436f1319e2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:40.996509 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2c14ee0-91da-4b6d-b23d-178dada1a3d1 req-a6345249-7e5b-4b96-85e6-0f436f1319e2 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0488982 Apr 20 15:25:41.040419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2c14ee0-91da-4b6d-b23d-178dada1a3d1 req-8869c244-8551-4ce0-8aeb-300769ca2ad1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Apr 20 15:25:41.065870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-355ae10e-a8b6-4c81-9e91-4c71efed12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:41.067398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-355ae10e-a8b6-4c81-9e91-4c71efed12cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0931728 Apr 20 15:25:41.139250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-7cb70687-ee7c-41ea-ae79-c1c68bc61da4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1003 time: 0.0643418 Apr 20 15:25:41.193546 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-83b4ea96-0f25-46f1-9afc-08af3bccc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:41.195039 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-83b4ea96-0f25-46f1-9afc-08af3bccc0b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0497746 Apr 20 15:25:41.246903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-bea9a6ef-3f2c-489c-91ad-7c2bdc8537bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:41.248346 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-bea9a6ef-3f2c-489c-91ad-7c2bdc8537bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466082 Apr 20 15:25:41.340030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-415b80f2-b198-4688-ab63-cca47cff1352 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842333 Apr 20 15:25:41.433108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-d03409d5-24f7-45e9-8405-9a7f196ddcec service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866683 Apr 20 15:25:42.014942 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:25:42.174956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deecde-eeb3-4bd4-80c8-53c21395d825 req-3b790957-3ccd-44ab-b678-34ce9f319462 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:42.176444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9deecde-eeb3-4bd4-80c8-53c21395d825 req-3b790957-3ccd-44ab-b678-34ce9f319462 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Apr 20 15:25:42.221965 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9deecde-eeb3-4bd4-80c8-53c21395d825 req-9a3343a5-7411-4607-ad9d-197e2fe19645 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367296 Apr 20 15:25:43.358397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989491-e020-4c2a-80c3-b28adf079664 req-95944fd8-3903-4393-a630-6b2ff912484a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:43.360039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b989491-e020-4c2a-80c3-b28adf079664 req-95944fd8-3903-4393-a630-6b2ff912484a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Apr 20 15:25:43.402441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b989491-e020-4c2a-80c3-b28adf079664 req-48378ed6-7fb0-4e1b-8091-51e719b0ec76 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Apr 20 15:25:43.561485 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3685c72-aea1-434b-8819-97481a711425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:43.841935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:44.531956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20cd8f-e7f9-4eff-a53c-7088be6bb0e1 req-60aab5e8-acb7-4cb9-b91b-fad69373c1d4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:44.533454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f20cd8f-e7f9-4eff-a53c-7088be6bb0e1 req-60aab5e8-acb7-4cb9-b91b-fad69373c1d4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0577826 Apr 20 15:25:44.547356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:44.574813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f20cd8f-e7f9-4eff-a53c-7088be6bb0e1 req-6383fad1-6d17-4270-b7db-9d32eeb6eaee tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Apr 20 15:25:45.361985 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:45.386318 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:25:45.697911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4735a6-e6ef-4466-a2f4-25e4b232e524 req-1ac24a4e-9ba9-4525-862f-cec6cb3ae2e9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:45.699365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd4735a6-e6ef-4466-a2f4-25e4b232e524 req-1ac24a4e-9ba9-4525-862f-cec6cb3ae2e9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0500546 Apr 20 15:25:45.739984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd4735a6-e6ef-4466-a2f4-25e4b232e524 req-01c6b9ad-12d5-43e2-bf26-9d86c98e1224 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Apr 20 15:25:46.868282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cebd1-09d5-456b-b70a-a9249d3273da req-7c24e05d-ebe8-43b9-a796-76e82121e521 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:46.869713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e4cebd1-09d5-456b-b70a-a9249d3273da req-7c24e05d-ebe8-43b9-a796-76e82121e521 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0522039 Apr 20 15:25:46.908321 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e4cebd1-09d5-456b-b70a-a9249d3273da req-a5a552a3-2bda-4125-a88b-ff70f1c3f3d6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Apr 20 15:25:48.049344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b3af9-2ada-4efa-8a33-ece595ef6980 req-b51e1bf5-4523-4751-9fba-932c7f6f3f60 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:48.050832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-033b3af9-2ada-4efa-8a33-ece595ef6980 req-b51e1bf5-4523-4751-9fba-932c7f6f3f60 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0576928 Apr 20 15:25:48.093411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-033b3af9-2ada-4efa-8a33-ece595ef6980 req-fc544a7c-e91b-486e-82e5-44932e3f731a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Apr 20 15:25:49.233706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85bd9b-f6b9-44b0-9876-b4942652f5e4 req-1ab8bb7d-f23f-4dd6-88dd-0dffe6b71676 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:49.235203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b85bd9b-f6b9-44b0-9876-b4942652f5e4 req-1ab8bb7d-f23f-4dd6-88dd-0dffe6b71676 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0615029 Apr 20 15:25:49.276778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b85bd9b-f6b9-44b0-9876-b4942652f5e4 req-a4eaee8b-aef2-4272-b82b-cbf444ce18cc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350707 Apr 20 15:25:50.403474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa050-af19-4867-9156-b247358c2f09 req-05cf4693-676b-40bd-b4f5-fa1db260ec98 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:50.404970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ddfa050-af19-4867-9156-b247358c2f09 req-05cf4693-676b-40bd-b4f5-fa1db260ec98 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0507596 Apr 20 15:25:50.441958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ddfa050-af19-4867-9156-b247358c2f09 req-3f657cfd-3aaa-40ba-9c13-eb3b193e2329 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Apr 20 15:25:51.570158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bed64-494a-4235-8f33-c7ae9e844895 req-63adceb6-b117-4860-a4f0-401f3e2df697 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:51.571658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-337bed64-494a-4235-8f33-c7ae9e844895 req-63adceb6-b117-4860-a4f0-401f3e2df697 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0595226 Apr 20 15:25:51.612600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-337bed64-494a-4235-8f33-c7ae9e844895 req-c3cc2e66-97d8-483f-829d-1a3937d8b9af tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Apr 20 15:25:52.736059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202392ec-d62a-4be1-8a8a-4682706d768d req-e8a02dae-4e1c-4b58-b3c2-0185d9d2218e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:52.737501 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-202392ec-d62a-4be1-8a8a-4682706d768d req-e8a02dae-4e1c-4b58-b3c2-0185d9d2218e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0521798 Apr 20 15:25:52.779173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-202392ec-d62a-4be1-8a8a-4682706d768d req-01379816-5070-4b70-a8b8-9ef0a3c2f89b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354834 Apr 20 15:25:53.906284 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17ad57-3adf-4e1e-9a1d-beef8734f783 req-6c03f9ea-9f5b-4b05-bb24-0a53527ee0a8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:53.907772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb17ad57-3adf-4e1e-9a1d-beef8734f783 req-6c03f9ea-9f5b-4b05-bb24-0a53527ee0a8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Apr 20 15:25:53.948933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bb17ad57-3adf-4e1e-9a1d-beef8734f783 req-477d5027-f5a3-4f4a-be73-6fec7d7d5e3d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Apr 20 15:25:55.102995 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1783-34dd-4471-a90c-709e87543ef9 req-f3b69456-c4be-469a-8869-403ca1bfd377 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:55.104468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e4b1783-34dd-4471-a90c-709e87543ef9 req-f3b69456-c4be-469a-8869-403ca1bfd377 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0688553 Apr 20 15:25:55.148241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e4b1783-34dd-4471-a90c-709e87543ef9 req-2052e487-c83a-45c7-a54c-628e4d25de48 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Apr 20 15:25:56.268380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165f96-3012-4673-8e51-0bda709920dd req-6a8318f2-dd1a-4b6d-ba78-af492294f8ea tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:56.269931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63165f96-3012-4673-8e51-0bda709920dd req-6a8318f2-dd1a-4b6d-ba78-af492294f8ea tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0500991 Apr 20 15:25:56.313530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63165f96-3012-4673-8e51-0bda709920dd req-31b53d0a-4aff-403f-99f3-5b6363808fd4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Apr 20 15:25:56.507999 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-d4e08db3-c87c-4c57-ac50-9648850b3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:56.509480 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-d4e08db3-c87c-4c57-ac50-9648850b3e9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1097 time: 0.0432351 Apr 20 15:25:56.632476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-ebd051ee-8ca4-4f7e-af03-6ba54b2ddec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:56.633863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-ebd051ee-8ca4-4f7e-af03-6ba54b2ddec5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1021552 Apr 20 15:25:56.701493 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-758df133-3eba-4f04-a474-0d34c2cf2b69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1003 time: 0.0596852 Apr 20 15:25:56.751106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-f4bd0a5d-afd6-468e-9994-550c0bf8de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:56.752689 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-f4bd0a5d-afd6-468e-9994-550c0bf8de97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0437298 Apr 20 15:25:56.814952 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-a8e16d7c-ea91-4e3f-a0a5-ec406ea00fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:56.816381 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-a8e16d7c-ea91-4e3f-a0a5-ec406ea00fd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567472 Apr 20 15:25:56.914836 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-5fddc3f5-e41e-45f8-8bd7-daf8ed952de0 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900669 Apr 20 15:25:57.012189 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a058ab64-6f69-4762-81f1-1d4457a03dcb req-4e138e45-977a-4449-9171-891646aee6f1 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Apr 20 15:25:57.787509 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3794d-f6e6-4774-970a-9b70bb7323f1 req-152ed4e8-13c4-44e5-bc32-9c8a6faa7c49 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:57.789241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93c3794d-f6e6-4774-970a-9b70bb7323f1 req-152ed4e8-13c4-44e5-bc32-9c8a6faa7c49 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.4004138 Apr 20 15:25:57.830353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-93c3794d-f6e6-4774-970a-9b70bb7323f1 req-ad135de0-df95-4af3-9049-b735bd1b1de4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344093 Apr 20 15:25:58.954785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c79a0-63f6-443c-9cf7-53baa2106b48 req-1b45d1ba-e930-4428-bfa1-00b7630b7d86 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:25:58.956232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a98c79a0-63f6-443c-9cf7-53baa2106b48 req-1b45d1ba-e930-4428-bfa1-00b7630b7d86 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0507135 Apr 20 15:25:58.995708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a98c79a0-63f6-443c-9cf7-53baa2106b48 req-6296ee40-5d25-40ef-9460-be43062c11b6 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Apr 20 15:26:00.139110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0837-d65d-456c-95ab-789b5b37a77d req-7fafb300-5b3a-4354-aa6c-36a64ddee796 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:00.140471 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d3d0837-d65d-456c-95ab-789b5b37a77d req-7fafb300-5b3a-4354-aa6c-36a64ddee796 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0600147 Apr 20 15:26:00.184208 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d3d0837-d65d-456c-95ab-789b5b37a77d req-04e6f791-797c-4641-927f-065b6d746728 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Apr 20 15:26:01.326584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1bfd-6a71-42e9-abec-35339c9c0821 req-5ff5c2e4-23bb-4c10-adf7-67e7d0cff4d7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:01.328104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-084d1bfd-6a71-42e9-abec-35339c9c0821 req-5ff5c2e4-23bb-4c10-adf7-67e7d0cff4d7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0578330 Apr 20 15:26:01.383053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-084d1bfd-6a71-42e9-abec-35339c9c0821 req-60bfed48-6ad2-44ad-9c61-ca037ede8996 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Apr 20 15:26:02.523285 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a177-e7ed-48c8-9838-277840296fec req-20a45853-5d44-43fe-a7da-3257d4e96eb4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:02.524750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f81a177-e7ed-48c8-9838-277840296fec req-20a45853-5d44-43fe-a7da-3257d4e96eb4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0633318 Apr 20 15:26:02.564142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3f81a177-e7ed-48c8-9838-277840296fec req-50e6aa5a-6417-42ec-8835-a42b5eae9c0e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Apr 20 15:26:03.692931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ac73-bbff-42de-be83-cb610a2bd436 req-86e8f8de-8f05-4a9d-bc48-80800128bac4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:03.696177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d2ac73-bbff-42de-be83-cb610a2bd436 req-86e8f8de-8f05-4a9d-bc48-80800128bac4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0546234 Apr 20 15:26:03.740123 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7d2ac73-bbff-42de-be83-cb610a2bd436 req-ba4a38d6-4bc4-4d22-9c88-a27bb270fe48 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379786 Apr 20 15:26:03.904302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:04.860447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b1be4-2067-4e70-8280-88a237c11f37 req-7e24f878-781a-4519-a90e-21934561370e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:04.861993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2b1be4-2067-4e70-8280-88a237c11f37 req-7e24f878-781a-4519-a90e-21934561370e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0508077 Apr 20 15:26:04.903592 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d2b1be4-2067-4e70-8280-88a237c11f37 req-4e5a74cf-1412-4b62-920b-6f445dfed263 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351138 Apr 20 15:26:05.046796 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-1ab9800e-2223-4056-a871-3fd6fc08860d service neutron] show failed (client error): The resource could not be found. Apr 20 15:26:05.047842 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-1ab9800e-2223-4056-a871-3fd6fc08860d service neutron] 10.222.0.43 "GET /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0626228 Apr 20 15:26:05.259639 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-5149a7d6-a6b5-4184-b5af-1322f7da0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:05.261682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-5149a7d6-a6b5-4184-b5af-1322f7da0a79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1097 time: 0.0472839 Apr 20 15:26:05.273404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:05.345123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:05.544923 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:05.578410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:26:05.615939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:05.618296 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19448653-e68f-4ee2-ba8d-595d28ab4095" -d '{"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-unplugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:05.622350 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:05.637423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Transition to ACTIVE for port object 25d3c43c-a36f-4e00-acfd-92875480a55d will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:26:05.642682 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:05.674898 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2998023-bcce-4f0b-ab97-5a18278c1481 x-openstack-request-id: req-d2998023-bcce-4f0b-ab97-5a18278c1481 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:05.675195 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-unplugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:05.675547 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2998023-bcce-4f0b-ab97-5a18278c1481 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:05.676005 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2998023-bcce-4f0b-ab97-5a18278c1481'] response: {'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'code': 200} Apr 20 15:26:05.727340 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:05.737705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.738211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.738617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.739027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.739306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.739630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.739953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.740245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.740562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.740882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.741197 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.741511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:05.779978 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] No DVR routers for this DVR port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:26:05.914155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:26:05.914890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:26:05.914890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:05.919510 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:26:05.919830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:05.924515 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:26:05.924853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:26:05.925264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:26:05.925772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Bound port: 25d3c43c-a36f-4e00-acfd-92875480a55d, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:26:05.926097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:06.015847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:26:06.031241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:26:06.036764 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:06.077832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0795b02-5f20-4c6e-9052-2ffa078bcfb2 req-c5cf5119-4a5b-4db2-8a8f-a605ea38aece tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.079422 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0795b02-5f20-4c6e-9052-2ffa078bcfb2 req-c5cf5119-4a5b-4db2-8a8f-a605ea38aece tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.1006582 Apr 20 15:26:06.080349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-7b5065a5-b44c-45b6-a58c-cd97ef3a3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.081919 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-7b5065a5-b44c-45b6-a58c-cd97ef3a3362 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0438359 Apr 20 15:26:06.088253 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.088858 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:06.091557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] 10.222.0.45 "PUT /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1092 time: 0.8226683 Apr 20 15:26:06.140154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5245-0d3f-499a-aeb3-acfb7c61bf1e service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:06.196762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0795b02-5f20-4c6e-9052-2ffa078bcfb2 req-be4665f1-d40b-4023-b925-cd4f30f8bbdd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041517 Apr 20 15:26:06.229126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-3abc3fa0-6727-43cc-8f56-5b8c1f4946fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.230638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-3abc3fa0-6727-43cc-8f56-5b8c1f4946fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1214175 Apr 20 15:26:06.295339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-c89ddc64-19fb-43d0-b941-69e7b27bba39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0579789 Apr 20 15:26:06.343023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-6d641658-8d25-46f3-888b-3f2252c93686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.344380 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-6d641658-8d25-46f3-888b-3f2252c93686 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0429084 Apr 20 15:26:06.397199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-d1f9a663-5922-4e79-bda6-83fe398772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.399292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-d1f9a663-5922-4e79-bda6-83fe398772a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481870 Apr 20 15:26:06.495047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-255d9ee0-b516-4f40-b7b2-2300ad894b6e service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890131 Apr 20 15:26:06.589947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4ab44cf-de10-4468-b08c-7d5a82852f29 req-b6f53723-42a4-4ba8-83ce-c71d8134df90 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Apr 20 15:26:06.677264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-92f639a7-3a42-4546-85e3-6f31ee100134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.678674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-92f639a7-3a42-4546-85e3-6f31ee100134 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0412736 Apr 20 15:26:06.776747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-5d7028f3-0f1e-4a73-92d1-db87df545b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.778234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-5d7028f3-0f1e-4a73-92d1-db87df545b8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0919330 Apr 20 15:26:06.848334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-cdd55a23-192b-415d-8a94-4f2064b5b9ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0634298 Apr 20 15:26:06.902702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-98f5ddc4-55b1-4082-abbc-d00c69e2581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.904136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-98f5ddc4-55b1-4082-abbc-d00c69e2581c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0488138 Apr 20 15:26:06.951361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-8d5d95b5-d3db-4c26-8856-659b2d7774b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:06.953340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-8d5d95b5-d3db-4c26-8856-659b2d7774b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425949 Apr 20 15:26:07.049162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-1f98243e-9130-4767-a04d-34644bc44975 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Apr 20 15:26:07.146412 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-31f5b5c8-616b-4ea1-b939-72db11413187 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897014 Apr 20 15:26:07.325663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb2043-793e-4140-a5b1-2d1428000e7d req-d717fe15-3fee-4ca2-a4f3-0ab180987fed tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:07.327218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2fb2043-793e-4140-a5b1-2d1428000e7d req-d717fe15-3fee-4ca2-a4f3-0ab180987fed tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0551367 Apr 20 15:26:07.368798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2fb2043-793e-4140-a5b1-2d1428000e7d req-d13f0a36-de20-4b91-94c2-27a09f8b4336 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350385 Apr 20 15:26:07.678003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:07.680313 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70" -d '{"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:07.731166 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424ef4b2-e851-4ffc-9767-4ad61c863723 x-openstack-request-id: req-424ef4b2-e851-4ffc-9767-4ad61c863723 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:07.731962 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:07.732218 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-424ef4b2-e851-4ffc-9767-4ad61c863723 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:07.732624 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424ef4b2-e851-4ffc-9767-4ad61c863723'] response: {'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'status': 'completed', 'code': 200} Apr 20 15:26:07.747579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:07.797240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-eb239ef4-4f54-4e46-9228-404c9bcd49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:07.798923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-eb239ef4-4f54-4e46-9228-404c9bcd49ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0494385 Apr 20 15:26:07.801791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-53ef4e3a-c7f9-4ccc-8a68-0207b758cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:07.803261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:07.803404 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-53ef4e3a-c7f9-4ccc-8a68-0207b758cd98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1095 time: 0.0491109 Apr 20 15:26:07.905027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-f76e0c39-2d11-4668-8beb-65dad577006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:07.907173 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-f76e0c39-2d11-4668-8beb-65dad577006e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0957341 Apr 20 15:26:07.912056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-59e69c37-d907-4372-865c-746655faa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:07.913633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-59e69c37-d907-4372-865c-746655faa812 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.1081722 Apr 20 15:26:07.973646 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-5230bab6-321b-42aa-a75f-6be8efc75463 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0606635 Apr 20 15:26:07.979124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-a23dce4e-c21b-44f8-b543-d3aebe2178d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0580671 Apr 20 15:26:08.030039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-a76284e1-603d-41c9-b1f0-9e45c52ac505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:08.030254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-c365371f-e75b-43ce-8e25-6bae60bab13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:08.031448 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-a76284e1-603d-41c9-b1f0-9e45c52ac505 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0513527 Apr 20 15:26:08.031596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-c365371f-e75b-43ce-8e25-6bae60bab13e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0461881 Apr 20 15:26:08.079570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-897c0c0c-d632-4e51-9017-ee7f71f85816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:08.081105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-897c0c0c-d632-4e51-9017-ee7f71f85816 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428882 Apr 20 15:26:08.085965 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-a0f0221d-58a3-4002-b1da-567aeeb86161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:08.087477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-a0f0221d-58a3-4002-b1da-567aeeb86161 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493302 Apr 20 15:26:08.174434 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-3d5493d1-4464-4aef-a115-509f426aede2 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857818 Apr 20 15:26:08.178986 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-f6a0b8c4-b901-4e70-aa25-389924b3a3ce service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Apr 20 15:26:08.275051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-83fc09b6-7763-47b0-81f5-1d2bb571f08f service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930045 Apr 20 15:26:08.275724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b2550367-b0ce-414a-9cb0-9ff4c3ed0d70 req-ca9a7c94-4314-470b-aaac-98fc8c589a57 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906296 Apr 20 15:26:08.492962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3aa4a-5b4f-4160-b9c6-08d8974a0d97 req-7c6cddb4-662d-48df-932e-f74fa7ed59e9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:08.494435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28f3aa4a-5b4f-4160-b9c6-08d8974a0d97 req-7c6cddb4-662d-48df-932e-f74fa7ed59e9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0491335 Apr 20 15:26:08.532695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28f3aa4a-5b4f-4160-b9c6-08d8974a0d97 req-98f75a61-5770-4a8b-8787-f126d53c5abf tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Apr 20 15:26:09.662403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de99c5-211e-4217-a8c6-0e0072332378 req-3397ac6a-438f-49b5-8a34-e1342b089452 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:09.664023 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55de99c5-211e-4217-a8c6-0e0072332378 req-3397ac6a-438f-49b5-8a34-e1342b089452 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0532851 Apr 20 15:26:09.702804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55de99c5-211e-4217-a8c6-0e0072332378 req-ff9c5462-b1b8-48fb-93e8-2aba83639ef7 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323935 Apr 20 15:26:10.180638 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8790c356-2e10-4bfd-9a95-731c755cd8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:10.834831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901e73-c24b-44eb-8928-b33239ae8097 req-6a25eba8-ac7a-4b73-a970-1975941eb115 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:10.841033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27901e73-c24b-44eb-8928-b33239ae8097 req-6a25eba8-ac7a-4b73-a970-1975941eb115 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0497184 Apr 20 15:26:10.881964 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-27901e73-c24b-44eb-8928-b33239ae8097 req-7e539b4d-84ae-4a11-bf7e-23911f949d88 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Apr 20 15:26:12.017474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6974121-fdae-4903-9204-79686aa7f999 req-0a7bcb90-4a28-4463-9f21-7a9acdbe42ae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:12.018963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6974121-fdae-4903-9204-79686aa7f999 req-0a7bcb90-4a28-4463-9f21-7a9acdbe42ae tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0568366 Apr 20 15:26:12.057047 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6974121-fdae-4903-9204-79686aa7f999 req-b25c89ab-bc03-4313-973e-647425d0909a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Apr 20 15:26:13.189487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0d57-e240-4481-abc9-0f6ee443c770 req-46d67809-7468-41fb-896a-f55774579503 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:13.190961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-694e0d57-e240-4481-abc9-0f6ee443c770 req-46d67809-7468-41fb-896a-f55774579503 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0568113 Apr 20 15:26:13.231982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-694e0d57-e240-4481-abc9-0f6ee443c770 req-516bc511-0bb5-4b02-90ea-3932a576a6e1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Apr 20 15:26:13.562543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b6c9f64d-af89-42c5-af14-e56ff6284ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:13.850607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:14.362987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf91e5-e394-4b3a-bad6-0db036116ea5 req-36293765-52c7-4c83-bf33-127ac432d8e0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:14.364593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecdf91e5-e394-4b3a-bad6-0db036116ea5 req-36293765-52c7-4c83-bf33-127ac432d8e0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Apr 20 15:26:14.407642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ecdf91e5-e394-4b3a-bad6-0db036116ea5 req-a3e4b2f0-eb03-4094-b9dc-db5396420a3c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361528 Apr 20 15:26:14.549431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:15.361947 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:15.389577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:15.540319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1b085-e832-45f3-a354-20daeb84229a req-9569ad17-5b6c-40b2-86b9-90dee55ac64d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:15.541759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19f1b085-e832-45f3-a354-20daeb84229a req-9569ad17-5b6c-40b2-86b9-90dee55ac64d tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0572886 Apr 20 15:26:15.581266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19f1b085-e832-45f3-a354-20daeb84229a req-dd367464-e8c9-4104-ac0c-e42a088ac71e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310812 Apr 20 15:26:16.713869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643fc58-046f-4890-a453-09c854423ef3 req-0a35a9c1-16b5-4185-805a-0fa2e8075a35 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:16.715388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2643fc58-046f-4890-a453-09c854423ef3 req-0a35a9c1-16b5-4185-805a-0fa2e8075a35 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0519345 Apr 20 15:26:16.757163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2643fc58-046f-4890-a453-09c854423ef3 req-c507d34b-34b6-4dc6-98e8-c69f043cdf42 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322313 Apr 20 15:26:17.883642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2d474-f97f-4a67-a69f-3df275974c6d req-0a270962-c532-4bed-a5b8-48e72e25a884 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:17.885105 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bb2d474-f97f-4a67-a69f-3df275974c6d req-0a270962-c532-4bed-a5b8-48e72e25a884 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0496476 Apr 20 15:26:17.927610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bb2d474-f97f-4a67-a69f-3df275974c6d req-88d01b41-0ba2-4a13-bd47-50be9d9a1a91 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359936 Apr 20 15:26:19.015093 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:26:19.061687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d201921-0e4f-4367-9307-95dd90eb4034 req-64d5494c-bcd2-43cc-b977-919dbf2fdfb1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:19.063160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d201921-0e4f-4367-9307-95dd90eb4034 req-64d5494c-bcd2-43cc-b977-919dbf2fdfb1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 944 time: 0.0504849 Apr 20 15:26:19.103855 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d201921-0e4f-4367-9307-95dd90eb4034 req-aad72d17-b730-4443-aa32-62b75fdbaa21 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344002 Apr 20 15:26:19.393375 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:26:19.490398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:19.502472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:26:19.543430 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:19.717903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:26:19.737431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:19.744900 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:19.790159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:19.797412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.797752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.798079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.798399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.798753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.799078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.799393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.799703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.800021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.800324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.800635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:19.800940 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:20.071495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['25d3c43c-a36f-4e00-acfd-92875480a55d'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:26:20.228199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff2e6-d5f2-4a56-a425-f42a5cc85906 req-2aded75f-46e7-4844-9b29-9c27deea1f2a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:20.229646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6dff2e6-d5f2-4a56-a425-f42a5cc85906 req-2aded75f-46e7-4844-9b29-9c27deea1f2a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Apr 20 15:26:20.266905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6dff2e6-d5f2-4a56-a425-f42a5cc85906 req-508b5941-328c-4a5a-8568-45320765bffd tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308390 Apr 20 15:26:20.615867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-52cee19b-2235-43a1-8def-d985aaf5e4b4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:20.617219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-52cee19b-2235-43a1-8def-d985aaf5e4b4 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.45 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 945 time: 0.0878024 Apr 20 15:26:20.637354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8523-09fe-45b4-8967-1aecb9fd992d req-cc815c84-6d07-4acc-8392-5657b26fd27c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:20.639090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89da8523-09fe-45b4-8967-1aecb9fd992d req-cc815c84-6d07-4acc-8392-5657b26fd27c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0833004 Apr 20 15:26:20.716844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89da8523-09fe-45b4-8967-1aecb9fd992d req-ed6bd864-5ae1-400d-b193-206aabbd3c0f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582440 Apr 20 15:26:20.721097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-c46fd8eb-5993-4b9d-9197-1ec9041ab6bd service neutron] 10.222.0.45 "GET /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d/bindings/n-h1-836145-2 HTTP/1.1" status: 200 len: 382 time: 0.0959845 Apr 20 15:26:20.784020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-06a4c37c-a0d7-4823-8308-f03dd290f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:20.785517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-06a4c37c-a0d7-4823-8308-f03dd290f2c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1096 time: 0.0401261 Apr 20 15:26:20.878010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-bb9d3cd1-bdfc-449f-914f-183e274dfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:20.879567 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-bb9d3cd1-bdfc-449f-914f-183e274dfb8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0872259 Apr 20 15:26:20.960017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-df33bf6f-6c51-43a4-b3a0-8c5de996d940 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1002 time: 0.0731966 Apr 20 15:26:21.012931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-cbb28325-c6d2-4bb4-bd68-abc78f32c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:21.014764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-cbb28325-c6d2-4bb4-bd68-abc78f32c9aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0479720 Apr 20 15:26:21.065517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-73fc8b8f-e744-4891-ac7f-12bcb33f62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:21.067601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-73fc8b8f-e744-4891-ac7f-12bcb33f62b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461774 Apr 20 15:26:21.164532 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-59b5e591-4873-4ab8-b9a0-10ac26864eeb service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865359 Apr 20 15:26:21.286838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-575fe1fe-52ae-40e3-b9e1-e45a93484746 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153679 Apr 20 15:26:21.407723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:26:21.461786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 25d3c43c-a36f-4e00-acfd-92875480a55d completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:26:21.465439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 25d3c43c-a36f-4e00-acfd-92875480a55d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:26:21.465812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:21.545587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:21.572274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:21.574521 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a2d521-0f56-4211-8e08-246895fbbf0c" -d '{"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-plugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:21.588912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:21.593780 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:21.642362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:21.698382 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2afc08-b8a4-4a94-ae62-c18541a92a95 x-openstack-request-id: req-7d2afc08-b8a4-4a94-ae62-c18541a92a95 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:21.698853 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-plugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:21.699190 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d2afc08-b8a4-4a94-ae62-c18541a92a95 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:21.699806 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2afc08-b8a4-4a94-ae62-c18541a92a95'] response: {'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'code': 200} Apr 20 15:26:21.860390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121fdf9-9da7-4aa0-adf5-772ea97c3810 req-00199235-8947-41a1-8884-58e68679bb84 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:21.861892 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f121fdf9-9da7-4aa0-adf5-772ea97c3810 req-00199235-8947-41a1-8884-58e68679bb84 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0607247 Apr 20 15:26:21.901255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f121fdf9-9da7-4aa0-adf5-772ea97c3810 req-3a101cd7-df00-4c74-b26a-d5c8c9a604df tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Apr 20 15:26:23.042180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e26f9-151c-4a85-9784-eac2c8da13d9 req-fb44198b-1bf0-4f38-98e1-02c3f1f94e52 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:23.043551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-303e26f9-151c-4a85-9784-eac2c8da13d9 req-fb44198b-1bf0-4f38-98e1-02c3f1f94e52 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0603154 Apr 20 15:26:23.082036 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-303e26f9-151c-4a85-9784-eac2c8da13d9 req-f0544452-4e1d-4ab8-8f3f-bdbff45f9933 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Apr 20 15:26:24.206380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd714d2-7991-4212-bc34-89d245f18276 req-f8d29ab7-016e-45fd-bf19-38138433d849 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:24.207904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fd714d2-7991-4212-bc34-89d245f18276 req-f8d29ab7-016e-45fd-bf19-38138433d849 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0520821 Apr 20 15:26:24.245488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0fd714d2-7991-4212-bc34-89d245f18276 req-55081a36-8341-49ee-9062-29636a431df8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Apr 20 15:26:25.372645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd82aa-3536-44d9-a4ff-883919745a2f req-4ccc8acb-2d61-44ea-9296-80bb423d08ca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:25.374062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8abd82aa-3536-44d9-a4ff-883919745a2f req-4ccc8acb-2d61-44ea-9296-80bb423d08ca tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Apr 20 15:26:25.388005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-67c4623a-f81c-4431-bfbe-bf446940933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:25.389897 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-67c4623a-f81c-4431-bfbe-bf446940933c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049&tenant_id=9c2cd274d7ad42d2bae06e258d7f210e HTTP/1.1" status: 200 len: 1097 time: 0.0432844 Apr 20 15:26:25.400963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:25.413193 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8abd82aa-3536-44d9-a4ff-883919745a2f req-42f8594e-4441-45b1-8083-204579855b5c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Apr 20 15:26:25.458110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:25.666777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:25.699699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h1-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:26:25.737975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:25.740347 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea2a0a-047b-4dab-a491-9abe99df8f56" -d '{"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-unplugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:25.744471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:25.757835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Transition to ACTIVE for port object 25d3c43c-a36f-4e00-acfd-92875480a55d will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:26:25.762661 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:25.856375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=10']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:25.862112 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a2ad35-26c3-4c7d-bb31-1d0c90226168 x-openstack-request-id: req-a0a2ad35-26c3-4c7d-bb31-1d0c90226168 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:25.862404 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-unplugged", "status": "completed", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:25.862681 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a2ad35-26c3-4c7d-bb31-1d0c90226168 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:25.863082 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a2ad35-26c3-4c7d-bb31-1d0c90226168'] response: {'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'code': 200} Apr 20 15:26:25.871528 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.871875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.872218 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.872554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.872889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.873221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.873549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.873872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.874197 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.874520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.874873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.875194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:26:25.901826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] No DVR routers for this DVR port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h1-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:26:26.034496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:26:26.034858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:26:26.035182 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:26.039595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:26:26.039911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Attempting to bind port 25d3c43c-a36f-4e00-acfd-92875480a55d on network 9499dcd5-7c81-4e35-b735-bafa658c7b8c {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:26.044798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:26:26.045131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Checking segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:26:26.045502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Bound using segment: {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:26:26.045946 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Bound port: 25d3c43c-a36f-4e00-acfd-92875480a55d, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462d061-bcca-4504-9f42-8ff8cf03204c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:26:26.046294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:26.109460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:26:26.112611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:26:26.117425 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:26.153348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.153942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:26.155477 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1093 time: 0.7585104 Apr 20 15:26:26.177149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5277-7c4f-486b-bd7c-ea84aab7d9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=11']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:26.224417 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-8243fecd-d7c2-4c49-a961-5c1866d9a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.225938 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-8243fecd-d7c2-4c49-a961-5c1866d9a546 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1096 time: 0.0438821 Apr 20 15:26:26.316489 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-7054354f-8a86-4add-b3a1-d9a9112647d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.317856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-7054354f-8a86-4add-b3a1-d9a9112647d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0857024 Apr 20 15:26:26.391405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-c40c7a65-c866-4c87-834c-1407ac2f8447 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0660722 Apr 20 15:26:26.443780 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-28b56251-61b2-447a-b57f-5f1da4f6fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.445271 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-28b56251-61b2-447a-b57f-5f1da4f6fcab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0471747 Apr 20 15:26:26.491122 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-0fbe7dc8-16c7-4782-8c58-22fb9fc7bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.492665 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-0fbe7dc8-16c7-4782-8c58-22fb9fc7bd20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409820 Apr 20 15:26:26.534987 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8918d1f-27e0-4728-9393-c15e6ae74296 req-acf104ed-ca5b-44c9-a264-2335619f6785 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:26.536788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8918d1f-27e0-4728-9393-c15e6ae74296 req-acf104ed-ca5b-44c9-a264-2335619f6785 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Apr 20 15:26:26.573580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c8918d1f-27e0-4728-9393-c15e6ae74296 req-52fac2ed-fdae-41f5-a25a-53ac068edf31 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306592 Apr 20 15:26:26.591891 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-35a06b44-fdc1-4feb-924f-5a48ebebf269 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875707 Apr 20 15:26:26.690219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c8a40c8b-f143-4807-a559-4fb52694db00 req-da29f513-4563-4b57-8ca5-08d0890d6ec4 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953307 Apr 20 15:26:27.419654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:27.462792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:27.695037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20c8b1-2819-41b4-b485-2a7624a6ca58 req-a0c9e126-ebe8-43f5-9f13-1a065a1da766 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:27.696519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f20c8b1-2819-41b4-b485-2a7624a6ca58 req-a0c9e126-ebe8-43f5-9f13-1a065a1da766 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0496230 Apr 20 15:26:27.735049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1f20c8b1-2819-41b4-b485-2a7624a6ca58 req-83c4f394-d2cb-4c00-a040-f06d35a9b7f8 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320117 Apr 20 15:26:27.864752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:27.867198 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56520578-9d40-4403-8c7d-3bf88580f77d" -d '{"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:27.919054 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137db235-e4c7-44c9-9d01-7db8fdbca1a3 x-openstack-request-id: req-137db235-e4c7-44c9-9d01-7db8fdbca1a3 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:27.919342 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:27.919595 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-137db235-e4c7-44c9-9d01-7db8fdbca1a3 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:27.920004 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137db235-e4c7-44c9-9d01-7db8fdbca1a3'] response: {'name': 'network-changed', 'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'status': 'completed', 'code': 200} Apr 20 15:26:27.978043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-b7b9e481-b9fd-4b96-888d-f73e5954a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:27.979558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-b7b9e481-b9fd-4b96-888d-f73e5954a6fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1096 time: 0.0412772 Apr 20 15:26:27.985672 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-d74f52e8-493e-4a64-b812-606e126946fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:27.987168 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-d74f52e8-493e-4a64-b812-606e126946fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 1096 time: 0.0460227 Apr 20 15:26:28.080869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-811411e9-e0a2-4a5a-931a-64b9d430b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.081452 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-46659b37-c402-4460-837e-4790df0e47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.082862 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-811411e9-e0a2-4a5a-931a-64b9d430b255 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0958693 Apr 20 15:26:28.083065 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-46659b37-c402-4460-837e-4790df0e47d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 200 len: 913 time: 0.0849273 Apr 20 15:26:28.148677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-c125ad7d-f32d-4275-aef6-1811780ebc73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0591214 Apr 20 15:26:28.154349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-08d28be7-0e0e-49b3-add0-e74ccdcb08c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 200 len: 1001 time: 0.0641308 Apr 20 15:26:28.198357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-97042de4-bcfb-47d7-856a-22dd510d8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.200022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-97042de4-bcfb-47d7-856a-22dd510d8f1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0449586 Apr 20 15:26:28.203712 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-79a372eb-71c7-4dac-9288-aa9d00b80ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.205183 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-79a372eb-71c7-4dac-9288-aa9d00b80ca2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 200 len: 851 time: 0.0447783 Apr 20 15:26:28.251613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-ed2b746c-c1b9-4f80-80dd-a2de3f532c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.252762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520578-9d40-4403-8c7d-3bf88580f77d req-1fdd948a-c07a-4edf-b24f-07085d7b9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.253251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-ed2b746c-c1b9-4f80-80dd-a2de3f532c13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468659 Apr 20 15:26:28.254616 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-1fdd948a-c07a-4edf-b24f-07085d7b9dde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9499dcd5-7c81-4e35-b735-bafa658c7b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429690 Apr 20 15:26:28.347623 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-dd9e7e26-5f09-47ff-b020-013b7d5c8ad5 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Apr 20 15:26:28.352085 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-faad5f0c-ddde-47ef-99fb-3e7146095abb service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899191 Apr 20 15:26:28.446325 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-94255a59-1399-46db-84b6-9cd884b0b9c5 service neutron] 10.222.0.45 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908883 Apr 20 15:26:28.449814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-56520578-9d40-4403-8c7d-3bf88580f77d req-0b268746-90bb-4862-859a-7ab8126621d1 service neutron] 10.222.0.43 "GET /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908620 Apr 20 15:26:28.860741 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a3afd-0d1f-424f-ad53-d9b1dff9d060 req-252c8696-d46c-4378-b343-0a8eec00561f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:28.862234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb9a3afd-0d1f-424f-ad53-d9b1dff9d060 req-252c8696-d46c-4378-b343-0a8eec00561f tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0548685 Apr 20 15:26:28.901156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb9a3afd-0d1f-424f-ad53-d9b1dff9d060 req-30789032-d11e-4d94-9a17-e8efd6e98686 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Apr 20 15:26:30.022560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7400c3-a97a-4060-b7d9-622579d93c99 req-bd04ee59-d0fe-46bb-ab24-c6a92d820b61 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:30.023925 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd7400c3-a97a-4060-b7d9-622579d93c99 req-bd04ee59-d0fe-46bb-ab24-c6a92d820b61 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Apr 20 15:26:30.062645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd7400c3-a97a-4060-b7d9-622579d93c99 req-eb4de1c5-250e-40ac-b0fb-036f17946a83 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Apr 20 15:26:31.199180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b548f7-9eea-472a-a302-dcf2666edbb6 req-5e6d69ab-3085-4ff9-9efb-0fe89e051f3e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:31.200635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38b548f7-9eea-472a-a302-dcf2666edbb6 req-5e6d69ab-3085-4ff9-9efb-0fe89e051f3e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0581155 Apr 20 15:26:31.242425 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38b548f7-9eea-472a-a302-dcf2666edbb6 req-eceb4a87-aab6-4fef-bca9-e4df5978556e tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334809 Apr 20 15:26:32.384437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a04c74-e96a-47ce-96a1-635be8b310e3 req-ef335c6c-eb64-411d-9fdd-40c7d7a8ceab tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:32.385903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19a04c74-e96a-47ce-96a1-635be8b310e3 req-ef335c6c-eb64-411d-9fdd-40c7d7a8ceab tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0558505 Apr 20 15:26:32.425399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19a04c74-e96a-47ce-96a1-635be8b310e3 req-7b12b2d0-6880-4186-85a2-6f831450fd57 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Apr 20 15:26:33.553319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b744ca0-1cff-42e5-a264-2207f8e6e8b3 req-89f7212d-cee7-46ea-ab31-2b75a23f5df9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:33.554922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b744ca0-1cff-42e5-a264-2207f8e6e8b3 req-89f7212d-cee7-46ea-ab31-2b75a23f5df9 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Apr 20 15:26:33.609297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b744ca0-1cff-42e5-a264-2207f8e6e8b3 req-75e08487-61cd-4341-83e2-a8095680a184 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447893 Apr 20 15:26:33.913884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:34.742476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597acc-9514-4856-bf5b-2a22b1b50b50 req-7029aef2-bcbd-4875-925d-8b151c8cff6b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:34.744111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09597acc-9514-4856-bf5b-2a22b1b50b50 req-7029aef2-bcbd-4875-925d-8b151c8cff6b tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0547071 Apr 20 15:26:34.782596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09597acc-9514-4856-bf5b-2a22b1b50b50 req-b7469ef0-200e-4d41-badd-c1b81f984ff5 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Apr 20 15:26:35.924949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e59db-ab70-44b6-af22-eaf8f0952997 req-17a44acd-d518-40bb-8af8-7d3d37e7379a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:35.926429 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-018e59db-ab70-44b6-af22-eaf8f0952997 req-17a44acd-d518-40bb-8af8-7d3d37e7379a tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0576959 Apr 20 15:26:35.965797 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-018e59db-ab70-44b6-af22-eaf8f0952997 req-9e3ffe36-502a-4640-bc72-ded5d7e2bafa tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Apr 20 15:26:37.109165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66a7b5-3d2c-4a42-aa25-263fd3171d33 req-9d63b70f-e0d1-41bd-80ad-3939500dec8c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:37.110738 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd66a7b5-3d2c-4a42-aa25-263fd3171d33 req-9d63b70f-e0d1-41bd-80ad-3939500dec8c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0669165 Apr 20 15:26:37.153844 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd66a7b5-3d2c-4a42-aa25-263fd3171d33 req-625f95e2-110a-4d44-994c-fd782b19ce56 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338030 Apr 20 15:26:38.292535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b0ce-4657-43a7-9217-41e844cb3437 req-7e3e7db2-7cd3-49b8-966e-49159c8ece70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:38.293973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c60b0ce-4657-43a7-9217-41e844cb3437 req-7e3e7db2-7cd3-49b8-966e-49159c8ece70 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0533555 Apr 20 15:26:38.335974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c60b0ce-4657-43a7-9217-41e844cb3437 req-69fc4120-b38d-4fce-bbfe-15484dfbeec0 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Apr 20 15:26:38.461452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9552cb-6b15-44a7-81fc-232d2d9371a3 req-fc99eda3-35f1-4ccc-af5f-4fa224023e75 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:38.462924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d9552cb-6b15-44a7-81fc-232d2d9371a3 req-fc99eda3-35f1-4ccc-af5f-4fa224023e75 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0572584 Apr 20 15:26:38.506468 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2d9552cb-6b15-44a7-81fc-232d2d9371a3 req-9f0508b9-7a09-4099-8a7f-ec917346e369 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Apr 20 15:26:38.631552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567849e-1eea-41e8-9f39-8452bf87882a req-3872fe85-e537-4972-a9f5-3c2e86342613 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:38.633011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8567849e-1eea-41e8-9f39-8452bf87882a req-3872fe85-e537-4972-a9f5-3c2e86342613 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0552442 Apr 20 15:26:38.672843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8567849e-1eea-41e8-9f39-8452bf87882a req-aa2707e7-80b4-4cf9-a7ce-7d11b51bd7f3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Apr 20 15:26:38.928752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c2715-84a2-4644-a6f0-839f4be31fe2 req-76659037-9ab9-4b42-858f-c07a8fe16be3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:38.930263 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52c2715-84a2-4644-a6f0-839f4be31fe2 req-76659037-9ab9-4b42-858f-c07a8fe16be3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Apr 20 15:26:38.969946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c52c2715-84a2-4644-a6f0-839f4be31fe2 req-70fe88f5-4293-4f89-87ed-e9b6d0265011 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Apr 20 15:26:39.828153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:26:39.936564 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:39.947922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'port_id': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'mac_address': 'fa:16:3e:4d:93:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:26:39.985935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:39.999705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:26:40.020391 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:40.024707 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.074258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:40.103227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e565e-6355-4552-8f61-7f746ada8e74 req-5b2af9e5-a435-4a69-878f-6c70586f7470 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:40.105597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b7e565e-6355-4552-8f61-7f746ada8e74 req-5b2af9e5-a435-4a69-878f-6c70586f7470 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0615902 Apr 20 15:26:40.147126 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b7e565e-6355-4552-8f61-7f746ada8e74 req-a1483281-be83-4b12-8967-f404902bcd05 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups?id=6021e7da-7413-4acb-84be-8e491597edee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352407 Apr 20 15:26:40.188176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-43747c8a-4d8d-4e3c-aa9a-a8391906ee0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.370996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-9736905b-2a37-4f00-aaab-7fc52d1506a1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:40.372375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-9736905b-2a37-4f00-aaab-7fc52d1506a1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 946 time: 0.0500531 Apr 20 15:26:40.469754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Deleting port 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:40.470113 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.563019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] For port 25d3c43c-a36f-4e00-acfd-92875480a55d, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=25d3c43c-a36f-4e00-acfd-92875480a55d,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:40.563401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.740029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.740398 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.740713 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4 disassociated. External IP: 172.25.1.111, port: 25d3c43c-a36f-4e00-acfd-92875480a55d. Apr 20 15:26:40.741072 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Calling delete_port for 25d3c43c-a36f-4e00-acfd-92875480a55d owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:40.884830 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:40.917942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'Port': ['ID=25d3c43c-a36f-4e00-acfd-92875480a55d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:41.035263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:26:41.147259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:26:41.160229 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:26:41.170679 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:26:41.171339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:26:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:41.193909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] No DVR routers for this DVR port 25d3c43c-a36f-4e00-acfd-92875480a55d on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:26:41.196611 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:41.200576 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-41649ad7-8d89-455b-89a4-d1974ffd2860 req-5f0c2e34-1834-44fc-82dd-b1b208c74fcc tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.43 "DELETE /v2.0/ports/25d3c43c-a36f-4e00-acfd-92875480a55d HTTP/1.1" status: 204 len: 173 time: 0.8224754 Apr 20 15:26:41.201037 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-deleted', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:41.204086 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b47c5-7d24-4786-9146-36efe24634d7" -d '{"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-deleted", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:41.262122 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00214178-3c51-4ba6-bee1-dba33e55ce7e x-openstack-request-id: req-00214178-3c51-4ba6-bee1-dba33e55ce7e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:41.262441 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af05472-acb3-4a07-b805-d38381afc049", "name": "network-vif-deleted", "tag": "25d3c43c-a36f-4e00-acfd-92875480a55d", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:41.262715 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00214178-3c51-4ba6-bee1-dba33e55ce7e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:41.263485 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00214178-3c51-4ba6-bee1-dba33e55ce7e'] response: {'server_uuid': '5af05472-acb3-4a07-b805-d38381afc049', 'name': 'network-vif-deleted', 'tag': '25d3c43c-a36f-4e00-acfd-92875480a55d', 'status': 'completed', 'code': 200} Apr 20 15:26:41.274646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0714219e-88f6-414c-8ebd-301cc4dffa76 req-c9f300b9-562f-4e2b-9fe8-224764c2d638 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0301747 Apr 20 15:26:41.289184 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:26:41.502072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:41.528452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:26:41.536772 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:26:41.537367 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:26:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:41.645110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:26:41.846263 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:41.877715 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be3e6d-0e1e-415f-91c9-c8ea50a0f751 None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:24Z', 'revision_number': 4, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'a2835b44-9acf-4438-b984-9438c14d06a3', 'name': '', 'network_id': '9499dcd5-7c81-4e35-b735-bafa658c7b8c', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'mac_address': 'fa:16:3e:01:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:23Z', 'updated_at': '2022-04-20T15:22:27Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'subnets': [{'id': '345eeaaa-517b-4708-b761-4717b9bf870b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:26:42.092130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55016583-271f-4367-a252-8b819f35f791 None None] New status for floating IP 651fa1d4-755b-40f2-aaae-87a0b52629f4: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:26:42.380373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-363e31b8-df53-4898-aae4-44ce8d47819e req-c387537d-d53a-4dad-826d-868b0e1ec100 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Apr 20 15:26:43.482420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c905d25f-f3d8-4bf2-8520-cf119a7f0b23 req-23a120a3-35d3-44df-bfd6-9b57f7b1efc3 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0299520 Apr 20 15:26:43.557605 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd806-8504-49b6-98df-27ada16ac613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:43.846560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:44.542537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:44.586051 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ecb4d96-9bf6-44a5-86f9-80704155e71b req-f0d8a458-69d8-459f-9f17-76165e47dbb1 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/ports?device_id=5af05472-acb3-4a07-b805-d38381afc049 HTTP/1.1" status: 200 len: 210 time: 0.0282109 Apr 20 15:26:45.364922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:45.391027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:45.841419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:45.869696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 25d3c43c-a36f-4e00-acfd-92875480a55d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:26:45.870043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 25d3c43c-a36f-4e00-acfd-92875480a55d not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:49.308759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48856) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:49.371673 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.397589 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.448679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.451684 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.452900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "DELETE /v2.0/security-groups/6021e7da-7413-4acb-84be-8e491597edee HTTP/1.1" status: 204 len: 168 time: 0.1430464 Apr 20 15:26:49.455845 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48858) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:49.461713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e7b2c-472b-4e33-9098-13da66d5887c tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021e7da-7413-4acb-84be-8e491597edee,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:49.470295 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [None req-30dd775a-46ac-4632-8891-495268e7b193 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] show failed (client error): The resource could not be found. Apr 20 15:26:49.471568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-30dd775a-46ac-4632-8891-495268e7b193 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "GET /v2.0/security-groups/6021e7da-7413-4acb-84be-8e491597edee HTTP/1.1" status: 404 len: 347 time: 0.0146644 Apr 20 15:26:49.474339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48860) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:49.605646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Deleting port cb35809b-052a-4426-86c2-49d6941635e7 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:49.605863 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.686866 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.687170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.699523 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Calling delete_port for cb35809b-052a-4426-86c2-49d6941635e7 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:49.841656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.873201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Pushing event deleted for resources: {'Port': ['ID=cb35809b-052a-4426-86c2-49d6941635e7,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:49.937358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.939855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:49.940998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-82e106dd-6935-4c55-8bc7-c0d2b23b3387 tempest-ServerActionsTestJSON-693920301 tempest-ServerActionsTestJSON-693920301-project] 10.222.0.20 "DELETE /v2.0/floatingips/651fa1d4-755b-40f2-aaae-87a0b52629f4 HTTP/1.1" status: 204 len: 168 time: 0.4657145 Apr 20 15:26:49.944083 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48862) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:50.628610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:50.885746 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Deleting port a2835b44-9acf-4438-b984-9438c14d06a3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:50.885998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:50.966362 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] For port a2835b44-9acf-4438-b984-9438c14d06a3, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2835b44-9acf-4438-b984-9438c14d06a3,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:50.966744 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:50.980244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Calling delete_port for a2835b44-9acf-4438-b984-9438c14d06a3 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:51.181790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:51.212023 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2835b44-9acf-4438-b984-9438c14d06a3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:51.375090 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:51.589874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:26:51.697117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:26:51.703967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-85b54466-290d-4271-931e-23ad24488c0c admin admin] 10.222.0.20 "PUT /v2.0/routers/5ffd6bf7-94f9-4da6-ac62-263050762ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587266 Apr 20 15:26:51.706419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48864) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:51.709284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Sync routers for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:26:51.721533 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:26:51.722257 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:26:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:51.812393 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:51.828366 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:26:51.919136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:51.980114 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Deleting port 21cd966d-a06b-468d-bbdf-d7ea7920b417 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:51.980507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.011455 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:26:51Z', 'revision_number': 5, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port': {'id': '21cd966d-a06b-468d-bbdf-d7ea7920b417', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:52.037199 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Checking router: 5ffd6bf7-94f9-4da6-ac62-263050762ab9 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:26:52.045638 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Routers {'5ffd6bf7-94f9-4da6-ac62-263050762ab9'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:26:52.046224 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:26:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:52.063068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] For port 21cd966d-a06b-468d-bbdf-d7ea7920b417, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=21cd966d-a06b-468d-bbdf-d7ea7920b417,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:52.063428 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.075770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Calling delete_port for 21cd966d-a06b-468d-bbdf-d7ea7920b417 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:52.227033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] Set router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:26:52.252137 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.278937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Pushing event deleted for resources: {'Port': ['ID=21cd966d-a06b-468d-bbdf-d7ea7920b417,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:52.281721 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:26:51Z', 'revision_number': 6, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:52.308016 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60d55b-754f-47ed-b5b0-ec14984166ec None None] The sync data for ids ['5ffd6bf7-94f9-4da6-ac62-263050762ab9'] in n-d-836145-2 is: [{'id': '5ffd6bf7-94f9-4da6-ac62-263050762ab9', 'name': 'tempest-ServerActionsTestJSON-1496413859-router', 'tenant_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:22:21Z', 'updated_at': '2022-04-20T15:26:51Z', 'revision_number': 6, 'project_id': '9c2cd274d7ad42d2bae06e258d7f210e', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:26:52.343009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.449128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.451778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.507200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.507656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ffd6bf7-94f9-4da6-ac62-263050762ab9 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:26:52.512069 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.513601 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-42d5e27b-4e07-4b71-a7b6-1ed28248668a admin admin] 10.222.0.20 "DELETE /v2.0/routers/5ffd6bf7-94f9-4da6-ac62-263050762ab9 HTTP/1.1" status: 204 len: 168 time: 0.8055491 Apr 20 15:26:52.516240 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48866) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:52.562264 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Deleting subnet 345eeaaa-517b-4708-b761-4717b9bf870b {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:26:52.565925 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.601898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.689934 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.750852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.776917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345eeaaa-517b-4708-b761-4717b9bf870b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:52.780865 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.784057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7a661a2a-4522-486a-8ec8-0229307de2bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/345eeaaa-517b-4708-b761-4717b9bf870b HTTP/1.1" status: 204 len: 168 time: 0.2668512 Apr 20 15:26:52.786679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:52.789254 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce10ec-3c10-436b-8cb0-5c7eb894c8b3 None None] Network 9499dcd5-7c81-4e35-b735-bafa658c7b8c requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:26:52.855579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.916538 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Deleting port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:52.916885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.980927 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] For port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,segment=NetworkSegment(4462d061-bcca-4504-9f42-8ff8cf03204c),segment_id=4462d061-bcca-4504-9f42-8ff8cf03204c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:52.981321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:52.994583 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Calling delete_port for f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:53.054258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] DHCP port deletion for 9499dcd5-7c81-4e35-b735-bafa658c7b8c request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:26:53.096972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.104870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2835b44-9acf-4438-b984-9438c14d06a3 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:53.124133 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:53.127686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] No DVR routers for this DVR port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:26:53.129635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a2835b44-9acf-4438-b984-9438c14d06a3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:26:53.130004 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2835b44-9acf-4438-b984-9438c14d06a3 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:53.130476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 21cd966d-a06b-468d-bbdf-d7ea7920b417 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:53.156001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 21cd966d-a06b-468d-bbdf-d7ea7920b417 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:26:53.156349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 21cd966d-a06b-468d-bbdf-d7ea7920b417 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:53.162099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Deleting port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:26:53.162495 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.200543 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.224500 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9499dcd5-7c81-4e35-b735-bafa658c7b8c']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:53.228541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] For port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:26:53.228937 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.234288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4462d061-bcca-4504-9f42-8ff8cf03204c') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:53.234593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4462d061-bcca-4504-9f42-8ff8cf03204c') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:26:53.241299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Calling delete_port for f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:26:53.243750 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.244504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 15:26:53.245789 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.258882 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.265965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:26:53.266323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:26:53.268072 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:26:53.273427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] Pushing event deleted for resources: {'Port': ['ID=f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:53.277532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610c6bd-1058-454d-a6dc-b3bb3460eab8 None None] No DVR routers for this DVR port f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:26:53.323315 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.328464 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.332219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9499dcd5-7c81-4e35-b735-bafa658c7b8c HTTP/1.1" status: 204 len: 168 time: 0.5446069 Apr 20 15:26:53.349217 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6c50-032b-4164-800f-c602bd337b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9499dcd5-7c81-4e35-b735-bafa658c7b8c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:53.467342 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48872) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:53.507389 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-84ddedff-b531-426d-8bd8-c2cac483f4e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c2cd274d7ad42d2bae06e258d7f210e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388839 Apr 20 15:26:53.509994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48874) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:53.562799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.588591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.640323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.642920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:53.644083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6025993-c3c6-4f1a-812a-604fe0f3d214 HTTP/1.1" status: 204 len: 168 time: 0.1332459 Apr 20 15:26:53.653888 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2139f-f4b2-45f6-9376-45d92576ffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6025993-c3c6-4f1a-812a-604fe0f3d214,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:54.360585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 48896) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:54.467168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1538020250-network', 'tenant_id': 'a8789e9765ce4bd9aeb3ee9341f2ae22'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:54.494405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Made reservation on behalf of a8789e9765ce4bd9aeb3ee9341f2ae22 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:26:54.497675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.506374 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.585260 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.591822 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.617042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:26:54.627640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e636d58f-39b0-437d-93f7-96b835b81096,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:54.635534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.635874 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Added segment 887c9c17-6dc4-4e4f-8493-54f9cbe5a26d of type vlan for network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 Apr 20 15:26:54.684049 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.710432 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.711967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:54.712583 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.765444 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4033844 Apr 20 15:26:54.768602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 48900) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:26:54.774882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Request body: {'subnet': {'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1538020250-subnet', 'tenant_id': 'a8789e9765ce4bd9aeb3ee9341f2ae22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:54.777408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:26:54.779312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a828c-bab3-458a-815f-04c37c0b12b2 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:54.796861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Made reservation on behalf of a8789e9765ce4bd9aeb3ee9341f2ae22 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:26:54.799776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:54.800983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:26:54.804227 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:26:54.804674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f718d4dc-2f3d-42ad-b4b9-a55ad724f3dc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:26:54.970448 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:55.018753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc15485f-5858-49d7-87c6-13bf0610a626,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:55.033914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Checking segment: {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:26:55.034290 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Network hostable DHCP agents. Network: bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:26:55.051810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:26:55.061529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:26:55.065811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:55.066387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:55.070559 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad41e44-2930-49bd-ab81-fe13fe767b8e None None] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:26:55.083314 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9941c156-4581-49a1-add0-4b132f3ec4fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3136058 Apr 20 15:26:55.252530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70453029-5c13-4849-98c1-d0e7f3ceccef None None] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:26:55.524791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-ff2ddcb0-870c-4e4f-97df-4c3668ce5dc6 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:55.526149 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-ff2ddcb0-870c-4e4f-97df-4c3668ce5dc6 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 814 time: 0.1039946 Apr 20 15:26:55.542039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-546dbe05-3113-4471-9990-e08f8bb36b86 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/quotas/a8789e9765ce4bd9aeb3ee9341f2ae22 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Apr 20 15:26:55.574657 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-f0809f12-5cec-40e1-b5da-55b6020b14f2 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265462 Apr 20 15:26:55.667700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-4308d740-76c8-4f97-b4ad-4791d230189f service neutron] 10.222.0.20 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Apr 20 15:26:55.757162 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-77b66d81-443f-49d8-bec1-11bb7cd79cfd service neutron] 10.222.0.20 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830464 Apr 20 15:26:55.923157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eca03b37-335a-44aa-baed-2e2ba4172cc9 req-ad5736ab-95cb-4fe8-b5cb-66562b847d13 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Apr 20 15:26:56.021824 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:26:56.913707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-37e2791b-47f5-4eb5-b70a-81b0972d1293 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:56.915194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-37e2791b-47f5-4eb5-b70a-81b0972d1293 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.45 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 814 time: 0.1055095 Apr 20 15:26:56.927185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Request body: {'port': {'device_id': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7', 'admin_state_up': True, 'tenant_id': 'a8789e9765ce4bd9aeb3ee9341f2ae22'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:57.026118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b0bebdd4-5c46-4246-86f0-85010bd3adbf req-4ffe97b4-ca58-4c09-bdbc-cb18e79af554 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0373485 Apr 20 15:26:57.063384 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Made reservation on behalf of a8789e9765ce4bd9aeb3ee9341f2ae22 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:26:57.066836 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:57.192169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Allocated IP 172.20.0.11 (bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7/fc15485f-5858-49d7-87c6-13bf0610a626/87dcf752-d259-483a-bce2-300df32e3e0e) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:26:57.334411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:57.369038 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:57.415075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:26:57.418081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:26:57.421847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:26:57.428023 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Pushing event updated for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:57.471415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:57.472017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:57.490618 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-40bd3e3d-2c25-4f4a-a11d-97447a227458 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672421 Apr 20 15:26:57.502231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Request body: {'port': {'device_id': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:26:57.553341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.225835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b359044-d21d-4701-bae0-5d1e1ec8dd44 req-a0c6372b-ce7d-47e8-9c1e-4a3110c91f1e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:58.227322 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b359044-d21d-4701-bae0-5d1e1ec8dd44 req-a0c6372b-ce7d-47e8-9c1e-4a3110c91f1e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 932 time: 0.0865300 Apr 20 15:26:58.230949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dcf752-d259-483a-bce2-300df32e3e0e {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:26:58.244228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.267437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Transition to ACTIVE for port object 87dcf752-d259-483a-bce2-300df32e3e0e will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:26:58.277620 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.286867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6b359044-d21d-4701-bae0-5d1e1ec8dd44 req-19046947-3b45-42d7-bd6f-241ae8b74a56 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511847 Apr 20 15:26:58.332152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:58.410074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Attempting to bind port 87dcf752-d259-483a-bce2-300df32e3e0e on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:26:58.410396 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Attempting to bind port 87dcf752-d259-483a-bce2-300df32e3e0e by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:26:58.410731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Attempting to bind port 87dcf752-d259-483a-bce2-300df32e3e0e on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:58.417501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Port 87dcf752-d259-483a-bce2-300df32e3e0e on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:26:58.417833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Attempting to bind port 87dcf752-d259-483a-bce2-300df32e3e0e on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:26:58.423295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:26:58.423630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Checking segment: {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:26:58.424006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Bound using segment: {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:26:58.424425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Bound port: 87dcf752-d259-483a-bce2-300df32e3e0e, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:26:58.424830 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.490180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:26:58.493211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=87dcf752-d259-483a-bce2-300df32e3e0e,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:26:58.499986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.536497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:58.537114 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:26:58.538500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] 10.222.0.45 "PUT /v2.0/ports/87dcf752-d259-483a-bce2-300df32e3e0e HTTP/1.1" status: 200 len: 1092 time: 1.0402129 Apr 20 15:26:58.538952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:26:58.541278 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216932c6-c6d6-4265-b679-25f02e1846ef" -d '{"events": [{"name": "network-changed", "server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:26:58.565544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a795e-f691-4257-825a-1a76cc2e0e9f service neutron] Pushing event updated for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:26:58.601865 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4671258c-9246-4ab9-96e7-987b0e300a94 x-openstack-request-id: req-4671258c-9246-4ab9-96e7-987b0e300a94 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:26:58.602154 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:26:58.602398 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4671258c-9246-4ab9-96e7-987b0e300a94 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:26:58.602815 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4671258c-9246-4ab9-96e7-987b0e300a94'] response: {'name': 'network-changed', 'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e', 'status': 'completed', 'code': 200} Apr 20 15:26:58.618178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-0447c76e-0886-4851-a4e4-401c06474af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:58.619681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-0447c76e-0886-4851-a4e4-401c06474af6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 1095 time: 0.0432224 Apr 20 15:26:58.660408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-7d5022c9-66a5-49cb-936b-cd7d3d0faad2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87dcf752-d259-483a-bce2-300df32e3e0e HTTP/1.1" status: 200 len: 217 time: 0.0336928 Apr 20 15:26:58.713634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-12aecb92-79d3-4faf-a51d-af64a4d77c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:58.715204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-12aecb92-79d3-4faf-a51d-af64a4d77c1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 200 len: 854 time: 0.0472331 Apr 20 15:26:58.757135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-45493bf8-9089-4397-9c52-1eaab26f6865 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335793 Apr 20 15:26:58.845648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-bd18ae53-2b0b-4560-8b28-2c3563f10f59 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821974 Apr 20 15:26:58.949176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51caaf62-0326-4b14-8c5e-2399de2ee2a9 req-7ce0372c-b6c5-4f1c-8c06-295268bda7a6 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959041 Apr 20 15:26:59.043228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932c6-c6d6-4265-b679-25f02e1846ef req-37901d9d-0c84-4fdb-9ecf-c9f3a6c50d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:59.044721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-37901d9d-0c84-4fdb-9ecf-c9f3a6c50d19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 1095 time: 0.0431843 Apr 20 15:26:59.141682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932c6-c6d6-4265-b679-25f02e1846ef req-84da5676-a92e-4985-b55d-90071e60c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:59.143147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-84da5676-a92e-4985-b55d-90071e60c045 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 915 time: 0.0871971 Apr 20 15:26:59.187991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-f9c3bce4-80cc-44cb-8771-3dfc327b755c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87dcf752-d259-483a-bce2-300df32e3e0e HTTP/1.1" status: 200 len: 217 time: 0.0340924 Apr 20 15:26:59.234625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932c6-c6d6-4265-b679-25f02e1846ef req-7e63ce3f-e103-453d-8a1f-4bc9e51b0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:59.236046 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-7e63ce3f-e103-453d-8a1f-4bc9e51b0fab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 200 len: 854 time: 0.0421965 Apr 20 15:26:59.267599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-7d3733b1-b98c-454b-8f60-29921ba73e12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251307 Apr 20 15:26:59.368939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-209064f5-ea40-4f3b-9901-373cf3d98a35 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936453 Apr 20 15:26:59.455697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a3325-ba57-4116-90ef-3d73e1a19719 req-fce2457b-29f9-4493-ba37-24e5b63725b4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:26:59.457132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69a3325-ba57-4116-90ef-3d73e1a19719 req-fce2457b-29f9-4493-ba37-24e5b63725b4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 944 time: 0.1012027 Apr 20 15:26:59.496115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-216932c6-c6d6-4265-b679-25f02e1846ef req-41bdab36-6458-46ad-8c23-8eeb52b49129 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136785 Apr 20 15:26:59.510342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e69a3325-ba57-4116-90ef-3d73e1a19719 req-5146a8e8-d39f-4543-a0f8-c712606b48e4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Apr 20 15:27:00.644739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fba419-fea6-47d1-9c81-9a914d747947 req-d7805dde-8e99-4351-b8fe-dbe679e89fbc tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:00.646295 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2fba419-fea6-47d1-9c81-9a914d747947 req-d7805dde-8e99-4351-b8fe-dbe679e89fbc tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 944 time: 0.0535586 Apr 20 15:27:00.688124 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2fba419-fea6-47d1-9c81-9a914d747947 req-54376847-745e-4644-9b2e-4f33fc4b5806 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Apr 20 15:27:01.636794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 87dcf752-d259-483a-bce2-300df32e3e0e details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:27:01.740721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=87dcf752-d259-483a-bce2-300df32e3e0e,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:01.752853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '87dcf752-d259-483a-bce2-300df32e3e0e', 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7', 'port_id': '87dcf752-d259-483a-bce2-300df32e3e0e', 'mac_address': 'fa:16:3e:c5:0e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc15485f-5858-49d7-87c6-13bf0610a626', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:27:01.790805 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:01.804495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dcf752-d259-483a-bce2-300df32e3e0e {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:27:01.814208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb0f5-b87c-4bfb-b591-71240b3275e1 req-0c8a98c4-7ee0-4512-b563-ed589be3f720 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:01.816033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e6cb0f5-b87c-4bfb-b591-71240b3275e1 req-0c8a98c4-7ee0-4512-b563-ed589be3f720 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 944 time: 0.0549235 Apr 20 15:27:01.824030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=87dcf752-d259-483a-bce2-300df32e3e0e,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:01.829222 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:01.856838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8e6cb0f5-b87c-4bfb-b591-71240b3275e1 req-d4d4da8d-e20a-4f28-883b-1542fb3d599a tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Apr 20 15:27:01.879420 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:02.127624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['87dcf752-d259-483a-bce2-300df32e3e0e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:03.091164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f155e35-afd0-46a1-93e5-fd88a94c90ad req-2e825056-6fcb-4b6d-bae7-9a5602f91818 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:03.093760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f155e35-afd0-46a1-93e5-fd88a94c90ad req-2e825056-6fcb-4b6d-bae7-9a5602f91818 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 945 time: 0.1541677 Apr 20 15:27:03.137500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f155e35-afd0-46a1-93e5-fd88a94c90ad req-37cd0dae-c844-4306-9c53-7eb0f0e47bac tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Apr 20 15:27:03.680497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 87dcf752-d259-483a-bce2-300df32e3e0e up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:03.743228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 87dcf752-d259-483a-bce2-300df32e3e0e completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:27:03.747201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 87dcf752-d259-483a-bce2-300df32e3e0e triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:03.747571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:03.836675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:03.862641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:03.865246 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13850c-4c31-4579-bd23-5043c95b54b8" -d '{"events": [{"server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "name": "network-vif-plugged", "status": "completed", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:03.878176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=87dcf752-d259-483a-bce2-300df32e3e0e,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:03.883340 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:03.919509 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c7a4c-2555-4385-bd21-bc04da470fca x-openstack-request-id: req-2e6c7a4c-2555-4385-bd21-bc04da470fca {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:03.919788 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "name": "network-vif-plugged", "status": "completed", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:03.920085 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e6c7a4c-2555-4385-bd21-bc04da470fca {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:03.920470 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6c7a4c-2555-4385-bd21-bc04da470fca'] response: {'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e', 'code': 200} Apr 20 15:27:03.935694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:03.950411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:03.998765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a47c2-db3a-49e7-bccc-02497eafa162 req-9ea4b6ad-8a77-4187-98c2-1a5a29498066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:04.000526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c38a47c2-db3a-49e7-bccc-02497eafa162 req-9ea4b6ad-8a77-4187-98c2-1a5a29498066 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 1097 time: 0.0426276 Apr 20 15:27:04.037918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c38a47c2-db3a-49e7-bccc-02497eafa162 req-462f370f-7587-453d-a3d4-03cdb916d239 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277500 Apr 20 15:27:04.262288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f25045-af09-44a1-b38e-e0f948682d2a req-7586f88a-27a5-41e7-9dab-ac34d41c90b8 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:04.264269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f25045-af09-44a1-b38e-e0f948682d2a req-7586f88a-27a5-41e7-9dab-ac34d41c90b8 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0531268 Apr 20 15:27:04.302000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6f25045-af09-44a1-b38e-e0f948682d2a req-9a00627a-4f52-4fe2-ab07-fa25351174f0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Apr 20 15:27:05.488440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8227fbd-2a08-4b23-827c-43a5e4b72bc9 req-6d078f54-0805-4090-b249-be42cb4b7a8a tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:05.489914 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8227fbd-2a08-4b23-827c-43a5e4b72bc9 req-6d078f54-0805-4090-b249-be42cb4b7a8a tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.1136200 Apr 20 15:27:05.534034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8227fbd-2a08-4b23-827c-43a5e4b72bc9 req-90d4ac5d-8277-45b8-92c6-aa9e26d1014d tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Apr 20 15:27:05.785020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c7f793ac-e616-4fb2-9263-539cc8edda48 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:05.786472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c7f793ac-e616-4fb2-9263-539cc8edda48 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 814 time: 0.1073890 Apr 20 15:27:05.804533 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-6e68759c-b3c7-43ce-a948-fbc80d151f07 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/quotas/a8789e9765ce4bd9aeb3ee9341f2ae22 HTTP/1.1" status: 200 len: 375 time: 0.0102620 Apr 20 15:27:05.861024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-dfc28e92-1ee5-4674-aaf9-a76554c6bae9 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507979 Apr 20 15:27:05.957342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b1e3e63e-80bc-4e03-bd37-ebf686f9f5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854850 Apr 20 15:27:06.056759 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-35103737-b3a5-43e3-a396-fd78fc8cc678 service neutron] 10.222.0.20 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931439 Apr 20 15:27:06.231213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ea2004d-879c-41ef-81bd-6f80febc5bff req-0fc492bf-a6f6-4da2-81d7-751eff0d1093 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Apr 20 15:27:07.070832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-d33457b7-54aa-47dc-866f-19b436c59a36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412450 Apr 20 15:27:07.156370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-cac64bf6-1959-4aa3-a49f-bcb64e0a085e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:07.157685 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-cac64bf6-1959-4aa3-a49f-bcb64e0a085e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.43 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 814 time: 0.1186609 Apr 20 15:27:07.170029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-498ee837-48e2-4d22-bea6-dba2bef345cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:07.171008 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Request body: {'port': {'device_id': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7', 'admin_state_up': True, 'tenant_id': 'a8789e9765ce4bd9aeb3ee9341f2ae22'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:07.171978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-498ee837-48e2-4d22-bea6-dba2bef345cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 1097 time: 0.0474443 Apr 20 15:27:07.275388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-b6774242-bec4-4480-ab5f-e8d988a8b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:07.276869 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-b6774242-bec4-4480-ab5f-e8d988a8b620 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 915 time: 0.0873108 Apr 20 15:27:07.286032 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Made reservation on behalf of a8789e9765ce4bd9aeb3ee9341f2ae22 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:07.290435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:07.321973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-f4c73d26-2e89-4f89-8db6-d59b23194458 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87dcf752-d259-483a-bce2-300df32e3e0e HTTP/1.1" status: 200 len: 217 time: 0.0379860 Apr 20 15:27:07.373451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-11af591a-8c44-4b47-987d-fab6753b71df req-0c680617-2278-4ee8-93db-8abb7829d416 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 210 time: 0.0542293 Apr 20 15:27:07.389471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-029f5bd0-d725-4a7c-9fd3-2278d3d2afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:07.391007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-029f5bd0-d725-4a7c-9fd3-2278d3d2afc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 200 len: 854 time: 0.0613809 Apr 20 15:27:07.421995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-ef925277-c9b2-456b-b7cb-03f5e2e9a6e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249062 Apr 20 15:27:07.425348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Allocated IP 172.20.0.6 (bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7/fc15485f-5858-49d7-87c6-13bf0610a626/2bb06394-7b30-4da9-914b-d685d6607db3) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:07.517094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-9115aa62-bb42-429e-8f62-731942246e39 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872717 Apr 20 15:27:07.579948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:07.610847 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59746d58-5477-4b22-a2fc-21dcb9ed2b47 req-20ed5032-28f1-4d99-a57b-c8fb9e620c82 service neutron] 10.222.0.45 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874999 Apr 20 15:27:07.614927 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:07.628033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['87dcf752-d259-483a-bce2-300df32e3e0e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:07.663774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:07.666860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:07.670767 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:07.677319 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Pushing event updated for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:07.722867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:07.723500 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:07.739344 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b996e177-32c8-4ce5-94b7-9becb64fd9d4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725427 Apr 20 15:27:07.752899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Request body: {'port': {'device_id': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:07.806957 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.087382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb06394-7b30-4da9-914b-d685d6607db3 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:27:08.095180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.109408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Transition to ACTIVE for port object 2bb06394-7b30-4da9-914b-d685d6607db3 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:27:08.114143 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.164608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Pushing event updated for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:08.239745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Attempting to bind port 2bb06394-7b30-4da9-914b-d685d6607db3 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:08.240093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Attempting to bind port 2bb06394-7b30-4da9-914b-d685d6607db3 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:08.240415 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Attempting to bind port 2bb06394-7b30-4da9-914b-d685d6607db3 on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:08.244849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Port 2bb06394-7b30-4da9-914b-d685d6607db3 on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:27:08.245166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Attempting to bind port 2bb06394-7b30-4da9-914b-d685d6607db3 on network bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:08.250034 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:08.250400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Checking segment: {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:08.250822 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Bound using segment: {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:08.251243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Bound port: 2bb06394-7b30-4da9-914b-d685d6607db3, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:08.251589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.321318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:08.324291 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2bb06394-7b30-4da9-914b-d685d6607db3,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:08.332031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.368971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.369579 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:08.371020 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] 10.222.0.43 "PUT /v2.0/ports/2bb06394-7b30-4da9-914b-d685d6607db3 HTTP/1.1" status: 200 len: 1091 time: 0.6238985 Apr 20 15:27:08.371445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:08.373695 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72726022-937a-4e12-908b-5c9089b87875" -d '{"events": [{"name": "network-changed", "server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:08.394754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a0822-3454-434b-a5b8-4dacad9f6def service neutron] Pushing event updated for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:08.426102 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bce5a-a6dc-4c8b-8c7e-1ec812257f97 x-openstack-request-id: req-8b4bce5a-a6dc-4c8b-8c7e-1ec812257f97 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:08.426395 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:08.426674 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b4bce5a-a6dc-4c8b-8c7e-1ec812257f97 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:08.427077 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4bce5a-a6dc-4c8b-8c7e-1ec812257f97'] response: {'name': 'network-changed', 'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3', 'status': 'completed', 'code': 200} Apr 20 15:27:08.457206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-7e87db60-03e2-4dfe-b243-2f674bb9a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.458717 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-7e87db60-03e2-4dfe-b243-2f674bb9a9d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 1094 time: 0.0481050 Apr 20 15:27:08.497977 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a526f-cc01-4821-bcae-625c5bea6a4d req-815bc74b-7930-4f46-964f-9c76a893b66f tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.499553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a526f-cc01-4821-bcae-625c5bea6a4d req-815bc74b-7930-4f46-964f-9c76a893b66f tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 943 time: 0.0494456 Apr 20 15:27:08.504680 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-0b9e1690-47b6-428f-9b59-7bfd76d48b35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb06394-7b30-4da9-914b-d685d6607db3 HTTP/1.1" status: 200 len: 217 time: 0.0373759 Apr 20 15:27:08.539994 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a526f-cc01-4821-bcae-625c5bea6a4d req-76dc02fe-4a08-44b5-b1c7-3d198ac73b50 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Apr 20 15:27:08.555413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b7bf59bd-179f-4b7b-9a3d-7f24fd5e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.556901 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-b7bf59bd-179f-4b7b-9a3d-7f24fd5e64f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 200 len: 854 time: 0.0448320 Apr 20 15:27:08.589029 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-283f2c31-9569-4cc9-a798-489e1467ff78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255544 Apr 20 15:27:08.685192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-da97dd66-1ffe-424d-91ca-aa1f408774ac service neutron] 10.222.0.43 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894859 Apr 20 15:27:08.773864 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-9891fabb-09d7-4500-a9db-fb7cb7c7cd15 req-de233083-609f-4aeb-97cd-5cdc161f55a2 service neutron] 10.222.0.43 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806761 Apr 20 15:27:08.865202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726022-937a-4e12-908b-5c9089b87875 req-1e86f089-0a7b-41e3-89e4-a03ca19293c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.866735 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-1e86f089-0a7b-41e3-89e4-a03ca19293c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 1094 time: 0.0431201 Apr 20 15:27:08.965200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726022-937a-4e12-908b-5c9089b87875 req-99fa223a-a3ff-48e8-b15c-dd3c245ba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:08.966723 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-99fa223a-a3ff-48e8-b15c-dd3c245ba629 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 200 len: 915 time: 0.0937684 Apr 20 15:27:09.007844 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-34d928cd-a404-49c0-972d-447eae0fd148 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bb06394-7b30-4da9-914b-d685d6607db3 HTTP/1.1" status: 200 len: 217 time: 0.0345261 Apr 20 15:27:09.063141 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726022-937a-4e12-908b-5c9089b87875 req-76715f6e-4a66-4263-90fd-1864423a6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:09.064604 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-76715f6e-4a66-4263-90fd-1864423a6a05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 200 len: 854 time: 0.0501292 Apr 20 15:27:09.097980 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-896eb413-c9e9-44d2-8bfe-c5091dfc4192 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253136 Apr 20 15:27:09.196364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-ee0dab8e-4b4f-4d57-9ca0-71d8c99804a3 service neutron] 10.222.0.43 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905240 Apr 20 15:27:09.295488 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72726022-937a-4e12-908b-5c9089b87875 req-37f1ca8e-4d49-4dfa-a450-e61d821ca1b3 service neutron] 10.222.0.43 "GET /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921030 Apr 20 15:27:09.669749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0691-9d74-429b-a2fd-3740e13267dc req-759b10e5-4e91-4652-bfb4-e63edc6eee9c tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:09.671337 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ee0691-9d74-429b-a2fd-3740e13267dc req-759b10e5-4e91-4652-bfb4-e63edc6eee9c tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 943 time: 0.0557075 Apr 20 15:27:09.712211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-60ee0691-9d74-429b-a2fd-3740e13267dc req-787203d1-070c-4825-8ee4-39594aed1cb0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Apr 20 15:27:10.184938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54898d79-c2c9-468c-b40a-3e637a114e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:10.835484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc6f24-db20-40f1-802f-93ef0132ea6a req-6b9cf3df-4a93-460b-86db-71c5f7c74fad tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:10.836978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcdc6f24-db20-40f1-802f-93ef0132ea6a req-6b9cf3df-4a93-460b-86db-71c5f7c74fad tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 943 time: 0.0527649 Apr 20 15:27:10.874907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcdc6f24-db20-40f1-802f-93ef0132ea6a req-3f5ec749-12e4-42c4-ac4e-3cf5007e6add tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Apr 20 15:27:11.950810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2bb06394-7b30-4da9-914b-d685d6607db3 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:27:11.999600 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e665cf-0785-4ffb-acc9-53aaf3c07d94 req-6b360abd-88ce-400f-ae4b-1774e7e460c5 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:12.001180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e665cf-0785-4ffb-acc9-53aaf3c07d94 req-6b360abd-88ce-400f-ae4b-1774e7e460c5 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 943 time: 0.0558681 Apr 20 15:27:12.041079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e665cf-0785-4ffb-acc9-53aaf3c07d94 req-e4ac5d9f-2aab-4f90-aff9-32b7cb345535 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Apr 20 15:27:12.052261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2bb06394-7b30-4da9-914b-d685d6607db3,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:12.063675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '2bb06394-7b30-4da9-914b-d685d6607db3', 'network_id': 'bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7', 'port_id': '2bb06394-7b30-4da9-914b-d685d6607db3', 'mac_address': 'fa:16:3e:a7:8f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc15485f-5858-49d7-87c6-13bf0610a626', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:27:12.101849 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:12.115239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb06394-7b30-4da9-914b-d685d6607db3 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:27:12.134289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2bb06394-7b30-4da9-914b-d685d6607db3,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:12.141012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:12.194352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:12.337246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['2bb06394-7b30-4da9-914b-d685d6607db3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:13.172137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55bb3-ee25-475e-96cc-521d38a4c814 req-b881c34b-9ef6-41e9-9fe9-59e8baba0d10 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:13.173838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84f55bb3-ee25-475e-96cc-521d38a4c814 req-b881c34b-9ef6-41e9-9fe9-59e8baba0d10 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 944 time: 0.0552380 Apr 20 15:27:13.226960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84f55bb3-ee25-475e-96cc-521d38a4c814 req-33c1d0e0-657d-41a0-91e0-441c479a5f6f tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Apr 20 15:27:13.566257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-48e8e521-e9e2-40bf-89ba-8ad8e95befad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:13.864457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:13.965220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2bb06394-7b30-4da9-914b-d685d6607db3 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:14.019489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 2bb06394-7b30-4da9-914b-d685d6607db3 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:27:14.025306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 2bb06394-7b30-4da9-914b-d685d6607db3 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:14.026142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:14.284193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:14.308847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:14.311159 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14c864-9ae6-496d-be48-2e91ff8da63e" -d '{"events": [{"server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "name": "network-vif-plugged", "status": "completed", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:14.324360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2bb06394-7b30-4da9-914b-d685d6607db3,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:14.331649 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:14.352541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47d7ec-7cf0-4eef-ba38-05bfd04f0448 req-3de8a2ba-6c6d-4bf9-b545-5a13e751ab9f tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:14.354069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a47d7ec-7cf0-4eef-ba38-05bfd04f0448 req-3de8a2ba-6c6d-4bf9-b545-5a13e751ab9f tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 944 time: 0.0567703 Apr 20 15:27:14.361766 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c53a8-289c-48c6-83aa-c8a163a9aa15 x-openstack-request-id: req-687c53a8-289c-48c6-83aa-c8a163a9aa15 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:14.361766 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "name": "network-vif-plugged", "status": "completed", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:14.362043 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-687c53a8-289c-48c6-83aa-c8a163a9aa15 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:14.362320 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687c53a8-289c-48c6-83aa-c8a163a9aa15'] response: {'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3', 'code': 200} Apr 20 15:27:14.389199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:14.396568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a47d7ec-7cf0-4eef-ba38-05bfd04f0448 req-ef699a9e-fd3a-4bc6-a429-0d0013e622d9 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Apr 20 15:27:14.507339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a12ea-70c6-4469-a5c5-cd0dbb48a7fd req-d402b3e2-a467-4261-abf0-b75071e82a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:14.508719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fa2a12ea-70c6-4469-a5c5-cd0dbb48a7fd req-d402b3e2-a467-4261-abf0-b75071e82a41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 1096 time: 0.0910206 Apr 20 15:27:14.544262 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-fa2a12ea-70c6-4469-a5c5-cd0dbb48a7fd req-fb35b2af-8780-43d7-92ca-c1275ac1317e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293844 Apr 20 15:27:14.553675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:15.365344 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:15.395097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:15.516715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711861-4713-4c50-b09e-fbb5f3383439 req-075c6995-ed7a-4cdb-b390-78d391835937 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:15.518211 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d711861-4713-4c50-b09e-fbb5f3383439 req-075c6995-ed7a-4cdb-b390-78d391835937 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 945 time: 0.0515988 Apr 20 15:27:15.559790 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d711861-4713-4c50-b09e-fbb5f3383439 req-0ac8dbda-e9de-4eab-8744-d7f70e1cc696 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Apr 20 15:27:16.694558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6859d55-a5d0-4312-8f8a-c9f154e2d3fa req-11087b49-08c0-4398-a417-f9686937a283 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:16.696062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6859d55-a5d0-4312-8f8a-c9f154e2d3fa req-11087b49-08c0-4398-a417-f9686937a283 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 945 time: 0.0609663 Apr 20 15:27:16.736695 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6859d55-a5d0-4312-8f8a-c9f154e2d3fa req-adf34d3d-9598-4713-a0b6-ce95446f4ebe tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Apr 20 15:27:16.991263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b8144-3cd1-4988-a5ba-4bd3ecee654f req-0015e865-189f-42c3-9a74-354a1894e2dc tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:16.992775 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d0b8144-3cd1-4988-a5ba-4bd3ecee654f req-0015e865-189f-42c3-9a74-354a1894e2dc tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 945 time: 0.0534260 Apr 20 15:27:17.033173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d0b8144-3cd1-4988-a5ba-4bd3ecee654f req-f4c1769d-31c4-4f74-bff2-c99feece4c8a tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Apr 20 15:27:18.159858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724ea4-b941-4269-ac4a-96be544e3fe9 req-f0922f42-bd46-4ee4-8cdf-dee8b9f73a1e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:18.161203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6724ea4-b941-4269-ac4a-96be544e3fe9 req-f0922f42-bd46-4ee4-8cdf-dee8b9f73a1e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 945 time: 0.0501559 Apr 20 15:27:18.201785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6724ea4-b941-4269-ac4a-96be544e3fe9 req-387fa47f-6e7e-474c-86eb-3aa85ce6e8fc tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Apr 20 15:27:18.234990 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-3e0e2519-e63f-4e81-bcd0-51cee0eb1fd0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:18.236660 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-3e0e2519-e63f-4e81-bcd0-51cee0eb1fd0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.43 "GET /v2.0/ports?device_id=c829ac21-48d8-4680-a47f-2902a9f2b939 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Apr 20 15:27:18.333175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Deleting port 2bb06394-7b30-4da9-914b-d685d6607db3 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:18.333522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:18.421002 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] For port 2bb06394-7b30-4da9-914b-d685d6607db3, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=2bb06394-7b30-4da9-914b-d685d6607db3,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:18.421251 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:18.435110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Calling delete_port for 2bb06394-7b30-4da9-914b-d685d6607db3 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:18.578809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:18.591218 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['2bb06394-7b30-4da9-914b-d685d6607db3'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:18.593379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['87dcf752-d259-483a-bce2-300df32e3e0e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:18.607867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Pushing event deleted for resources: {'Port': ['ID=2bb06394-7b30-4da9-914b-d685d6607db3,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:18.655619 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] No DVR routers for this DVR port 2bb06394-7b30-4da9-914b-d685d6607db3 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:18.659066 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:18.662315 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12e32842-a5bf-47c7-b22b-fbd9c8132c3c req-0c2333b8-dbbe-4f63-b3e4-935c03b49e68 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.43 "DELETE /v2.0/ports/2bb06394-7b30-4da9-914b-d685d6607db3 HTTP/1.1" status: 204 len: 173 time: 0.4192033 Apr 20 15:27:18.662985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'name': 'network-vif-deleted', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:18.666058 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}138044068b2249e09bf18ee9901afc10cb9bfdefa8f9c1786db0b24ed20a42d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf65f2d-10de-406f-9d99-f2ab174202e5" -d '{"events": [{"server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "name": "network-vif-deleted", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:18.711578 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a95e0a9-a695-4e9d-9df7-db6d0cb2b609 x-openstack-request-id: req-6a95e0a9-a695-4e9d-9df7-db6d0cb2b609 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:18.711872 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c829ac21-48d8-4680-a47f-2902a9f2b939", "name": "network-vif-deleted", "tag": "2bb06394-7b30-4da9-914b-d685d6607db3", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:18.712125 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a95e0a9-a695-4e9d-9df7-db6d0cb2b609 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:18.712538 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a95e0a9-a695-4e9d-9df7-db6d0cb2b609'] response: {'server_uuid': 'c829ac21-48d8-4680-a47f-2902a9f2b939', 'name': 'network-vif-deleted', 'tag': '2bb06394-7b30-4da9-914b-d685d6607db3', 'status': 'completed', 'code': 200} Apr 20 15:27:19.369555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220af0-0d1f-4eb5-b90f-ce7bb069b379 req-ddd85789-9c05-47d6-8e9e-b60fb7d609c4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:19.371029 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66220af0-0d1f-4eb5-b90f-ce7bb069b379 req-ddd85789-9c05-47d6-8e9e-b60fb7d609c4 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0563726 Apr 20 15:27:19.412688 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66220af0-0d1f-4eb5-b90f-ce7bb069b379 req-a293ec99-7fd8-4e9b-b402-d748b76ec624 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Apr 20 15:27:19.555938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e086-beeb-49bf-b50f-414f0da2b56d req-1da757a0-b028-4719-89ab-6d3d35e3f632 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:19.557320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2273e086-beeb-49bf-b50f-414f0da2b56d req-1da757a0-b028-4719-89ab-6d3d35e3f632 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0524623 Apr 20 15:27:19.598710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2273e086-beeb-49bf-b50f-414f0da2b56d req-83937980-d106-4516-9eef-06a897767654 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Apr 20 15:27:19.721243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b3eb5-e5a5-47c4-b3b6-e4c5a61fac82 req-52ea5371-09b3-4c53-9f14-a341e2a5f3d3 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:19.722804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-610b3eb5-e5a5-47c4-b3b6-e4c5a61fac82 req-52ea5371-09b3-4c53-9f14-a341e2a5f3d3 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Apr 20 15:27:19.762538 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-610b3eb5-e5a5-47c4-b3b6-e4c5a61fac82 req-31d64440-66ed-4bde-821f-4265ab2fed93 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308857 Apr 20 15:27:19.941779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6855eb3-02ae-4f23-9a2b-de329406296d req-57d49943-837e-4a4a-a5b3-96aef6b46377 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:19.943228 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6855eb3-02ae-4f23-9a2b-de329406296d req-57d49943-837e-4a4a-a5b3-96aef6b46377 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0532808 Apr 20 15:27:19.983178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6855eb3-02ae-4f23-9a2b-de329406296d req-f76c8b90-0d14-4597-8ee5-018e412893d2 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Apr 20 15:27:20.111742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143970-2d82-44f2-a324-7806880b6963 req-136ad89b-ce9d-400f-b0f2-cc6800cda1e0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:20.113175 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb143970-2d82-44f2-a324-7806880b6963 req-136ad89b-ce9d-400f-b0f2-cc6800cda1e0 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0607681 Apr 20 15:27:20.152717 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb143970-2d82-44f2-a324-7806880b6963 req-4e0783a3-da74-4b1a-b3c9-46ae4c8bb5ff tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Apr 20 15:27:20.284858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efdcf-0e56-48f7-a33b-9f2e442b9b16 req-cfaa4efa-7d20-416f-8807-1c6dab039386 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:20.286306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a41efdcf-0e56-48f7-a33b-9f2e442b9b16 req-cfaa4efa-7d20-416f-8807-1c6dab039386 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0509744 Apr 20 15:27:20.327336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a41efdcf-0e56-48f7-a33b-9f2e442b9b16 req-f5e8f6d8-517f-4a35-92dd-4f2a0ee1084e tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Apr 20 15:27:20.646117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5cb94-c7f1-4466-9d70-a1547636448b req-cc562839-1b1d-41ee-bf2a-388e8fc3246b tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:20.647554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a5cb94-c7f1-4466-9d70-a1547636448b req-cc562839-1b1d-41ee-bf2a-388e8fc3246b tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0558686 Apr 20 15:27:20.687336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92a5cb94-c7f1-4466-9d70-a1547636448b req-c1e19754-7505-4678-af8e-3bfeb329c64c tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331366 Apr 20 15:27:21.813766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab2a1c-7b1c-4e7f-a6f2-624f5ca92ed2 req-d6f2c382-0808-42c1-9429-6964b13da193 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:21.815339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdab2a1c-7b1c-4e7f-a6f2-624f5ca92ed2 req-d6f2c382-0808-42c1-9429-6964b13da193 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Apr 20 15:27:21.858053 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cdab2a1c-7b1c-4e7f-a6f2-624f5ca92ed2 req-1e04f5e2-fe0f-4be0-aec7-e021669c83c9 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/security-groups?id=e636d58f-39b0-437d-93f7-96b835b81096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Apr 20 15:27:21.998146 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2bb06394-7b30-4da9-914b-d685d6607db3 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:27:22.033650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 2bb06394-7b30-4da9-914b-d685d6607db3 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:27:22.034128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 2bb06394-7b30-4da9-914b-d685d6607db3 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:27:22.142207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-45ec2290-a8cd-41c9-8e8e-edd56b9ac819 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:22.143968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-45ec2290-a8cd-41c9-8e8e-edd56b9ac819 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.45 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0645618 Apr 20 15:27:22.237433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Deleting port 87dcf752-d259-483a-bce2-300df32e3e0e {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:22.237749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:22.324660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] For port 87dcf752-d259-483a-bce2-300df32e3e0e, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=87dcf752-d259-483a-bce2-300df32e3e0e,segment=NetworkSegment(887c9c17-6dc4-4e4f-8493-54f9cbe5a26d),segment_id=887c9c17-6dc4-4e4f-8493-54f9cbe5a26d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:22.324899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:22.338224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Calling delete_port for 87dcf752-d259-483a-bce2-300df32e3e0e owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:22.470635 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:22.483344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['87dcf752-d259-483a-bce2-300df32e3e0e'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:27:22.504309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Pushing event deleted for resources: {'Port': ['ID=87dcf752-d259-483a-bce2-300df32e3e0e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:22.528347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.528690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.529028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.529360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.529704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.530027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.530347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.530695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.531019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.531336 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.531655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.531974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:22.555424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] No DVR routers for this DVR port 87dcf752-d259-483a-bce2-300df32e3e0e on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:22.558300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:22.561893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0aa8c7c-a0e6-4028-b6b6-044af20fa33f req-40ac2785-649e-49e3-9c54-693eb953a436 tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.45 "DELETE /v2.0/ports/87dcf752-d259-483a-bce2-300df32e3e0e HTTP/1.1" status: 204 len: 173 time: 0.4117467 Apr 20 15:27:22.562320 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'name': 'network-vif-deleted', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:22.565420 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e43588-a3d7-4dea-8302-f2fdc32196a3" -d '{"events": [{"server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "name": "network-vif-deleted", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:22.605767 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a2b587-e509-4456-b856-92e02018469b x-openstack-request-id: req-82a2b587-e509-4456-b856-92e02018469b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:22.606053 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf37da3-3a21-4c82-ade3-567d733c10e0", "name": "network-vif-deleted", "tag": "87dcf752-d259-483a-bce2-300df32e3e0e", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:22.606298 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82a2b587-e509-4456-b856-92e02018469b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:22.606736 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a2b587-e509-4456-b856-92e02018469b'] response: {'server_uuid': 'baf37da3-3a21-4c82-ade3-567d733c10e0', 'name': 'network-vif-deleted', 'tag': '87dcf752-d259-483a-bce2-300df32e3e0e', 'status': 'completed', 'code': 200} Apr 20 15:27:22.969537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d09e7996-6a8e-47e0-ab80-586f2b215066 req-7014cf2a-7acd-4199-93dd-47b53573acdb tempest-ServersNegativeTestJSON-215949564 tempest-ServersNegativeTestJSON-215949564-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf37da3-3a21-4c82-ade3-567d733c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Apr 20 15:27:24.034039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49050) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:24.100456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Deleting subnet fc15485f-5858-49d7-87c6-13bf0610a626 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:27:24.103738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.139677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.179596 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.232808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.261945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc15485f-5858-49d7-87c6-13bf0610a626,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:24.267415 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.273099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7f1bca3e-e0c6-4f0f-835a-dc17c933673f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc15485f-5858-49d7-87c6-13bf0610a626 HTTP/1.1" status: 204 len: 168 time: 0.2373466 Apr 20 15:27:24.275595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49052) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:24.345249 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.429397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.450033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:24.459517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:24.459811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887c9c17-6dc4-4e4f-8493-54f9cbe5a26d') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:24.469000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.484009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.490110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:24.490483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:24.492119 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:24.548158 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.554394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.557647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7 HTTP/1.1" status: 204 len: 168 time: 0.2809162 Apr 20 15:27:24.569319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff317b-ae85-46ca-a981-c5e779e529c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf37d4d-fdbf-4812-8948-7e1fe3ef09b7,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:24.678058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49056) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:24.720198 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ad5117c7-1fb5-4463-9e83-a5cacf44b194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8789e9765ce4bd9aeb3ee9341f2ae22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408216 Apr 20 15:27:24.723021 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49058) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:24.773122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.794845 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.849443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.852556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:24.853725 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e636d58f-39b0-437d-93f7-96b835b81096 HTTP/1.1" status: 204 len: 168 time: 0.1298203 Apr 20 15:27:24.861690 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568750bd-a57a-4647-b718-0245ff33975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636d58f-39b0-437d-93f7-96b835b81096,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:25.628580 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49080) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:25.732646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283556392'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:25.759642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:25.765602 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.771464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 87dcf752-d259-483a-bce2-300df32e3e0e no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:27:25.775266 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.792322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 87dcf752-d259-483a-bce2-300df32e3e0e {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:27:25.792678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 87dcf752-d259-483a-bce2-300df32e3e0e not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:27:25.853472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.858624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.884554 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:25.894139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a944e40a-8942-4d6d-89e6-dd546b83ee98,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:25.901959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.902299 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Added segment 22f7c626-80c8-4e7e-8a8c-c53655a436ac of type vlan for network 72c1c592-a346-4e65-97cb-4f5b526e3bab Apr 20 15:27:25.904579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.904926 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.905243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.905579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.905903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.906230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.906557 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.906914 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.907237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.907562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.907878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.908194 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:25.952827 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.980370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:25.986297 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:25.986907 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:26.041786 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4116752 Apr 20 15:27:26.056183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50665-de64-45f0-8ae8-4320d069d5e1 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Network': ['ID=72c1c592-a346-4e65-97cb-4f5b526e3bab,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:26.066185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:29.185711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49084) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:29.193239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'subnet': {'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:29.286259 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:29.290096 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.495445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.547484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Subnet': ['ID=a516f9c6-fd04-47dd-a548-a39d90bc88ce,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:29.563212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking segment: {'id': '22f7c626-80c8-4e7e-8a8c-c53655a436ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:29.563569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network hostable DHCP agents. Network: 72c1c592-a346-4e65-97cb-4f5b526e3bab, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:29.580517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:29.590082 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 72c1c592-a346-4e65-97cb-4f5b526e3bab) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:29.597599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:29.598184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.598700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8acd4-6699-4b67-a153-854a3b7cb5af None None] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:29.615709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-595afbd9-b2e9-45d0-b175-7f60dd9eda51 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4286761 Apr 20 15:27:29.619052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49086) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:29.623950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584710872'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:29.643797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:29.647336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.671389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:29.680843 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.681293 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Added segment 08538d4f-7422-4b6d-a5f5-39398d5de323 of type vlan for network 13a73762-4418-4acc-9bb4-b2653faebd9b Apr 20 15:27:29.721880 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.743378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-72c1c592-a346-4e65-97cb-4f5b526e3bab', 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab', 'tenant_id': '244bb12ee714480c9b0ede11497c113b', 'fixed_ips': [{'subnet_id': 'a516f9c6-fd04-47dd-a548-a39d90bc88ce'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:29.744253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.751386 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.756712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:29.757291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.810283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1901309 Apr 20 15:27:29.813421 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49088) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:29.821273 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'subnet': {'network_id': '13a73762-4418-4acc-9bb4-b2653faebd9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:29.825243 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64227a87-1d18-44a6-8165-6b65a24fa740 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Network': ['ID=13a73762-4418-4acc-9bb4-b2653faebd9b,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:29.841205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 13a73762-4418-4acc-9bb4-b2653faebd9b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:29.915817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:29.919381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:29.944415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Allocated IP 2001:db8:0:ffff::2 (72c1c592-a346-4e65-97cb-4f5b526e3bab/a516f9c6-fd04-47dd-a548-a39d90bc88ce/b5807227-c65e-48cc-bf24-7cb1f5fa9a25) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:30.093957 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.100962 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.104935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.145878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:30.151444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:30.153992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:30.157202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Pushing event updated for resources: {'Port': ['ID=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:30.162890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Subnet': ['ID=d6bf5050-ad7d-433c-985e-7109bd5624dc,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:30.169380 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.169720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.170057 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.170414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.170760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.171055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.171399 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.171714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.172029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.172348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.172662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.172971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:30.177042 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking segment: {'id': '08538d4f-7422-4b6d-a5f5-39398d5de323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '13a73762-4418-4acc-9bb4-b2653faebd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:30.177530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network hostable DHCP agents. Network: 13a73762-4418-4acc-9bb4-b2653faebd9b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:30.197373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network 13a73762-4418-4acc-9bb4-b2653faebd9b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:30.208268 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 13a73762-4418-4acc-9bb4-b2653faebd9b) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:30.213222 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:30.213847 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.220997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4062aef-f79b-4270-9c4a-612ce381a7fe None None] Network 13a73762-4418-4acc-9bb4-b2653faebd9b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:30.231464 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a62b97de-4111-43bb-b2c0-877a422ad3d3 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4162915 Apr 20 15:27:30.234215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Attempting to bind port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:30.234421 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49090) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:30.234957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Attempting to bind port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '22f7c626-80c8-4e7e-8a8c-c53655a436ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:30.234957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Attempting to bind port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 on network 72c1c592-a346-4e65-97cb-4f5b526e3bab {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:30.268492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:30.268858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Checking segment: {'id': '22f7c626-80c8-4e7e-8a8c-c53655a436ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:30.269255 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.269822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Bound using segment: {'id': '22f7c626-80c8-4e7e-8a8c-c53655a436ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:30.270311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Bound port: b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f7c626-80c8-4e7e-8a8c-c53655a436ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '72c1c592-a346-4e65-97cb-4f5b526e3bab'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:30.270711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.338443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.386492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] For port b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:30.405760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] For port b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,segment=NetworkSegment(22f7c626-80c8-4e7e-8a8c-c53655a436ac),segment_id=22f7c626-80c8-4e7e-8a8c-c53655a436ac)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:30.413892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.427724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.479311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a365a69-a8f4-440c-a79e-7f0f4f8bbf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-13a73762-4418-4acc-9bb4-b2653faebd9b', 'network_id': '13a73762-4418-4acc-9bb4-b2653faebd9b', 'tenant_id': '244bb12ee714480c9b0ede11497c113b', 'fixed_ips': [{'subnet_id': 'd6bf5050-ad7d-433c-985e-7109bd5624dc'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:30.480204 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a365a69-a8f4-440c-a79e-7f0f4f8bbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.498296 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.513116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656b245-9e87-421d-8522-12454b5883e1 None None] Pushing event updated for resources: {'Port': ['ID=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:30.528385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bf5050-ad7d-433c-985e-7109bd5624dc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:30.593310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e6d80-cc98-4708-81e1-f22ef334ed21 None None] Network 13a73762-4418-4acc-9bb4-b2653faebd9b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:30.601984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.624478 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a73762-4418-4acc-9bb4-b2653faebd9b']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:30.635036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08538d4f-7422-4b6d-a5f5-39398d5de323') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:30.635331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08538d4f-7422-4b6d-a5f5-39398d5de323') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:30.660397 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.689916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.696128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:30.696515 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:30.699496 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:30.767894 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.775545 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.778663 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/13a73762-4418-4acc-9bb4-b2653faebd9b HTTP/1.1" status: 204 len: 168 time: 0.5431297 Apr 20 15:27:30.782327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49092) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:30.787903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50816535'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:30.804131 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42148-3f4e-4588-a2a2-5e84aa5c7396 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Network': ['ID=13a73762-4418-4acc-9bb4-b2653faebd9b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:30.818666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:30.825416 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.857236 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:30.861900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b5807227-c65e-48cc-bf24-7cb1f5fa9a25 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:30.868126 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.868478 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Added segment 354bdc76-0cd0-4ec1-acbd-53a020d5214f of type vlan for network 04876352-acdc-4584-9f9a-a17b5f8e92ac Apr 20 15:27:30.910834 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:30.911244 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.917411 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.940828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.947496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:30.948094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:30.989735 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.003281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2197702 Apr 20 15:27:31.006702 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49094) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:31.013810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'subnet': {'network_id': '04876352-acdc-4584-9f9a-a17b5f8e92ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:31.019272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ce2c-1a20-42ea-aef7-a690c4cb74e8 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Network': ['ID=04876352-acdc-4584-9f9a-a17b5f8e92ac,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:31.026991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,segment=NetworkSegment(22f7c626-80c8-4e7e-8a8c-c53655a436ac),segment_id=22f7c626-80c8-4e7e-8a8c-c53655a436ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:31.032969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.035083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 04876352-acdc-4584-9f9a-a17b5f8e92ac details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:31.104095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:31.108418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.140887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:31.170020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Performing IP validity checks on allocation pools {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 15:27:31.170500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.ipam_backend_mixin [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102864) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 15:27:31.299564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.368235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Subnet': ['ID=ff58a930-4263-403a-9b1a-9df37d58f9af,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:31.372897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking segment: {'id': '354bdc76-0cd0-4ec1-acbd-53a020d5214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '04876352-acdc-4584-9f9a-a17b5f8e92ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:31.373430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network hostable DHCP agents. Network: 04876352-acdc-4584-9f9a-a17b5f8e92ac, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:31.393241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network 04876352-acdc-4584-9f9a-a17b5f8e92ac is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:31.403994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 04876352-acdc-4584-9f9a-a17b5f8e92ac) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:31.408236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:31.408820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.414855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1e68c-0c4b-47be-97f8-1f3134e16392 None None] Network 04876352-acdc-4584-9f9a-a17b5f8e92ac requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:31.428283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-493b9b2b-9b0d-42cc-9e1d-f2f73ac7826b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4204526 Apr 20 15:27:31.431036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49096) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:31.530299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.572250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5908b3b-3ea8-4833-9eb2-b1cd61c770d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-04876352-acdc-4584-9f9a-a17b5f8e92ac', 'network_id': '04876352-acdc-4584-9f9a-a17b5f8e92ac', 'tenant_id': '244bb12ee714480c9b0ede11497c113b', 'fixed_ips': [{'subnet_id': 'ff58a930-4263-403a-9b1a-9df37d58f9af'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:31.573194 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c5908b3b-3ea8-4833-9eb2-b1cd61c770d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.587680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b3b70-11cf-4ec3-8daa-1a138e3a6851 None None] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:31.588014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.652643 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.678849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Subnet': ['ID=ff58a930-4263-403a-9b1a-9df37d58f9af,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:31.700482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66b55e01-33e4-4fa2-a40d-5816a743c43d None None] Provisioning complete for port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:31.700855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66b55e01-33e4-4fa2-a40d-5816a743c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.736579 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.757027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04876352-acdc-4584-9f9a-a17b5f8e92ac']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:31.766919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354bdc76-0cd0-4ec1-acbd-53a020d5214f') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:31.767305 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354bdc76-0cd0-4ec1-acbd-53a020d5214f') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:31.776861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.789941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.795676 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:31.796082 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:31.799172 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-c5908b3b-3ea8-4833-9eb2-b1cd61c770d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff58a930-4263-403a-9b1a-9df37d58f9af: This subnet is being modified by another concurrent operation. Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff58a930-4263-403a-9b1a-9df37d58f9af: This subnet is being modified by another concurrent operation. Apr 20 15:27:31.801896 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 15:27:31.828236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b6e9c-e6ea-4294-acfb-358f797214fb None None] Network 04876352-acdc-4584-9f9a-a17b5f8e92ac requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:31.868022 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.875074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.878094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/04876352-acdc-4584-9f9a-a17b5f8e92ac HTTP/1.1" status: 204 len: 168 time: 0.4458122 Apr 20 15:27:31.882063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49098) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:31.887365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013060919'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:31.892346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d56a2-01bf-4e06-bcb0-0a5500cae6d6 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Network': ['ID=04876352-acdc-4584-9f9a-a17b5f8e92ac,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:31.909445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:31.913563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.936970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:31.946781 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:31.947081 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Added segment f94be3dd-face-4311-9008-28db00a0a9f9 of type vlan for network dd3c54e4-7937-410b-a899-ea2fddcf6e46 Apr 20 15:27:31.997472 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.024478 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.030706 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:32.031299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.137192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9048433d-e8b2-49ec-9ba1-5acbfe3dc515 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 15:27:32.190440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-04295db9-70d5-4d9c-bbec-1634b3091c57 None None] Provisioning complete for port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:32.190840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-04295db9-70d5-4d9c-bbec-1634b3091c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.252262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048433d-e8b2-49ec-9ba1-5acbfe3dc515 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:27:32.440170 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5567122 Apr 20 15:27:32.443931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49100) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:32.449776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'subnet': {'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:32.455678 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a542e1-87e0-4eb9-b2bd-963e1ddf1f7c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Network': ['ID=dd3c54e4-7937-410b-a899-ea2fddcf6e46,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:32.467138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network dd3c54e4-7937-410b-a899-ea2fddcf6e46 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:32.539984 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:32.543576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.724347 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.786444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Subnet': ['ID=26d9842e-6da4-4b24-93ea-e3b4101d8b40,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:32.796804 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking segment: {'id': 'f94be3dd-face-4311-9008-28db00a0a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:32.797166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network hostable DHCP agents. Network: dd3c54e4-7937-410b-a899-ea2fddcf6e46, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:32.803970 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b5807227-c65e-48cc-bf24-7cb1f5fa9a25 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:32.815076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network dd3c54e4-7937-410b-a899-ea2fddcf6e46 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:32.824043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, dd3c54e4-7937-410b-a899-ea2fddcf6e46) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:32.828065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:32.828641 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.837675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f05e9-b7a8-4701-8de9-30976f1f75de None None] Network dd3c54e4-7937-410b-a899-ea2fddcf6e46 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:32.851058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d729fd3d-462c-4726-a5fa-8441cf628481 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4059412 Apr 20 15:27:32.855004 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49102) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:32.860094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1582658241'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:32.879535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:32.883032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.908925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:32.919675 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.920066 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Added segment 0a116f3d-e7c2-4b8d-9aba-ca5e8fb69e74 of type vlan for network 71d7c823-a399-474d-8a84-0e0b71ade0fb Apr 20 15:27:32.962008 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.988471 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:32.994060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:32.994713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.012166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:27:33.052777 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1963675 Apr 20 15:27:33.055914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49104) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:33.061847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Request body: {'subnet': {'network_id': '71d7c823-a399-474d-8a84-0e0b71ade0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:33.070210 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8c4c0-32d3-4371-8c6c-f91e1c79fc2c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Network': ['ID=71d7c823-a399-474d-8a84-0e0b71ade0fb,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:33.085120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 71d7c823-a399-474d-8a84-0e0b71ade0fb details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:33.109115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:33.109483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.279331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-dd3c54e4-7937-410b-a899-ea2fddcf6e46', 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46', 'tenant_id': '244bb12ee714480c9b0ede11497c113b', 'fixed_ips': [{'subnet_id': '26d9842e-6da4-4b24-93ea-e3b4101d8b40'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:33.280190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.437462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Allocated IP 2001:db8::2 (dd3c54e4-7937-410b-a899-ea2fddcf6e46/26d9842e-6da4-4b24-93ea-e3b4101d8b40/31a89009-f0e8-4adb-93a6-1025818af1fc) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:33.500582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Made reservation on behalf of 244bb12ee714480c9b0ede11497c113b for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:33.504124 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.582498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.589169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.632018 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Network dd3c54e4-7937-410b-a899-ea2fddcf6e46 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:33.638119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:33.640905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:33.643059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Pushing event updated for resources: {'Port': ['ID=31a89009-f0e8-4adb-93a6-1025818af1fc,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:33.687993 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.698472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Attempting to bind port 31a89009-f0e8-4adb-93a6-1025818af1fc on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:33.698874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Attempting to bind port 31a89009-f0e8-4adb-93a6-1025818af1fc by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'f94be3dd-face-4311-9008-28db00a0a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:33.699234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Attempting to bind port 31a89009-f0e8-4adb-93a6-1025818af1fc on network dd3c54e4-7937-410b-a899-ea2fddcf6e46 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:33.704086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:33.704452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Checking segment: {'id': 'f94be3dd-face-4311-9008-28db00a0a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:33.704851 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.705237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Bound using segment: {'id': 'f94be3dd-face-4311-9008-28db00a0a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:33.705694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Bound port: 31a89009-f0e8-4adb-93a6-1025818af1fc, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94be3dd-face-4311-9008-28db00a0a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'dd3c54e4-7937-410b-a899-ea2fddcf6e46'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:33.706072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.746672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event updated for resources: {'Subnet': ['ID=c1f1378b-2abc-4fa0-b6f0-03ccdd02792e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:33.755754 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Checking segment: {'id': '0a116f3d-e7c2-4b8d-9aba-ca5e8fb69e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '71d7c823-a399-474d-8a84-0e0b71ade0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:33.756110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network hostable DHCP agents. Network: 71d7c823-a399-474d-8a84-0e0b71ade0fb, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:33.772690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Network 71d7c823-a399-474d-8a84-0e0b71ade0fb is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:33.773816 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] For port 31a89009-f0e8-4adb-93a6-1025818af1fc, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:33.777265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] For port 31a89009-f0e8-4adb-93a6-1025818af1fc, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=31a89009-f0e8-4adb-93a6-1025818af1fc,segment=NetworkSegment(f94be3dd-face-4311-9008-28db00a0a9f9),segment_id=f94be3dd-face-4311-9008-28db00a0a9f9)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:33.781248 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.782014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 71d7c823-a399-474d-8a84-0e0b71ade0fb) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:33.787941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:33.787941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.803926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a1437bcb-3569-427e-8122-708d1976172c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7463677 Apr 20 15:27:33.806424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49106) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:33.811603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0962dc-3c48-4fa5-957f-ea2911110241 None None] Network 71d7c823-a399-474d-8a84-0e0b71ade0fb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:33.890823 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54ea59-d8f0-4780-b04e-14f0c5989aa6 None None] Pushing event updated for resources: {'Port': ['ID=31a89009-f0e8-4adb-93a6-1025818af1fc,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:33.916715 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.961081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:33.972035 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.011186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800062d-92f0-4146-99fc-f26830bab4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-71d7c823-a399-474d-8a84-0e0b71ade0fb', 'network_id': '71d7c823-a399-474d-8a84-0e0b71ade0fb', 'tenant_id': '244bb12ee714480c9b0ede11497c113b', 'fixed_ips': [{'subnet_id': 'c1f1378b-2abc-4fa0-b6f0-03ccdd02792e'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:34.017531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9800062d-92f0-4146-99fc-f26830bab4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.056281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.089222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f1378b-2abc-4fa0-b6f0-03ccdd02792e,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-9800062d-92f0-4146-99fc-f26830bab4bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1f1378b-2abc-4fa0-b6f0-03ccdd02792e: This subnet is being modified by another concurrent operation. Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1f1378b-2abc-4fa0-b6f0-03ccdd02792e: This subnet is being modified by another concurrent operation. Apr 20 15:27:34.141862 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 15:27:34.162594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778029f-bbf2-4523-a5d5-519ea899d1e6 None None] Network 71d7c823-a399-474d-8a84-0e0b71ade0fb requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:34.165090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.192796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d7c823-a399-474d-8a84-0e0b71ade0fb']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:34.205051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a116f3d-e7c2-4b8d-9aba-ca5e8fb69e74') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:34.205366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a116f3d-e7c2-4b8d-9aba-ca5e8fb69e74') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:34.215050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.227845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.233748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:34.234131 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:34.237654 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:34.300476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.305252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.308402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/71d7c823-a399-474d-8a84-0e0b71ade0fb HTTP/1.1" status: 204 len: 168 time: 0.5009503 Apr 20 15:27:34.311751 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49108) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.323148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f396-86d8-4b2b-a65a-aa8ef56e3f33 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Network': ['ID=71d7c823-a399-474d-8a84-0e0b71ade0fb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:34.342686 n-d-836145-2 neutron-server[102863]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2689283-7c14-4149-8de6-7df9681d95f7 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] GET failed (client error): The resource could not be found. Apr 20 15:27:34.344046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a2689283-7c14-4149-8de6-7df9681d95f7 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "GET /v2.0/subnets/c1f1378b-2abc-4fa0-b6f0-03ccdd02792e HTTP/1.1" status: 404 len: 337 time: 0.0312781 Apr 20 15:27:34.347109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49110) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.366278 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-5552edc5-4b06-469a-a7f9-f143f1e65e6b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:34.366895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5552edc5-4b06-469a-a7f9-f143f1e65e6b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:34.369796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5552edc5-4b06-469a-a7f9-f143f1e65e6b tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/71d7c823-a399-474d-8a84-0e0b71ade0fb HTTP/1.1" status: 404 len: 339 time: 0.0214953 Apr 20 15:27:34.373647 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49112) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.399130 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a59ed6-698f-4c80-b68d-5bd60adb8f52 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:34.399558 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a59ed6-698f-4c80-b68d-5bd60adb8f52 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:34.402413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-62a59ed6-698f-4c80-b68d-5bd60adb8f52 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/subnets/c1f1378b-2abc-4fa0-b6f0-03ccdd02792e HTTP/1.1" status: 404 len: 337 time: 0.0278492 Apr 20 15:27:34.404828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49114) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.421774 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba86584-b130-4506-ae29-19615d646c75 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:34.422282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba86584-b130-4506-ae29-19615d646c75 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:34.425133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-bba86584-b130-4506-ae29-19615d646c75 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/71d7c823-a399-474d-8a84-0e0b71ade0fb HTTP/1.1" status: 404 len: 339 time: 0.0194504 Apr 20 15:27:34.427476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49116) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.478526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Deleting subnet 26d9842e-6da4-4b24-93ea-e3b4101d8b40 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:27:34.482169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.524787 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.615437 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.678399 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.706593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Subnet': ['ID=26d9842e-6da4-4b24-93ea-e3b4101d8b40,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:34.710206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.715856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-59f41bfa-1f4d-4118-a61d-5a2c64cc7427 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/subnets/26d9842e-6da4-4b24-93ea-e3b4101d8b40 HTTP/1.1" status: 204 len: 168 time: 0.2851565 Apr 20 15:27:34.716189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49118) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:34.801967 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.809090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80230f4d-4a8f-4363-8e63-ef34d1d17757 None None] Network dd3c54e4-7937-410b-a899-ea2fddcf6e46 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:34.865201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a89009-f0e8-4adb-93a6-1025818af1fc up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:34.865423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Deleting port 31a89009-f0e8-4adb-93a6-1025818af1fc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:34.865550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.927935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] For port 31a89009-f0e8-4adb-93a6-1025818af1fc, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=31a89009-f0e8-4adb-93a6-1025818af1fc,segment=NetworkSegment(f94be3dd-face-4311-9008-28db00a0a9f9),segment_id=f94be3dd-face-4311-9008-28db00a0a9f9)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:34.928211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:34.946405 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Calling delete_port for 31a89009-f0e8-4adb-93a6-1025818af1fc owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:34.950531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aed4d76c-8aec-40a4-bf1b-18f6401d6407 None None] Provisioning complete for port 31a89009-f0e8-4adb-93a6-1025818af1fc triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:34.950892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aed4d76c-8aec-40a4-bf1b-18f6401d6407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.008387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 31a89009-f0e8-4adb-93a6-1025818af1fc triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:35.008763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.027479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.051100 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-aed4d76c-8aec-40a4-bf1b-18f6401d6407 None None] No ports have port_id starting with 31a89009-f0e8-4adb-93a6-1025818af1fc Apr 20 15:27:35.052942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Port': ['ID=31a89009-f0e8-4adb-93a6-1025818af1fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:35.056674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No DVR routers for this DVR port 31a89009-f0e8-4adb-93a6-1025818af1fc on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:35.060942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Could not find standard attr ID for object 31a89009-f0e8-4adb-93a6-1025818af1fc. {{(pid=102865) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 15:27:35.063624 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No ports have port_id starting with 31a89009-f0e8-4adb-93a6-1025818af1fc Apr 20 15:27:35.118827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4e5fd-a6b6-4275-a260-328e48ac4f5c None None] DHCP port deletion for dd3c54e4-7937-410b-a899-ea2fddcf6e46 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:27:35.140350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a8338-e80f-4fd7-bce3-feaff26c65a9 None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 15:27:35.142903 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.164723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c54e4-7937-410b-a899-ea2fddcf6e46']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:35.174160 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94be3dd-face-4311-9008-28db00a0a9f9') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:35.174370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94be3dd-face-4311-9008-28db00a0a9f9') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:35.183598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.201050 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.207907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:35.208309 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:35.211521 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:35.220825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a8338-e80f-4fd7-bce3-feaff26c65a9 None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:27:35.272941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.279698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.282753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/dd3c54e4-7937-410b-a899-ea2fddcf6e46 HTTP/1.1" status: 204 len: 168 time: 0.5657191 Apr 20 15:27:35.285508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49120) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.307797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f366300-639a-4cfd-aae5-7e749d9f4d0a tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Network': ['ID=dd3c54e4-7937-410b-a899-ea2fddcf6e46,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:35.326225 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e90842-8da0-4835-9dbd-a5aad3a48e20 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:35.326696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e90842-8da0-4835-9dbd-a5aad3a48e20 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:35.329645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f6e90842-8da0-4835-9dbd-a5aad3a48e20 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/subnets/ff58a930-4263-403a-9b1a-9df37d58f9af HTTP/1.1" status: 404 len: 337 time: 0.0301456 Apr 20 15:27:35.332434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49122) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.350676 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-c925d7b9-683e-4538-b90b-5c41685321b2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:35.351155 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c925d7b9-683e-4538-b90b-5c41685321b2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:35.354079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c925d7b9-683e-4538-b90b-5c41685321b2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/04876352-acdc-4584-9f9a-a17b5f8e92ac HTTP/1.1" status: 404 len: 339 time: 0.0205503 Apr 20 15:27:35.356746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.382742 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f888f01-d95d-434c-8a09-d6618197476c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:35.383194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f888f01-d95d-434c-8a09-d6618197476c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:35.386141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0f888f01-d95d-434c-8a09-d6618197476c tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/subnets/d6bf5050-ad7d-433c-985e-7109bd5624dc HTTP/1.1" status: 404 len: 337 time: 0.0278001 Apr 20 15:27:35.389049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49126) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.407315 n-d-836145-2 neutron-server[102864]: INFO neutron.pecan_wsgi.hooks.translation [None req-2994c47a-a8e9-4045-9360-aa87ac15e1d2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] DELETE failed (client error): The resource could not be found. Apr 20 15:27:35.407845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2994c47a-a8e9-4045-9360-aa87ac15e1d2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102864) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 15:27:35.410871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2994c47a-a8e9-4045-9360-aa87ac15e1d2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/13a73762-4418-4acc-9bb4-b2653faebd9b HTTP/1.1" status: 404 len: 339 time: 0.0203152 Apr 20 15:27:35.413316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49128) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.462514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Deleting subnet a516f9c6-fd04-47dd-a548-a39d90bc88ce {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:27:35.465698 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.509625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.594780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.653909 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.680913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Subnet': ['ID=a516f9c6-fd04-47dd-a548-a39d90bc88ce,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:35.683184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.686724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a21d4d90-4ca9-4f5b-a88c-0330ce274f8e tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/subnets/a516f9c6-fd04-47dd-a548-a39d90bc88ce HTTP/1.1" status: 204 len: 168 time: 0.2724714 Apr 20 15:27:35.688435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0947c-6794-4a08-99d2-d62f755c5b3b None None] Network 72c1c592-a346-4e65-97cb-4f5b526e3bab requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:35.689342 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49130) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:35.767065 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.818936 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Deleting port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:35.819289 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.864787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] DHCP port deletion for 72c1c592-a346-4e65-97cb-4f5b526e3bab request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:27:35.884720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] For port b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,segment=NetworkSegment(22f7c626-80c8-4e7e-8a8c-c53655a436ac),segment_id=22f7c626-80c8-4e7e-8a8c-c53655a436ac)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:35.885094 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.898117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Calling delete_port for b5807227-c65e-48cc-bf24-7cb1f5fa9a25 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:35.916183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Deleting port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:35.916556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.974724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.976542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] For port b5807227-c65e-48cc-bf24-7cb1f5fa9a25, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,segment=NetworkSegment(22f7c626-80c8-4e7e-8a8c-c53655a436ac),segment_id=22f7c626-80c8-4e7e-8a8c-c53655a436ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:35.976938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:35.989489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Calling delete_port for b5807227-c65e-48cc-bf24-7cb1f5fa9a25 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:36.000438 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Port': ['ID=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:36.002238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] No DVR routers for this DVR port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 15:27:36.068767 n-d-836145-2 neutron-server[102865]: self.session.flush() Apr 20 15:27:36.073765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.091139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.098042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] Pushing event deleted for resources: {'Port': ['ID=b5807227-c65e-48cc-bf24-7cb1f5fa9a25,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:36.101929 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82042ad-d491-4590-ab6a-4bb48a1edac2 None None] No DVR routers for this DVR port b5807227-c65e-48cc-bf24-7cb1f5fa9a25 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:36.116387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c1c592-a346-4e65-97cb-4f5b526e3bab']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:36.126025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f7c626-80c8-4e7e-8a8c-c53655a436ac') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:36.126323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f7c626-80c8-4e7e-8a8c-c53655a436ac') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:36.135860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.149157 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.155004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:36.155382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:36.158344 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:36.221135 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.226127 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.229410 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] 10.222.0.20 "DELETE /v2.0/networks/72c1c592-a346-4e65-97cb-4f5b526e3bab HTTP/1.1" status: 204 len: 168 time: 0.5391490 Apr 20 15:27:36.248674 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40920ee5-cef8-455e-b1c1-a1aa2e1798c2 tempest-NetworksIpV6Test-524986523 tempest-NetworksIpV6Test-524986523-project] Pushing event deleted for resources: {'Network': ['ID=72c1c592-a346-4e65-97cb-4f5b526e3bab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:36.498540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49136) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:36.644320 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5165881a-39ae-490d-97b6-15b63c08046a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244bb12ee714480c9b0ede11497c113b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444788 Apr 20 15:27:36.646953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:36.695742 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.718906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.769387 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.772234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:36.773399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a944e40a-8942-4d6d-89e6-dd546b83ee98 HTTP/1.1" status: 204 len: 168 time: 0.1255476 Apr 20 15:27:36.782337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c5b60-0dcb-4613-90a9-3102a81d65f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a944e40a-8942-4d6d-89e6-dd546b83ee98,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:36.824625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a89009-f0e8-4adb-93a6-1025818af1fc no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:27:36.846025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 31a89009-f0e8-4adb-93a6-1025818af1fc {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:27:36.846720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 31a89009-f0e8-4adb-93a6-1025818af1fc not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:27:36.847138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b5807227-c65e-48cc-bf24-7cb1f5fa9a25 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:27:36.868092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: b5807227-c65e-48cc-bf24-7cb1f5fa9a25 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:27:36.868717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device b5807227-c65e-48cc-bf24-7cb1f5fa9a25 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:27:37.470772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49162) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:37.577079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-290820886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:37.606033 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.607029 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.659248 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.664959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.682072 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.683284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0707cd41-a209-489f-9a55-e787cd49f573 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2114489 Apr 20 15:27:37.686008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49166) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:37.690903 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-882256611'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:37.709220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Made reservation on behalf of fa74de01c3594a369ca9b9db4d950b7c for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:37.712781 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.721418 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.806246 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.811760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.841403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:37.848196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84afd382-68f0-4f0d-942d-f73eb7c10809,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:37.855622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.856043 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Added segment 133518e3-b11c-4f6a-b446-75a71a937cbb of type vlan for network a780d8a3-812b-4bd9-b903-c585487fed19 Apr 20 15:27:37.903553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.930489 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.936222 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:37.936798 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:37.998870 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3116498 Apr 20 15:27:38.001783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49168) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:38.007325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'subnet': {'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:38.015027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576801fa-f232-407d-ba39-83a1c2b646df tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event updated for resources: {'Network': ['ID=a780d8a3-812b-4bd9-b903-c585487fed19,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:38.027205 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a780d8a3-812b-4bd9-b903-c585487fed19 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:38.099347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Made reservation on behalf of fa74de01c3594a369ca9b9db4d950b7c for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:38.103522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.286852 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.343757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event updated for resources: {'Subnet': ['ID=024876ea-bc98-49bf-b36c-39ed8f54ee4b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:38.354725 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Checking segment: {'id': '133518e3-b11c-4f6a-b446-75a71a937cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:38.355085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Network hostable DHCP agents. Network: a780d8a3-812b-4bd9-b903-c585487fed19, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:38.373524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Network a780d8a3-812b-4bd9-b903-c585487fed19 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:38.382757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a780d8a3-812b-4bd9-b903-c585487fed19) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:38.387274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:38.387869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.391965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff553a-e00b-46e1-9583-34a0beb5d665 None None] Network a780d8a3-812b-4bd9-b903-c585487fed19 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:38.407862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f1b89565-8f76-4262-b2a5-f052c6d79b7f tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4049957 Apr 20 15:27:38.411199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49170) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:38.416343 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-225924680'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:38.435279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Made reservation on behalf of fa74de01c3594a369ca9b9db4d950b7c for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:38.438893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.465775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:38.475748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.476121 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Added segment 1a55aa24-8aeb-454a-950e-94fa77973da7 of type vlan for network 0f6716a3-5952-4bed-bc35-73c33c10ed59 Apr 20 15:27:38.516182 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.545889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a780d8a3-812b-4bd9-b903-c585487fed19', 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19', 'tenant_id': 'fa74de01c3594a369ca9b9db4d950b7c', 'fixed_ips': [{'subnet_id': '024876ea-bc98-49bf-b36c-39ed8f54ee4b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:38.546867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.547558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.553519 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:38.554097 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.611779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1976454 Apr 20 15:27:38.613200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49172) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:38.618950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'subnet': {'network_id': '0f6716a3-5952-4bed-bc35-73c33c10ed59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:38.625975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d6629-233f-468f-b270-557dd92135de tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event updated for resources: {'Network': ['ID=0f6716a3-5952-4bed-bc35-73c33c10ed59,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:38.637738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0f6716a3-5952-4bed-bc35-73c33c10ed59 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:38.710407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Made reservation on behalf of fa74de01c3594a369ca9b9db4d950b7c for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:38.713982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.744586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Allocated IP 172.20.0.2 (a780d8a3-812b-4bd9-b903-c585487fed19/024876ea-bc98-49bf-b36c-39ed8f54ee4b/366e7a7a-6145-4578-91a2-b75f26d3f352) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:38.903759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.908715 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.910236 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:38.961240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Network a780d8a3-812b-4bd9-b903-c585487fed19 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:38.967261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event updated for resources: {'Subnet': ['ID=b59673b8-257d-4904-8672-94c890caab83,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:38.967469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:38.974056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:38.976486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Checking segment: {'id': '1a55aa24-8aeb-454a-950e-94fa77973da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0f6716a3-5952-4bed-bc35-73c33c10ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:38.977250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Network hostable DHCP agents. Network: 0f6716a3-5952-4bed-bc35-73c33c10ed59, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:38.980824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Pushing event updated for resources: {'Port': ['ID=366e7a7a-6145-4578-91a2-b75f26d3f352,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:38.994240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Network 0f6716a3-5952-4bed-bc35-73c33c10ed59 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:39.004589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0f6716a3-5952-4bed-bc35-73c33c10ed59) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:39.009229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:39.009862 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.013935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877fcad-47cc-4af1-a3d3-6e937526204a None None] Network 0f6716a3-5952-4bed-bc35-73c33c10ed59 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:39.030627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-56eb911c-a04c-46e5-bf8f-c8722da37d65 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4157579 Apr 20 15:27:39.033339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:39.038216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9c50b157-1d41-47f8-ab74-eaeacabd7d9a tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f6716a3-5952-4bed-bc35-73c33c10ed59'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:39.100509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Attempting to bind port 366e7a7a-6145-4578-91a2-b75f26d3f352 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:39.101336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Attempting to bind port 366e7a7a-6145-4578-91a2-b75f26d3f352 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '133518e3-b11c-4f6a-b446-75a71a937cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:39.101508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Attempting to bind port 366e7a7a-6145-4578-91a2-b75f26d3f352 on network a780d8a3-812b-4bd9-b903-c585487fed19 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:39.118140 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:39.118547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Checking segment: {'id': '133518e3-b11c-4f6a-b446-75a71a937cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:39.119108 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.119613 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Bound using segment: {'id': '133518e3-b11c-4f6a-b446-75a71a937cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:39.120241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Bound port: 366e7a7a-6145-4578-91a2-b75f26d3f352, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133518e3-b11c-4f6a-b446-75a71a937cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a780d8a3-812b-4bd9-b903-c585487fed19'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:39.120762 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.240519 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c50b157-1d41-47f8-ab74-eaeacabd7d9a tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.275128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] For port 366e7a7a-6145-4578-91a2-b75f26d3f352, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:39.279374 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] For port 366e7a7a-6145-4578-91a2-b75f26d3f352, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=366e7a7a-6145-4578-91a2-b75f26d3f352,segment=NetworkSegment(133518e3-b11c-4f6a-b446-75a71a937cbb),segment_id=133518e3-b11c-4f6a-b446-75a71a937cbb)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:39.301127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.328446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32626bfb-7a97-41e2-823b-b4f0520a81d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0f6716a3-5952-4bed-bc35-73c33c10ed59', 'network_id': '0f6716a3-5952-4bed-bc35-73c33c10ed59', 'tenant_id': 'fa74de01c3594a369ca9b9db4d950b7c', 'fixed_ips': [{'subnet_id': 'b59673b8-257d-4904-8672-94c890caab83'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:39.329298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-32626bfb-7a97-41e2-823b-b4f0520a81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.353938 n-d-836145-2 neutron-server[102864]: INFO neutron.api.v2.resource [None req-9c50b157-1d41-47f8-ab74-eaeacabd7d9a tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 15:27:39.362522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49176) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:39.365136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9c50b157-1d41-47f8-ab74-eaeacabd7d9a tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "PUT /v2.0/routers/09d65735-4c23-4ce5-8deb-3fd9c786315e HTTP/1.1" status: 400 len: 364 time: 0.3303351 Apr 20 15:27:39.420913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Deleting subnet b59673b8-257d-4904-8672-94c890caab83 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:27:39.424431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.430966 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451c624-2d82-4c09-8735-dac203f6fb0a None None] Pushing event updated for resources: {'Port': ['ID=366e7a7a-6145-4578-91a2-b75f26d3f352,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:39.467445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.519094 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server [None req-32626bfb-7a97-41e2-823b-b4f0520a81d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59673b8-257d-4904-8672-94c890caab83: This subnet is being modified by another concurrent operation. Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server raise exception Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59673b8-257d-4904-8672-94c890caab83: This subnet is being modified by another concurrent operation. Apr 20 15:27:39.598741 n-d-836145-2 neutron-server[102865]: ERROR oslo_messaging.rpc.server Apr 20 15:27:39.605646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.621198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e05c37-dda1-4cc7-b125-a9acf4bb5889 None None] Network 0f6716a3-5952-4bed-bc35-73c33c10ed59 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:39.639600 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event deleted for resources: {'Subnet': ['ID=b59673b8-257d-4904-8672-94c890caab83,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:39.641634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.647090 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-870fa273-e2b1-470c-8de9-ae879cd41515 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "DELETE /v2.0/subnets/b59673b8-257d-4904-8672-94c890caab83 HTTP/1.1" status: 204 len: 168 time: 0.2811210 Apr 20 15:27:39.650203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49178) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:39.738212 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.838949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.861488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6716a3-5952-4bed-bc35-73c33c10ed59']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:39.872220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a55aa24-8aeb-454a-950e-94fa77973da7') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:39.872480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a55aa24-8aeb-454a-950e-94fa77973da7') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:39.882972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.898991 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.907883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:39.908291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:39.912056 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:39.978331 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.988546 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:39.989698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "DELETE /v2.0/networks/0f6716a3-5952-4bed-bc35-73c33c10ed59 HTTP/1.1" status: 204 len: 168 time: 0.3399401 Apr 20 15:27:39.992522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49180) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:40.001732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d543c02-57af-42af-a610-50e9207eecc8 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event deleted for resources: {'Network': ['ID=0f6716a3-5952-4bed-bc35-73c33c10ed59,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:40.052579 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Deleting subnet 024876ea-bc98-49bf-b36c-39ed8f54ee4b {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:27:40.056474 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.098906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.180038 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6ca050a4-20cf-4819-bdf7-b09e73bba579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.200659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.262691 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.292038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event deleted for resources: {'Subnet': ['ID=024876ea-bc98-49bf-b36c-39ed8f54ee4b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:40.296670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.301508 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12cd4f59-93ac-491b-bb53-89f769168e91 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "DELETE /v2.0/subnets/024876ea-bc98-49bf-b36c-39ed8f54ee4b HTTP/1.1" status: 204 len: 168 time: 0.3078916 Apr 20 15:27:40.304169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49182) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:40.395972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.454900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Deleting port 366e7a7a-6145-4578-91a2-b75f26d3f352 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:27:40.455525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.478525 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93aeda-b220-4fed-bf3e-cd90ace27ca5 None None] Network a780d8a3-812b-4bd9-b903-c585487fed19 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:40.525997 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] For port 366e7a7a-6145-4578-91a2-b75f26d3f352, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=366e7a7a-6145-4578-91a2-b75f26d3f352,segment=NetworkSegment(133518e3-b11c-4f6a-b446-75a71a937cbb),segment_id=133518e3-b11c-4f6a-b446-75a71a937cbb)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:40.526401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.542105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Calling delete_port for 366e7a7a-6145-4578-91a2-b75f26d3f352 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:27:40.544068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d8eba142-5d18-49d5-8592-240ea9e6009a None None] Provisioning complete for port 366e7a7a-6145-4578-91a2-b75f26d3f352 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:40.544407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8eba142-5d18-49d5-8592-240ea9e6009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.636591 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.661068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d8eba142-5d18-49d5-8592-240ea9e6009a None None] Port 366e7a7a-6145-4578-91a2-b75f26d3f352 update to ACTIVE by agent not found {{(pid=102865) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 15:27:40.667802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event deleted for resources: {'Port': ['ID=366e7a7a-6145-4578-91a2-b75f26d3f352,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:40.673862 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] No DVR routers for this DVR port 366e7a7a-6145-4578-91a2-b75f26d3f352 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:27:40.727397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf8f457-4ec5-4530-a458-fa66ddafc0d8 None None] DHCP port deletion for a780d8a3-812b-4bd9-b903-c585487fed19 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:27:40.745704 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d3047-fe91-430a-bd0f-c9f65e99c0ac None None] get_active_networks_info from n-d-836145-2 {{(pid=102865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 15:27:40.757651 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.779293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a780d8a3-812b-4bd9-b903-c585487fed19']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:40.789022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133518e3-b11c-4f6a-b446-75a71a937cbb') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:40.789319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133518e3-b11c-4f6a-b446-75a71a937cbb') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:40.799206 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.805358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d3047-fe91-430a-bd0f-c9f65e99c0ac None None] Resources bound (agent type, host, resource id): {{(pid=102865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 15:27:40.812393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.820195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:27:40.820678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:27:40.823724 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:27:40.886907 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.897207 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:40.902894 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "DELETE /v2.0/networks/a780d8a3-812b-4bd9-b903-c585487fed19 HTTP/1.1" status: 204 len: 168 time: 0.5951219 Apr 20 15:27:40.903282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49184) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:40.911894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c949-bb52-4474-a74f-7421d3f371e3 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Pushing event deleted for resources: {'Network': ['ID=a780d8a3-812b-4bd9-b903-c585487fed19,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:40.937469 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80f04510-411f-4f31-91be-7aab8dea0807 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d65735-4c23-4ce5-8deb-3fd9c786315e HTTP/1.1" status: 200 len: 205 time: 0.0329845 Apr 20 15:27:40.939880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49186) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:41.011835 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.174263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.176555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.224695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.225200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Fanout notify agent at l3_agent the message router_deleted on router 09d65735-4c23-4ce5-8deb-3fd9c786315e {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:27:41.232319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.233414 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-db2ab76b-b324-42bd-aa75-b063e1c09b99 tempest-RoutersNegativeTest-1815727865 tempest-RoutersNegativeTest-1815727865-project] 10.222.0.20 "DELETE /v2.0/routers/09d65735-4c23-4ce5-8deb-3fd9c786315e HTTP/1.1" status: 204 len: 168 time: 0.2926495 Apr 20 15:27:41.485316 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49192) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:41.628471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cb2f3db9-b15a-4601-8927-399235a81bc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa74de01c3594a369ca9b9db4d950b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419387 Apr 20 15:27:41.631464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:41.688146 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.710056 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.766603 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.769692 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:41.770903 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84afd382-68f0-4f0d-942d-f73eb7c10809 HTTP/1.1" status: 204 len: 168 time: 0.1380737 Apr 20 15:27:41.778839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17d77-1506-4a82-b68b-acec667474fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84afd382-68f0-4f0d-942d-f73eb7c10809,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:42.459180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49218) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:42.561130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-26765466-network', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:42.589718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Made reservation on behalf of 8b92a76f8d79452e8f56cb821f7b1628 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:42.592184 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.600805 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.679087 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.684794 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.707530 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:42.720232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:42.725564 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.725907 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Added segment a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6 of type vlan for network 1b51adcb-aef2-4cae-be40-480b40a4dce4 Apr 20 15:27:42.765091 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.793092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.794203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:42.794998 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:42.847713 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3872657 Apr 20 15:27:42.850827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:42.856060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Request body: {'subnet': {'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-subnet', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:42.860905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2659eea-402f-40ad-99e8-25b50c46bc6b admin admin] Pushing event updated for resources: {'Network': ['ID=1b51adcb-aef2-4cae-be40-480b40a4dce4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:42.871086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:42.878386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Made reservation on behalf of 8b92a76f8d79452e8f56cb821f7b1628 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:42.880913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.055128 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.108465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7277a39f-e422-46f2-80f2-bcc95649a6c2,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:43.117488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Checking segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:43.117853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Network hostable DHCP agents. Network: 1b51adcb-aef2-4cae-be40-480b40a4dce4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:43.136349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:43.146423 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 1b51adcb-aef2-4cae-be40-480b40a4dce4) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:43.150515 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:43.151124 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.155743 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7000e385-0d36-4bbc-9efa-8e4ba0df6a5a None None] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:43.169369 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b4891cb1-ec94-4d21-bf5a-b01971ed4c7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3147628 Apr 20 15:27:43.169710 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:43.174292 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:43.195812 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.197012 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.254546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.297197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-1b51adcb-aef2-4cae-be40-480b40a4dce4', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:43.298346 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.402505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.442189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Allocated IP 172.20.0.2 (1b51adcb-aef2-4cae-be40-480b40a4dce4/7277a39f-e422-46f2-80f2-bcc95649a6c2/a89e4cb3-e48a-485c-85a5-f5cab3906b84) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:43.586648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ea6e9030-9cfc-4c94-9943-60f922245258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.604002 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.604865 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.612132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.624593 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.649653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:43.654889 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:43.658310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:43.667308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Pushing event updated for resources: {'Port': ['ID=a89e4cb3-e48a-485c-85a5-f5cab3906b84,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:43.721547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Attempting to bind port a89e4cb3-e48a-485c-85a5-f5cab3906b84 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:43.721915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Attempting to bind port a89e4cb3-e48a-485c-85a5-f5cab3906b84 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:43.722274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Attempting to bind port a89e4cb3-e48a-485c-85a5-f5cab3906b84 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:43.727673 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:43.728042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Checking segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:43.728442 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.728831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Bound using segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:43.729322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Bound port: a89e4cb3-e48a-485c-85a5-f5cab3906b84, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:43.729710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.736231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Allocated IP 172.25.1.163 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a659da60-0d6f-426e-9bc2-11b6b8a7bb02) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:43.794029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] For port a89e4cb3-e48a-485c-85a5-f5cab3906b84, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:43.797986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] For port a89e4cb3-e48a-485c-85a5-f5cab3906b84, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a89e4cb3-e48a-485c-85a5-f5cab3906b84,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:43.802989 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.842883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.873357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.876202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a98e5-dcb8-45b6-a2ec-a71879e5f26f None None] Pushing event updated for resources: {'Port': ['ID=a89e4cb3-e48a-485c-85a5-f5cab3906b84,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:43.886083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:43.926603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:43.929493 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:43.933095 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:43.954797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Pushing event updated for resources: {'Port': ['ID=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:44.201199 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:44.401533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:44.536131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Router b85a574b-845e-465a-afbc-6c3f48d8ea37 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:27:44.568235 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:44.646759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:27:44.656030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Sync routers for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:27:44.666862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:44.667497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:44.668127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:44.672120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49226) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:44.672810 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-322371f6-2cf0-4915-9b2d-3ec9b86e439d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5013628 Apr 20 15:27:44.761226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c1fb03-9dd2-4da4-92d6-315642422660 None None] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:44.847931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a89e4cb3-e48a-485c-85a5-f5cab3906b84 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:44.851898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:44.936190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] Provisioning complete for port a89e4cb3-e48a-485c-85a5-f5cab3906b84 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:44.936833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.101254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.134072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a89e4cb3-e48a-485c-85a5-f5cab3906b84 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:45.134443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.238844 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.258696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Allocated IP 172.20.0.1 (1b51adcb-aef2-4cae-be40-480b40a4dce4/7277a39f-e422-46f2-80f2-bcc95649a6c2/6e650a4f-9d40-47dd-80cd-13d6d02cac69) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:45.306362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:44Z', 'revision_number': 3, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:45.350531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] For port a89e4cb3-e48a-485c-85a5-f5cab3906b84, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a89e4cb3-e48a-485c-85a5-f5cab3906b84,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:45.359371 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Checking router: b85a574b-845e-465a-afbc-6c3f48d8ea37 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:27:45.359729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Updating router b85a574b-845e-465a-afbc-6c3f48d8ea37 port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:27:45.363489 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.371862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.374948 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.411287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.438948 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.448811 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:45.454146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:45.456515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.458316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:45.465556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.487055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:45.503194 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.517987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3804c1-05cd-43d4-b06c-918a636acca8 None None] Pushing event updated for resources: {'Port': ['ID=a89e4cb3-e48a-485c-85a5-f5cab3906b84,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:45.589363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:27:45.589717 n-d-836145-2 neutron-server[102865]: DEBUG oslo_db.api [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 15:27:45.624828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fc03e0d1-fba8-406d-b32c-ec0194639410 None None] Provisioning complete for port a89e4cb3-e48a-485c-85a5-f5cab3906b84 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:45.625246 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fc03e0d1-fba8-406d-b32c-ec0194639410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.638165 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.808576 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.813731 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:45.878895 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:45.881483 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.005920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.012849 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.072589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Attempting to bind port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:46.073119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Attempting to bind port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:46.073497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Attempting to bind port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:46.075983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e82e0-aa45-49e7-9aa9-44f4163fa44c None None] Pushing event updated for resources: {'Port': ['ID=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:46.085831 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:46.086212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:46.086643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.087042 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:46.087529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Bound port: a659da60-0d6f-426e-9bc2-11b6b8a7bb02, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:46.087912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.146899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-476a2a85-451e-445f-b485-8683a5648aea None None] Provisioning complete for port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:46.147275 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-476a2a85-451e-445f-b485-8683a5648aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.206192 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] For port a659da60-0d6f-426e-9bc2-11b6b8a7bb02, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:46.210884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] For port a659da60-0d6f-426e-9bc2-11b6b8a7bb02, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:46.212175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-476a2a85-451e-445f-b485-8683a5648aea None None] Port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:27:46.217082 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.276182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:46.276818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:46.278801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e82e0-aa45-49e7-9aa9-44f4163fa44c None None] Pushing event updated for resources: {'Port': ['ID=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:46.346657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:46.348013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:46.390155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:46.463944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Router b85a574b-845e-465a-afbc-6c3f48d8ea37 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:27:46.572655 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:27:46.577598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-351f7103-10bc-4e75-a2fc-e26a82ec8af7 admin admin] 10.222.0.20 "PUT /v2.0/routers/b85a574b-845e-465a-afbc-6c3f48d8ea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041858 Apr 20 15:27:46.598955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6e650a4f-9d40-47dd-80cd-13d6d02cac69', 'name': '', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'mac_address': 'fa:16:3e:30:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:45Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 2, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'subnets': [{'id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:46.629892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e301fd6-d631-4bd6-9e67-3d314ddeec60 None None] The sync data for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 is: [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6e650a4f-9d40-47dd-80cd-13d6d02cac69', 'name': '', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'mac_address': 'fa:16:3e:30:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:45Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 2, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'subnets': [{'id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:27:46.641073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-11ddb30a-3ca9-428f-b2ea-59118589adba None None] Provisioning complete for port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:46.641317 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-11ddb30a-3ca9-428f-b2ea-59118589adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:46.676485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-11ddb30a-3ca9-428f-b2ea-59118589adba None None] Port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:27:46.842447 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a89e4cb3-e48a-485c-85a5-f5cab3906b84 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:46.908091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a89e4cb3-e48a-485c-85a5-f5cab3906b84 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:46.908463 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.111959 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49242) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:47.117201 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2111649365-network', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:47.136397 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Made reservation on behalf of 3e87cddd08a84a8ebc617dc0ff5ec151 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:47.139061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.148335 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.226590 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.231448 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.252306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:27:47.271589 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e0003-f0bf-4e53-8db4-b65dfca8dba2,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:47.278280 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.278755 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Added segment 30938040-137f-4745-a9b3-2fdc89ecb02b of type vlan for network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf Apr 20 15:27:47.329674 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.355412 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.356378 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:47.356986 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.417966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3024793 Apr 20 15:27:47.418200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49244) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:47.422892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Request body: {'subnet': {'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-subnet', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:47.435630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e734da-1cfc-4fff-93b7-9b2f2ed2c924 admin admin] Pushing event updated for resources: {'Network': ['ID=63f6d561-bb00-4e8a-86e5-7ae55dfd55cf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:47.445800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:27:47.449162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Made reservation on behalf of 3e87cddd08a84a8ebc617dc0ff5ec151 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:47.451790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.626447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.682603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fedcd7-8665-48b0-bca7-f04d880abec1,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:47.693179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Checking segment: {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:47.693565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Network hostable DHCP agents. Network: 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:27:47.711242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:27:47.721362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:47.726360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:47.727458 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.732231 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958408be-bcf6-4aa0-951e-0f0d84479593 None None] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:47.747860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-267863a1-bc21-4f77-83b8-e27c93f2e459 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3283463 Apr 20 15:27:47.750209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:47.754867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:47.775518 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.776994 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.830200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.897662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:27:47.899061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:47.971668 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.037755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Allocated IP 172.20.0.2 (63f6d561-bb00-4e8a-86e5-7ae55dfd55cf/a4fedcd7-8665-48b0-bca7-f04d880abec1/0f5aa457-0266-48c9-a7cf-7585bdf68f52) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:48.178723 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.188435 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.194230 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.201443 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.238325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:48.242115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Pushing event updated for resources: {'Port': ['ID=0f5aa457-0266-48c9-a7cf-7585bdf68f52,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:48.244646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:48.246983 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:48.302909 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Attempting to bind port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:48.303278 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Attempting to bind port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:48.303660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Attempting to bind port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 on network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:48.308814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:48.309067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Allocated IP 172.25.1.128 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a2ee0bd2-b49b-4c18-b3b0-09d19bb09875) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:48.309202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Checking segment: {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:48.309586 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.309995 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Bound using segment: {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:48.310449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Bound port: 0f5aa457-0266-48c9-a7cf-7585bdf68f52, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:48.310977 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.375611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] For port 0f5aa457-0266-48c9-a7cf-7585bdf68f52, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:48.379666 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] For port 0f5aa457-0266-48c9-a7cf-7585bdf68f52, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f5aa457-0266-48c9-a7cf-7585bdf68f52,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:48.387164 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.428208 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.449903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ea39-9fa7-4f40-82d5-f8658199ddef None None] Pushing event updated for resources: {'Port': ['ID=0f5aa457-0266-48c9-a7cf-7585bdf68f52,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:48.470485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:48.508912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:48.514320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:48.516934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:48.545465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:48.714835 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Sync routers for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:27:48.732842 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:48.733461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:48.846542 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:48.885074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a659da60-0d6f-426e-9bc2-11b6b8a7bb02 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:48.951689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:48.952058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.034434 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.066432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a659da60-0d6f-426e-9bc2-11b6b8a7bb02, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:49.072952 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.073329 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6e650a4f-9d40-47dd-80cd-13d6d02cac69', 'name': '', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'mac_address': 'fa:16:3e:30:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:45Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 2, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'subnets': [{'id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:49.075493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f5aa457-0266-48c9-a7cf-7585bdf68f52 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:49.103376 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Checking router: b85a574b-845e-465a-afbc-6c3f48d8ea37 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:27:49.103808 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Updating router b85a574b-845e-465a-afbc-6c3f48d8ea37 port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:27:49.134581 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.160219 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.187396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:49.187758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.191320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:49.291095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.337063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0f5aa457-0266-48c9-a7cf-7585bdf68f52, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f5aa457-0266-48c9-a7cf-7585bdf68f52,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:49.343728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.400626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0f5aa457-0266-48c9-a7cf-7585bdf68f52,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:49.410946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.451653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7f626-9a1b-4103-b980-53933e8a3016 None None] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:27:49.471253 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.477842 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.544261 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Pushing event updated for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:49.552700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:27:49.567898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-18527f95-db28-4121-8275-9e5f6849fc0e None None] Provisioning complete for port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:49.568273 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-18527f95-db28-4121-8275-9e5f6849fc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.577908 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.577908 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.577908 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.578309 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580535 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.580796 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.581305 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.582167 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:27:49.620345 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Attempting to bind port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:49.620714 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Attempting to bind port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:49.621073 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Attempting to bind port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:49.630812 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:49.631186 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Checking segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:49.631590 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.631977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Bound using segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:49.632494 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Bound port: 6e650a4f-9d40-47dd-80cd-13d6d02cac69, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:49.632822 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.704205 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:27:49.717096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Sync routers for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:27:49.726797 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] For port 6e650a4f-9d40-47dd-80cd-13d6d02cac69, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:49.729334 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.730237 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] For port 6e650a4f-9d40-47dd-80cd-13d6d02cac69, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6e650a4f-9d40-47dd-80cd-13d6d02cac69,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:49.731091 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-26865438-8c8b-4708-92ef-6bba87f8be14 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9797683 Apr 20 15:27:49.734027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:27:49.734835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:49.735577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:49.741254 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:49.814020 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16371f-2178-4fac-9807-4e9430c80217 None None] Pushing event updated for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:49.817446 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:49.818053 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:49.862214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:49.990537 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:50.001997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] Provisioning complete for port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:50.002375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.162624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.166745 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 3, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:50.204366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Checking router: 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:27:50.204721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Updating router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:27:50.231492 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6e650a4f-9d40-47dd-80cd-13d6d02cac69', 'name': '', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'mac_address': 'fa:16:3e:30:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:45Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'subnets': [{'id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:50.247954 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.250514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] For port 6e650a4f-9d40-47dd-80cd-13d6d02cac69, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6e650a4f-9d40-47dd-80cd-13d6d02cac69,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:50.267139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c91c31-dc25-44d5-b2a9-cf646949883d None None] The sync data for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 is: [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:45Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '6e650a4f-9d40-47dd-80cd-13d6d02cac69', 'name': '', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'mac_address': 'fa:16:3e:30:9a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:45Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 4, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'subnets': [{'id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:27:50.272744 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.303924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.477497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Allocated IP 172.20.0.1 (63f6d561-bb00-4e8a-86e5-7ae55dfd55cf/a4fedcd7-8665-48b0-bca7-f04d880abec1/05338f85-ad4d-4a40-a6d5-2822e2334d97) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:50.576545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a2bf6-31f4-4235-9b13-6fa35681631d None None] Pushing event updated for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:50.593964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9215ecbf-c26e-46ee-a831-d301ef497535 None None] Provisioning complete for port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:50.594341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9215ecbf-c26e-46ee-a831-d301ef497535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.599644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.635030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.677503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:50.680809 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:50.684536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:50.712267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Pushing event updated for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:50.733380 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.846707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9215ecbf-c26e-46ee-a831-d301ef497535 None None] Provisioning complete for port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:50.847307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9215ecbf-c26e-46ee-a831-d301ef497535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.903458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.908854 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f5aa457-0266-48c9-a7cf-7585bdf68f52 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:50.923895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:50.941809 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.017675 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Attempting to bind port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:51.018170 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Attempting to bind port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:51.018625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Attempting to bind port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:51.025871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae2a1-d29b-4ac4-8e17-14881dae7afd None None] Pushing event updated for resources: {'Port': ['ID=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:51.033833 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:51.034293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:51.034867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.035338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:51.035901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Bound port: a2ee0bd2-b49b-4c18-b3b0-09d19bb09875, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:51.036360 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.117615 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.120394 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:51.120853 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.123946 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.154443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] For port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:51.172868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] For port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:51.179226 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.195877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.197605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Pushing event updated for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:51.282827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ae2a1-d29b-4ac4-8e17-14881dae7afd None None] Pushing event updated for resources: {'Port': ['ID=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:51.287645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:51.288715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:51.289338 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:51.289574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:51.297887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a659da60-0d6f-426e-9bc2-11b6b8a7bb02 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:51.334697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3ae7bb1b-5872-4c89-b530-5b29d72174db None None] Provisioning complete for port 05338f85-ad4d-4a40-a6d5-2822e2334d97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:51.335537 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3ae7bb1b-5872-4c89-b530-5b29d72174db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.418167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:27:51.446037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7bb1b-5872-4c89-b530-5b29d72174db None None] Port 05338f85-ad4d-4a40-a6d5-2822e2334d97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:27:51.472181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:51.502501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:51.502903 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.529565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:27:51.539298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4b6972e7-57b9-435a-bcf8-49ef7d72963a admin admin] 10.222.0.20 "PUT /v2.0/routers/09cefe91-e2ec-4aea-8a32-8bf6cf77bcef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040886 Apr 20 15:27:51.643343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-359fde7c-ad8d-4f87-ab73-4a11153988c2 None None] Provisioning complete for port 05338f85-ad4d-4a40-a6d5-2822e2334d97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:51.643825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-359fde7c-ad8d-4f87-ab73-4a11153988c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.733505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-359fde7c-ad8d-4f87-ab73-4a11153988c2 None None] Port 05338f85-ad4d-4a40-a6d5-2822e2334d97 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:27:51.740729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6e650a4f-9d40-47dd-80cd-13d6d02cac69 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:51.822706 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '05338f85-ad4d-4a40-a6d5-2822e2334d97', 'name': '', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'mac_address': 'fa:16:3e:3d:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:50Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 2, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'subnets': [{'id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:51.825858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:51.826235 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:51.857265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d3bd2-213f-4a98-ab41-83937eaaa177 None None] The sync data for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 is: [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '05338f85-ad4d-4a40-a6d5-2822e2334d97', 'name': '', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'mac_address': 'fa:16:3e:3d:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:50Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 2, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'subnets': [{'id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:27:52.280549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-90cf3e2c-3370-4550-a1d1-306d2a011f76 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:52.287189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-90cf3e2c-3370-4550-a1d1-306d2a011f76 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 815 time: 0.1135778 Apr 20 15:27:52.298196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-9544e3cf-7b54-429c-87f4-b34f0e8c6a92 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/quotas/8b92a76f8d79452e8f56cb821f7b1628 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Apr 20 15:27:52.353678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-283178c4-74c2-4011-b4fb-27ae28634591 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495064 Apr 20 15:27:52.374822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-6d2d5fad-b7ed-4e89-a722-622d9d1a2c9d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:27:52.375983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-6d2d5fad-b7ed-4e89-a722-622d9d1a2c9d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066190 Apr 20 15:27:52.464272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-ceb78c12-e7f2-4b04-85fe-e78b0aa858ca service neutron] 10.222.0.20 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814447 Apr 20 15:27:52.559151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-a68d7f8f-fbc7-4b86-96cf-9872f23c2aaa service neutron] 10.222.0.20 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883319 Apr 20 15:27:52.733382 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-64ec5441-1c58-4b61-92d6-e488ca9475a4 req-3cb39e93-6030-4272-a69d-4fa1b74fac2a tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 210 time: 0.0288308 Apr 20 15:27:53.719103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-477a82ce-da91-434f-a579-bfe2fca1a9bc tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:53.721241 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-477a82ce-da91-434f-a579-bfe2fca1a9bc tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 815 time: 0.1115308 Apr 20 15:27:53.734594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Request body: {'port': {'device_id': '512144cf-2ebc-44a2-975c-93465dc560a1', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'admin_state_up': True, 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:53.846853 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c4a8bce3-0b92-4919-a550-c16f2eecae5a req-8dbaf33d-1bdd-46dd-abc4-903408ee3ef8 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 210 time: 0.0375843 Apr 20 15:27:53.876168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Made reservation on behalf of 8b92a76f8d79452e8f56cb821f7b1628 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:27:53.881749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.016562 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Allocated IP 172.20.0.10 (1b51adcb-aef2-4cae-be40-480b40a4dce4/7277a39f-e422-46f2-80f2-bcc95649a6c2/7e5dfc43-cc87-4f12-b1c0-4f8292f6af81) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:27:54.174628 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.210807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.254189 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:27:54.257357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:27:54.259880 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:27:54.294695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Pushing event updated for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:54.317985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:54.319245 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.336359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-0145470c-8350-41c1-9256-b25cc38e7e03 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6054184 Apr 20 15:27:54.367864 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Sync routers for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:27:54.378113 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:54.378921 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:54.474792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Request body: {'port': {'device_id': '512144cf-2ebc-44a2-975c-93465dc560a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:27:54.476468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3d683be5-8670-43f4-bb66-7319984afca0 None None] Provisioning complete for port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:54.476981 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3d683be5-8670-43f4-bb66-7319984afca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.515751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3d683be5-8670-43f4-bb66-7319984afca0 None None] Port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:27:54.536495 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.584058 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:54.786785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '05338f85-ad4d-4a40-a6d5-2822e2334d97', 'name': '', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'mac_address': 'fa:16:3e:3d:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:50Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 2, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'subnets': [{'id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:54.797040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:27:54.804857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.814870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Checking router: 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:27:54.815204 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Updating router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef port 05338f85-ad4d-4a40-a6d5-2822e2334d97 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:27:54.817076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Transition to ACTIVE for port object 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:27:54.821829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.845173 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:54.871176 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:54.881579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:54.949764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:54.951409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.007158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Attempting to bind port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:55.007294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Attempting to bind port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:55.007582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Attempting to bind port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:55.012544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:27:55.012869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Attempting to bind port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:55.023286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:55.023650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Checking segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:55.024026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Bound using segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:55.024459 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Bound port: 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:55.024822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.053594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d01a-8d5d-43e7-9693-0ae4ab8e0e8d req-ec8a9553-078b-4157-be40-872aaf2c37c6 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.054742 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.055177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e422d01a-8d5d-43e7-9693-0ae4ab8e0e8d req-ec8a9553-078b-4157-be40-872aaf2c37c6 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 944 time: 0.0999334 Apr 20 15:27:55.077210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:55.084718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.132530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e422d01a-8d5d-43e7-9693-0ae4ab8e0e8d req-05ed0604-51a6-4c54-aa4b-62f8d37b9eed tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601730 Apr 20 15:27:55.159312 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:55.163143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:55.164441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:55.168721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.180658 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.187231 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.204318 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.204716 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.206083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 HTTP/1.1" status: 200 len: 1092 time: 0.8620837 Apr 20 15:27:55.206584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:27:55.208896 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1df376-bb47-408b-a434-25878fbcb279" -d '{"events": [{"name": "network-changed", "server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:27:55.246616 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89a26-ddf9-4ca4-a723-24ae1c1998b3 None None] Pushing event updated for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:55.290526 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7a86f-c405-4df2-930e-89006de57b32 x-openstack-request-id: req-0eb7a86f-c405-4df2-930e-89006de57b32 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:27:55.290924 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:27:55.291239 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb7a86f-c405-4df2-930e-89006de57b32 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:27:55.291696 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb7a86f-c405-4df2-930e-89006de57b32'] response: {'name': 'network-changed', 'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81', 'status': 'completed', 'code': 200} Apr 20 15:27:55.299500 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784cc16-e808-4b85-b512-1ddee1f31e22 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:55.314010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-06b1e8dc-4304-4829-9c76-589f14c96374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.316004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-06b1e8dc-4304-4829-9c76-589f14c96374 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 1095 time: 0.0628917 Apr 20 15:27:55.339937 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Attempting to bind port 05338f85-ad4d-4a40-a6d5-2822e2334d97 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:27:55.340291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Attempting to bind port 05338f85-ad4d-4a40-a6d5-2822e2334d97 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:27:55.340645 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Attempting to bind port 05338f85-ad4d-4a40-a6d5-2822e2334d97 on network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:27:55.346558 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:27:55.346945 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Checking segment: {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:27:55.347405 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.347785 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Bound using segment: {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:27:55.348242 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Bound port: 05338f85-ad4d-4a40-a6d5-2822e2334d97, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30938040-137f-4745-a9b3-2fdc89ecb02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:27:55.348615 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.371698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-4842512c-3656-43fa-937e-e1429fd11d7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 HTTP/1.1" status: 200 len: 217 time: 0.0466354 Apr 20 15:27:55.421733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] For port 05338f85-ad4d-4a40-a6d5-2822e2334d97, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:27:55.425130 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] For port 05338f85-ad4d-4a40-a6d5-2822e2334d97, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05338f85-ad4d-4a40-a6d5-2822e2334d97,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:27:55.432728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-a4c76fa7-2723-46a7-b608-f828b04f9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.433113 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.434473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-a4c76fa7-2723-46a7-b608-f828b04f9ec1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 200 len: 854 time: 0.0550544 Apr 20 15:27:55.498029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccf0e-a409-405b-8410-9214826de010 req-c26b124c-3c34-4554-9f05-10234e9f64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.499725 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-c26b124c-3c34-4554-9f05-10234e9f64a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b51adcb-aef2-4cae-be40-480b40a4dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589638 Apr 20 15:27:55.502193 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:27:55.502889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:27:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:55.547715 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89a26-ddf9-4ca4-a723-24ae1c1998b3 None None] Pushing event updated for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:55.606473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-00a9ec7c-a99d-429c-9d1d-fc03aab6a5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955811 Apr 20 15:27:55.624599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:27:55.629240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] Provisioning complete for port 05338f85-ad4d-4a40-a6d5-2822e2334d97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:55.630165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.724760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39dccf0e-a409-405b-8410-9214826de010 req-4d239937-c63f-4e80-b5f3-1e8346b3ce3c service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106970 Apr 20 15:27:55.786209 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.822236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] For port 05338f85-ad4d-4a40-a6d5-2822e2334d97, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05338f85-ad4d-4a40-a6d5-2822e2334d97,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:27:55.827848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:55.843680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df376-bb47-408b-a434-25878fbcb279 req-0bf863bb-abc6-40d2-8163-5ed13851d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.845582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-0bf863bb-abc6-40d2-8163-5ed13851d7df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 1095 time: 0.0523529 Apr 20 15:27:55.883939 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb3ba5-6029-492b-b6df-b4256a0e1af6 None None] Pushing event updated for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:27:55.902227 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '05338f85-ad4d-4a40-a6d5-2822e2334d97', 'name': '', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'mac_address': 'fa:16:3e:3d:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:50Z', 'updated_at': '2022-04-20T15:27:55Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'subnets': [{'id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:27:55.928489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88782fb9-a3d4-4b7a-97cf-3bd3743fb325 None None] The sync data for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 is: [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:27:50Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '05338f85-ad4d-4a40-a6d5-2822e2334d97', 'name': '', 'network_id': '63f6d561-bb00-4e8a-86e5-7ae55dfd55cf', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'mac_address': 'fa:16:3e:3d:ab:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:50Z', 'updated_at': '2022-04-20T15:27:55Z', 'revision_number': 4, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'subnets': [{'id': 'a4fedcd7-8665-48b0-bca7-f04d880abec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:27:55.945520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df376-bb47-408b-a434-25878fbcb279 req-311373e1-96a2-42e3-a7f1-c5eeccfa1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:55.947557 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-311373e1-96a2-42e3-a7f1-c5eeccfa1bf8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 916 time: 0.0946722 Apr 20 15:27:55.949169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6d68f28b-18a5-4376-bd67-50023f399676 None None] Provisioning complete for port 05338f85-ad4d-4a40-a6d5-2822e2334d97 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:55.949560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6d68f28b-18a5-4376-bd67-50023f399676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:56.000378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-afa69e21-44be-452d-a40e-cb719c1b7010 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 HTTP/1.1" status: 200 len: 217 time: 0.0461586 Apr 20 15:27:56.064443 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df376-bb47-408b-a434-25878fbcb279 req-7b22361e-b6ba-4cbb-ab70-9b315859c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:56.065984 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-7b22361e-b6ba-4cbb-ab70-9b315859c1aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 200 len: 854 time: 0.0558782 Apr 20 15:27:56.125020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df376-bb47-408b-a434-25878fbcb279 req-12fafdb5-738f-46aa-b3e5-77c13a860ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:56.126527 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-12fafdb5-738f-46aa-b3e5-77c13a860ada service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b51adcb-aef2-4cae-be40-480b40a4dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536907 Apr 20 15:27:56.251201 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-45be65ba-ba40-4c26-ab0e-1aee89a432a2 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162202 Apr 20 15:27:56.324733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836020db-e8d3-4d60-8464-9ad3eafe8e46 req-9b9e4c7c-47c3-4b19-9390-b9d5c34c0fb3 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:56.326308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-836020db-e8d3-4d60-8464-9ad3eafe8e46 req-9b9e4c7c-47c3-4b19-9390-b9d5c34c0fb3 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 944 time: 0.1103935 Apr 20 15:27:56.391333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-836020db-e8d3-4d60-8464-9ad3eafe8e46 req-1a0bfea1-a53e-4757-95aa-890191476d26 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Apr 20 15:27:56.395673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b1df376-bb47-408b-a434-25878fbcb279 req-ecb77bdd-03eb-4ef2-9338-6e3e6cd9bdca service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360178 Apr 20 15:27:56.844671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05338f85-ad4d-4a40-a6d5-2822e2334d97 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:56.896086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 05338f85-ad4d-4a40-a6d5-2822e2334d97 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:56.896464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:56.976301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:27:57.024828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:27:57.025125 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:27:57.513682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7454850-6917-41e3-aaa3-fe5e2d5a2b03 req-afce9206-85d3-423c-9376-f2f2eb34a0a1 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:57.515163 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7454850-6917-41e3-aaa3-fe5e2d5a2b03 req-afce9206-85d3-423c-9376-f2f2eb34a0a1 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Apr 20 15:27:57.563059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f7454850-6917-41e3-aaa3-fe5e2d5a2b03 req-78a9e2a9-f1b3-40eb-9484-17f70f65e3b3 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Apr 20 15:27:58.686483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75da67c-9d0c-4f54-a4b6-d7fc557c9aa2 req-acee24ef-44c4-4348-8d99-46a068c621ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:58.688007 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a75da67c-9d0c-4f54-a4b6-d7fc557c9aa2 req-acee24ef-44c4-4348-8d99-46a068c621ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 944 time: 0.0554709 Apr 20 15:27:58.729303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a75da67c-9d0c-4f54-a4b6-d7fc557c9aa2 req-84bbf609-3851-4a91-ac45-ef982f577de7 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334778 Apr 20 15:27:59.864996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0bd02-75a4-4c66-b4fe-82c53317b8f8 req-6e52ee7e-fa04-44ad-a12a-16af98d2031c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:27:59.866485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33c0bd02-75a4-4c66-b4fe-82c53317b8f8 req-6e52ee7e-fa04-44ad-a12a-16af98d2031c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 944 time: 0.0562687 Apr 20 15:27:59.908707 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33c0bd02-75a4-4c66-b4fe-82c53317b8f8 req-20e3892f-8b69-4397-afb1-9ce65e39828f tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Apr 20 15:27:59.913545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:28:00.015292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:00.027340 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'port_id': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81', 'mac_address': 'fa:16:3e:ed:79:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:28:00.070471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:00.090786 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:28:00.113543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:00.117527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:00.167952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:00.453993 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['7e5dfc43-cc87-4f12-b1c0-4f8292f6af81'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:28:01.033819 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392a79c-5eb1-425b-b198-9f96570ba8a1 req-2ca4fd4a-db44-4e47-abdd-48612570366e tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:01.035462 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c392a79c-5eb1-425b-b198-9f96570ba8a1 req-2ca4fd4a-db44-4e47-abdd-48612570366e tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 945 time: 0.0531960 Apr 20 15:28:01.073612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c392a79c-5eb1-425b-b198-9f96570ba8a1 req-0366c0c8-8b9f-4161-baa7-e5a64b4a0913 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Apr 20 15:28:01.927008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:28:01.989491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:28:01.993531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:28:01.993914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:02.075875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:02.099663 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:28:02.101957 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50307ffd-914c-44f8-a654-5e868c8779da" -d '{"events": [{"server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "name": "network-vif-plugged", "status": "completed", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:28:02.116191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:02.121326 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:02.152838 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2fbf19-c262-4779-89b8-7dc7a8135692 x-openstack-request-id: req-6d2fbf19-c262-4779-89b8-7dc7a8135692 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:28:02.153123 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "name": "network-vif-plugged", "status": "completed", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:28:02.153375 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d2fbf19-c262-4779-89b8-7dc7a8135692 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:28:02.153741 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2fbf19-c262-4779-89b8-7dc7a8135692'] response: {'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81', 'code': 200} Apr 20 15:28:02.179155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:02.204703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dcbe0-758e-490c-8ca8-93297fec193c req-a578978f-6eea-41cb-817f-f17200967ac1 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:02.206180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f01dcbe0-758e-490c-8ca8-93297fec193c req-a578978f-6eea-41cb-817f-f17200967ac1 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0572126 Apr 20 15:28:02.268091 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f01dcbe0-758e-490c-8ca8-93297fec193c req-5ad403ca-4029-426b-b1a1-59cadf5a56e5 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 Apr 20 15:28:02.277480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b9a2-cf7d-4c9c-87ea-eefbb305a9a3 req-2f1e870b-1d4e-49e0-9f7a-0488b923f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:02.279069 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e66b9a2-cf7d-4c9c-87ea-eefbb305a9a3 req-2f1e870b-1d4e-49e0-9f7a-0488b923f8b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 1097 time: 0.0645595 Apr 20 15:28:02.314110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e66b9a2-cf7d-4c9c-87ea-eefbb305a9a3 req-097cb293-2fc8-4a1f-b005-4b50f2670d40 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278807 Apr 20 15:28:03.411238 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1249-289b-4a47-8618-ee92bb0bd61d req-d334800f-592a-492d-8593-09b36f70ea81 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:03.412715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a9f1249-289b-4a47-8618-ee92bb0bd61d req-d334800f-592a-492d-8593-09b36f70ea81 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0567644 Apr 20 15:28:03.467247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7a9f1249-289b-4a47-8618-ee92bb0bd61d req-002a369c-d8c6-4994-824c-0d003d579636 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Apr 20 15:28:03.921462 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:04.597068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29100ac-db9d-4c07-8ee3-9cdca11816cb req-2f0ab348-e6f1-4b6e-b007-4deb7d66ce9b tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:04.598696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b29100ac-db9d-4c07-8ee3-9cdca11816cb req-2f0ab348-e6f1-4b6e-b007-4deb7d66ce9b tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0587831 Apr 20 15:28:04.640006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b29100ac-db9d-4c07-8ee3-9cdca11816cb req-883dafa1-84ce-446e-b060-891f7f3fd13b tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Apr 20 15:28:04.766373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d58318-7a0b-4833-98af-6534fa17902b req-3abdd660-5c04-456c-961a-f8ec87675dfd tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:04.767871 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68d58318-7a0b-4833-98af-6534fa17902b req-3abdd660-5c04-456c-961a-f8ec87675dfd tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0607038 Apr 20 15:28:04.806013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-68d58318-7a0b-4833-98af-6534fa17902b req-492390d2-f80d-48cc-aea8-78276dbdc5d3 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Apr 20 15:28:08.044877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-8422c5ce-d0bf-41ab-9930-e1a120c3baee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397542 Apr 20 15:28:08.134469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-e1a71e87-9629-4138-94fd-f402ba08fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:08.136002 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-e1a71e87-9629-4138-94fd-f402ba08fb62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 1097 time: 0.0448272 Apr 20 15:28:08.240787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-219a2a05-0028-4ad9-b658-654336c7380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:08.242559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-219a2a05-0028-4ad9-b658-654336c7380b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 916 time: 0.0874007 Apr 20 15:28:08.289831 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-7381ac1b-2314-4c99-a7cb-f3d687e11c2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 HTTP/1.1" status: 200 len: 217 time: 0.0398524 Apr 20 15:28:08.338170 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-d0a8a7e2-b9f3-48dc-ab5c-5465e9125f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:08.339582 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-d0a8a7e2-b9f3-48dc-ab5c-5465e9125f60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 200 len: 854 time: 0.0434635 Apr 20 15:28:08.385074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-b0cff77d-0d9a-4ef3-9c5c-fc4463298a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:08.386599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-b0cff77d-0d9a-4ef3-9c5c-fc4463298a64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b51adcb-aef2-4cae-be40-480b40a4dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400157 Apr 20 15:28:08.481074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-0e5497ce-4842-4b78-9e42-f044f3a5b622 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872366 Apr 20 15:28:08.583487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e33e1ce7-c5b8-43f9-924c-e47f007b11f4 req-7837f968-80f0-4855-86f0-e6ff4a22a182 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959630 Apr 20 15:28:10.012090 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:28:10.178677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a5846abd-9ea1-4cdb-bbb3-7a6d89be1893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:13.572379 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-63f71daf-4a50-493c-83d5-023ae3434188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:13.867892 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:14.580683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:15.365222 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:15.404073 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:23.395580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8f72f-b4b2-4150-9c52-85c5d4937053 req-debd92a5-e726-41f9-8987-40d8cda92153 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:23.397177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70b8f72f-b4b2-4150-9c52-85c5d4937053 req-debd92a5-e726-41f9-8987-40d8cda92153 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0523829 Apr 20 15:28:23.436625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-70b8f72f-b4b2-4150-9c52-85c5d4937053 req-e972dafe-7d75-4b69-b1c2-fcc61aeae11c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Apr 20 15:28:24.574790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dfaa5-180d-456e-9dc2-cb6d2d2c1e68 req-5b8bb4a4-21ae-4ddb-8877-fac4e33e1467 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:24.576249 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-035dfaa5-180d-456e-9dc2-cb6d2d2c1e68 req-5b8bb4a4-21ae-4ddb-8877-fac4e33e1467 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0554352 Apr 20 15:28:24.619232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-035dfaa5-180d-456e-9dc2-cb6d2d2c1e68 req-b4dc1071-bf5e-47a0-9f27-7332552074cf tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367942 Apr 20 15:28:25.191113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-380131c3-e483-4b42-a950-86ce3b6afcc2 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:25.192544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-380131c3-e483-4b42-a950-86ce3b6afcc2 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 946 time: 0.0550933 Apr 20 15:28:25.294966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Deleting port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:28:25.295311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:25.390037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] For port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:25.390393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:25.403409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Calling delete_port for 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:28:25.547463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:25.559463 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['7e5dfc43-cc87-4f12-b1c0-4f8292f6af81'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:28:25.578374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Pushing event deleted for resources: {'Port': ['ID=7e5dfc43-cc87-4f12-b1c0-4f8292f6af81,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:25.603453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.603803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.604129 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.604458 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.604785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.605111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.605428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.605752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.606068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.606387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.607328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.607651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:25.626365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] No DVR routers for this DVR port 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:28:25.629554 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:25.633141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f11a9cce-bb16-49e6-84a8-d3fbc8419b27 req-0cd5aa8c-6647-4df2-a09c-b3c879df2093 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "DELETE /v2.0/ports/7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 HTTP/1.1" status: 204 len: 173 time: 0.4339969 Apr 20 15:28:25.633598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'name': 'network-vif-deleted', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:28:25.635989 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e5a8a-a0b4-4f9b-90ed-6aa1c132a969" -d '{"events": [{"server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "name": "network-vif-deleted", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:28:25.685659 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ed1e0-ebc2-47d6-af83-1b939a5a53f8 x-openstack-request-id: req-796ed1e0-ebc2-47d6-af83-1b939a5a53f8 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:28:25.685965 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512144cf-2ebc-44a2-975c-93465dc560a1", "name": "network-vif-deleted", "tag": "7e5dfc43-cc87-4f12-b1c0-4f8292f6af81", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:28:25.686233 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-796ed1e0-ebc2-47d6-af83-1b939a5a53f8 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:28:25.686640 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796ed1e0-ebc2-47d6-af83-1b939a5a53f8'] response: {'server_uuid': '512144cf-2ebc-44a2-975c-93465dc560a1', 'name': 'network-vif-deleted', 'tag': '7e5dfc43-cc87-4f12-b1c0-4f8292f6af81', 'status': 'completed', 'code': 200} Apr 20 15:28:25.734886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-461992b4-e946-40c9-a0e2-25ca827bdfaa req-271053f8-121e-473d-8c7e-dab34ce2a240 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=512144cf-2ebc-44a2-975c-93465dc560a1 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Apr 20 15:28:27.784687 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-5c34b960-97f2-4f72-b3e9-7200c8555b68 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:27.786146 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-5c34b960-97f2-4f72-b3e9-7200c8555b68 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 815 time: 0.4431021 Apr 20 15:28:27.805755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f6b6d24e-86b8-4333-9fa9-398936545d14 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/quotas/8b92a76f8d79452e8f56cb821f7b1628 HTTP/1.1" status: 200 len: 375 time: 0.0106626 Apr 20 15:28:27.863224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-df2a9cc3-4a11-4d84-8124-95fb1e260462 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492566 Apr 20 15:28:27.958590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-532c7121-9145-46a3-9b5a-aac584e5085f service neutron] 10.222.0.20 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833809 Apr 20 15:28:28.027261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:28:28.044927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f2a7186a-1cdc-4857-bb6b-eb6751e0cf33 service neutron] 10.222.0.20 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796793 Apr 20 15:28:28.050730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:28:28.051051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 7e5dfc43-cc87-4f12-b1c0-4f8292f6af81 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:28:28.219788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ae46124-c4bc-4d19-ad84-ebb2f2b5e113 req-17f6fce8-2b8e-401a-ad9a-b6d708df0fa6 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 210 time: 0.0301754 Apr 20 15:28:29.173679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f05564e3-c01c-4c64-8ee2-46fb9492c4a5 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:29.175224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f05564e3-c01c-4c64-8ee2-46fb9492c4a5 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 815 time: 0.1073866 Apr 20 15:28:29.188738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Request body: {'port': {'device_id': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'admin_state_up': True, 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:28:29.320724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65fa585f-3bb9-467b-847b-ba48f2f09d7e req-e54b0584-7ef2-4a62-bb2e-fa71fd53e3bf tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 210 time: 0.0298817 Apr 20 15:28:29.321422 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Made reservation on behalf of 8b92a76f8d79452e8f56cb821f7b1628 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:28:29.324744 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.457625 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Allocated IP 172.20.0.3 (1b51adcb-aef2-4cae-be40-480b40a4dce4/7277a39f-e422-46f2-80f2-bcc95649a6c2/308a876a-90f8-4f65-b9fd-5efb3665cea5) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:28:29.610199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.647947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.695711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:28:29.698849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:28:29.702602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:28:29.709709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Pushing event updated for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:29.757939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:29.758550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.775978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-1468f479-1f15-4c8d-8981-0b605330c8da tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909505 Apr 20 15:28:29.787864 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Request body: {'port': {'device_id': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:28:29.843688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.901787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ae446509-f039-473b-8db6-01fea8ab023c None None] Provisioning complete for port 308a876a-90f8-4f65-b9fd-5efb3665cea5 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:28:29.902388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae446509-f039-473b-8db6-01fea8ab023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:29.945033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ae446509-f039-473b-8db6-01fea8ab023c None None] Port 308a876a-90f8-4f65-b9fd-5efb3665cea5 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:28:30.124185 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308a876a-90f8-4f65-b9fd-5efb3665cea5 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:28:30.131922 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:30.144566 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Transition to ACTIVE for port object 308a876a-90f8-4f65-b9fd-5efb3665cea5 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:28:30.151034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:30.195922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:30.273817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Attempting to bind port 308a876a-90f8-4f65-b9fd-5efb3665cea5 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:28:30.274157 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Attempting to bind port 308a876a-90f8-4f65-b9fd-5efb3665cea5 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:28:30.274487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Attempting to bind port 308a876a-90f8-4f65-b9fd-5efb3665cea5 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:28:30.279493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Port 308a876a-90f8-4f65-b9fd-5efb3665cea5 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:28:30.279815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Attempting to bind port 308a876a-90f8-4f65-b9fd-5efb3665cea5 on network 1b51adcb-aef2-4cae-be40-480b40a4dce4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:28:30.285272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:28:30.285611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Checking segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:28:30.285998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Bound using segment: {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:28:30.286430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Bound port: 308a876a-90f8-4f65-b9fd-5efb3665cea5, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:28:30.286825 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:30.353047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:28:30.362747 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:28:30.368887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:30.412689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.413051 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:30.414539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] 10.222.0.45 "PUT /v2.0/ports/308a876a-90f8-4f65-b9fd-5efb3665cea5 HTTP/1.1" status: 200 len: 1091 time: 0.6309876 Apr 20 15:28:30.417859 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:28:30.420967 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ae28b5ff9da1b54ccf491c8296e904f2997de7cfd01da19f6b5e119c0aa2e60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2958726-19e8-4207-8b9e-3a8faa5b2de8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:28:30.463862 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c6cd4-ec5f-484b-acf9-658986a57e9e x-openstack-request-id: req-fe1c6cd4-ec5f-484b-acf9-658986a57e9e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:28:30.464311 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:28:30.464719 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe1c6cd4-ec5f-484b-acf9-658986a57e9e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:28:30.465378 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1c6cd4-ec5f-484b-acf9-658986a57e9e'] response: {'name': 'network-changed', 'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5', 'status': 'completed', 'code': 200} Apr 20 15:28:30.505551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f805c-f092-4a49-895f-880247e7dac5 service neutron] Pushing event updated for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:30.523888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7c45-d601-4630-8f2b-edb9176d32d1 req-0b9f97e4-8a89-4cdf-ae32-5ded3018be5c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.525438 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac1f7c45-d601-4630-8f2b-edb9176d32d1 req-0b9f97e4-8a89-4cdf-ae32-5ded3018be5c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 943 time: 0.1308565 Apr 20 15:28:30.540330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-aa6afee1-4f1a-4a1f-9b3e-83da6b601f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.541798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-aa6afee1-4f1a-4a1f-9b3e-83da6b601f50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 1094 time: 0.0800183 Apr 20 15:28:30.589417 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-712b746e-f432-48e5-9053-872594d77f15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5 HTTP/1.1" status: 200 len: 217 time: 0.0393221 Apr 20 15:28:30.628521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ac1f7c45-d601-4630-8f2b-edb9176d32d1 req-180535bd-615f-45b3-9c53-9d54d3296104 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962052 Apr 20 15:28:30.646260 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f864d209-71ee-4d07-a4b0-e962d0088485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.647813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-f864d209-71ee-4d07-a4b0-e962d0088485 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 200 len: 854 time: 0.0512259 Apr 20 15:28:30.698073 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-b4f9ad6f-ebbf-4cbb-aa65-0bdd3b3a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.699589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-b4f9ad6f-ebbf-4cbb-aa65-0bdd3b3a4335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b51adcb-aef2-4cae-be40-480b40a4dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447719 Apr 20 15:28:30.791748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-912a3ec6-fa41-4377-ae68-c394bfb6a67c service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Apr 20 15:28:30.889304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0c639b66-af83-4e05-90b0-07199bb2b97d req-ee965b8e-921c-4c09-9be8-ac900861f3a3 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900252 Apr 20 15:28:30.981065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-200d8af0-54fc-4ed2-8511-d8958aed9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:30.982411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-200d8af0-54fc-4ed2-8511-d8958aed9165 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 1094 time: 0.0431533 Apr 20 15:28:31.078652 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-c1699a9e-0394-4e68-a9d4-4899d08e784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:31.080547 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-c1699a9e-0394-4e68-a9d4-4899d08e784a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 200 len: 916 time: 0.0903881 Apr 20 15:28:31.125921 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-8f192aaa-b26d-46e5-8513-09613d0c2d78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Apr 20 15:28:31.174954 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-d0e8e42f-4276-4849-b651-090902b15604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:31.176486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-d0e8e42f-4276-4849-b651-090902b15604 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 200 len: 854 time: 0.0443492 Apr 20 15:28:31.225354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-48a7e935-dac2-43b9-bcf8-e448b7d15cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:31.226863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-48a7e935-dac2-43b9-bcf8-e448b7d15cee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1b51adcb-aef2-4cae-be40-480b40a4dce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433419 Apr 20 15:28:31.334556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-1223a404-60ab-4e2c-932c-371b578692ce service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007514 Apr 20 15:28:31.434052 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c2958726-19e8-4207-8b9e-3a8faa5b2de8 req-19112cd2-abea-49c6-8c9a-f130190bd739 service neutron] 10.222.0.45 "GET /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920818 Apr 20 15:28:31.758344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ac0c-c1b0-4fa7-a8a4-d8c2c54359f6 req-cd423bc7-37de-4ca2-afd3-af862ba5fe6a tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:31.759832 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a63ac0c-c1b0-4fa7-a8a4-d8c2c54359f6 req-cd423bc7-37de-4ca2-afd3-af862ba5fe6a tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 943 time: 0.0579326 Apr 20 15:28:31.797920 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a63ac0c-c1b0-4fa7-a8a4-d8c2c54359f6 req-58bdabdf-d33e-405f-8b75-23b464251a73 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Apr 20 15:28:32.925332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03061b4c-88e7-4d81-9f02-4cf59dc0e8b1 req-d5ec12ca-c0e2-40d8-b887-ba06605bdd32 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:32.926828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03061b4c-88e7-4d81-9f02-4cf59dc0e8b1 req-d5ec12ca-c0e2-40d8-b887-ba06605bdd32 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 943 time: 0.0531182 Apr 20 15:28:32.967364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03061b4c-88e7-4d81-9f02-4cf59dc0e8b1 req-a02363cf-e0d3-4ca7-9d89-443ff04e050c tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Apr 20 15:28:33.943129 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:34.080454 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 308a876a-90f8-4f65-b9fd-5efb3665cea5 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:28:34.097878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f38fd-9d0f-4bb7-84d4-013f5395b876 req-b2e0c7f6-abe3-4119-92ec-5e37c11352a0 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:34.099383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-736f38fd-9d0f-4bb7-84d4-013f5395b876 req-b2e0c7f6-abe3-4119-92ec-5e37c11352a0 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 943 time: 0.0515552 Apr 20 15:28:34.137750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-736f38fd-9d0f-4bb7-84d4-013f5395b876 req-400130a4-d92a-40b4-96be-cb613b7ebe0b tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Apr 20 15:28:34.179038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:34.348467 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '308a876a-90f8-4f65-b9fd-5efb3665cea5', 'network_id': '1b51adcb-aef2-4cae-be40-480b40a4dce4', 'port_id': '308a876a-90f8-4f65-b9fd-5efb3665cea5', 'mac_address': 'fa:16:3e:09:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7277a39f-e422-46f2-80f2-bcc95649a6c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:28:34.385252 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:34.398445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308a876a-90f8-4f65-b9fd-5efb3665cea5 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:28:34.417372 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:34.421972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:34.469095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:34.479436 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.479755 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.480128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.480462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.480795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.481121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.481448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.481771 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.482092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.482411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.482740 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.483063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:28:34.728261 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['308a876a-90f8-4f65-b9fd-5efb3665cea5'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:28:35.264896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36ead-791c-4798-b865-e15ead7c0134 req-29ff433d-8266-4d80-9d51-fd0da362a774 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:35.266349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeb36ead-791c-4798-b865-e15ead7c0134 req-29ff433d-8266-4d80-9d51-fd0da362a774 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 944 time: 0.0583506 Apr 20 15:28:35.307671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eeb36ead-791c-4798-b865-e15ead7c0134 req-d7576d44-1e84-4199-bde2-807f8ccdaef0 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Apr 20 15:28:36.097890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 308a876a-90f8-4f65-b9fd-5efb3665cea5 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:28:36.163089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 308a876a-90f8-4f65-b9fd-5efb3665cea5 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:28:36.169206 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 308a876a-90f8-4f65-b9fd-5efb3665cea5 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:28:36.169713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:36.266865 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:36.289086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:28:36.291370 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a86b449e2582c8b2e1bb95fdb396bc79f9efd828d71bb11d19464bb2f29445" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a9234f-43cb-4fe2-a04a-db0e854a3e16" -d '{"events": [{"server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "name": "network-vif-plugged", "status": "completed", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:28:36.304152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:36.309878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:36.335829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a65db88-71c0-4eed-9d2d-26b30c922eec x-openstack-request-id: req-9a65db88-71c0-4eed-9d2d-26b30c922eec {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:28:36.336192 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "name": "network-vif-plugged", "status": "completed", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:28:36.336931 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a65db88-71c0-4eed-9d2d-26b30c922eec {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:28:36.336931 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a65db88-71c0-4eed-9d2d-26b30c922eec'] response: {'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5', 'code': 200} Apr 20 15:28:36.365810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:36.457520 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36324ebc-a6e6-4051-bb1f-932aa51e323c req-060a766f-53e8-44bc-a3b2-e93ecc971597 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:36.459009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36324ebc-a6e6-4051-bb1f-932aa51e323c req-060a766f-53e8-44bc-a3b2-e93ecc971597 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0770094 Apr 20 15:28:36.461657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daed64-e67e-4ce2-851c-c3d4e29b99cc req-5f6506ab-74e2-4c90-a050-6c07db96e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:36.462973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13daed64-e67e-4ce2-851c-c3d4e29b99cc req-5f6506ab-74e2-4c90-a050-6c07db96e83e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 1096 time: 0.0544767 Apr 20 15:28:36.520585 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36324ebc-a6e6-4051-bb1f-932aa51e323c req-d7aa6a21-9383-4e69-a973-9ae537011ae9 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551238 Apr 20 15:28:36.522833 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13daed64-e67e-4ce2-851c-c3d4e29b99cc req-926334b4-4011-447b-964a-789ef7f0fc77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Apr 20 15:28:37.724191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e754f9-c134-4ae3-b4e2-7186cd2f1e1f req-5bb9de75-e9d0-486f-be96-35701aeb20bd tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:37.725628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02e754f9-c134-4ae3-b4e2-7186cd2f1e1f req-5bb9de75-e9d0-486f-be96-35701aeb20bd tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0540831 Apr 20 15:28:37.764384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02e754f9-c134-4ae3-b4e2-7186cd2f1e1f req-e72ddb41-710d-44c3-aabb-548b8e87959f tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Apr 20 15:28:38.926339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb3ce-e327-4f66-8e02-f767d7aeef4e req-50c9cdc0-78e7-4a52-9668-359fc333752f tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:38.927829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dabeb3ce-e327-4f66-8e02-f767d7aeef4e req-50c9cdc0-78e7-4a52-9668-359fc333752f tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0495422 Apr 20 15:28:38.965737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dabeb3ce-e327-4f66-8e02-f767d7aeef4e req-b5fa40cd-5e7e-43eb-80b1-f4fbb04b8472 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Apr 20 15:28:39.092948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e7260-cfd7-4576-8545-6e7a083d76f9 req-1f670df8-ce45-4aed-a3fd-c61682e0f7f6 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:39.094291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4e7260-cfd7-4576-8545-6e7a083d76f9 req-1f670df8-ce45-4aed-a3fd-c61682e0f7f6 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0588510 Apr 20 15:28:39.136243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-da4e7260-cfd7-4576-8545-6e7a083d76f9 req-7dc0341a-640b-40d8-8611-18811462baa8 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Apr 20 15:28:40.178553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-328b10ee-fd00-4a6c-87cf-ce52fc178011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:43.567237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-659568f2-4426-462b-a9f4-9163314b891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:43.863345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:44.567759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:45.369193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:45.406976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:47.018022 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:28:57.745121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1a4fb-fd8b-4aa5-a7b0-4a1ee327d6ff req-0f37a1d7-df38-4a36-8a96-0980921089fc tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:57.747086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4f1a4fb-fd8b-4aa5-a7b0-4a1ee327d6ff req-0f37a1d7-df38-4a36-8a96-0980921089fc tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0618365 Apr 20 15:28:57.787176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e4f1a4fb-fd8b-4aa5-a7b0-4a1ee327d6ff req-5296c9c6-2394-42c0-941a-f5a0d25e80a9 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Apr 20 15:28:58.916208 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e628-9978-4345-94b0-dca481363457 req-b8ddb2b3-dcf4-491a-9468-3e86ce2fb2f4 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:58.917671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d9e628-9978-4345-94b0-dca481363457 req-b8ddb2b3-dcf4-491a-9468-3e86ce2fb2f4 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0508246 Apr 20 15:28:58.957787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-29d9e628-9978-4345-94b0-dca481363457 req-402248c8-fe04-4990-bb7e-855ea2e8744a tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Apr 20 15:28:59.540351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-095a83c9-b864-4026-b138-a2eeecff9b61 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:28:59.541818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-095a83c9-b864-4026-b138-a2eeecff9b61 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 945 time: 0.0556707 Apr 20 15:28:59.635922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Deleting port 308a876a-90f8-4f65-b9fd-5efb3665cea5 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:28:59.636236 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:59.752325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] For port 308a876a-90f8-4f65-b9fd-5efb3665cea5, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=308a876a-90f8-4f65-b9fd-5efb3665cea5,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:28:59.752696 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:59.766288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Calling delete_port for 308a876a-90f8-4f65-b9fd-5efb3665cea5 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:28:59.908610 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:59.921025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['308a876a-90f8-4f65-b9fd-5efb3665cea5'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:28:59.938850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Pushing event deleted for resources: {'Port': ['ID=308a876a-90f8-4f65-b9fd-5efb3665cea5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:28:59.984380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] No DVR routers for this DVR port 308a876a-90f8-4f65-b9fd-5efb3665cea5 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:28:59.987408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:28:59.991235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695e50c6-bf7c-4fe0-84e9-0c029134c29d req-df09df7a-985e-4d4b-8b7c-8da2580545ba tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.45 "DELETE /v2.0/ports/308a876a-90f8-4f65-b9fd-5efb3665cea5 HTTP/1.1" status: 204 len: 173 time: 0.4429722 Apr 20 15:28:59.991743 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'name': 'network-vif-deleted', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:29:00.036360 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4897c26f-ada4-462e-91ec-d2da9133d5c5" -d '{"events": [{"server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "name": "network-vif-deleted", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:29:00.069807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-531ecd55-f6ef-41ac-b6fe-4fc47252700f req-04435b21-f647-4f62-939c-138470dee421 tempest-TestEncryptedCinderVolumes-700437696 tempest-TestEncryptedCinderVolumes-700437696-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa HTTP/1.1" status: 200 len: 210 time: 0.0298707 Apr 20 15:29:00.138691 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087e4810-35be-4024-bb23-c30bc707a480 x-openstack-request-id: req-087e4810-35be-4024-bb23-c30bc707a480 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:29:00.138992 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa", "name": "network-vif-deleted", "tag": "308a876a-90f8-4f65-b9fd-5efb3665cea5", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:29:00.139274 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-087e4810-35be-4024-bb23-c30bc707a480 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:29:00.139686 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087e4810-35be-4024-bb23-c30bc707a480'] response: {'server_uuid': 'c5c1bb6c-47b4-4898-9ecb-096cfa34f0fa', 'name': 'network-vif-deleted', 'tag': '308a876a-90f8-4f65-b9fd-5efb3665cea5', 'status': 'completed', 'code': 200} Apr 20 15:29:01.184752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49566) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:01.542924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:01.786169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Deleting port 6e650a4f-9d40-47dd-80cd-13d6d02cac69 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:01.786508 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:01.865472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] For port 6e650a4f-9d40-47dd-80cd-13d6d02cac69, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6e650a4f-9d40-47dd-80cd-13d6d02cac69,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:01.865841 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:01.879109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Calling delete_port for 6e650a4f-9d40-47dd-80cd-13d6d02cac69 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:02.059203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.083423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e650a4f-9d40-47dd-80cd-13d6d02cac69,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:02.178058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 308a876a-90f8-4f65-b9fd-5efb3665cea5 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:02.198310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 308a876a-90f8-4f65-b9fd-5efb3665cea5 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:02.198862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 308a876a-90f8-4f65-b9fd-5efb3665cea5 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:02.251536 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.460664 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Router b85a574b-845e-465a-afbc-6c3f48d8ea37 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:29:02.571150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:02.576788 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c9fce0e4-63a0-465b-b74b-a0a4324b9a70 admin admin] 10.222.0.20 "PUT /v2.0/routers/b85a574b-845e-465a-afbc-6c3f48d8ea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910203 Apr 20 15:29:02.579789 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49568) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:02.584355 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Sync routers for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:02.594430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:02.595066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:02.687333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.698248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:02.795404 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.867989 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Deleting port a659da60-0d6f-426e-9bc2-11b6b8a7bb02 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:02.868335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.895614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:29:02Z', 'revision_number': 5, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port': {'id': 'a659da60-0d6f-426e-9bc2-11b6b8a7bb02', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:02.921849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Checking router: b85a574b-845e-465a-afbc-6c3f48d8ea37 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:02.930449 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Routers {'b85a574b-845e-465a-afbc-6c3f48d8ea37'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:02.931098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['b85a574b-845e-465a-afbc-6c3f48d8ea37'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:02.947258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] For port a659da60-0d6f-426e-9bc2-11b6b8a7bb02, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:02.947637 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:02.960698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Calling delete_port for a659da60-0d6f-426e-9bc2-11b6b8a7bb02 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:03.018327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] Set router b85a574b-845e-465a-afbc-6c3f48d8ea37 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:03.071610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:29:02Z', 'revision_number': 6, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:03.097836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ac0e0-fafb-43dd-8e8f-dcfdd87c9f56 None None] The sync data for ids ['b85a574b-845e-465a-afbc-6c3f48d8ea37'] in n-d-836145-2 is: [{'id': 'b85a574b-845e-465a-afbc-6c3f48d8ea37', 'name': 'tempest-TestEncryptedCinderVolumes-26765466-router', 'tenant_id': '8b92a76f8d79452e8f56cb821f7b1628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:43Z', 'updated_at': '2022-04-20T15:29:02Z', 'revision_number': 6, 'project_id': '8b92a76f8d79452e8f56cb821f7b1628', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:03.132809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.163818 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a659da60-0d6f-426e-9bc2-11b6b8a7bb02,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:03.188468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.188807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.189143 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.189479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.189805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.190137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.190458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.190875 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.191202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.191499 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.191834 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.192147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:03.229775 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.319578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.321765 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.365289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.365881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b85a574b-845e-465a-afbc-6c3f48d8ea37 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:29:03.370878 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.372021 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af302f2d-25d1-4d30-9c3d-714c425f4eb0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b85a574b-845e-465a-afbc-6c3f48d8ea37 HTTP/1.1" status: 204 len: 168 time: 0.7912717 Apr 20 15:29:03.374731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49572) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:03.425610 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Deleting subnet 7277a39f-e422-46f2-80f2-bcc95649a6c2 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:29:03.429041 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.466554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.547028 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.607003 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.637783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7277a39f-e422-46f2-80f2-bcc95649a6c2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:03.641937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.645210 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f99e03bf-8c67-4a4c-a46f-ba6abb12e10a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7277a39f-e422-46f2-80f2-bcc95649a6c2 HTTP/1.1" status: 204 len: 168 time: 0.2695177 Apr 20 15:29:03.648097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49574) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:03.648826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3aeaa-484a-4694-a4ce-008ac516a956 None None] Network 1b51adcb-aef2-4cae-be40-480b40a4dce4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:03.718252 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.777375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Deleting port a89e4cb3-e48a-485c-85a5-f5cab3906b84 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:03.777713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.851541 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] For port a89e4cb3-e48a-485c-85a5-f5cab3906b84, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a89e4cb3-e48a-485c-85a5-f5cab3906b84,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:03.852055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.857281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1301572-4636-4089-b047-b323b01084d4 None None] DHCP port deletion for 1b51adcb-aef2-4cae-be40-480b40a4dce4 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:29:03.867711 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Calling delete_port for a89e4cb3-e48a-485c-85a5-f5cab3906b84 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:03.906273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Deleting port a89e4cb3-e48a-485c-85a5-f5cab3906b84 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:03.906676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.949559 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.977494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d1301572-4636-4089-b047-b323b01084d4 None None] For port a89e4cb3-e48a-485c-85a5-f5cab3906b84, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a89e4cb3-e48a-485c-85a5-f5cab3906b84,segment=NetworkSegment(a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6),segment_id=a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:03.977896 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:03.978015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] No DVR routers for this DVR port a89e4cb3-e48a-485c-85a5-f5cab3906b84 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:29:03.983130 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89e4cb3-e48a-485c-85a5-f5cab3906b84,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:03.996098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Calling delete_port for a89e4cb3-e48a-485c-85a5-f5cab3906b84 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:04.007860 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.060078 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.082278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b51adcb-aef2-4cae-be40-480b40a4dce4']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:04.087251 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.092936 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:04.093239 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49b8bbe-d6cb-4c1c-ab62-a243e1f86fd6') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:04.103035 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.118959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.119825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1301572-4636-4089-b047-b323b01084d4 None None] No DVR routers for this DVR port a89e4cb3-e48a-485c-85a5-f5cab3906b84 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:29:04.121904 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1301572-4636-4089-b047-b323b01084d4 None None] Pushing event deleted for resources: {'Port': ['ID=a89e4cb3-e48a-485c-85a5-f5cab3906b84,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:04.125388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:29:04.126096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:29:04.128394 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:29:04.192005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.197550 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.200970 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b51adcb-aef2-4cae-be40-480b40a4dce4 HTTP/1.1" status: 204 len: 168 time: 0.5519247 Apr 20 15:29:04.204168 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49576) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:04.217278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043393d-2dbe-45d4-a39f-9cf4728cf0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b51adcb-aef2-4cae-be40-480b40a4dce4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:04.571961 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.832979 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Deleting port 05338f85-ad4d-4a40-a6d5-2822e2334d97 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:04.833232 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.857381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6e650a4f-9d40-47dd-80cd-13d6d02cac69 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:04.878306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6e650a4f-9d40-47dd-80cd-13d6d02cac69 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:04.878672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6e650a4f-9d40-47dd-80cd-13d6d02cac69 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:04.879076 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a659da60-0d6f-426e-9bc2-11b6b8a7bb02 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:04.898063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a659da60-0d6f-426e-9bc2-11b6b8a7bb02 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:04.898437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a659da60-0d6f-426e-9bc2-11b6b8a7bb02 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:04.898928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a89e4cb3-e48a-485c-85a5-f5cab3906b84 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:04.912484 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] For port 05338f85-ad4d-4a40-a6d5-2822e2334d97, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=05338f85-ad4d-4a40-a6d5-2822e2334d97,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:04.912847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:04.919281 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a89e4cb3-e48a-485c-85a5-f5cab3906b84 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:04.919765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a89e4cb3-e48a-485c-85a5-f5cab3906b84 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:04.927465 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Calling delete_port for 05338f85-ad4d-4a40-a6d5-2822e2334d97 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:05.500441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:05.532136 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Pushing event deleted for resources: {'Port': ['ID=05338f85-ad4d-4a40-a6d5-2822e2334d97,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:05.708463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:05.956844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:29:06.089069 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:06.099318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c92c3ac0-bbf3-4163-a026-385f919277cf admin admin] 10.222.0.20 "PUT /v2.0/routers/09cefe91-e2ec-4aea-8a32-8bf6cf77bcef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910747 Apr 20 15:29:06.099514 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Sync routers for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:06.099994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:06.112240 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:06.112995 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:06.208119 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.218491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:06.314174 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.372298 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Deleting port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:06.372570 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.394521 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:29:05Z', 'revision_number': 5, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port': {'id': 'a2ee0bd2-b49b-4c18-b3b0-09d19bb09875', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:27:48Z', 'updated_at': '2022-04-20T15:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:06.423717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Checking router: 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:06.432245 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Routers {'09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:06.432848 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:06.451337 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] For port a2ee0bd2-b49b-4c18-b3b0-09d19bb09875, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:06.451692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.464785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Calling delete_port for a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:06.610421 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] Set router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:06.633791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.661208 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:29:06Z', 'revision_number': 6, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:06.664630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ee0bd2-b49b-4c18-b3b0-09d19bb09875,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:06.691551 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf79afe8-3e76-44a9-bb34-56e161d5dab9 None None] The sync data for ids ['09cefe91-e2ec-4aea-8a32-8bf6cf77bcef'] in n-d-836145-2 is: [{'id': '09cefe91-e2ec-4aea-8a32-8bf6cf77bcef', 'name': 'tempest-TestEncryptedCinderVolumes-2111649365-router', 'tenant_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:27:47Z', 'updated_at': '2022-04-20T15:29:06Z', 'revision_number': 6, 'project_id': '3e87cddd08a84a8ebc617dc0ff5ec151', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:06.728040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.829238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.831521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.876847 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.877420 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09cefe91-e2ec-4aea-8a32-8bf6cf77bcef {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:29:06.881889 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.883110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-eed2c5de-95de-46f1-bf15-b2d51f633fdc admin admin] 10.222.0.20 "DELETE /v2.0/routers/09cefe91-e2ec-4aea-8a32-8bf6cf77bcef HTTP/1.1" status: 204 len: 168 time: 0.7826202 Apr 20 15:29:06.886128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:06.933705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Deleting subnet a4fedcd7-8665-48b0-bca7-f04d880abec1 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:29:06.936939 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:06.971797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.051081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.111444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.146726 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.149928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4fedcd7-8665-48b0-bca7-f04d880abec1 HTTP/1.1" status: 204 len: 168 time: 0.2629108 Apr 20 15:29:07.151507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f0274-1d24-44ac-80a2-fcbd03f71cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fedcd7-8665-48b0-bca7-f04d880abec1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:07.153349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0fac53-3a7e-4678-8164-9507e39669da None None] Network 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:07.154231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49582) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:07.174830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05338f85-ad4d-4a40-a6d5-2822e2334d97 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:07.223463 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.227653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 05338f85-ad4d-4a40-a6d5-2822e2334d97 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:07.228038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 05338f85-ad4d-4a40-a6d5-2822e2334d97 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:07.280114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Deleting port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:29:07.280459 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.346998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] For port 0f5aa457-0266-48c9-a7cf-7585bdf68f52, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f5aa457-0266-48c9-a7cf-7585bdf68f52,segment=NetworkSegment(30938040-137f-4745-a9b3-2fdc89ecb02b),segment_id=30938040-137f-4745-a9b3-2fdc89ecb02b)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:07.347362 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.360249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Calling delete_port for 0f5aa457-0266-48c9-a7cf-7585bdf68f52 owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:29:07.443778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.469939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5aa457-0266-48c9-a7cf-7585bdf68f52,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:07.473394 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] No DVR routers for this DVR port 0f5aa457-0266-48c9-a7cf-7585bdf68f52 on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:29:07.485920 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d95b6-04a7-45d0-9b85-be323369f390 None None] DHCP port deletion for 63f6d561-bb00-4e8a-86e5-7ae55dfd55cf request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:29:07.548725 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.568383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f6d561-bb00-4e8a-86e5-7ae55dfd55cf']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:07.577849 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30938040-137f-4745-a9b3-2fdc89ecb02b') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:07.578140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30938040-137f-4745-a9b3-2fdc89ecb02b') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:07.587530 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.600879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.607038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:29:07.607414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:29:07.609119 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:29:07.666822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.673137 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.677320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/63f6d561-bb00-4e8a-86e5-7ae55dfd55cf HTTP/1.1" status: 204 len: 168 time: 0.5217962 Apr 20 15:29:07.691408 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140e2f1-0415-40d0-b16c-d0599b8dc0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=63f6d561-bb00-4e8a-86e5-7ae55dfd55cf,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:07.845873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49586) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:07.884797 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa860f1d-7e41-48d8-b138-6b270cbe2545 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b92a76f8d79452e8f56cb821f7b1628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377269 Apr 20 15:29:07.887482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49588) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:07.939418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:07.968110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.017197 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.019790 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.020950 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2de7ba63-a991-4b1b-86d3-5b83e92ebd3c HTTP/1.1" status: 204 len: 168 time: 0.1325669 Apr 20 15:29:08.028699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc99d7-71b3-4f92-b815-afcf6a9c173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de7ba63-a991-4b1b-86d3-5b83e92ebd3c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:08.353578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:08.396444 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6b44b527-840d-4f85-811b-e4ae1880e584 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e87cddd08a84a8ebc617dc0ff5ec151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415070 Apr 20 15:29:08.398887 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49596) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:08.450066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.476031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.531605 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.534342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:08.535581 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/013e0003-f0bf-4e53-8db4-b65dfca8dba2 HTTP/1.1" status: 204 len: 168 time: 0.1358039 Apr 20 15:29:08.543517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ad6f9-323e-43fd-87e6-2cfcb7225aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e0003-f0bf-4e53-8db4-b65dfca8dba2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:08.859882 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f5aa457-0266-48c9-a7cf-7585bdf68f52 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:08.880912 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0f5aa457-0266-48c9-a7cf-7585bdf68f52 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:08.881289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f5aa457-0266-48c9-a7cf-7585bdf68f52 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:08.881698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:29:08.902652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:29:08.902999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a2ee0bd2-b49b-4c18-b3b0-09d19bb09875 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:29:09.261889 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49618) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:09.368366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408438400-network', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:09.391021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Made reservation on behalf of a0f1505478ee442b985ad612d4581dce for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:29:09.393305 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.401707 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.484364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.489551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.515028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:29:09.524467 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd505bf-872e-4cf1-bf9c-650804b7a535,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:09.529208 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.529544 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Added segment b9de018d-9056-4e1b-8185-1d85e958b432 of type vlan for network 62e17248-c810-49b9-8e6c-d0653e29bd7a Apr 20 15:29:09.567710 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.595389 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.596628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:09.597527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.646760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3832312 Apr 20 15:29:09.649836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49622) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:09.655307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Request body: {'subnet': {'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408438400-subnet', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:09.659235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab00866-c91c-4d29-8c20-62757e0ed499 admin admin] Pushing event updated for resources: {'Network': ['ID=62e17248-c810-49b9-8e6c-d0653e29bd7a,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:09.669411 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:29:09.678180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Made reservation on behalf of a0f1505478ee442b985ad612d4581dce for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:29:09.680561 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.850092 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.904808 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1475c178-041e-47b2-9f48-b5c7f5881e74,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:09.919994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Checking segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:09.920331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Network hostable DHCP agents. Network: 62e17248-c810-49b9-8e6c-d0653e29bd7a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:29:09.938726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:29:09.948919 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 62e17248-c810-49b9-8e6c-d0653e29bd7a) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:09.953208 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:09.954756 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.957730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0df64-fc5b-4c02-9ab5-43e217741840 None None] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:09.970973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b8e72d41-d328-4804-883a-dbb61443cb33 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199742 Apr 20 15:29:09.974024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49624) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:09.978244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:09.998905 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:09.999962 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.057885 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.104975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-62e17248-c810-49b9-8e6c-d0653e29bd7a', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:29:10.105860 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.198075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3a8a392a-0d70-4ad3-8afd-475ec17fe133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.203774 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.251269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Allocated IP 172.20.0.2 (62e17248-c810-49b9-8e6c-d0653e29bd7a/1475c178-041e-47b2-9f48-b5c7f5881e74/73ef5339-b741-4f19-9515-eb96d2ddec86) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:10.396918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.404787 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.406917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.426879 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.449546 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:10.452462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:10.456073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:10.463246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Pushing event updated for resources: {'Port': ['ID=73ef5339-b741-4f19-9515-eb96d2ddec86,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:10.553332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Allocated IP 172.25.1.227 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/4add3482-d8e0-474f-bfee-3baa8acdb472) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:10.660795 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.682228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Attempting to bind port 73ef5339-b741-4f19-9515-eb96d2ddec86 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:10.682618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Attempting to bind port 73ef5339-b741-4f19-9515-eb96d2ddec86 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:10.682981 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Attempting to bind port 73ef5339-b741-4f19-9515-eb96d2ddec86 on network 62e17248-c810-49b9-8e6c-d0653e29bd7a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:10.687958 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:10.688326 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Checking segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:10.688722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.689104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Bound using segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:10.689586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Bound port: 73ef5339-b741-4f19-9515-eb96d2ddec86, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:10.689958 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.695858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.737260 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:10.742244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:10.746625 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:10.754237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] For port 73ef5339-b741-4f19-9515-eb96d2ddec86, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:10.757472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] For port 73ef5339-b741-4f19-9515-eb96d2ddec86, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=73ef5339-b741-4f19-9515-eb96d2ddec86,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:10.761914 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:10.774921 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4add3482-d8e0-474f-bfee-3baa8acdb472,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:10.825215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3350b-a908-45f5-816e-cd05364fc2dc None None] Pushing event updated for resources: {'Port': ['ID=73ef5339-b741-4f19-9515-eb96d2ddec86,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:11.372789 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:11.580420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:11.717647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Router 3dae7a84-073c-4eea-bcaf-360363c3d4cb is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:29:11.725636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d421e-a9f0-4c6c-a502-622d52487b1f None None] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:11.826092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:11.838086 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Sync routers for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:11.848936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:11.850719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-deb60feb-4e12-417e-b921-e9014c3583c7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8756416 Apr 20 15:29:11.852569 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] Provisioning complete for port 73ef5339-b741-4f19-9515-eb96d2ddec86 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:11.852970 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:11.853601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49626) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:11.892025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:11.892642 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:12.061398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:12.127199 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.202580 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] For port 73ef5339-b741-4f19-9515-eb96d2ddec86, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=73ef5339-b741-4f19-9515-eb96d2ddec86,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:12.209476 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.286926 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.296125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99368a-dbd4-4669-82c6-81f5b96a6b15 None None] Pushing event updated for resources: {'Port': ['ID=73ef5339-b741-4f19-9515-eb96d2ddec86,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:12.333144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:10Z', 'revision_number': 3, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:12.362350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Checking router: 3dae7a84-073c-4eea-bcaf-360363c3d4cb for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:12.362609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Updating router 3dae7a84-073c-4eea-bcaf-360363c3d4cb port 4add3482-d8e0-474f-bfee-3baa8acdb472 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:29:12.364370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-74863ee0-a422-418b-bbcd-3695585341f6 None None] Provisioning complete for port 73ef5339-b741-4f19-9515-eb96d2ddec86 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:12.364728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-74863ee0-a422-418b-bbcd-3695585341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.415701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.441246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Allocated IP 172.20.0.1 (62e17248-c810-49b9-8e6c-d0653e29bd7a/1475c178-041e-47b2-9f48-b5c7f5881e74/32ec0812-e0b5-4789-a804-07fd3496b177) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:12.544685 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.580431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.620837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:12.625245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:12.629541 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:12.633297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Pushing event updated for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:12.674054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.713475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.721056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.775239 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Attempting to bind port 4add3482-d8e0-474f-bfee-3baa8acdb472 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:12.776045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Attempting to bind port 4add3482-d8e0-474f-bfee-3baa8acdb472 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:12.776045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Attempting to bind port 4add3482-d8e0-474f-bfee-3baa8acdb472 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:12.785753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad300-76ab-4995-bd14-dd5dc140ae4c None None] Pushing event updated for resources: {'Port': ['ID=4add3482-d8e0-474f-bfee-3baa8acdb472,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:12.789282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:12.789750 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:12.790072 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.790440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:12.790948 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Bound port: 4add3482-d8e0-474f-bfee-3baa8acdb472, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:12.791648 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.816501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.871720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] For port 4add3482-d8e0-474f-bfee-3baa8acdb472, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:12.876207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] For port 4add3482-d8e0-474f-bfee-3baa8acdb472, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4add3482-d8e0-474f-bfee-3baa8acdb472,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:12.884685 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.931888 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1a5b3833-6714-41c0-9a68-5f0a7b9f4687 None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:12.932639 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3833-6714-41c0-9a68-5f0a7b9f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:12.959720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 73ef5339-b741-4f19-9515-eb96d2ddec86 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:13.003000 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.008320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.015837 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad300-76ab-4995-bd14-dd5dc140ae4c None None] Pushing event updated for resources: {'Port': ['ID=4add3482-d8e0-474f-bfee-3baa8acdb472,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:13.025532 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:13.026310 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:28:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:13.028156 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b3833-6714-41c0-9a68-5f0a7b9f4687 None None] Port 32ec0812-e0b5-4789-a804-07fd3496b177 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:29:13.078293 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Pushing event updated for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:13.083988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.119040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 73ef5339-b741-4f19-9515-eb96d2ddec86 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:13.119500 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.166298 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:13.174765 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:13.176383 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:13.295641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Router 3dae7a84-073c-4eea-bcaf-360363c3d4cb has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:29:13.401178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 2, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:13.405711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:13.411281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a8877783-6a3b-4232-bb90-d438922b583f admin admin] 10.222.0.20 "PUT /v2.0/routers/3dae7a84-073c-4eea-bcaf-360363c3d4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564666 Apr 20 15:29:13.427493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347acb3-3fcc-4d03-a1de-77a2a14464e8 None None] The sync data for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 is: [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 2, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:13.457228 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2fd9c605-c748-4a45-805a-f86c193de994 None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:13.457610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c605-c748-4a45-805a-f86c193de994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.497151 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2fd9c605-c748-4a45-805a-f86c193de994 None None] Port 32ec0812-e0b5-4789-a804-07fd3496b177 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:29:13.572107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c0cad6e-0ead-4b7a-9b37-c145b203a591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.872350 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.961622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49642) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:13.966697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1346961400-network', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:13.987413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Made reservation on behalf of 5411fc785c0d4825b9168e3f5b74659a for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:29:13.989846 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:13.999366 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.095920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.100179 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.129995 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:29:14.140537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1587f4a-2cd3-4b37-9336-157bfc3471c0,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:14.147136 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.147484 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Added segment 24af54e9-cd43-47d7-ab38-4965d35a491f of type vlan for network cd1b8ca8-04dc-4821-8609-d7e87d2af24b Apr 20 15:29:14.192568 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.223062 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.224242 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:14.224973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.280938 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3181782 Apr 20 15:29:14.283828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49644) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:14.289098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Request body: {'subnet': {'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1346961400-subnet', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:14.297162 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae6107-5984-43bd-b70f-b085f57991fb admin admin] Pushing event updated for resources: {'Network': ['ID=cd1b8ca8-04dc-4821-8609-d7e87d2af24b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:14.309007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:29:14.310110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Made reservation on behalf of 5411fc785c0d4825b9168e3f5b74659a for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:29:14.312521 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.485561 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.538722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Pushing event updated for resources: {'Subnet': ['ID=16231d60-a08a-41a7-b0c4-77dc4fbd18a9,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:14.549229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Checking segment: {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:14.549597 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Network hostable DHCP agents. Network: cd1b8ca8-04dc-4821-8609-d7e87d2af24b, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:29:14.567888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:29:14.577963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, cd1b8ca8-04dc-4821-8609-d7e87d2af24b) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:14.583086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:14.584014 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.591531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47696e5-cf81-4bcb-a2d5-243eccbc120e None None] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:14.595352 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.605906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f4d3ba96-0e8c-4c0c-8c10-cd61f78635af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3186438 Apr 20 15:29:14.606267 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49646) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:14.610858 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:14.633055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.634298 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.696530 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.752085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:29:14.753259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.855655 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:14.907125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4add3482-d8e0-474f-bfee-3baa8acdb472 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:14.914610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Allocated IP 172.20.0.2 (cd1b8ca8-04dc-4821-8609-d7e87d2af24b/16231d60-a08a-41a7-b0c4-77dc4fbd18a9/ba542048-2ec6-4bdd-874c-0dbf06be15aa) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:15.028714 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4add3482-d8e0-474f-bfee-3baa8acdb472 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:15.029075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.067475 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.091253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.156421 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.166982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.177405 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.199716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Allocated IP 172.25.1.157 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/3f9918a8-41bc-4cf0-9992-228928e5d74d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:15.227799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:15.235413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:15.237989 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:15.241514 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 4add3482-d8e0-474f-bfee-3baa8acdb472, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4add3482-d8e0-474f-bfee-3baa8acdb472,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:15.251208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.256104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Pushing event updated for resources: {'Port': ['ID=ba542048-2ec6-4bdd-874c-0dbf06be15aa,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:15.318310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.339005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Attempting to bind port ba542048-2ec6-4bdd-874c-0dbf06be15aa on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:15.339381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Attempting to bind port ba542048-2ec6-4bdd-874c-0dbf06be15aa by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:15.339742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Attempting to bind port ba542048-2ec6-4bdd-874c-0dbf06be15aa on network cd1b8ca8-04dc-4821-8609-d7e87d2af24b {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:15.355020 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.364381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:15.364752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Checking segment: {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:15.365152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.365583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Bound using segment: {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:15.366111 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Bound port: ba542048-2ec6-4bdd-874c-0dbf06be15aa, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:15.366510 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.371554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=4add3482-d8e0-474f-bfee-3baa8acdb472,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:15.384356 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.397813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:15.401352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:15.405473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:15.427980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9918a8-41bc-4cf0-9992-228928e5d74d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:15.446781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.459571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] For port ba542048-2ec6-4bdd-874c-0dbf06be15aa, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:15.463645 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] For port ba542048-2ec6-4bdd-874c-0dbf06be15aa, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ba542048-2ec6-4bdd-874c-0dbf06be15aa,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:15.468750 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.533009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf592-3cf8-4363-8911-56d38c8e1e9f None None] Pushing event updated for resources: {'Port': ['ID=ba542048-2ec6-4bdd-874c-0dbf06be15aa,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:15.539940 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Sync routers for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:15.557012 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:15.557965 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:15.673028 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:15.713279 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.895424 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 2, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:15.924297 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Checking router: 3dae7a84-073c-4eea-bcaf-360363c3d4cb for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:15.924636 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Updating router 3dae7a84-073c-4eea-bcaf-360363c3d4cb port 32ec0812-e0b5-4789-a804-07fd3496b177 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:29:15.938703 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:15.950216 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.072105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Router 34bd996b-94ec-46bf-86b1-de31bb134b2c is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:29:16.186629 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:16.205346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Sync routers for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:16.207528 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.209205 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9b207796-caf2-4a00-837f-eaf15f3d64a4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6018720 Apr 20 15:29:16.211885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49648) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:29:16.215345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:16.216016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:16.229500 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.236122 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.325836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:16.334739 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Pushing event updated for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:16.369685 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.370019 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.370349 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.370696 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.371022 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.371339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.371653 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.371964 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.372273 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.372582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.372890 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.373197 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:16.391165 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Attempting to bind port 32ec0812-e0b5-4789-a804-07fd3496b177 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:16.391586 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Attempting to bind port 32ec0812-e0b5-4789-a804-07fd3496b177 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:16.391937 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Attempting to bind port 32ec0812-e0b5-4789-a804-07fd3496b177 on network 62e17248-c810-49b9-8e6c-d0653e29bd7a {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:16.397024 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:16.398913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Checking segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:16.400072 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.402679 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Bound using segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:16.403973 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Bound port: 32ec0812-e0b5-4789-a804-07fd3496b177, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:16.404555 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.489271 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] For port 32ec0812-e0b5-4789-a804-07fd3496b177, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:16.494612 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] For port 32ec0812-e0b5-4789-a804-07fd3496b177, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=32ec0812-e0b5-4789-a804-07fd3496b177,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:16.505195 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.586305 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:16.586977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:16.589135 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d179-8e93-43b8-86ca-dede1468cada None None] Pushing event updated for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:16.611589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 3, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:16.648509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Checking router: 34bd996b-94ec-46bf-86b1-de31bb134b2c for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:16.648857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Updating router 34bd996b-94ec-46bf-86b1-de31bb134b2c port 3f9918a8-41bc-4cf0-9992-228928e5d74d binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:29:16.688824 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:16.689161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.690923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:16.730032 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:16.735860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d814a60-31d0-4d6a-ad89-53b28e9933f2 None None] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:29:17.043499 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:16Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:17.072713 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6475765-041d-4c69-8a8e-8e8330b5f5b8 None None] The sync data for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 is: [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:16Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:17.086071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ba542048-2ec6-4bdd-874c-0dbf06be15aa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:17.127536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.221586 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] For port 32ec0812-e0b5-4789-a804-07fd3496b177, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=32ec0812-e0b5-4789-a804-07fd3496b177,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:17.226236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.235826 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.287077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ba542048-2ec6-4bdd-874c-0dbf06be15aa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:17.287818 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.430375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Allocated IP 172.20.0.1 (cd1b8ca8-04dc-4821-8609-d7e87d2af24b/16231d60-a08a-41a7-b0c4-77dc4fbd18a9/0863df2d-966e-44c4-87b6-dcde10c4652b) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:17.540266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1e4c1-5a6d-4ec7-8d9a-a88526e0d247 None None] Pushing event updated for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:17.551388 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.569769 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.580059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66f9dbb7-f1b6-4680-9e90-c13e7332455d None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:17.580391 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66f9dbb7-f1b6-4680-9e90-c13e7332455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.584558 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.592158 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.631330 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:17.634213 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:17.640716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:17.673612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:17.691349 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.706859 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ebc5-4a87-4529-b161-0c857b3c4b54 None None] Pushing event updated for resources: {'Port': ['ID=3f9918a8-41bc-4cf0-9992-228928e5d74d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:17.712847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Attempting to bind port 3f9918a8-41bc-4cf0-9992-228928e5d74d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:17.713268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Attempting to bind port 3f9918a8-41bc-4cf0-9992-228928e5d74d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:17.713818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Attempting to bind port 3f9918a8-41bc-4cf0-9992-228928e5d74d on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:17.716520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.731495 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:17.731863 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:17.732546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.732648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:17.733133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Bound port: 3f9918a8-41bc-4cf0-9992-228928e5d74d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:17.733536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.854015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.867256 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port ba542048-2ec6-4bdd-874c-0dbf06be15aa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ba542048-2ec6-4bdd-874c-0dbf06be15aa,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:17.874292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] For port 3f9918a8-41bc-4cf0-9992-228928e5d74d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:17.879398 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.880199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4add3482-d8e0-474f-bfee-3baa8acdb472 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:17.918047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] For port 3f9918a8-41bc-4cf0-9992-228928e5d74d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3f9918a8-41bc-4cf0-9992-228928e5d74d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:17.948534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:17.967134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-66f9dbb7-f1b6-4680-9e90-c13e7332455d None None] Provisioning complete for port ba542048-2ec6-4bdd-874c-0dbf06be15aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:17.967546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-66f9dbb7-f1b6-4680-9e90-c13e7332455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.028166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=ba542048-2ec6-4bdd-874c-0dbf06be15aa,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:18.043044 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.048327 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.063370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:18.064009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:18.114794 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 4add3482-d8e0-474f-bfee-3baa8acdb472 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:18.115169 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.117444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.121616 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:18.164902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ebc5-4a87-4529-b161-0c857b3c4b54 None None] Pushing event updated for resources: {'Port': ['ID=3f9918a8-41bc-4cf0-9992-228928e5d74d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:18.219563 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:18.221233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:18.270456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:18.342752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Router 34bd996b-94ec-46bf-86b1-de31bb134b2c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:29:18.343388 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 32ec0812-e0b5-4789-a804-07fd3496b177 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:18.455345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b2ce96fb-651e-4a45-aec4-39bd2b17b2b9 None None] Provisioning complete for port ba542048-2ec6-4bdd-874c-0dbf06be15aa triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:18.455719 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2ce96fb-651e-4a45-aec4-39bd2b17b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.459618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:29:18.466064 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7fd47978-9d43-48f0-b0c4-76b3c530dfe1 admin admin] 10.222.0.20 "PUT /v2.0/routers/34bd996b-94ec-46bf-86b1-de31bb134b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528327 Apr 20 15:29:18.535437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:18.535813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.689924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0863df2d-966e-44c4-87b6-dcde10c4652b', 'name': '', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'mac_address': 'fa:16:3e:76:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:17Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 2, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'subnets': [{'id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:18.691658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b2ce96fb-651e-4a45-aec4-39bd2b17b2b9 None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:18.692030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2ce96fb-651e-4a45-aec4-39bd2b17b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.748655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6cea47-b016-4c47-9753-f21e6de93288 None None] The sync data for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 is: [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0863df2d-966e-44c4-87b6-dcde10c4652b', 'name': '', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'mac_address': 'fa:16:3e:76:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:17Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 2, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'subnets': [{'id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:18.764637 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce96fb-651e-4a45-aec4-39bd2b17b2b9 None None] Port 0863df2d-966e-44c4-87b6-dcde10c4652b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:29:18.888169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-036b8e9f-dfc9-497c-aad8-c190298b5208 None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:18.889162 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-036b8e9f-dfc9-497c-aad8-c190298b5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:18.893268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ba542048-2ec6-4bdd-874c-0dbf06be15aa up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:18.975752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-036b8e9f-dfc9-497c-aad8-c190298b5208 None None] Port 0863df2d-966e-44c4-87b6-dcde10c4652b cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:29:19.001878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port ba542048-2ec6-4bdd-874c-0dbf06be15aa triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:19.002079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:19.095636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 32ec0812-e0b5-4789-a804-07fd3496b177 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:19.149566 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 32ec0812-e0b5-4789-a804-07fd3496b177 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:19.149934 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:20.905220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3f9918a8-41bc-4cf0-9992-228928e5d74d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:20.966455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3f9918a8-41bc-4cf0-9992-228928e5d74d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:20.967061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:21.063438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:21.090600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 3f9918a8-41bc-4cf0-9992-228928e5d74d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3f9918a8-41bc-4cf0-9992-228928e5d74d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:21.097095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:21.176009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=3f9918a8-41bc-4cf0-9992-228928e5d74d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:21.365224 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Sync routers for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:29:21.384114 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:21.384797 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:21.495567 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:21.728213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0863df2d-966e-44c4-87b6-dcde10c4652b', 'name': '', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'mac_address': 'fa:16:3e:76:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:17Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 2, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'subnets': [{'id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:21.852549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Checking router: 34bd996b-94ec-46bf-86b1-de31bb134b2c for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:29:21.852898 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Updating router 34bd996b-94ec-46bf-86b1-de31bb134b2c port 0863df2d-966e-44c4-87b6-dcde10c4652b binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:29:21.881420 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.196104 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.206023 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.295778 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a918f89-a417-458b-a8ee-ffa532cc467a None None] Pushing event updated for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:22.309886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Attempting to bind port 0863df2d-966e-44c4-87b6-dcde10c4652b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:22.310738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Attempting to bind port 0863df2d-966e-44c4-87b6-dcde10c4652b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:22.310738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Attempting to bind port 0863df2d-966e-44c4-87b6-dcde10c4652b on network cd1b8ca8-04dc-4821-8609-d7e87d2af24b {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:22.316417 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:22.316910 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Checking segment: {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:22.317355 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.317789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Bound using segment: {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:22.318284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Bound port: 0863df2d-966e-44c4-87b6-dcde10c4652b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24af54e9-cd43-47d7-ab38-4965d35a491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:22.318668 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.401193 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] For port 0863df2d-966e-44c4-87b6-dcde10c4652b, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:22.404918 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] For port 0863df2d-966e-44c4-87b6-dcde10c4652b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0863df2d-966e-44c4-87b6-dcde10c4652b,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:22.409931 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.475482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a918f89-a417-458b-a8ee-ffa532cc467a None None] Pushing event updated for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:22.480901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:29:22.481092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:22.548392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:22.549261 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.610847 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:29:22.661947 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.712433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] For port 0863df2d-966e-44c4-87b6-dcde10c4652b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0863df2d-966e-44c4-87b6-dcde10c4652b,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:22.732060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.825396 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfe4c1-9918-4283-b4c4-3f71397d2f75 None None] Pushing event updated for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:22.876931 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3c85cb34-05af-4197-9542-1242c48dd936 None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:22.877304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3c85cb34-05af-4197-9542-1242c48dd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:22.891969 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0863df2d-966e-44c4-87b6-dcde10c4652b', 'name': '', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'mac_address': 'fa:16:3e:76:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:17Z', 'updated_at': '2022-04-20T15:29:22Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'subnets': [{'id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:29:22.937877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a124064-8480-459f-aaa2-8658b99f7a4c None None] The sync data for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 is: [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '0863df2d-966e-44c4-87b6-dcde10c4652b', 'name': '', 'network_id': 'cd1b8ca8-04dc-4821-8609-d7e87d2af24b', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'mac_address': 'fa:16:3e:76:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:17Z', 'updated_at': '2022-04-20T15:29:22Z', 'revision_number': 4, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'subnets': [{'id': '16231d60-a08a-41a7-b0c4-77dc4fbd18a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:29:22.998263 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3f9918a8-41bc-4cf0-9992-228928e5d74d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:23.081510 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3f9918a8-41bc-4cf0-9992-228928e5d74d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:23.081888 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:23.180886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0863df2d-966e-44c4-87b6-dcde10c4652b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:23.239851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:23.240493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:24.018166 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:29:24.885871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0863df2d-966e-44c4-87b6-dcde10c4652b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:24.945779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0863df2d-966e-44c4-87b6-dcde10c4652b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:24.946448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:28.553746 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-4549e61f-3304-4bc2-9e16-6cc4c81aee32 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:28.555229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-4549e61f-3304-4bc2-9e16-6cc4c81aee32 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 814 time: 0.1067677 Apr 20 15:29:28.571558 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-f1d13f1f-fc9b-487b-afaa-b4ebc5893155 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/quotas/a0f1505478ee442b985ad612d4581dce HTTP/1.1" status: 200 len: 375 time: 0.0095909 Apr 20 15:29:28.624040 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-b24af08b-9986-4a41-8a4d-fcbf6b1c270d tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466835 Apr 20 15:29:28.875332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-787c1484-95d1-43b3-b9b2-bf43e01fe011 service neutron] 10.222.0.20 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362078 Apr 20 15:29:28.961780 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-34ce6e22-36dd-44e0-abed-0f8eaab6fddf service neutron] 10.222.0.20 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802467 Apr 20 15:29:29.134140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-238f0fdd-b27d-4d25-a749-c5100d712d02 req-3dc13f55-20b2-4ba9-b09b-3179dd67c87f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 210 time: 0.0282722 Apr 20 15:29:30.146112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-27209362-2d45-4742-8f42-0ecb29d48043 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:30.147520 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-27209362-2d45-4742-8f42-0ecb29d48043 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 814 time: 0.1082282 Apr 20 15:29:30.160190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'port': {'device_id': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'admin_state_up': True, 'tenant_id': 'a0f1505478ee442b985ad612d4581dce'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:30.241457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b129f9e2-ea8c-4f91-8272-1effc35c5c13 req-1efe391d-dd34-4a42-aa14-c36c3dd99fa6 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 210 time: 0.0362210 Apr 20 15:29:30.293167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Made reservation on behalf of a0f1505478ee442b985ad612d4581dce for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:29:30.296833 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:30.425036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Allocated IP 172.20.0.14 (62e17248-c810-49b9-8e6c-d0653e29bd7a/1475c178-041e-47b2-9f48-b5c7f5881e74/b516f632-0e94-41d3-bd3c-f319f44a9677) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:29:30.626920 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:30.664659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:30.721112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:29:30.725594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:29:30.727869 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:30.730496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:29:30.773355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.773705 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.774049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.774387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.774828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.775166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.775605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.775983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.776317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.776648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.776982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.777306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:30.811366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:30.812057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:30.833492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-97e3b402-700d-4d56-ac0c-62e23ded3e1f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769860 Apr 20 15:29:31.052054 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9c905bfc-017e-4fea-9eec-caddee6dfb8d None None] Provisioning complete for port b516f632-0e94-41d3-bd3c-f319f44a9677 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:31.052671 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c905bfc-017e-4fea-9eec-caddee6dfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:31.089860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9c905bfc-017e-4fea-9eec-caddee6dfb8d None None] Port b516f632-0e94-41d3-bd3c-f319f44a9677 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:29:31.375080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d816ab1-0ec0-49d4-8aae-40a34c6a2c00 req-e02ac11a-55e6-42bc-a6a9-bd2079d13cbe tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:31.376877 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d816ab1-0ec0-49d4-8aae-40a34c6a2c00 req-e02ac11a-55e6-42bc-a6a9-bd2079d13cbe tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0573044 Apr 20 15:29:31.420074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d816ab1-0ec0-49d4-8aae-40a34c6a2c00 req-f9c25a8d-473c-4b26-b827-0dcfc239335e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361605 Apr 20 15:29:32.549505 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac185-2330-4619-93e2-eafee85fad0f req-590ff15e-4950-4910-99df-9ad5a315cfce tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:32.551017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26fac185-2330-4619-93e2-eafee85fad0f req-590ff15e-4950-4910-99df-9ad5a315cfce tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0536854 Apr 20 15:29:32.596371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26fac185-2330-4619-93e2-eafee85fad0f req-6256a47c-b9a9-4237-a950-013507b98e5a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 Apr 20 15:29:33.718308 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d603a-3062-4f27-bed3-4b7957129d77 req-c62feb3c-80f4-4b51-b511-533154205271 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:33.720600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-002d603a-3062-4f27-bed3-4b7957129d77 req-c62feb3c-80f4-4b51-b511-533154205271 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0537758 Apr 20 15:29:33.764232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-002d603a-3062-4f27-bed3-4b7957129d77 req-958ebf86-5689-4ec2-a8f6-422dad1be484 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Apr 20 15:29:33.949284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:34.886511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07eafc-f20f-4512-8fba-cd58a34b1d0c req-c739699d-e98d-4b5f-8f7f-34fbb06bc11d tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:34.889219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e07eafc-f20f-4512-8fba-cd58a34b1d0c req-c739699d-e98d-4b5f-8f7f-34fbb06bc11d tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0554347 Apr 20 15:29:34.937009 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6e07eafc-f20f-4512-8fba-cd58a34b1d0c req-b3f4a746-35c9-486a-ba94-42ab8ead4db6 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Apr 20 15:29:36.060766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72beb6b-a8b6-4ac4-8db6-787812234e01 req-0a236617-8103-47ce-ae4c-8a3045988874 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:36.062342 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e72beb6b-a8b6-4ac4-8db6-787812234e01 req-0a236617-8103-47ce-ae4c-8a3045988874 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0506032 Apr 20 15:29:36.107174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e72beb6b-a8b6-4ac4-8db6-787812234e01 req-acb05f5b-ab77-468b-9b8b-5efd8f387b03 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Apr 20 15:29:37.254226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86296380-edd0-4db4-a5d1-efc155a3efb3 req-61eea423-93ce-4c0a-b46c-8be9eeebcbe1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:37.256054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86296380-edd0-4db4-a5d1-efc155a3efb3 req-61eea423-93ce-4c0a-b46c-8be9eeebcbe1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0605302 Apr 20 15:29:37.296879 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86296380-edd0-4db4-a5d1-efc155a3efb3 req-19a65a2b-e0cc-4b0b-8b0b-9e2ef77612a0 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Apr 20 15:29:38.429060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473e2eb-8186-4a13-8f08-bd0824e381e1 req-15092706-d8d2-406e-8039-ef69161bee34 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:38.430504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9473e2eb-8186-4a13-8f08-bd0824e381e1 req-15092706-d8d2-406e-8039-ef69161bee34 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0576711 Apr 20 15:29:38.477661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9473e2eb-8186-4a13-8f08-bd0824e381e1 req-707b2223-c245-4537-ac12-414244b8f98f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 Apr 20 15:29:39.599196 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e6de1-014e-4c88-a29f-c77be22c892f req-f9629a77-43d3-4478-bfb0-6c0339362482 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:39.600661 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-183e6de1-014e-4c88-a29f-c77be22c892f req-f9629a77-43d3-4478-bfb0-6c0339362482 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.0503900 Apr 20 15:29:39.638141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-183e6de1-014e-4c88-a29f-c77be22c892f req-c6676b16-b19e-45bb-a524-b98224720908 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Apr 20 15:29:40.175834 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-121bdc4f-213f-43e5-852c-29c22e939160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:40.743220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Request body: {'port': {'device_id': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:29:41.141479 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65840-f233-4381-bc40-9b3e290c21f5 req-74b448a8-c67b-44da-93ab-232c8fdbf169 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:41.142974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4d65840-f233-4381-bc40-9b3e290c21f5 req-74b448a8-c67b-44da-93ab-232c8fdbf169 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 932 time: 0.4355996 Apr 20 15:29:41.170487 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.221595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d4d65840-f233-4381-bc40-9b3e290c21f5 req-f19f04a0-7b93-4354-912e-bdaf173cb8d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606413 Apr 20 15:29:41.453998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b516f632-0e94-41d3-bd3c-f319f44a9677 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:29:41.461230 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.473042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Transition to ACTIVE for port object b516f632-0e94-41d3-bd3c-f319f44a9677 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:29:41.478648 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.527535 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:41.595551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Attempting to bind port b516f632-0e94-41d3-bd3c-f319f44a9677 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:29:41.595888 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Attempting to bind port b516f632-0e94-41d3-bd3c-f319f44a9677 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:29:41.596258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Attempting to bind port b516f632-0e94-41d3-bd3c-f319f44a9677 on network 62e17248-c810-49b9-8e6c-d0653e29bd7a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:41.600854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Port b516f632-0e94-41d3-bd3c-f319f44a9677 on network 62e17248-c810-49b9-8e6c-d0653e29bd7a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:29:41.601176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Attempting to bind port b516f632-0e94-41d3-bd3c-f319f44a9677 on network 62e17248-c810-49b9-8e6c-d0653e29bd7a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:29:41.606824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:29:41.607152 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Checking segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:29:41.607557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Bound using segment: {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:29:41.607983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Bound port: b516f632-0e94-41d3-bd3c-f319f44a9677, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de018d-9056-4e1b-8185-1d85e958b432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:29:41.608341 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.680128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:29:41.683587 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:29:41.689393 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.723380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:41.724057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:41.725492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] 10.222.0.45 "PUT /v2.0/ports/b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1092 time: 1.0405939 Apr 20 15:29:41.725928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:29:41.728304 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a0c1b-564a-4739-a439-26540d489c09" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:29:41.757452 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0bc1-c7a5-44fb-8af9-4e26ee04ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:41.777629 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c110a6f7-bb69-4c1e-ab77-3c8c7a954c1b x-openstack-request-id: req-c110a6f7-bb69-4c1e-ab77-3c8c7a954c1b {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:29:41.777922 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:29:41.778334 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c110a6f7-bb69-4c1e-ab77-3c8c7a954c1b {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:29:41.778779 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c110a6f7-bb69-4c1e-ab77-3c8c7a954c1b'] response: {'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:29:41.821565 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-9f0dfcb6-0c9e-4b91-846c-2fda3cd2786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:41.823139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-9f0dfcb6-0c9e-4b91-846c-2fda3cd2786c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1095 time: 0.0426495 Apr 20 15:29:41.869895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-56f33bda-dd21-4795-add1-8293ed10eb32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 217 time: 0.0376520 Apr 20 15:29:41.923631 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-33a502c9-2dea-4241-acf0-275a782c61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:41.925111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-33a502c9-2dea-4241-acf0-275a782c61e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0487587 Apr 20 15:29:41.972206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397155-fa36-4178-a890-e878805a33a1 req-5db245a2-c8ba-4876-86fd-291eb78b6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:41.973613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-5db245a2-c8ba-4876-86fd-291eb78b6e6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414395 Apr 20 15:29:42.070188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-5846411f-78dc-4a18-bf26-fb4eef3c65aa service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885029 Apr 20 15:29:42.160845 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a0397155-fa36-4178-a890-e878805a33a1 req-ada2499a-1ea5-4672-a70a-3ad275fa13fe service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Apr 20 15:29:42.252017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0c1b-564a-4739-a439-26540d489c09 req-3b0a8f67-93a8-4998-9bcc-5a07139e732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:42.253545 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-3b0a8f67-93a8-4998-9bcc-5a07139e732a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1095 time: 0.0430586 Apr 20 15:29:42.383099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd18c-70b7-44f2-997d-0c6874fa41ee req-624fb8da-4d81-4c08-986c-80085639d497 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:42.384574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-718cd18c-70b7-44f2-997d-0c6874fa41ee req-624fb8da-4d81-4c08-986c-80085639d497 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 944 time: 0.0742190 Apr 20 15:29:42.385970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0c1b-564a-4739-a439-26540d489c09 req-0eb13549-55a3-4722-8911-0c4d77e815da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:42.387408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-0eb13549-55a3-4722-8911-0c4d77e815da service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1264133 Apr 20 15:29:42.441918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-5d3351bf-2d05-4343-8d8a-d4c73e3023e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 217 time: 0.0446017 Apr 20 15:29:42.481481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-718cd18c-70b7-44f2-997d-0c6874fa41ee req-e77310b1-e97d-4846-b62d-946b55f6cbcd tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901260 Apr 20 15:29:42.499395 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0c1b-564a-4739-a439-26540d489c09 req-60b28bb5-eb66-4c0a-8ea1-3ca30654bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:42.500924 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-60b28bb5-eb66-4c0a-8ea1-3ca30654bf9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0496852 Apr 20 15:29:42.547708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a0c1b-564a-4739-a439-26540d489c09 req-1bf92487-93ff-46c9-9bc0-b586dd5fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:42.549224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-1bf92487-93ff-46c9-9bc0-b586dd5fa0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412312 Apr 20 15:29:42.651344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-1bbf47be-d42e-4d0b-bf31-be5a3cf44d37 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958002 Apr 20 15:29:42.741317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c96a0c1b-564a-4739-a439-26540d489c09 req-efb47efa-3aa2-44a9-b421-e853af5a0622 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Apr 20 15:29:43.569639 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4c31949-4e0a-4639-b439-05f48c37fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:43.630585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd0e8-99ec-426c-9195-94425b511617 req-bc20a5e1-7a6f-4921-955a-b1542782a719 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:43.632138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666dd0e8-99ec-426c-9195-94425b511617 req-bc20a5e1-7a6f-4921-955a-b1542782a719 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 944 time: 0.0568552 Apr 20 15:29:43.676108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-666dd0e8-99ec-426c-9195-94425b511617 req-19d0c350-5876-483a-a2d3-8231c362859f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Apr 20 15:29:43.871478 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:44.344020 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b516f632-0e94-41d3-bd3c-f319f44a9677 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:29:44.448724 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:44.460072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'port_id': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'mac_address': 'fa:16:3e:8c:81:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:29:44.498168 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:44.510723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b516f632-0e94-41d3-bd3c-f319f44a9677 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:29:44.530759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:44.535912 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:44.585826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:44.599602 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.599861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.600191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.600520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.600866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.601189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.601505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.601818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.602136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.602432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.602768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.603080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:29:44.613443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:44.811779 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5a9c1-f83f-49d9-aad0-c29c79844595 req-7242b8da-cc12-4e2b-ac41-ab60e3633897 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:44.813260 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20c5a9c1-f83f-49d9-aad0-c29c79844595 req-7242b8da-cc12-4e2b-ac41-ab60e3633897 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 945 time: 0.0508757 Apr 20 15:29:44.852243 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20c5a9c1-f83f-49d9-aad0-c29c79844595 req-256a1b52-ec7c-494c-80ff-1bd2d8f0a36c tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Apr 20 15:29:44.858957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:29:45.367428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:45.416668 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:45.969753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeb5a4-c2e2-43c2-b3f3-2e39d0db3a10 req-e237690d-0f10-4be9-b9d4-ffbe11611563 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:45.971336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3eaeb5a4-c2e2-43c2-b3f3-2e39d0db3a10 req-e237690d-0f10-4be9-b9d4-ffbe11611563 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 945 time: 0.0510342 Apr 20 15:29:46.009239 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3eaeb5a4-c2e2-43c2-b3f3-2e39d0db3a10 req-3e4d3e69-12ed-4d3b-9ada-207342126a6b tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Apr 20 15:29:46.370898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b516f632-0e94-41d3-bd3c-f319f44a9677 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:29:46.433718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port b516f632-0e94-41d3-bd3c-f319f44a9677 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:29:46.439550 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port b516f632-0e94-41d3-bd3c-f319f44a9677 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:29:46.439918 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:46.521385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:46.547015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:29:46.567905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:29:46.573549 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:29:46.620757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:29:46.654316 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a27a2-72f0-4ef4-86cc-77c70d7fd2aa" -d '{"events": [{"server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "name": "network-vif-plugged", "status": "completed", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:29:46.755129 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499db0c-b1de-4d38-a45c-0c9fb8a010f8 x-openstack-request-id: req-3499db0c-b1de-4d38-a45c-0c9fb8a010f8 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:29:46.755320 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "name": "network-vif-plugged", "status": "completed", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:29:46.755581 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3499db0c-b1de-4d38-a45c-0c9fb8a010f8 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:29:46.755981 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3499db0c-b1de-4d38-a45c-0c9fb8a010f8'] response: {'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'code': 200} Apr 20 15:29:46.854918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf57834-d415-410c-bff7-5a2cfd71d91b req-9c35b240-0046-47c1-afa1-7b3002f561ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:46.856693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cf57834-d415-410c-bff7-5a2cfd71d91b req-9c35b240-0046-47c1-afa1-7b3002f561ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1097 time: 0.0437660 Apr 20 15:29:46.896886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0cf57834-d415-410c-bff7-5a2cfd71d91b req-5005924a-fc27-4951-8187-04f2d60b6e67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Apr 20 15:29:47.135034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70406bb-194e-4305-ba8c-50a5776e6403 req-e079def0-d55c-464a-8ad0-914a5c538a8a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:47.136786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f70406bb-194e-4305-ba8c-50a5776e6403 req-e079def0-d55c-464a-8ad0-914a5c538a8a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0524209 Apr 20 15:29:47.177544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f70406bb-194e-4305-ba8c-50a5776e6403 req-36afe1ed-40ed-4695-9c61-f6c936f9d895 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Apr 20 15:29:48.306130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1d0cb-2794-4495-a568-b6caf1754e85 req-f319ea74-7a45-4c1a-8a14-92a898781c88 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:48.307612 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcb1d0cb-2794-4495-a568-b6caf1754e85 req-f319ea74-7a45-4c1a-8a14-92a898781c88 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0561481 Apr 20 15:29:48.346079 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fcb1d0cb-2794-4495-a568-b6caf1754e85 req-012659d3-022f-486c-922e-1131b2f3025d tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Apr 20 15:29:48.465877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643863-c978-4690-a5fd-26704ea17bc7 req-6080b9d0-89e4-4b24-a0c3-ca4f948201e8 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:48.467308 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8643863-c978-4690-a5fd-26704ea17bc7 req-6080b9d0-89e4-4b24-a0c3-ca4f948201e8 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0531416 Apr 20 15:29:48.512472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8643863-c978-4690-a5fd-26704ea17bc7 req-026fec4e-a40b-4954-aff7-d601cd4ad3b6 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Apr 20 15:29:48.720245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ccc35-78b0-429d-9369-8888c9fde4ac req-38b2dbb3-bf04-4c9d-b8f5-2da21f2afe12 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:29:48.721683 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-856ccc35-78b0-429d-9369-8888c9fde4ac req-38b2dbb3-bf04-4c9d-b8f5-2da21f2afe12 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0523250 Apr 20 15:29:48.760167 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-856ccc35-78b0-429d-9369-8888c9fde4ac req-35ef5f30-8c15-4693-ac67-51a646156764 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Apr 20 15:30:00.323086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f3a2-79df-4230-ae86-8e74a3db4b8e req-6f3bffab-f463-4ceb-803b-c0d8a010783b tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:00.324535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a907f3a2-79df-4230-ae86-8e74a3db4b8e req-6f3bffab-f463-4ceb-803b-c0d8a010783b tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0571678 Apr 20 15:30:00.362698 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a907f3a2-79df-4230-ae86-8e74a3db4b8e req-59ce4148-0b27-4f94-8d78-a9bd91f64a82 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Apr 20 15:30:00.385085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49864) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:00.470205 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b8051-df5a-4d13-8fef-c6d6769d6239 tempest-TestMinimumBasicScenario-387107958 tempest-TestMinimumBasicScenario-387107958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:00.471737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-299b8051-df5a-4d13-8fef-c6d6769d6239 tempest-TestMinimumBasicScenario-387107958 tempest-TestMinimumBasicScenario-387107958-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1092 time: 0.0857003 Apr 20 15:30:00.476484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49868) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:00.481640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:00.508006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:00.614872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:00.723179 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Allocated IP 172.25.1.51 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/6a11583d-4fb5-4c14-a217-9db1705528e6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:30:00.829180 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:00.870586 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:00.905494 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:30:00.910173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:30:00.912763 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:30:00.948279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'Port': ['ID=6a11583d-4fb5-4c14-a217-9db1705528e6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:01.018824 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:30:01.303889 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:01.373318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:01.536210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:01.542317 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:01.606860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'Port': ['ID=6a11583d-4fb5-4c14-a217-9db1705528e6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:01.620719 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:01.734401 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Floating IP 5fbd142d-09ce-468f-8f4c-b76bf2b93875 associated. External IP: 172.25.1.51, port: b516f632-0e94-41d3-bd3c-f319f44a9677. Apr 20 15:30:01.955852 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Router 3dae7a84-073c-4eea-bcaf-360363c3d4cb has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:30:02.069152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:30:02.081898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Sync routers for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:30:02.090849 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.092492 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:30:02.093112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:30:02.119173 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dfa0d5ac-6884-4ac8-b911-c359a9651a0f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6413584 Apr 20 15:30:02.119765 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:30:02.122148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 49870) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.127560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506426799', 'description': 'tempest-secgroup-smoke-1506426799 description', 'project_id': 'a0f1505478ee442b985ad612d4581dce'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.150398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.162015 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e328bfe-c438-4373-89e2-ad7770e05eff" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:30:02.215791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:30:02.228580 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.234481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.258943 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e362a6-28c3-4e71-9f31-ae5ed1cf86dc x-openstack-request-id: req-40e362a6-28c3-4e71-9f31-ae5ed1cf86dc {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:30:02.259345 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:30:02.259874 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40e362a6-28c3-4e71-9f31-ae5ed1cf86dc {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:30:02.260557 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e362a6-28c3-4e71-9f31-ae5ed1cf86dc'] response: {'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:30:02.267107 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.271316 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451242 Apr 20 15:30:02.271316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49a77b-e4db-4a83-a7d1-c85e8215a5cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9278dd21-fcf9-4045-8718-81ea65a1140d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.271960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49878) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.279254 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.309646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.330183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-93fdfb0e-af53-444c-be4b-a6782bdfdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:02.331795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-93fdfb0e-af53-444c-be4b-a6782bdfdcf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1097 time: 0.0427804 Apr 20 15:30:02.370048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.375365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.393640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9af663-5bf8-4874-8298-a8370b0e6e3a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.408938 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.411073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-75503019-c843-48af-a0c9-8887f82969bf tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362264 Apr 20 15:30:02.413730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49880) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.419088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.443537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-efbf73a2-4172-4ff7-afc9-058ffe005f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:02.445231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-efbf73a2-4172-4ff7-afc9-058ffe005f7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1062233 Apr 20 15:30:02.447173 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.461579 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5fbd142d-09ce-468f-8f4c-b76bf2b93875', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'port_id': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'mac_address': 'fa:16:3e:8c:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:30:01Z', 'updated_at': '2022-04-20T15:30:01Z', 'revision_number': 0, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:30:02.489238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Checking router: 3dae7a84-073c-4eea-bcaf-360363c3d4cb for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:30:02.498001 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:30:02.498736 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:29:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:30:02.515647 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.521283 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.522028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-a871fa52-69b6-4a9f-b20f-3922298f68b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 999 time: 0.0638173 Apr 20 15:30:02.540602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4556e5-90d5-4623-9f46-320e99a5d078,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.551977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.553270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2ae7cbe6-b65e-4911-8e89-e86ee632bf4f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380560 Apr 20 15:30:02.556288 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49882) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.560748 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.580957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-516a8def-5bff-4811-85d5-240b08774a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:02.582526 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-516a8def-5bff-4811-85d5-240b08774a17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0532708 Apr 20 15:30:02.589514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.619181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:30:02.634370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-df0f4d52-85e1-4b93-aa17-54f52f6cbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:02.636199 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-df0f4d52-85e1-4b93-aa17-54f52f6cbe7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467417 Apr 20 15:30:02.656009 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.660304 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.677693 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d16396-f318-4ae3-a572-120a5fe1b09a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.686842 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.690961 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28d49093-9655-4e35-94c3-e2a8efcfdaf2 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308398 Apr 20 15:30:02.691231 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49884) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.695695 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.721809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.738048 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-df055e80-5ca8-4e5f-83ac-4563bd2a034c service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952466 Apr 20 15:30:02.788010 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.792555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.812713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8279e2c-858b-4495-91f8-90a36f03555c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.822047 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.823356 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d5c9ac99-e125-4c5b-bc30-0fa4af40f59e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312208 Apr 20 15:30:02.826074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49886) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.830755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.855124 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Project a0f1505478ee442b985ad612d4581dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:30:02.860965 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.863668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e328bfe-c438-4373-89e2-ad7770e05eff req-b67806f9-08aa-4eab-bae5-7af1b26510c4 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183026 Apr 20 15:30:02.877145 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5fbd142d-09ce-468f-8f4c-b76bf2b93875', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'port_id': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'mac_address': 'fa:16:3e:8c:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:30:01Z', 'updated_at': '2022-04-20T15:30:01Z', 'revision_number': 0, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:30:02.904317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c3a4-f824-4318-bd68-acf9d6291754 None None] The sync data for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 is: [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '5fbd142d-09ce-468f-8f4c-b76bf2b93875', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'port_id': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'mac_address': 'fa:16:3e:8c:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:30:01Z', 'updated_at': '2022-04-20T15:30:01Z', 'revision_number': 0, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:30:02.932869 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.939758 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.957543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34f410c-1353-461d-98d2-cb7a3c37633a,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:02.966373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:02.967656 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-99f2dec5-c7eb-41f8-bf24-eb9e17a94cb1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405735 Apr 20 15:30:02.970442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 49888) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:30:02.974898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'security_group_rule': {'security_group_id': '9278dd21-fcf9-4045-8718-81ea65a1140d', 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:02.995048 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Project a0f1505478ee442b985ad612d4581dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:30:02.999912 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.064373 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.068942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.087874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5a80a1-6afe-4bd5-a803-d370cd78ea45,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:03.094391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.095885 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-303c18a6-9c03-4244-9f98-3ee7b96059c9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243625 Apr 20 15:30:03.125992 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09acec-504c-4311-8438-6aa42700cc11 None None] New status for floating IP 5fbd142d-09ce-468f-8f4c-b76bf2b93875: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:30:03.183109 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-28762809-03c2-4936-abaf-2852cd68ffaa tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506426799&fields=id&tenant_id=a0f1505478ee442b985ad612d4581dce HTTP/1.1" status: 200 len: 267 time: 0.0338023 Apr 20 15:30:03.241697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-154b89a8-b79f-4a27-b425-50988924a808 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:03.243153 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-154b89a8-b79f-4a27-b425-50988924a808 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0538561 Apr 20 15:30:03.255552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'port': {'security_groups': ['fbd505bf-872e-4cf1-bf9c-650804b7a535', '9278dd21-fcf9-4045-8718-81ea65a1140d']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:30:03.319037 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.512376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:30:03.541373 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.548829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.560764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:30:03.600263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:03.600882 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:03.602302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd89f99f-9bcd-4528-aff7-6cfe72d0234a req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "PUT /v2.0/ports/b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 982 time: 0.3516207 Apr 20 15:30:03.602791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:30:03.605087 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:30:03.626186 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fddc7-b99d-45cc-9307-81f1544cb963 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:30:03.673815 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae8b9d-de15-4f67-b875-728bdf6822c8 x-openstack-request-id: req-7bae8b9d-de15-4f67-b875-728bdf6822c8 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:30:03.674604 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:30:03.675013 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bae8b9d-de15-4f67-b875-728bdf6822c8 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:30:03.675579 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bae8b9d-de15-4f67-b875-728bdf6822c8'] response: {'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:30:03.680353 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:30:03.768448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c57e6a-379b-413d-b290-8335fd48c87c req-c9194023-44fc-4047-8490-80d48c554b59 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:03.769907 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40c57e6a-379b-413d-b290-8335fd48c87c req-c9194023-44fc-4047-8490-80d48c554b59 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0771329 Apr 20 15:30:03.778778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-e6f827e6-3369-4819-adc6-7e17a457cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:03.780299 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-e6f827e6-3369-4819-adc6-7e17a457cfc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1136 time: 0.0785291 Apr 20 15:30:03.866441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40c57e6a-379b-413d-b290-8335fd48c87c req-01817ed5-a913-4354-8d89-0613769a615d tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850613 Apr 20 15:30:03.929323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-fbc8ff15-b2f9-4603-b9f7-4ad6fe664fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:03.931289 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-fbc8ff15-b2f9-4603-b9f7-4ad6fe664fee service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1314671 Apr 20 15:30:03.958971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cab5b8d1-b151-4250-b9d9-e19b31d653b2 None None] Provisioning complete for port b516f632-0e94-41d3-bd3c-f319f44a9677 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:30:03.959357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cab5b8d1-b151-4250-b9d9-e19b31d653b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:04.000205 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-ab4d2eff-4eaa-4e1b-adde-dc0bd0740bb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1001 time: 0.0611002 Apr 20 15:30:04.037508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:04.056416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-db146544-3775-4355-b82a-e3f22a74c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:04.057895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-db146544-3775-4355-b82a-e3f22a74c381 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0511897 Apr 20 15:30:04.112028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-34b70c12-89a7-496a-a566-2479255ef87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:04.113559 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-34b70c12-89a7-496a-a566-2479255ef87c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487556 Apr 20 15:30:04.206113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-c0b72c07-a0ab-432a-a87b-9db22a954f6e service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860901 Apr 20 15:30:04.299369 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc1a6338-3d18-4fa7-b4bc-a9033ad9491b req-4af748e1-49f9-4430-ba1d-9363187c058c service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865099 Apr 20 15:30:10.182329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f41d3b8b-13b4-4696-a14e-8a02442545e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:11.089419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-a1809edb-8cfb-4dba-961d-dc28cff0a794 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422976 Apr 20 15:30:11.178603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-d855c4ab-4477-4912-a045-0e2535434727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:11.180081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-d855c4ab-4477-4912-a045-0e2535434727 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1136 time: 0.0433142 Apr 20 15:30:11.292145 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-02ad5d2e-936c-4795-8fc4-5606072bb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:11.294307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-02ad5d2e-936c-4795-8fc4-5606072bb7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.0940592 Apr 20 15:30:11.365699 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-5f9b73d3-babe-4507-a891-ecc496da2d68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1001 time: 0.0637898 Apr 20 15:30:11.418611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-98aa1af3-deac-4122-b49a-b2f14a1c8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:11.420035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-98aa1af3-deac-4122-b49a-b2f14a1c8c26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0477993 Apr 20 15:30:11.465009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-14c8e8d8-5bd5-4f9f-8d2c-3be9b6dd40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:30:11.466479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-14c8e8d8-5bd5-4f9f-8d2c-3be9b6dd40e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398295 Apr 20 15:30:11.553416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-3b012bff-077d-4df3-8bca-d1ce34eff13f service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800889 Apr 20 15:30:11.648298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b73b523a-1c95-43a4-b3b0-9c424be8c8cf req-d0f37f01-d59e-4533-9f94-0a2ff3af7b15 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Apr 20 15:30:13.572917 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-595db79b-a08c-4c93-80bd-a1ce29f174ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:13.877582 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:14.599474 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:15.373259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:15.417654 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:33.999173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:38.019365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:30:40.173116 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d0c30918-8059-4c49-8dc9-897b797183e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:43.568833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e19881e7-0271-47ae-b573-72970f0ca6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:43.883712 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:44.605092 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:45.367292 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:30:45.423882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:03.612925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a88f0e-a27c-4ea0-b855-d61198061e70 req-81a9477d-6563-45e2-b0e7-52979be9e93f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:03.614385 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12a88f0e-a27c-4ea0-b855-d61198061e70 req-81a9477d-6563-45e2-b0e7-52979be9e93f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0844383 Apr 20 15:31:03.616637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-349cf2bd-f896-4378-8e27-6a8e43c26d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:03.617998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-349cf2bd-f896-4378-8e27-6a8e43c26d15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1136 time: 0.0771806 Apr 20 15:31:03.703075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12a88f0e-a27c-4ea0-b855-d61198061e70 req-fd6e93bd-68d4-4e9c-849d-9573b46dca7c tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819938 Apr 20 15:31:03.736409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-b43e9ed4-1f32-47d6-b97e-6fedd7154cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:03.737885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-b43e9ed4-1f32-47d6-b97e-6fedd7154cca service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1109290 Apr 20 15:31:03.807731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-de8015cb-7f3f-408b-abb0-d32b9899dd5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1001 time: 0.0624757 Apr 20 15:31:03.863939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-7f26cff2-3c65-4702-941c-9a765b848527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:03.865528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-7f26cff2-3c65-4702-941c-9a765b848527 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0506680 Apr 20 15:31:03.921099 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-165c6912-972f-4223-a1e0-6d841c8d1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:03.922589 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-165c6912-972f-4223-a1e0-6d841c8d1ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500023 Apr 20 15:31:03.991498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:04.027935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-ef1dfe8a-7cc0-472b-ac68-fcfe22aa77a6 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980642 Apr 20 15:31:04.126354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4c4ccf4a-d34c-4b20-9ccc-712bd49b4cf8 req-baadf8cb-bd25-4bec-b42f-f9d156738e32 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914927 Apr 20 15:31:04.831539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f87c-b184-4a33-acbe-54817a7e4464 req-ea97fdcc-5c5c-455b-907c-bf43134efea7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:04.833017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5124f87c-b184-4a33-acbe-54817a7e4464 req-ea97fdcc-5c5c-455b-907c-bf43134efea7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0515563 Apr 20 15:31:04.877138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5124f87c-b184-4a33-acbe-54817a7e4464 req-e20f0c04-6719-46fd-bb45-3af591058501 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375180 Apr 20 15:31:06.022667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a35c8-2361-4dab-aa81-4b56e06bb9e2 req-6cd4a8f0-3188-485b-9ea2-753c75894304 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:06.024145 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc9a35c8-2361-4dab-aa81-4b56e06bb9e2 req-6cd4a8f0-3188-485b-9ea2-753c75894304 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0628662 Apr 20 15:31:06.067787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc9a35c8-2361-4dab-aa81-4b56e06bb9e2 req-0359e8f7-dae8-48d2-ad3f-5e73748801e5 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342729 Apr 20 15:31:07.199303 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7a72b-c17d-4277-879e-2e454b361eae req-e21cfb38-47da-4a49-929c-2b4d77c082fa tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:07.200749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b7a72b-c17d-4277-879e-2e454b361eae req-e21cfb38-47da-4a49-929c-2b4d77c082fa tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0517483 Apr 20 15:31:07.248122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2b7a72b-c17d-4277-879e-2e454b361eae req-d5b75080-ffd9-4a23-bc7f-c7ee00f3edd7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410850 Apr 20 15:31:08.388605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc69a3-39c3-46d4-99f6-d800423cd5d2 req-83dc1104-37e4-4b6a-851f-7b851ce8fa57 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:08.390909 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90bc69a3-39c3-46d4-99f6-d800423cd5d2 req-83dc1104-37e4-4b6a-851f-7b851ce8fa57 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0591059 Apr 20 15:31:08.432231 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90bc69a3-39c3-46d4-99f6-d800423cd5d2 req-f21d71ea-e564-448a-9264-72c879c7b588 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330808 Apr 20 15:31:09.565706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfedce-f588-46ab-8448-7ee98dde1d6f req-d2463c75-7431-4c6f-9681-bc8ef66f18e5 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:09.567173 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97cfedce-f588-46ab-8448-7ee98dde1d6f req-d2463c75-7431-4c6f-9681-bc8ef66f18e5 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0630074 Apr 20 15:31:09.609319 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-97cfedce-f588-46ab-8448-7ee98dde1d6f req-e4d2b19b-5298-4ec0-a176-abccc3a2b8f9 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354707 Apr 20 15:31:10.168341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fa1113e1-c0e8-47c9-98d1-a23880b1879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:10.737829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc73bbb-4e52-4a3f-92ba-80126349d4d1 req-b3fe1b1f-ec76-4bba-a160-2c01b252bf5a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:10.739341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc73bbb-4e52-4a3f-92ba-80126349d4d1 req-b3fe1b1f-ec76-4bba-a160-2c01b252bf5a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0546231 Apr 20 15:31:10.781332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cc73bbb-4e52-4a3f-92ba-80126349d4d1 req-75aa7c8a-a619-41ed-885d-0022cd81e6b4 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355473 Apr 20 15:31:11.898945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf672c7-be2f-41bd-8f49-d818c81298d1 req-c248b017-453b-4126-882e-83a3ca524bba tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:11.900405 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf672c7-be2f-41bd-8f49-d818c81298d1 req-c248b017-453b-4126-882e-83a3ca524bba tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0500832 Apr 20 15:31:11.944556 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fbf672c7-be2f-41bd-8f49-d818c81298d1 req-81c11efa-5b32-41e3-bfa8-86dddd00cc58 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346427 Apr 20 15:31:13.109820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4755d9-3fdc-49ef-b0e9-6fe7118d6e18 req-aea5315a-de39-414b-b7af-9ee98823aee1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:13.111258 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a4755d9-3fdc-49ef-b0e9-6fe7118d6e18 req-aea5315a-de39-414b-b7af-9ee98823aee1 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0814233 Apr 20 15:31:13.113974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-f29f3f7a-6427-467b-9a01-8c7a1e06fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:13.115346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-f29f3f7a-6427-467b-9a01-8c7a1e06fd91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1136 time: 0.0565062 Apr 20 15:31:13.168966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6a4755d9-3fdc-49ef-b0e9-6fe7118d6e18 req-bd0b599c-075d-4528-aa59-4cda4fb985cc tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510993 Apr 20 15:31:13.236112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-5197dc0e-ec0e-4e03-92c3-28e1e7abc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:13.237568 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-5197dc0e-ec0e-4e03-92c3-28e1e7abc86b service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1007133 Apr 20 15:31:13.301956 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-fe0b6cdd-5c0e-4802-b110-562777590ab7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1001 time: 0.0575101 Apr 20 15:31:13.350496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-bc14f9da-7a35-470b-a1e8-31edccab6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:13.352008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-bc14f9da-7a35-470b-a1e8-31edccab6507 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0433757 Apr 20 15:31:13.401516 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-00507fa4-be73-49d8-8b08-1180ae397cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:13.402979 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-00507fa4-be73-49d8-8b08-1180ae397cc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448756 Apr 20 15:31:13.495203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-8926bd52-610b-419e-a736-12dd08ffe94a service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843287 Apr 20 15:31:13.562507 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-67acc3e3-8456-4d5a-9673-5f4a981551e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:13.588908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-921b6adb-7d63-4de2-a4b0-86ec375b7cd9 req-463ba930-396b-4532-8dd1-84cf56beb85f service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Apr 20 15:31:13.884365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:14.308363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bf676-c428-4136-b074-70477e9c1cea req-ca43b40b-e5dc-4097-8525-58f6adc606c7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:14.309817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c21bf676-c428-4136-b074-70477e9c1cea req-ca43b40b-e5dc-4097-8525-58f6adc606c7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0535593 Apr 20 15:31:14.352493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c21bf676-c428-4136-b074-70477e9c1cea req-4fd47141-a6a9-41d1-ac61-5c057c75b79f tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363402 Apr 20 15:31:14.599294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:15.022434 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:31:15.375022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:15.422201 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:15.477350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae133-d484-4887-b904-5255234278bd req-260ca9b5-a0ec-447f-9b6d-91d9adc71fa6 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:31:15.478834 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed1ae133-d484-4887-b904-5255234278bd req-260ca9b5-a0ec-447f-9b6d-91d9adc71fa6 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0554516 Apr 20 15:31:15.519209 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed1ae133-d484-4887-b904-5255234278bd req-c7e17464-2f31-46b0-bfc6-c73a2cfb8e9a tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&id=9278dd21-fcf9-4045-8718-81ea65a1140d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340374 Apr 20 15:31:33.998574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:40.174460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b7816a2d-0baf-4ff3-a51f-fb0c595b79ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:43.572931 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e91ef3e1-71f2-41fe-a5d9-76854efc4be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:43.887587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:44.630941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:45.370395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:45.428329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:31:52.026988 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:32:04.001854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:10.181218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a3ba920b-a1bf-413c-a2e6-91cd5806c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.235666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-578cb0af-fb1c-4828-8fd4-72eefcfac4b7 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506426799&fields=id&tenant_id=a0f1505478ee442b985ad612d4581dce HTTP/1.1" status: 200 len: 267 time: 0.0425265 Apr 20 15:32:11.294985 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-43c69215-b482-46fb-aae6-6d7b3e0954b8 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:11.296435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-43c69215-b482-46fb-aae6-6d7b3e0954b8 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 985 time: 0.0549448 Apr 20 15:32:11.307344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Request body: {'port': {'security_groups': ['fbd505bf-872e-4cf1-bf9c-650804b7a535']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:11.374203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.554547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:11.584300 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.591238 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.603561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:32:11.643503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:11.644162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.645578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15aadcfd-37e4-49cc-90e4-4c30c8233def req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "PUT /v2.0/ports/b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 943 time: 0.3425934 Apr 20 15:32:11.646037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:11.648339 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90870183-1178-4351-b650-1000ff98adda" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:11.653922 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50010) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:11.668568 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event updated for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:11.682555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.682926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.683263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.683599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.683930 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.684263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.686368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.686763 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.687101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.687780 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.688114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.698830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302566d-fed3-458d-8760-53ad44a2373e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.701708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:32:11.713258 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e63cd7-5d6a-422c-9479-0f7aeb9ce28f x-openstack-request-id: req-70e63cd7-5d6a-422c-9479-0f7aeb9ce28f {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:11.713638 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:11.713955 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70e63cd7-5d6a-422c-9479-0f7aeb9ce28f {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:11.714550 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e63cd7-5d6a-422c-9479-0f7aeb9ce28f'] response: {'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:32:11.747204 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.781946 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.793572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870183-1178-4351-b650-1000ff98adda req-cde08155-a19a-4677-8fe7-32bc7bae6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:11.795147 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-cde08155-a19a-4677-8fe7-32bc7bae6596 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1097 time: 0.0608706 Apr 20 15:32:11.863712 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.868087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:11.872166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "DELETE /v2.0/security-groups/9278dd21-fcf9-4045-8718-81ea65a1140d HTTP/1.1" status: 204 len: 168 time: 0.2166772 Apr 20 15:32:11.872807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50016) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:11.926865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870183-1178-4351-b650-1000ff98adda req-20880b2c-2e70-4f9f-9b24-4acd3b138a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:11.928388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-20880b2c-2e70-4f9f-9b24-4acd3b138a9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1252859 Apr 20 15:32:11.930381 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9278dd21-fcf9-4045-8718-81ea65a1140d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:11.945058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.945398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.945733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.946060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.946418 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.946782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.947229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.947392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.947721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.948039 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.948323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.948643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65cdc18-9ca3-46cf-857c-8d541c47e9d3 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:11.978402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5322fc12-6c4b-48bf-ab0b-5a9333e97233 None None] Provisioning complete for port b516f632-0e94-41d3-bd3c-f319f44a9677 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:11.978887 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5322fc12-6c4b-48bf-ab0b-5a9333e97233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.010058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-9b576fec-b0f3-4c3a-a118-d395cfb11633 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 1001 time: 0.0744195 Apr 20 15:32:12.062311 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870183-1178-4351-b650-1000ff98adda req-43e4d022-e36c-4f26-bfd9-8315cee870ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:12.064000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-43e4d022-e36c-4f26-bfd9-8315cee870ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0463426 Apr 20 15:32:12.072274 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Deleting port 6a11583d-4fb5-4c14-a217-9db1705528e6 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:12.072585 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.110848 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870183-1178-4351-b650-1000ff98adda req-cff47d54-201a-47e2-82ab-dada63fbc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:12.112329 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-cff47d54-201a-47e2-82ab-dada63fbc20e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415003 Apr 20 15:32:12.150780 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.151133 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.163105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Calling delete_port for 6a11583d-4fb5-4c14-a217-9db1705528e6 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:12.204522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-10247c56-b6b1-4c6f-9e85-b1f8015226a2 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847063 Apr 20 15:32:12.292197 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-90870183-1178-4351-b650-1000ff98adda req-7dbf0120-401c-4179-94c3-0f3f6531a0e2 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809104 Apr 20 15:32:12.315206 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.341431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event deleted for resources: {'Port': ['ID=6a11583d-4fb5-4c14-a217-9db1705528e6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:12.403917 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.404153 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Floating IP 5fbd142d-09ce-468f-8f4c-b76bf2b93875 disassociated (deleted). External IP: 172.25.1.51, port: b516f632-0e94-41d3-bd3c-f319f44a9677. Apr 20 15:32:12.616209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Router 3dae7a84-073c-4eea-bcaf-360363c3d4cb has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:32:12.727757 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:12.733624 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:12.739190 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Sync routers for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:12.753434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:12.754048 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:31:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:12.760752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-55ef5186-6b2f-4dc5-b4f2-8e75ddda333e tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "DELETE /v2.0/floatingips/5fbd142d-09ce-468f-8f4c-b76bf2b93875 HTTP/1.1" status: 204 len: 168 time: 0.8827562 Apr 20 15:32:12.761339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:12.764014 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94116dd0-c451-419f-9a9d-7c5b7f29fec7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:12.806315 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609bc47-df12-4360-977d-26c1814039a5 x-openstack-request-id: req-f609bc47-df12-4360-977d-26c1814039a5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:12.806616 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:12.806886 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f609bc47-df12-4360-977d-26c1814039a5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:12.807302 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f609bc47-df12-4360-977d-26c1814039a5'] response: {'name': 'network-changed', 'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:32:12.880494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:12.882681 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-b8b039c7-25f2-4d64-b68b-459f7660fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:12.883359 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-b8b039c7-25f2-4d64-b68b-459f7660fca1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1097 time: 0.0512984 Apr 20 15:32:13.002511 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-92a38500-4c98-4673-8cd5-bf96eb59722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:13.004305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-92a38500-4c98-4673-8cd5-bf96eb59722a service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.1143019 Apr 20 15:32:13.061627 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-d1f70b07-5ed1-4a63-8c90-2e1d7367270e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648265 Apr 20 15:32:13.063614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-5cb5d93b-d099-4c19-b9a5-ced2864bdf41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 217 time: 0.0527432 Apr 20 15:32:13.117878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-c29790a5-e5b4-4327-bc43-11d80a69e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:13.120016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-c29790a5-e5b4-4327-bc43-11d80a69e756 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0493634 Apr 20 15:32:13.171373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-529fc3ec-630d-457f-97eb-5f0b14843dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:13.172876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-529fc3ec-630d-457f-97eb-5f0b14843dc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426843 Apr 20 15:32:13.252085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:13.262245 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-17793f88-0284-4c00-977f-1d1c370702fb service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812590 Apr 20 15:32:13.278963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Checking router: 3dae7a84-073c-4eea-bcaf-360363c3d4cb for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:13.287019 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:13.287589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:31:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:13.357064 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-94116dd0-c451-419f-9a9d-7c5b7f29fec7 req-51e652fe-8514-495c-b91d-f70313473674 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872574 Apr 20 15:32:13.400862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:13.474309 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-534beac4-c864-47d7-8b14-a06b0ec61c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:13.475825 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-534beac4-c864-47d7-8b14-a06b0ec61c98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0f1505478ee442b985ad612d4581dce&device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 1097 time: 0.0406384 Apr 20 15:32:13.592494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e700b51e-4116-49ca-8ee6-3ffff5632f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:13.620587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:13.650258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e33b90-a194-4e7a-a590-a5e3c754de87 None None] The sync data for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 is: [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:12Z', 'revision_number': 4, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '32ec0812-e0b5-4789-a804-07fd3496b177', 'name': '', 'network_id': '62e17248-c810-49b9-8e6c-d0653e29bd7a', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'mac_address': 'fa:16:3e:81:00:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:12Z', 'updated_at': '2022-04-20T15:29:17Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'subnets': [{'id': '1475c178-041e-47b2-9f48-b5c7f5881e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:13.887688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:13.912379 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a6a5d-315b-4476-abe3-8eb858f15513 None None] New status for floating IP 5fbd142d-09ce-468f-8f4c-b76bf2b93875: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:32:13.967697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-b7f5a0e8-4cf6-4dd2-88e6-06a8411fbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:13.969154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-b7f5a0e8-4cf6-4dd2-88e6-06a8411fbf3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 200 len: 915 time: 0.4729817 Apr 20 15:32:14.014622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-3c2edfa0-c912-46a8-8987-88ef4e79d6e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 200 len: 217 time: 0.0382006 Apr 20 15:32:14.064262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-736c7006-3aee-4f70-bf7b-988f33e2be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:14.065629 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-736c7006-3aee-4f70-bf7b-988f33e2be75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 200 len: 853 time: 0.0448310 Apr 20 15:32:14.121519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-b891a347-b61f-491d-9ad5-da29769f83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:14.123110 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-b891a347-b61f-491d-9ad5-da29769f83d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62e17248-c810-49b9-8e6c-d0653e29bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511408 Apr 20 15:32:14.214813 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-26218ea8-fc32-43ab-839d-159f8fb97b58 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850229 Apr 20 15:32:14.310541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1abb53f7-c668-4a7f-bb9a-76421cdfc370 req-d417b94d-ae2b-438f-b6af-3d682f154b52 service neutron] 10.222.0.45 "GET /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883374 Apr 20 15:32:14.614855 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:15.366034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:15.433713 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:19.787865 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4e93d-ae3f-4263-a1f9-e9dcfef2278e req-50fff37c-758a-4bd3-bbe7-a9ba62cdfc42 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:19.789264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fea4e93d-ae3f-4263-a1f9-e9dcfef2278e req-50fff37c-758a-4bd3-bbe7-a9ba62cdfc42 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0513058 Apr 20 15:32:19.828160 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fea4e93d-ae3f-4263-a1f9-e9dcfef2278e req-5d00155b-5af2-4571-9623-6e7bb42d9a8b tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Apr 20 15:32:20.950550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b5f78-3519-409b-8ed3-5bbf21ac2933 req-9bc91503-a82e-4415-91e2-a02683c76e85 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:20.952037 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-603b5f78-3519-409b-8ed3-5bbf21ac2933 req-9bc91503-a82e-4415-91e2-a02683c76e85 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0509245 Apr 20 15:32:20.992899 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-603b5f78-3519-409b-8ed3-5bbf21ac2933 req-ba9612f2-1e53-48a5-8967-12b287e866b4 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/security-groups?id=fbd505bf-872e-4cf1-bf9c-650804b7a535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Apr 20 15:32:21.611883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-fbb9102a-7c8a-4074-acdd-cb355e7d2fbd tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:21.613368 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-fbb9102a-7c8a-4074-acdd-cb355e7d2fbd tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 946 time: 0.0624216 Apr 20 15:32:21.711219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Deleting port b516f632-0e94-41d3-bd3c-f319f44a9677 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:21.711799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:21.803890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] For port b516f632-0e94-41d3-bd3c-f319f44a9677, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=b516f632-0e94-41d3-bd3c-f319f44a9677,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:21.804261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:21.817232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Calling delete_port for b516f632-0e94-41d3-bd3c-f319f44a9677 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:21.945814 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:21.958364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['b516f632-0e94-41d3-bd3c-f319f44a9677'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:32:21.979416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Pushing event deleted for resources: {'Port': ['ID=b516f632-0e94-41d3-bd3c-f319f44a9677,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:22.019729 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] No DVR routers for this DVR port b516f632-0e94-41d3-bd3c-f319f44a9677 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:32:22.022481 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:22.026000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f98f3b39-99eb-43c0-a706-e55ef6a0d04e req-184f16ef-b6e9-419f-856d-937b6ef195be tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.45 "DELETE /v2.0/ports/b516f632-0e94-41d3-bd3c-f319f44a9677 HTTP/1.1" status: 204 len: 173 time: 0.4070327 Apr 20 15:32:22.026391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'name': 'network-vif-deleted', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:22.028769 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71665a7-9f75-4294-99d5-01024c072412" -d '{"events": [{"server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "name": "network-vif-deleted", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:22.068422 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fab57f-9da0-4a62-bee3-0561bbab5061 x-openstack-request-id: req-a0fab57f-9da0-4a62-bee3-0561bbab5061 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:22.068723 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1f70c-4d48-4874-bf3a-3847a1f2093f", "name": "network-vif-deleted", "tag": "b516f632-0e94-41d3-bd3c-f319f44a9677", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:22.069053 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0fab57f-9da0-4a62-bee3-0561bbab5061 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:22.069461 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fab57f-9da0-4a62-bee3-0561bbab5061'] response: {'server_uuid': 'c7f1f70c-4d48-4874-bf3a-3847a1f2093f', 'name': 'network-vif-deleted', 'tag': 'b516f632-0e94-41d3-bd3c-f319f44a9677', 'status': 'completed', 'code': 200} Apr 20 15:32:22.107132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b72d6198-523f-402d-9a6b-0aa83472701f req-a4aafd9e-20c1-4889-8138-d99c93400262 tempest-TestMinimumBasicScenario-239361524 tempest-TestMinimumBasicScenario-239361524-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f1f70c-4d48-4874-bf3a-3847a1f2093f HTTP/1.1" status: 200 len: 210 time: 0.0259113 Apr 20 15:32:23.735654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50124) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:24.083291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:24.340603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Deleting port 32ec0812-e0b5-4789-a804-07fd3496b177 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:24.340853 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:24.423068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] For port 32ec0812-e0b5-4789-a804-07fd3496b177, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=32ec0812-e0b5-4789-a804-07fd3496b177,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:24.423448 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:24.436476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Calling delete_port for 32ec0812-e0b5-4789-a804-07fd3496b177 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:24.642647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:24.671657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ec0812-e0b5-4789-a804-07fd3496b177,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:24.838401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:25.057071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Router 3dae7a84-073c-4eea-bcaf-360363c3d4cb has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:32:25.166387 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:25.174764 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0fc6898f-918a-43d3-acb2-1ab08dfa6f51 admin admin] 10.222.0.20 "PUT /v2.0/routers/3dae7a84-073c-4eea-bcaf-360363c3d4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371889 Apr 20 15:32:25.176745 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50126) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:25.179451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Sync routers for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:25.190393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:25.191039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:25.272029 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b516f632-0e94-41d3-bd3c-f319f44a9677 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:25.286435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:25.295099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: b516f632-0e94-41d3-bd3c-f319f44a9677 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:25.295435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device b516f632-0e94-41d3-bd3c-f319f44a9677 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:25.316605 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:25.389684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:25.444303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Deleting port 4add3482-d8e0-474f-bfee-3baa8acdb472 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:25.444663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:25.494208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:32:24Z', 'revision_number': 5, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port': {'id': '4add3482-d8e0-474f-bfee-3baa8acdb472', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:25.520073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Checking router: 3dae7a84-073c-4eea-bcaf-360363c3d4cb for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:25.524487 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] For port 4add3482-d8e0-474f-bfee-3baa8acdb472, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=4add3482-d8e0-474f-bfee-3baa8acdb472,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:25.524862 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:25.528693 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Routers {'3dae7a84-073c-4eea-bcaf-360363c3d4cb'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:25.529286 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:25.538622 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Calling delete_port for 4add3482-d8e0-474f-bfee-3baa8acdb472 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:25.623017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] Set router 3dae7a84-073c-4eea-bcaf-360363c3d4cb gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:25.680015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:32:25Z', 'revision_number': 6, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:25.707632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83397e-e3c5-46c2-9cfd-a69712ba837c None None] The sync data for ids ['3dae7a84-073c-4eea-bcaf-360363c3d4cb'] in n-d-836145-2 is: [{'id': '3dae7a84-073c-4eea-bcaf-360363c3d4cb', 'name': 'tempest-TestMinimumBasicScenario-408438400-router', 'tenant_id': 'a0f1505478ee442b985ad612d4581dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:10Z', 'updated_at': '2022-04-20T15:32:25Z', 'revision_number': 6, 'project_id': 'a0f1505478ee442b985ad612d4581dce', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:26.057037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.085955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Pushing event deleted for resources: {'Port': ['ID=4add3482-d8e0-474f-bfee-3baa8acdb472,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:26.155383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.245494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.248039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.296730 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.297338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dae7a84-073c-4eea-bcaf-360363c3d4cb {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:32:26.302433 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.303454 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-57fe00e1-b170-41c5-b721-c46213bde625 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3dae7a84-073c-4eea-bcaf-360363c3d4cb HTTP/1.1" status: 204 len: 168 time: 1.1256719 Apr 20 15:32:26.306087 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50128) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:26.351630 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Deleting subnet 1475c178-041e-47b2-9f48-b5c7f5881e74 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:32:26.355200 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.390514 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.475473 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.535344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.562591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1475c178-041e-47b2-9f48-b5c7f5881e74,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:26.564688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.567801 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fa5bbef5-9b20-4688-b561-65d32be62662 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1475c178-041e-47b2-9f48-b5c7f5881e74 HTTP/1.1" status: 204 len: 168 time: 0.2606621 Apr 20 15:32:26.570982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50130) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:26.572571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57130129-b920-4c5a-b6a8-229e1cc26ba2 None None] Network 62e17248-c810-49b9-8e6c-d0653e29bd7a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:32:26.645694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.708531 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Deleting port 73ef5339-b741-4f19-9515-eb96d2ddec86 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:26.708935 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.765036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] DHCP port deletion for 62e17248-c810-49b9-8e6c-d0653e29bd7a request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:32:26.777061 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] For port 73ef5339-b741-4f19-9515-eb96d2ddec86, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=73ef5339-b741-4f19-9515-eb96d2ddec86,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:26.777430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.790540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Calling delete_port for 73ef5339-b741-4f19-9515-eb96d2ddec86 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:26.811874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Deleting port 73ef5339-b741-4f19-9515-eb96d2ddec86 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:26.812138 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.872722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.881758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] For port 73ef5339-b741-4f19-9515-eb96d2ddec86, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=73ef5339-b741-4f19-9515-eb96d2ddec86,segment=NetworkSegment(b9de018d-9056-4e1b-8185-1d85e958b432),segment_id=b9de018d-9056-4e1b-8185-1d85e958b432)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:26.882190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.896097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Calling delete_port for 73ef5339-b741-4f19-9515-eb96d2ddec86 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:26.903551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ef5339-b741-4f19-9515-eb96d2ddec86,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:26.908664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] No DVR routers for this DVR port 73ef5339-b741-4f19-9515-eb96d2ddec86 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:32:26.979483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.980491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:26.988684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4add3482-d8e0-474f-bfee-3baa8acdb472 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:27.004206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e17248-c810-49b9-8e6c-d0653e29bd7a']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:27.014313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9de018d-9056-4e1b-8185-1d85e958b432') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:27.014647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9de018d-9056-4e1b-8185-1d85e958b432') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:27.024340 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.029584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Pushing event deleted for resources: {'Port': ['ID=73ef5339-b741-4f19-9515-eb96d2ddec86,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:27.032639 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] No DVR routers for this DVR port 73ef5339-b741-4f19-9515-eb96d2ddec86 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:32:27.034024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 4add3482-d8e0-474f-bfee-3baa8acdb472 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:27.034365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 4add3482-d8e0-474f-bfee-3baa8acdb472 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:27.034788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 32ec0812-e0b5-4789-a804-07fd3496b177 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:27.038450 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.043474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.043818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.044802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.044802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.044802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.045117 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.045456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.045760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.046095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.046402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.046652 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:32:27.046767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.047059 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b644f-759b-481e-9a38-9d8b87ef6210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:27.047159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:32:27.048971 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:32:27.068526 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 32ec0812-e0b5-4789-a804-07fd3496b177 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:27.068752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 32ec0812-e0b5-4789-a804-07fd3496b177 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:27.069345 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 73ef5339-b741-4f19-9515-eb96d2ddec86 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:27.087880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 73ef5339-b741-4f19-9515-eb96d2ddec86 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:27.088285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 73ef5339-b741-4f19-9515-eb96d2ddec86 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:27.110605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.116452 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.119650 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62e17248-c810-49b9-8e6c-d0653e29bd7a HTTP/1.1" status: 204 len: 168 time: 0.5477622 Apr 20 15:32:27.123040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50132) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:27.132388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec211-c43d-407f-9cea-30daeed051f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e17248-c810-49b9-8e6c-d0653e29bd7a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:27.465897 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.712878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Deleting port 0863df2d-966e-44c4-87b6-dcde10c4652b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:27.713407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.789946 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] For port 0863df2d-966e-44c4-87b6-dcde10c4652b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0863df2d-966e-44c4-87b6-dcde10c4652b,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:27.790177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:27.802738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Calling delete_port for 0863df2d-966e-44c4-87b6-dcde10c4652b owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:27.996586 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:28.027177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0863df2d-966e-44c4-87b6-dcde10c4652b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:28.188190 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:28.756943 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Router 34bd996b-94ec-46bf-86b1-de31bb134b2c has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:32:28.863547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:28.869096 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f680298f-620a-4ca0-9655-c06e37003f6b admin admin] 10.222.0.20 "PUT /v2.0/routers/34bd996b-94ec-46bf-86b1-de31bb134b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443388 Apr 20 15:32:28.871310 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50134) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:28.874044 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Sync routers for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:28.884863 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:28.885389 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:28.977342 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:28.991431 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:29.053395 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:32:29.081355 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.135706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Deleting port 3f9918a8-41bc-4cf0-9992-228928e5d74d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:29.136290 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.173996 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:32:27Z', 'revision_number': 5, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port': {'id': '3f9918a8-41bc-4cf0-9992-228928e5d74d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:29:15Z', 'updated_at': '2022-04-20T15:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:29.203362 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Checking router: 34bd996b-94ec-46bf-86b1-de31bb134b2c for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:29.211447 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Routers {'34bd996b-94ec-46bf-86b1-de31bb134b2c'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:29.212049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['34bd996b-94ec-46bf-86b1-de31bb134b2c'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:29.218475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] For port 3f9918a8-41bc-4cf0-9992-228928e5d74d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3f9918a8-41bc-4cf0-9992-228928e5d74d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:29.219034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.230401 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Calling delete_port for 3f9918a8-41bc-4cf0-9992-228928e5d74d owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:29.296082 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] Set router 34bd996b-94ec-46bf-86b1-de31bb134b2c gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:29.345482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:32:29Z', 'revision_number': 6, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:29.375397 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662f876-b6c7-4742-b85e-1797992faf39 None None] The sync data for ids ['34bd996b-94ec-46bf-86b1-de31bb134b2c'] in n-d-836145-2 is: [{'id': '34bd996b-94ec-46bf-86b1-de31bb134b2c', 'name': 'tempest-TestMinimumBasicScenario-1346961400-router', 'tenant_id': '5411fc785c0d4825b9168e3f5b74659a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:29:14Z', 'updated_at': '2022-04-20T15:32:29Z', 'revision_number': 6, 'project_id': '5411fc785c0d4825b9168e3f5b74659a', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:29.398479 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.424072 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9918a8-41bc-4cf0-9992-228928e5d74d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:29.486419 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.588582 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.590877 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.635844 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.636380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bd996b-94ec-46bf-86b1-de31bb134b2c {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:32:29.641240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.642418 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ab6abe7b-55fa-4c90-b0e1-2f9b4021e20a admin admin] 10.222.0.20 "DELETE /v2.0/routers/34bd996b-94ec-46bf-86b1-de31bb134b2c HTTP/1.1" status: 204 len: 168 time: 0.7701905 Apr 20 15:32:29.645060 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50136) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:29.693237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Deleting subnet 16231d60-a08a-41a7-b0c4-77dc4fbd18a9 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:32:29.696720 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.731919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.814878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.869407 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.895778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16231d60-a08a-41a7-b0c4-77dc4fbd18a9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:29.897625 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:29.903427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-166bcc7a-bb21-48a6-b95a-ac8d3ef94e7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16231d60-a08a-41a7-b0c4-77dc4fbd18a9 HTTP/1.1" status: 204 len: 168 time: 0.2547650 Apr 20 15:32:29.903560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94bc4e6-66ed-4253-b114-9d5a32a7130d None None] Network cd1b8ca8-04dc-4821-8609-d7e87d2af24b requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:32:29.904015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50138) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:29.972626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.035441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Deleting port ba542048-2ec6-4bdd-874c-0dbf06be15aa {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:30.035818 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.098720 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] For port ba542048-2ec6-4bdd-874c-0dbf06be15aa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ba542048-2ec6-4bdd-874c-0dbf06be15aa,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:30.099005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.112309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Calling delete_port for ba542048-2ec6-4bdd-874c-0dbf06be15aa owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:30.141496 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] DHCP port deletion for cd1b8ca8-04dc-4821-8609-d7e87d2af24b request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:32:30.190121 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Deleting port ba542048-2ec6-4bdd-874c-0dbf06be15aa {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:32:30.190458 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.197318 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.222867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba542048-2ec6-4bdd-874c-0dbf06be15aa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:30.231339 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] No DVR routers for this DVR port ba542048-2ec6-4bdd-874c-0dbf06be15aa on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:32:30.258204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] For port ba542048-2ec6-4bdd-874c-0dbf06be15aa, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=ba542048-2ec6-4bdd-874c-0dbf06be15aa,segment=NetworkSegment(24af54e9-cd43-47d7-ab38-4965d35a491f),segment_id=24af54e9-cd43-47d7-ab38-4965d35a491f)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:30.258998 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.272640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Calling delete_port for ba542048-2ec6-4bdd-874c-0dbf06be15aa owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:32:30.311456 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.339163 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b8ca8-04dc-4821-8609-d7e87d2af24b']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:30.349300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24af54e9-cd43-47d7-ab38-4965d35a491f') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:30.349596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24af54e9-cd43-47d7-ab38-4965d35a491f') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:30.356065 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.360856 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.376817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.384581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:32:30.385001 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:32:30.386756 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:32:30.392563 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] Pushing event deleted for resources: {'Port': ['ID=ba542048-2ec6-4bdd-874c-0dbf06be15aa,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:30.400027 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb4cf1-305d-4182-9855-f055549ae37c None None] No DVR routers for this DVR port ba542048-2ec6-4bdd-874c-0dbf06be15aa on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:32:30.448985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.454828 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.457927 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd1b8ca8-04dc-4821-8609-d7e87d2af24b HTTP/1.1" status: 204 len: 168 time: 0.5531013 Apr 20 15:32:30.469107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec6413-a552-4ca3-bc18-5040d6fa7f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1b8ca8-04dc-4821-8609-d7e87d2af24b,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:30.624764 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50142) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:30.668372 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8edc3715-25a3-4e5a-8a1e-bf7d69ac13e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0f1505478ee442b985ad612d4581dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422795 Apr 20 15:32:30.672116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:30.729753 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.751578 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.805668 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.808908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:30.810058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbd505bf-872e-4cf1-bf9c-650804b7a535 HTTP/1.1" status: 204 len: 168 time: 0.1369488 Apr 20 15:32:30.817482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fd129-a9af-4e35-b949-91e715bb7e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd505bf-872e-4cf1-bf9c-650804b7a535,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:30.973699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ba542048-2ec6-4bdd-874c-0dbf06be15aa no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:30.995810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: ba542048-2ec6-4bdd-874c-0dbf06be15aa {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:30.996157 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device ba542048-2ec6-4bdd-874c-0dbf06be15aa not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:30.996567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3f9918a8-41bc-4cf0-9992-228928e5d74d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:31.016144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3f9918a8-41bc-4cf0-9992-228928e5d74d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:31.016490 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3f9918a8-41bc-4cf0-9992-228928e5d74d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:31.016901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0863df2d-966e-44c4-87b6-dcde10c4652b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:32:31.035765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0863df2d-966e-44c4-87b6-dcde10c4652b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:32:31.036104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0863df2d-966e-44c4-87b6-dcde10c4652b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:32:31.149190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50150) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:31.189768 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-949bc187-e431-4c14-b3b7-2f8c5ec8e047 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5411fc785c0d4825b9168e3f5b74659a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393753 Apr 20 15:32:31.192530 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:31.243597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:31.270039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:31.319177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:31.321838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:31.323224 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1587f4a-2cd3-4b37-9336-157bfc3471c0 HTTP/1.1" status: 204 len: 168 time: 0.1296563 Apr 20 15:32:31.331524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6047a-a3e3-436c-a96b-11d6fe96c00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1587f4a-2cd3-4b37-9336-157bfc3471c0,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:33.997692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.034074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50196) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.038769 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377184002', 'description': 'tempest-secgroup-smoke-377184002 description', 'project_id': '3cfbb0deb6b34355b55ce62717fea398'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.062742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.074840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.157168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.161918 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.198368 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0451e5a1-a54d-486f-8e60-ab46e864fab1,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.244228 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.249803 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.277659 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.278903 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2438033 Apr 20 15:32:34.281943 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.282802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e929bd7-8972-45f7-865c-f5c8ba984a4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ccb45-3bd8-48b7-90e4-e09d095cf460,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.286658 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.313319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.362531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.367269 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.384713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d657d060-9e8d-44af-b7c9-d56fb147108e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.392510 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.393704 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d77a9b21-131d-444b-b5b2-871864bbeda1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107104 Apr 20 15:32:34.396492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50202) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.400968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.426427 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.483649 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.488155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.505674 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074dba22-7fc7-4bcb-aefa-9ec475b01f75,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.514278 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.515568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b8c16b1-4a97-4f4c-a99f-5b4f96388f6d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181493 Apr 20 15:32:34.518898 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50204) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.526006 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.553382 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.634387 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.639949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.657128 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2054e8-9025-42ff-80cf-2df82113c2f8,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.664900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.666078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c5e1c1ab-157c-4504-bc63-76d1885a72dd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458147 Apr 20 15:32:34.670249 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50206) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.674614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.700972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.771929 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.778899 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.801385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71952792-98f6-4d12-b229-72764fda4c17,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.805840 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.807133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4b45ed74-1e5a-4994-87c7-b7b0ebec6d23 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359351 Apr 20 15:32:34.809970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50208) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.814531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.838013 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:32:34.843480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.903392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.908645 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.926229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1e7240-18a7-4bdb-9796-9f4fc6481485,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:34.934885 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:34.936128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b5b6e2d7-c4b3-40a8-815a-9508f609aad6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251032 Apr 20 15:32:34.938929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50210) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:34.943256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ccb45-3bd8-48b7-90e4-e09d095cf460', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:34.964502 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:32:34.969240 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.031271 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.036527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.052852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630574cd-4623-4660-9cd5-39197a375c56,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:35.061821 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.063084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-26f8c5a6-9a83-4a4b-8e77-24b4bdf9022e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232123 Apr 20 15:32:35.066326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50212) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:35.071237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'network': {'name': 'tempest-network-smoke--916733946', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:35.091901 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:32:35.095683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.119602 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:32:35.128739 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.129081 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Added segment bfcb5784-a7c5-4b34-921e-938799b1e1be of type vlan for network 24cf26a5-f250-4025-a1ce-f5db9c56936f Apr 20 15:32:35.171503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.201550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.210354 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:35.211293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.269154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015700 Apr 20 15:32:35.272608 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:35.277547 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdc90b-13ca-4703-87db-6a71914e0293 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Network': ['ID=24cf26a5-f250-4025-a1ce-f5db9c56936f,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:35.277697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'admin_state_up': True, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:35.288210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:32:35.301850 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.303451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.358063 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.493854 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.698080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.716569 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.820908 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.15 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/64fa8fdf-f0fd-48ef-829d-2981d5cbfc53) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:32:35.928498 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:35.966467 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:36.009862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:36.012887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:36.015935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:32:36.039137 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:36.272385 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:36.479363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:36.606458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router e32880fa-240b-44f6-ace2-1a821270e05f is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:32:36.715589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:36.725921 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Sync routers for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:36.736468 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:36.736804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:36.740753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:36.740905 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-28390e93-754b-4621-8799-898a78d829b5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4641192 Apr 20 15:32:36.741065 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50216) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:36.848517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:36.884136 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e3208db2-2eef-460a-9033-1d92d88f9822 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3cfbb0deb6b34355b55ce62717fea398&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1418681 Apr 20 15:32:36.886948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:36.972024 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4221b-4b9a-4a99-ac3f-19731911e2bc tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:36.973524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ca4221b-4b9a-4a99-ac3f-19731911e2bc tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856299 Apr 20 15:32:36.976460 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:37.004625 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2ff6b8dc-5b3b-4111-acab-607d6b72f595 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270870 Apr 20 15:32:37.007405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50224) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:37.012287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304639387', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:37.024246 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:36Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:37.050402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Checking router: e32880fa-240b-44f6-ace2-1a821270e05f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:37.050769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Updating router e32880fa-240b-44f6-ace2-1a821270e05f port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:32:37.075425 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.105638 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:32:37.109401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.302722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.367031 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Subnet': ['ID=ec08109a-7b08-4921-ac2b-eb3aecc79e89,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:37.377005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Checking segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:32:37.377365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network hostable DHCP agents. Network: 24cf26a5-f250-4025-a1ce-f5db9c56936f, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:32:37.395505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:32:37.404255 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 24cf26a5-f250-4025-a1ce-f5db9c56936f) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:37.409071 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:37.409672 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.416289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c42a4b1-368f-4dc7-8c15-e38b1bab4f5d None None] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:32:37.426649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-12506e38-7a32-4ab8-9278-efa35bb70096 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4182489 Apr 20 15:32:37.429405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50226) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:37.560706 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.567454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.651782 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a65ef-ed9a-4f64-a9c3-72af6707c74a None None] Pushing event updated for resources: {'Port': ['ID=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:37.654047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Attempting to bind port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:32:37.654389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Attempting to bind port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:32:37.654777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Attempting to bind port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:32:37.676257 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:32:37.676649 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:32:37.677012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.677393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:32:37.677954 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Bound port: 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:32:37.678241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.699519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-24cf26a5-f250-4025-a1ce-f5db9c56936f', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:32:37.700372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.798141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] For port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:32:37.821255 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] For port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:32:37.828304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:37.928506 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a65ef-ed9a-4f64-a9c3-72af6707c74a None None] Pushing event updated for resources: {'Port': ['ID=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:37.931967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Allocated IP 172.20.0.2 (24cf26a5-f250-4025-a1ce-f5db9c56936f/ec08109a-7b08-4921-ac2b-eb3aecc79e89/bc507b40-a59c-44b0-ba56-ff9d16bc8db4) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:32:37.945383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:37.946026 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:38.119130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:38.217504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.256434 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.266734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.329323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:38.351162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:38.354501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:32:38.356250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Pushing event updated for resources: {'Port': ['ID=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:38.420906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Attempting to bind port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:32:38.421158 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Attempting to bind port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:32:38.421523 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Attempting to bind port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 on network 24cf26a5-f250-4025-a1ce-f5db9c56936f {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:32:38.428689 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:32:38.429062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Checking segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:32:38.429460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.429847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Bound using segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:32:38.430317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Bound port: bc507b40-a59c-44b0-ba56-ff9d16bc8db4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:32:38.430720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.446784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:36Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:38.477892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db0509-ba66-436e-ae51-6e8f9e79e451 None None] The sync data for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 is: [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:36Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:38.490111 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.1 (24cf26a5-f250-4025-a1ce-f5db9c56936f/ec08109a-7b08-4921-ac2b-eb3aecc79e89/d9f8018d-f553-4b73-a290-5d9121dcc3f9) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:32:38.536717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] For port bc507b40-a59c-44b0-ba56-ff9d16bc8db4, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:32:38.540058 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] For port bc507b40-a59c-44b0-ba56-ff9d16bc8db4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:32:38.547803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.610692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba7fe5-9506-4700-ac1c-a379333169fa None None] Pushing event updated for resources: {'Port': ['ID=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:38.625057 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.669948 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.713892 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:38.717215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:38.719762 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:32:38.762666 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:38.783969 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:38.980588 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.063624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:39.112987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:39.113366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.213017 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.237615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:39.242354 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.243293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bc507b40-a59c-44b0-ba56-ff9d16bc8db4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:39.320172 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:39.322191 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.327573 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.333990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:39.334357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.394691 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:39.425515 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.427554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.466109 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port bc507b40-a59c-44b0-ba56-ff9d16bc8db4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:39.471910 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:39.530884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:39.545686 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:39.547655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:39.662601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router e32880fa-240b-44f6-ace2-1a821270e05f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:32:39.725790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f43b6f-a9dc-433c-bc1d-3fd5e86974ab None None] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:32:39.776474 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:39.781849 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc771fe7-16ba-4718-86c9-52ddc3c0f6fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/e32880fa-240b-44f6-ace2-1a821270e05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3512177 Apr 20 15:32:39.808655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-07bdb74a-86e6-45bc-8c4c-116bd2140f59 None None] Provisioning complete for port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:39.809021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-07bdb74a-86e6-45bc-8c4c-116bd2140f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.047019 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-1395b042-8258-4544-94c3-7b4d3d725be2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377184002&fields=id&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 267 time: 0.0396354 Apr 20 15:32:40.160256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-3adb8d05-c98f-4a9e-af2b-8bf725d355d2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:40.161733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-3adb8d05-c98f-4a9e-af2b-8bf725d355d2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 796 time: 0.1072328 Apr 20 15:32:40.178639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-da4252e1-1734-45c3-9d72-e7e24c1e663a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/quotas/3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 375 time: 0.0098233 Apr 20 15:32:40.187391 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-18e9ba98-59a9-49cf-a7dd-17155230f56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.193760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2fc108c4-9316-4c62-8a72-ab6f9edeb07f None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:40.194252 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2fc108c4-9316-4c62-8a72-ab6f9edeb07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.243099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-2fc108c4-9316-4c62-8a72-ab6f9edeb07f None None] Port d9f8018d-f553-4b73-a290-5d9121dcc3f9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:32:40.252141 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-7f479937-b558-49fb-83b5-5fe2b4a0745f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657380 Apr 20 15:32:40.256552 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-2fc108c4-9316-4c62-8a72-ab6f9edeb07f None None] Provisioning complete for port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:40.256916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2fc108c4-9316-4c62-8a72-ab6f9edeb07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.269922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-13f32b87-0cf5-40c4-9651-bee3359dc223 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:32:40.271057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-13f32b87-0cf5-40c4-9651-bee3359dc223 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055623 Apr 20 15:32:40.311068 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Sync routers for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:40.320990 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:40.321610 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:40.386733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-718f1a9b-1acd-4ba3-a374-61969f3573ec service neutron] 10.222.0.20 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073933 Apr 20 15:32:40.437391 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:40.487954 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cf27ff3c-9364-46eb-9e53-f6db928b77ae service neutron] 10.222.0.20 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937102 Apr 20 15:32:40.489917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a73a3af5-2309-4eda-8a07-f033d095880e None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:40.490383 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a73a3af5-2309-4eda-8a07-f033d095880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.528322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a73a3af5-2309-4eda-8a07-f033d095880e None None] Port d9f8018d-f553-4b73-a290-5d9121dcc3f9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:32:40.661103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9db971e4-61ae-4b06-a815-dd103d0e20a8 None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:40.661496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9db971e4-61ae-4b06-a815-dd103d0e20a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.666823 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 2, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:40.697290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Checking router: e32880fa-240b-44f6-ace2-1a821270e05f for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:40.697688 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Updating router e32880fa-240b-44f6-ace2-1a821270e05f port d9f8018d-f553-4b73-a290-5d9121dcc3f9 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:32:40.703881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b706e889-b950-487f-bb8e-cd20320ff610 req-25ba4a8c-d4e0-4e12-8b7e-7f87c0a68ae3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 210 time: 0.0346470 Apr 20 15:32:40.705720 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9db971e4-61ae-4b06-a815-dd103d0e20a8 None None] Port d9f8018d-f553-4b73-a290-5d9121dcc3f9 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:32:40.727807 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:40.997766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:41.049879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:41.049879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.096605 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.102776 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.132676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bc507b40-a59c-44b0-ba56-ff9d16bc8db4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:41.153227 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Pushing event updated for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:41.161662 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.161992 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.162369 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.162792 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.163139 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.163542 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.163921 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.164324 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.164629 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.165131 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.166025 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.166341 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:32:41.191788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:41.192395 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.223259 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Attempting to bind port d9f8018d-f553-4b73-a290-5d9121dcc3f9 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:32:41.223840 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Attempting to bind port d9f8018d-f553-4b73-a290-5d9121dcc3f9 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:32:41.224360 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Attempting to bind port d9f8018d-f553-4b73-a290-5d9121dcc3f9 on network 24cf26a5-f250-4025-a1ce-f5db9c56936f {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:32:41.230004 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:32:41.230673 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Checking segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:32:41.231371 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.231618 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Bound using segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:32:41.232078 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Bound port: d9f8018d-f553-4b73-a290-5d9121dcc3f9, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:32:41.232450 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.311295 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] For port d9f8018d-f553-4b73-a290-5d9121dcc3f9, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:32:41.314980 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] For port d9f8018d-f553-4b73-a290-5d9121dcc3f9, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9f8018d-f553-4b73-a290-5d9121dcc3f9,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:32:41.321081 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.382195 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:41.382847 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:41.418317 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac8e5-7395-4d89-a5da-65a013ba62c5 None None] Pushing event updated for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:41.442998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:41.443409 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.518488 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:41.548799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.584476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] For port d9f8018d-f553-4b73-a290-5d9121dcc3f9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9f8018d-f553-4b73-a290-5d9121dcc3f9,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:41.590529 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.637531 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec02f4-1089-4d62-b4c7-d9a0dd5cf765 None None] Pushing event updated for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:41.720356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b72f49d0-6196-4790-9a99-606ea6120a3f None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:41.720801 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b72f49d0-6196-4790-9a99-606ea6120a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:41.768106 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:41.798510 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13884193-85ee-4510-ab67-5fb983c53993 None None] The sync data for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 is: [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:41.863805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ce667589-5f49-41e2-955f-952b096b7290 req-4e31aa6d-4590-41be-85a1-d0e03621374f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 210 time: 0.0594308 Apr 20 15:32:42.014123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-4462b98c-c7f6-4384-8edb-8e7525bf28a1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:42.015659 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-4462b98c-c7f6-4384-8edb-8e7525bf28a1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 796 time: 0.2053607 Apr 20 15:32:42.064376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-a6693170-eb27-47e9-bfdc-3836e2a0c7b3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 379 time: 0.0393620 Apr 20 15:32:42.074521 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'port': {'device_id': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'admin_state_up': True, 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'security_groups': ['ba0ccb45-3bd8-48b7-90e4-e09d095cf460']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:42.193223 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:32:42.196824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.333735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.14 (24cf26a5-f250-4025-a1ce-f5db9c56936f/ec08109a-7b08-4921-ac2b-eb3aecc79e89/7990630d-8629-46c7-ba89-ab3838078647) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:32:42.479895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.515949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.557413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:42.562831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:42.566620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:32:42.592930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:42.623427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:42.624458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.646843 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-2f07194b-f85b-4ea1-9049-5eeea33d2954 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769048 Apr 20 15:32:42.656894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cacc4e87-94a0-4601-ba20-b54f07abaf85 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:32:42.658019 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cacc4e87-94a0-4601-ba20-b54f07abaf85 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056264 Apr 20 15:32:42.757870 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Request body: {'port': {'device_id': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:42.818337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.836698 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-341434d3-8450-4cb3-a8b9-7810c7da6a79 None None] Provisioning complete for port 7990630d-8629-46c7-ba89-ab3838078647 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:42.837240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-341434d3-8450-4cb3-a8b9-7810c7da6a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:42.874055 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-341434d3-8450-4cb3-a8b9-7810c7da6a79 None None] Port 7990630d-8629-46c7-ba89-ab3838078647 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:32:42.997815 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292367cc-5d2d-4d52-9d2c-53e7b323a245 req-6cf0e4d0-df13-4b6f-bd88-6fa3decf38d8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:43.005269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-292367cc-5d2d-4d52-9d2c-53e7b323a245 req-6cf0e4d0-df13-4b6f-bd88-6fa3decf38d8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 932 time: 0.0640631 Apr 20 15:32:43.043423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9f8018d-f553-4b73-a290-5d9121dcc3f9 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:43.047114 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-292367cc-5d2d-4d52-9d2c-53e7b323a245 req-87b22af6-1f14-4599-a444-166c60a6da73 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Apr 20 15:32:43.091178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d9f8018d-f553-4b73-a290-5d9121dcc3f9 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:43.091543 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.109016 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7990630d-8629-46c7-ba89-ab3838078647 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:32:43.116918 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.128813 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Transition to ACTIVE for port object 7990630d-8629-46c7-ba89-ab3838078647 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:32:43.133833 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.216445 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:43.271157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Attempting to bind port 7990630d-8629-46c7-ba89-ab3838078647 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:32:43.271533 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Attempting to bind port 7990630d-8629-46c7-ba89-ab3838078647 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:32:43.271814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Attempting to bind port 7990630d-8629-46c7-ba89-ab3838078647 on network 24cf26a5-f250-4025-a1ce-f5db9c56936f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:32:43.276969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Port 7990630d-8629-46c7-ba89-ab3838078647 on network 24cf26a5-f250-4025-a1ce-f5db9c56936f not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:32:43.277284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Attempting to bind port 7990630d-8629-46c7-ba89-ab3838078647 on network 24cf26a5-f250-4025-a1ce-f5db9c56936f {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:32:43.282734 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:32:43.283086 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Checking segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:32:43.283448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Bound using segment: {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:32:43.283883 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Bound port: 7990630d-8629-46c7-ba89-ab3838078647, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5784-a7c5-4b34-921e-938799b1e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:32:43.284236 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.356615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:32:43.363838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7990630d-8629-46c7-ba89-ab3838078647,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:32:43.368673 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.404135 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:43.404867 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.406253 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 1092 time: 0.6985245 Apr 20 15:32:43.406785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:43.408987 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12168822-a692-4a06-afc3-5b5598f84d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:43.434085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cac0e3-0b5d-449d-9146-b0dd33ba91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:43.472213 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66650881-61da-41b1-9e95-9966eb76d617 x-openstack-request-id: req-66650881-61da-41b1-9e95-9966eb76d617 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:43.472514 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:43.472767 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66650881-61da-41b1-9e95-9966eb76d617 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:43.473187 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66650881-61da-41b1-9e95-9966eb76d617'] response: {'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647', 'status': 'completed', 'code': 200} Apr 20 15:32:43.565820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-14a9f02a-82e5-4047-bea3-05aa9c96194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.572826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cf356ccd-c6c1-4e81-b3b8-f255914b7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:43.574349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cf356ccd-c6c1-4e81-b3b8-f255914b7045 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1095 time: 0.0498197 Apr 20 15:32:43.618544 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-8f8044e1-ea32-42b5-802b-b96df70e6b3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 217 time: 0.0351470 Apr 20 15:32:43.667225 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-c67943af-adab-4f10-9aed-5c6f4cfccc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:43.668680 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-c67943af-adab-4f10-9aed-5c6f4cfccc43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 200 len: 834 time: 0.0442135 Apr 20 15:32:43.723555 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cb12b86c-c503-4160-9a74-0bf2326277e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:43.725034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-cb12b86c-c503-4160-9a74-0bf2326277e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24cf26a5-f250-4025-a1ce-f5db9c56936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459218 Apr 20 15:32:43.814881 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-1ebdf086-0973-458c-aa94-fd5030defefe service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Apr 20 15:32:43.892578 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:43.913719 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-925a29ea-e8a6-4703-aa85-7602c9cb0585 req-e1960daf-85bf-46fb-9b17-44f4ef7bec5b service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920153 Apr 20 15:32:44.004419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168822-a692-4a06-afc3-5b5598f84d8c req-b20b92e0-3959-46af-9a68-b75a4448ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:44.005876 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-b20b92e0-3959-46af-9a68-b75a4448ae88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1095 time: 0.0417001 Apr 20 15:32:44.095492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168822-a692-4a06-afc3-5b5598f84d8c req-72942b38-dfc7-43cb-a272-ebe58187e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:44.096992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-72942b38-dfc7-43cb-a272-ebe58187e6eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 897 time: 0.0847514 Apr 20 15:32:44.144191 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-e9284a1d-f899-4153-8488-3666c9de2d60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 217 time: 0.0406442 Apr 20 15:32:44.162981 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf15349-5d8a-4659-95cb-30ede7d12223 req-5452c811-4fdd-49ef-b7ef-83f577bc588c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:44.164628 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbf15349-5d8a-4659-95cb-30ede7d12223 req-5452c811-4fdd-49ef-b7ef-83f577bc588c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 944 time: 0.0512381 Apr 20 15:32:44.195968 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168822-a692-4a06-afc3-5b5598f84d8c req-35606b24-de1d-4ddd-8e0b-8371c74fd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:44.197880 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-35606b24-de1d-4ddd-8e0b-8371c74fd8c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 200 len: 834 time: 0.0465338 Apr 20 15:32:44.202339 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cbf15349-5d8a-4659-95cb-30ede7d12223 req-d6f165d9-3532-43a0-b35c-1f9ae989343f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Apr 20 15:32:44.244862 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12168822-a692-4a06-afc3-5b5598f84d8c req-e6eefad4-eafb-4721-b4fb-dfb7db8206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:44.246371 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-e6eefad4-eafb-4721-b4fb-dfb7db8206c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24cf26a5-f250-4025-a1ce-f5db9c56936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405598 Apr 20 15:32:44.345973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-5adb8fc5-fcff-4ed3-a21d-cc006f65768b service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919213 Apr 20 15:32:44.442216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-12168822-a692-4a06-afc3-5b5598f84d8c req-0454f0fa-6059-4733-a76b-5d8593afe642 service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881047 Apr 20 15:32:44.619037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:45.342744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36d74-660c-4774-92f6-00cf5c59e75c req-2d8b975a-ff62-4df3-b80c-34d3f838f900 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:45.344224 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89e36d74-660c-4774-92f6-00cf5c59e75c req-2d8b975a-ff62-4df3-b80c-34d3f838f900 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 944 time: 0.0617995 Apr 20 15:32:45.363309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:45.386639 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-89e36d74-660c-4774-92f6-00cf5c59e75c req-0adbf280-4e9e-4681-9051-11e03dcfecd1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337799 Apr 20 15:32:45.434372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:46.508329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45975f8-5784-4af1-873a-50792509069a req-94886292-0cce-4c67-bf62-c087b7280483 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:46.509821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45975f8-5784-4af1-873a-50792509069a req-94886292-0cce-4c67-bf62-c087b7280483 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 944 time: 0.0523994 Apr 20 15:32:46.554922 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f45975f8-5784-4af1-873a-50792509069a req-06117c21-3f5a-4420-ab91-b75d31e214b4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 Apr 20 15:32:47.653234 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7990630d-8629-46c7-ba89-ab3838078647 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:32:47.686736 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794e76a-dba8-49aa-bd04-f6d7833b47d0 req-93a0871b-adab-4254-a247-bfe89d79396c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:47.688158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2794e76a-dba8-49aa-bd04-f6d7833b47d0 req-93a0871b-adab-4254-a247-bfe89d79396c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 944 time: 0.0522740 Apr 20 15:32:47.729737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2794e76a-dba8-49aa-bd04-f6d7833b47d0 req-606a1e84-2393-485e-b30d-f6cde02d2363 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Apr 20 15:32:47.753381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7990630d-8629-46c7-ba89-ab3838078647,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:47.765023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '7990630d-8629-46c7-ba89-ab3838078647', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'port_id': '7990630d-8629-46c7-ba89-ab3838078647', 'mac_address': 'fa:16:3e:91:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:32:47.801490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:47.818164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7990630d-8629-46c7-ba89-ab3838078647 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:32:47.837038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7990630d-8629-46c7-ba89-ab3838078647,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:47.842283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:47.889647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:48.089043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['7990630d-8629-46c7-ba89-ab3838078647'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:32:48.857263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d50a-df3d-4e43-9bd2-d515590c881b req-942c92c5-cb7c-4389-a302-f2e77d9ada64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:48.859082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fde3d50a-df3d-4e43-9bd2-d515590c881b req-942c92c5-cb7c-4389-a302-f2e77d9ada64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 945 time: 0.0595431 Apr 20 15:32:48.901264 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fde3d50a-df3d-4e43-9bd2-d515590c881b req-678a2502-6e8f-4f0e-b8de-ebac4598fde0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359721 Apr 20 15:32:49.662611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7990630d-8629-46c7-ba89-ab3838078647 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:32:49.721843 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 7990630d-8629-46c7-ba89-ab3838078647 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:32:49.727248 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 7990630d-8629-46c7-ba89-ab3838078647 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:32:49.727738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:49.823287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:49.847757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990630d-8629-46c7-ba89-ab3838078647'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:49.850077 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a1cb8-21de-421f-ae38-e05ecd30805c" -d '{"events": [{"server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "name": "network-vif-plugged", "status": "completed", "tag": "7990630d-8629-46c7-ba89-ab3838078647"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:49.864570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7990630d-8629-46c7-ba89-ab3838078647,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:32:49.869300 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:49.893468 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56818c67-f507-461d-b0a2-853c5624d559 x-openstack-request-id: req-56818c67-f507-461d-b0a2-853c5624d559 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:49.893763 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "name": "network-vif-plugged", "status": "completed", "tag": "7990630d-8629-46c7-ba89-ab3838078647", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:49.894046 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56818c67-f507-461d-b0a2-853c5624d559 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:49.894442 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56818c67-f507-461d-b0a2-853c5624d559'] response: {'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7990630d-8629-46c7-ba89-ab3838078647', 'code': 200} Apr 20 15:32:49.922677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:49.985747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d3b6d-13b7-4af5-a2a4-9ebc1794afcf req-f1f7f6e5-be15-4d88-a4a9-edf613aebcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:49.987292 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-806d3b6d-13b7-4af5-a2a4-9ebc1794afcf req-f1f7f6e5-be15-4d88-a4a9-edf613aebcf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1097 time: 0.0418088 Apr 20 15:32:50.021080 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7cf4-59c8-4e13-8318-4cd5899dae72 req-bb23b23a-5e32-434e-a3fa-f47e91bc13b3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:50.022669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96ec7cf4-59c8-4e13-8318-4cd5899dae72 req-bb23b23a-5e32-434e-a3fa-f47e91bc13b3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0488102 Apr 20 15:32:50.028762 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-806d3b6d-13b7-4af5-a2a4-9ebc1794afcf req-db583471-d839-46c2-a410-d81e7adef762 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Apr 20 15:32:50.062668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96ec7cf4-59c8-4e13-8318-4cd5899dae72 req-b4cf6498-bb48-4685-8ce0-9d446104f29f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Apr 20 15:32:51.200492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067810f3-57e3-4d0b-a6f8-8e3b71921fff req-abd8c117-5de7-4294-945b-50469898b3ad tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:51.201931 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-067810f3-57e3-4d0b-a6f8-8e3b71921fff req-abd8c117-5de7-4294-945b-50469898b3ad tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0658085 Apr 20 15:32:51.246089 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-067810f3-57e3-4d0b-a6f8-8e3b71921fff req-c60f2e44-bbb0-44f6-b9ec-76536bc79903 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352087 Apr 20 15:32:51.377706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382751-bd91-400f-a8d5-cb5c78b9cbd3 req-eaa3af4d-d505-4f38-a29c-c403233892c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:51.379257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8382751-bd91-400f-a8d5-cb5c78b9cbd3 req-eaa3af4d-d505-4f38-a29c-c403233892c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0544670 Apr 20 15:32:51.421187 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e8382751-bd91-400f-a8d5-cb5c78b9cbd3 req-1a7f33a8-b43b-4569-adad-29d8e0cac4fc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356467 Apr 20 15:32:51.443001 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50292) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:51.483817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22c3f3-56cd-4a65-b3a9-4da97529ad3d tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:51.485332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-df22c3f3-56cd-4a65-b3a9-4da97529ad3d tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1092 time: 0.0413554 Apr 20 15:32:51.488640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50294) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:51.492575 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '7990630d-8629-46c7-ba89-ab3838078647', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:32:51.513622 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:51.612168 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:51.724646 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.183 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/83b949b5-0010-4197-8860-7888d3759ef1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:32:51.833420 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:51.886087 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:51.927098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:32:51.931864 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:32:51.934476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:32:51.961036 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=83b949b5-0010-4197-8860-7888d3759ef1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:52.326256 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:52.400748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:52.569595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:52.577597 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:52.640300 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=83b949b5-0010-4197-8860-7888d3759ef1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:32:52.656493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:52.763035 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP 7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 associated. External IP: 172.25.1.183, port: 7990630d-8629-46c7-ba89-ab3838078647. Apr 20 15:32:52.995860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router e32880fa-240b-44f6-ace2-1a821270e05f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:32:53.104904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:32:53.116643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Sync routers for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:32:53.126749 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:32:53.130005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:53.130722 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:53.160324 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6f8d734e-7a2e-47ce-b357-1a2b692d7ce3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6710112 Apr 20 15:32:53.160918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:32:53.163206 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026bf006-644b-4a7e-9827-08f1992066cf" -d '{"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:32:53.201350 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95484f-7c54-470c-806d-83c7cd791357 x-openstack-request-id: req-8f95484f-7c54-470c-806d-83c7cd791357 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:32:53.201697 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:32:53.202010 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f95484f-7c54-470c-806d-83c7cd791357 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:32:53.202484 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f95484f-7c54-470c-806d-83c7cd791357'] response: {'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647', 'status': 'completed', 'code': 200} Apr 20 15:32:53.246717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:53.265647 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf006-644b-4a7e-9827-08f1992066cf req-dc9c150d-4de2-4143-ab94-5e467a35bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:53.267349 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-dc9c150d-4de2-4143-ab94-5e467a35bc82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1097 time: 0.0421925 Apr 20 15:32:53.268262 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c85e5-be68-4cd7-ba6d-36a9b1647b9e req-48bf0c96-4613-40d1-9354-efe2ea235138 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:53.269792 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-632c85e5-be68-4cd7-ba6d-36a9b1647b9e req-48bf0c96-4613-40d1-9354-efe2ea235138 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0521607 Apr 20 15:32:53.310394 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-632c85e5-be68-4cd7-ba6d-36a9b1647b9e req-d52fbf44-b680-46b2-acb4-f258e473d2aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332828 Apr 20 15:32:53.334665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50300) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:53.374195 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf006-644b-4a7e-9827-08f1992066cf req-6bc24115-2232-4887-b54a-a41e2a2c1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:53.375954 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-6bc24115-2232-4887-b54a-a41e2a2c1d1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 897 time: 0.0990076 Apr 20 15:32:53.401650 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c8f62598-5327-464d-8495-7a474f9ca089 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 HTTP/1.1" status: 200 len: 992 time: 0.0658214 Apr 20 15:32:53.443263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-8c24298f-69a0-480b-9634-8d5dca19b8be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 1000 time: 0.0607233 Apr 20 15:32:53.479561 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'port_id': '7990630d-8629-46c7-ba89-ab3838078647', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'mac_address': 'fa:16:3e:91:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:32:52Z', 'updated_at': '2022-04-20T15:32:52Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:53.492088 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf006-644b-4a7e-9827-08f1992066cf req-06f3625b-b566-4557-bb61-db44c314a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:53.493571 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-06f3625b-b566-4557-bb61-db44c314a9ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 200 len: 834 time: 0.0437720 Apr 20 15:32:53.506039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Checking router: e32880fa-240b-44f6-ace2-1a821270e05f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:32:53.516448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:32:53.517073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:32:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:53.542991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf006-644b-4a7e-9827-08f1992066cf req-d955ad6d-ca44-465b-afea-6c668cebcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:32:53.544565 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-d955ad6d-ca44-465b-afea-6c668cebcf4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24cf26a5-f250-4025-a1ce-f5db9c56936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438137 Apr 20 15:32:53.624418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:32:53.634254 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-ce0ed481-8d02-43bc-95b8-ef9c02c70743 service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826023 Apr 20 15:32:53.878797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'port_id': '7990630d-8629-46c7-ba89-ab3838078647', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'mac_address': 'fa:16:3e:91:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:32:52Z', 'updated_at': '2022-04-20T15:32:52Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:32:53.907379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22d4f-b94f-42fe-b9a4-db90db48842a None None] The sync data for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 is: [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'port_id': '7990630d-8629-46c7-ba89-ab3838078647', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'mac_address': 'fa:16:3e:91:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:32:52Z', 'updated_at': '2022-04-20T15:32:52Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:32:54.089560 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-026bf006-644b-4a7e-9827-08f1992066cf req-d65b17e6-dc7f-42bc-aa03-7d83b3e422df service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492171 Apr 20 15:32:54.101672 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa6204-8685-400d-8bc0-a177d0dbc3da None None] New status for floating IP 7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:32:54.405643 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50302) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:32:54.472405 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cbf06ce5-d6f2-441b-858b-fecb86b4a37c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 HTTP/1.1" status: 200 len: 994 time: 0.0655704 Apr 20 15:33:04.011636 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:06.057000 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:33:06.479328 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-c83af86f-a377-4dfb-93fa-f3292248a117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434968 Apr 20 15:33:06.575110 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-12ef3760-7484-40c9-885d-99b32dfdc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:06.576613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-12ef3760-7484-40c9-885d-99b32dfdc093 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1097 time: 0.0515981 Apr 20 15:33:06.691069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-3981ec49-d418-4f36-b54a-586316cbb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:06.692599 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-3981ec49-d418-4f36-b54a-586316cbb7ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 897 time: 0.0948262 Apr 20 15:33:06.764752 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-e445de57-5338-4466-9544-c94745cddaeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 1002 time: 0.0643523 Apr 20 15:33:06.814639 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-cb160149-1894-4993-9662-0927032b775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:06.816223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-cb160149-1894-4993-9662-0927032b775e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 200 len: 834 time: 0.0434780 Apr 20 15:33:06.861440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-0c142721-3b1f-4d6b-ad3f-3794731c246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:06.863105 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-0c142721-3b1f-4d6b-ad3f-3794731c246c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24cf26a5-f250-4025-a1ce-f5db9c56936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407643 Apr 20 15:33:06.956522 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-aeea8610-e9a2-4ea2-ad15-859fc901f92d service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Apr 20 15:33:07.059359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c538e6d0-e493-429b-9a8f-7a93300f2467 req-114ea10c-bd74-4fdf-8ee5-c4b8a8ffd407 service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956852 Apr 20 15:33:10.186058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d63f-cc0b-4d51-a5a2-4b288670f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:13.575840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b0f6c57f-f205-4c7c-94fe-afb206403737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:13.895862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:14.614022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:15.362390 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:15.438609 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:23.249361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909f3e1-ca4c-4cbc-8f93-510637bc63b8 req-a5ba3c70-6066-4c41-bd6b-b1fc91cb36f0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:23.250997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c909f3e1-ca4c-4cbc-8f93-510637bc63b8 req-a5ba3c70-6066-4c41-bd6b-b1fc91cb36f0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0543735 Apr 20 15:33:23.294441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c909f3e1-ca4c-4cbc-8f93-510637bc63b8 req-f946c271-0127-4cfc-bf05-fb0dc904de5d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365727 Apr 20 15:33:24.432582 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bc31-7e7d-4ceb-918c-181ff2174cef req-fadfe93e-697c-43e4-a2f9-b2978f65e306 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:24.434593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0959bc31-7e7d-4ceb-918c-181ff2174cef req-fadfe93e-697c-43e4-a2f9-b2978f65e306 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0581605 Apr 20 15:33:24.475743 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0959bc31-7e7d-4ceb-918c-181ff2174cef req-e09f4e4f-3616-40f2-a6c5-118c5a79cf41 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347264 Apr 20 15:33:24.498880 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50318) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:24.573311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c0f04299-8ef1-4bbf-a6b8-6990ee591eed tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 HTTP/1.1" status: 200 len: 994 time: 0.0729585 Apr 20 15:33:25.872728 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64cdb5-3789-460f-8581-fe0adab213d4 req-0b897cfd-dd11-4157-b25a-29511e2a2655 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:25.874500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb64cdb5-3789-460f-8581-fe0adab213d4 req-0b897cfd-dd11-4157-b25a-29511e2a2655 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0558965 Apr 20 15:33:25.918491 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cb64cdb5-3789-460f-8581-fe0adab213d4 req-a7a56712-ee9b-4563-8ee3-c633f417c462 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376549 Apr 20 15:33:27.045831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c19cca-715d-433c-9f5d-1c9004087a8a req-97202d00-e297-4454-a2f8-bd52b0cdbb5c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:27.047360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4c19cca-715d-433c-9f5d-1c9004087a8a req-97202d00-e297-4454-a2f8-bd52b0cdbb5c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0541191 Apr 20 15:33:27.090248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a4c19cca-715d-433c-9f5d-1c9004087a8a req-e00d43f2-be20-4c1d-842f-2a74967a625d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337012 Apr 20 15:33:27.112812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50328) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:27.174083 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-cb18ddf6-9fd2-4896-ad01-dbdcec174633 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 HTTP/1.1" status: 200 len: 994 time: 0.0602119 Apr 20 15:33:27.425444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50334) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:27.592272 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 83b949b5-0010-4197-8860-7888d3759ef1 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:33:27.592647 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:27.666547 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:27.666846 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:27.678488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 83b949b5-0010-4197-8860-7888d3759ef1 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:33:27.836748 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:27.864473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=83b949b5-0010-4197-8860-7888d3759ef1,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:27.889837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.890190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.890533 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.890893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.891228 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.891564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.891894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.892223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.892581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.892877 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.893199 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.893521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:27.938287 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:27.938726 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP 7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 disassociated (deleted). External IP: 172.25.1.183, port: 7990630d-8629-46c7-ba89-ab3838078647. Apr 20 15:33:28.151922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router e32880fa-240b-44f6-ace2-1a821270e05f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:33:28.260251 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:33:28.267303 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:28.274085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Sync routers for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:33:28.285935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:28.286558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:28.297372 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6f91738a-5cad-489c-a73d-4be49641200b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/floatingips/7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4 HTTP/1.1" status: 204 len: 168 time: 0.8706577 Apr 20 15:33:28.298043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:33:28.300466 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972be9b0-4464-4f76-a716-45fed6ae6e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:33:28.341041 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8ee82-a241-4f32-8c95-19daf8b01465 x-openstack-request-id: req-2df8ee82-a241-4f32-8c95-19daf8b01465 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:33:28.341334 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "tag": "7990630d-8629-46c7-ba89-ab3838078647", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:33:28.341585 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df8ee82-a241-4f32-8c95-19daf8b01465 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:33:28.341994 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df8ee82-a241-4f32-8c95-19daf8b01465'] response: {'name': 'network-changed', 'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'tag': '7990630d-8629-46c7-ba89-ab3838078647', 'status': 'completed', 'code': 200} Apr 20 15:33:28.399448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:28.414116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-0a19005e-77f1-46ec-9f31-8570f425032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:28.415818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-0a19005e-77f1-46ec-9f31-8570f425032d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 1097 time: 0.0495374 Apr 20 15:33:28.530173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-f29a0c31-78c9-4b30-82d8-0c309c501358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:28.531712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-f29a0c31-78c9-4b30-82d8-0c309c501358 service neutron] 10.222.0.43 "GET /v2.0/networks?id=24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 200 len: 897 time: 0.1015129 Apr 20 15:33:28.544983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f6ead-bb7b-45d4-816e-0e4959b3b3a1 req-8aebddce-3451-4184-9845-ac0b69068863 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:28.546809 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-818f6ead-bb7b-45d4-816e-0e4959b3b3a1 req-8aebddce-3451-4184-9845-ac0b69068863 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0569329 Apr 20 15:33:28.581190 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-97565040-4f9e-4f3d-a21a-1a84c1c3e063 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 200 len: 217 time: 0.0417392 Apr 20 15:33:28.592378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-818f6ead-bb7b-45d4-816e-0e4959b3b3a1 req-b9bbd761-8c56-4afb-ba9a-ddfadd3ec79a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369735 Apr 20 15:33:28.622623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:28.638785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-2ceecaa0-6539-4d95-ac3d-de0984a848f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:28.640327 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-2ceecaa0-6539-4d95-ac3d-de0984a848f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 200 len: 834 time: 0.0523698 Apr 20 15:33:28.650197 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Checking router: e32880fa-240b-44f6-ace2-1a821270e05f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:33:28.658676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:28.659300 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:28.688488 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-ab2a19f3-d42b-4958-8fb0-7c955c59168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:28.690019 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-ab2a19f3-d42b-4958-8fb0-7c955c59168f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=24cf26a5-f250-4025-a1ce-f5db9c56936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411623 Apr 20 15:33:28.769764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:28.789392 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-9a858e1e-5602-4b99-8215-1706041854a7 service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913877 Apr 20 15:33:28.886299 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-972be9b0-4464-4f76-a716-45fed6ae6e4f req-e6f49f8f-95d7-4bc3-ab81-91c34166382b service neutron] 10.222.0.43 "GET /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890124 Apr 20 15:33:28.971560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:29.000628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8aad3-66a1-4701-902d-83de66d2e35f None None] The sync data for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 is: [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:38Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd9f8018d-f553-4b73-a290-5d9121dcc3f9', 'name': '', 'network_id': '24cf26a5-f250-4025-a1ce-f5db9c56936f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:7c:da:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:38Z', 'updated_at': '2022-04-20T15:32:41Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'ec08109a-7b08-4921-ac2b-eb3aecc79e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:33:29.274094 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3203c-256d-4356-85b9-648e42a20282 None None] New status for floating IP 7434501d-27fd-4b9f-8a7e-d6f3b48fd3c4: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:33:29.740105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274160-b3ef-4e80-9d83-b34be6de9ce1 req-50bd6a42-ee6f-4350-829e-6dad834a09d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:29.741823 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d274160-b3ef-4e80-9d83-b34be6de9ce1 req-50bd6a42-ee6f-4350-829e-6dad834a09d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0724094 Apr 20 15:33:29.794513 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d274160-b3ef-4e80-9d83-b34be6de9ce1 req-7736fd79-0428-4f34-8cfa-07540842cfc4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=ba0ccb45-3bd8-48b7-90e4-e09d095cf460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432818 Apr 20 15:33:30.134092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-58c9e06a-7e57-4586-b00b-92c8be313f61 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:30.135612 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-58c9e06a-7e57-4586-b00b-92c8be313f61 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 946 time: 0.0594890 Apr 20 15:33:30.232047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 7990630d-8629-46c7-ba89-ab3838078647 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:33:30.232419 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:30.336290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 7990630d-8629-46c7-ba89-ab3838078647, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=7990630d-8629-46c7-ba89-ab3838078647,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:30.336671 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:30.350469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 7990630d-8629-46c7-ba89-ab3838078647 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:33:30.485659 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:30.518913 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=7990630d-8629-46c7-ba89-ab3838078647,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:30.531627 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.531973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.532420 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.532934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.533256 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.533592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.533918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.534257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.534599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.534917 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.535245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.535567 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:30.569320 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] No DVR routers for this DVR port 7990630d-8629-46c7-ba89-ab3838078647 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:33:30.572227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:30.575640 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-baeb186f-40fa-4a2c-9e01-229da96a9350 req-1c894ed5-3836-413f-8432-f76b5769f1fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "DELETE /v2.0/ports/7990630d-8629-46c7-ba89-ab3838078647 HTTP/1.1" status: 204 len: 173 time: 0.4340949 Apr 20 15:33:30.576123 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'name': 'network-vif-deleted', 'tag': '7990630d-8629-46c7-ba89-ab3838078647'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:33:30.578420 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4284a-5a5a-436f-bea3-8a4d81349dd4" -d '{"events": [{"server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "name": "network-vif-deleted", "tag": "7990630d-8629-46c7-ba89-ab3838078647"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:33:30.616834 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00213694-1810-46fc-a2a3-7c12e4f6ef3d x-openstack-request-id: req-00213694-1810-46fc-a2a3-7c12e4f6ef3d {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:33:30.617129 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096c558d-aa9a-4bc9-8dfe-bb808da3972a", "name": "network-vif-deleted", "tag": "7990630d-8629-46c7-ba89-ab3838078647", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:33:30.617385 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00213694-1810-46fc-a2a3-7c12e4f6ef3d {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:33:30.617799 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00213694-1810-46fc-a2a3-7c12e4f6ef3d'] response: {'server_uuid': '096c558d-aa9a-4bc9-8dfe-bb808da3972a', 'name': 'network-vif-deleted', 'tag': '7990630d-8629-46c7-ba89-ab3838078647', 'status': 'completed', 'code': 200} Apr 20 15:33:30.907744 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55f179d8-2997-4231-95a8-cce8dfe33aa8 req-b3bfd6ff-5080-4a6e-9f83-7588e5909202 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=096c558d-aa9a-4bc9-8dfe-bb808da3972a HTTP/1.1" status: 200 len: 210 time: 0.0282164 Apr 20 15:33:31.975425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50352) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:32.364865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:32.645613 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port d9f8018d-f553-4b73-a290-5d9121dcc3f9 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:33:32.645867 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:32.737130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port d9f8018d-f553-4b73-a290-5d9121dcc3f9, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d9f8018d-f553-4b73-a290-5d9121dcc3f9,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:32.737549 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:32.752194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for d9f8018d-f553-4b73-a290-5d9121dcc3f9 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:33:32.952851 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:32.982274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=d9f8018d-f553-4b73-a290-5d9121dcc3f9,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:33.160391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:33.739925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router e32880fa-240b-44f6-ace2-1a821270e05f has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:33:33.849176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:33:33.854762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee6ebe4f-7c54-4967-bf22-c908acdcb256 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/e32880fa-240b-44f6-ace2-1a821270e05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779981 Apr 20 15:33:33.857302 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50354) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:33.859885 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Sync routers for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:33:33.871332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:33.871942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:33.907762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting subnet ec08109a-7b08-4921-ac2b-eb3aecc79e89 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:33:33.911002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:33.951719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.051749 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.117857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.123934 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7990630d-8629-46c7-ba89-ab3838078647 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:33:34.144338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Subnet': ['ID=ec08109a-7b08-4921-ac2b-eb3aecc79e89,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:34.150379 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.153614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9e83f1f7-311b-4294-90af-5868630c3305 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/subnets/ec08109a-7b08-4921-ac2b-eb3aecc79e89 HTTP/1.1" status: 204 len: 168 time: 0.2951057 Apr 20 15:33:34.156433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50356) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:34.168122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a02d8f-fcd4-420a-baa4-5e87324afd26 None None] Network 24cf26a5-f250-4025-a1ce-f5db9c56936f requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:33:34.169776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 7990630d-8629-46c7-ba89-ab3838078647 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:33:34.170099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 7990630d-8629-46c7-ba89-ab3838078647 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:33:34.193521 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.220232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:34.278240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.390522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.454026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:33:34.454381 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.464303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:33:32Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '64fa8fdf-f0fd-48ef-829d-2981d5cbfc53', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:34.496784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Checking router: e32880fa-240b-44f6-ace2-1a821270e05f for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:33:34.505455 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Routers {'e32880fa-240b-44f6-ace2-1a821270e05f'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:34.506072 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['e32880fa-240b-44f6-ace2-1a821270e05f'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:34.542966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:34.543212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] DHCP port deletion for 24cf26a5-f250-4025-a1ce-f5db9c56936f request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:33:34.543335 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.555544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:33:34.618476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] Set router e32880fa-240b-44f6-ace2-1a821270e05f gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:34.674728 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:33:34Z', 'revision_number': 6, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:34.704325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c877e-6181-481c-8375-d94e20a2bd09 None None] The sync data for ids ['e32880fa-240b-44f6-ace2-1a821270e05f'] in n-d-836145-2 is: [{'id': 'e32880fa-240b-44f6-ace2-1a821270e05f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095927024', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:32:35Z', 'updated_at': '2022-04-20T15:33:34Z', 'revision_number': 6, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:33:34.716408 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Deleting port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:33:34.716782 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.727006 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.754960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=64fa8fdf-f0fd-48ef-829d-2981d5cbfc53,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:34.783764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] For port bc507b40-a59c-44b0-ba56-ff9d16bc8db4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,segment=NetworkSegment(bfcb5784-a7c5-4b34-921e-938799b1e1be),segment_id=bfcb5784-a7c5-4b34-921e-938799b1e1be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:34.784160 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.797731 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Calling delete_port for bc507b40-a59c-44b0-ba56-ff9d16bc8db4 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:33:34.816046 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.881930 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.907654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Pushing event deleted for resources: {'Port': ['ID=bc507b40-a59c-44b0-ba56-ff9d16bc8db4,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:34.910023 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.911998 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] No DVR routers for this DVR port bc507b40-a59c-44b0-ba56-ff9d16bc8db4 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:33:34.912333 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.918957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.919327 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.919697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.920016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.920364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.920880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.921232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.921545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.921870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.922517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.922517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.922849 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f6bb3c-64fe-4c52-a81c-0fe33592ccae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:33:34.962110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.962761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Fanout notify agent at l3_agent the message router_deleted on router e32880fa-240b-44f6-ace2-1a821270e05f {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:33:34.969546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:34.970670 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dae79954-afa3-453b-8f89-483a4a55da9a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/routers/e32880fa-240b-44f6-ace2-1a821270e05f HTTP/1.1" status: 204 len: 168 time: 0.8132036 Apr 20 15:33:34.973704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50358) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:35.066538 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.181930 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.183045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9f8018d-f553-4b73-a290-5d9121dcc3f9 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:33:35.203584 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cf26a5-f250-4025-a1ce-f5db9c56936f']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:35.203856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d9f8018d-f553-4b73-a290-5d9121dcc3f9 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:33:35.204131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d9f8018d-f553-4b73-a290-5d9121dcc3f9 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:33:35.204668 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bc507b40-a59c-44b0-ba56-ff9d16bc8db4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:33:35.213713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcb5784-a7c5-4b34-921e-938799b1e1be') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:35.214058 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcb5784-a7c5-4b34-921e-938799b1e1be') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:35.223826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.225303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: bc507b40-a59c-44b0-ba56-ff9d16bc8db4 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:33:35.225652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device bc507b40-a59c-44b0-ba56-ff9d16bc8db4 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:33:35.237871 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.244269 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:33:35.244663 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:33:35.247714 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:33:35.307894 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.315739 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.318018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/networks/24cf26a5-f250-4025-a1ce-f5db9c56936f HTTP/1.1" status: 204 len: 168 time: 0.3430591 Apr 20 15:33:35.322416 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50360) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:35.331041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dcac-747b-4cf6-a767-0a9c59489122 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Network': ['ID=24cf26a5-f250-4025-a1ce-f5db9c56936f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:35.391015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.417365 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.482930 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.485529 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:35.486779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/security-groups/ba0ccb45-3bd8-48b7-90e4-e09d095cf460 HTTP/1.1" status: 204 len: 168 time: 0.1629021 Apr 20 15:33:35.496742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74e94-19df-4bd7-8fe9-1fdf436078b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ccb45-3bd8-48b7-90e4-e09d095cf460,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.233950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50366) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.238799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209560217', 'description': 'tempest-secgroup-smoke-1209560217 description', 'project_id': '3cfbb0deb6b34355b55ce62717fea398'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.264839 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.328966 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.333831 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.363807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.365049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299670 Apr 20 15:33:36.366166 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854e486-eae1-4461-bd11-831eb330f361 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0657fe-4b6c-4332-87cd-73ab79f5c680,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.368241 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50368) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.372668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.398015 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.452919 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.458234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.475440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c2159f-7965-44ef-8a12-871913465ebc,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.484612 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.485826 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-30ec8de8-7333-48f2-8d30-9a5805b9ff13 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166060 Apr 20 15:33:36.488671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50370) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.493257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.518117 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.574669 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.579689 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.598409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc0964-ca68-43a2-a597-fff3acaa67b9,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.604550 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.605681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-013c0732-f7d0-4b2c-96c2-f5ec77276a2b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160746 Apr 20 15:33:36.608551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50372) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.613070 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.638984 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.700976 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.706666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.734206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8742fbd-a170-466f-902d-b26d32b65db6,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.740311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.741584 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-16590a4a-1cd6-48e7-a1c0-f7d05ecb086f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321294 Apr 20 15:33:36.744433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50374) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.749071 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.775355 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.835023 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.840154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.858203 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d02bbd7-b53b-4ed2-aeca-72dd97c7b6ae,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.868879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.870172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-92716370-2f0d-4f79-9304-a4bcb4014965 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247327 Apr 20 15:33:36.872897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50376) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:36.877440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:36.898130 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:33:36.902861 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.961644 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.966990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.971173 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:33:36.984989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f24af41-69ce-41d9-ba41-cb8e0c42fb54,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:36.992056 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:33:36.992466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 64fa8fdf-f0fd-48ef-829d-2981d5cbfc53 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:33:36.993819 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:36.995049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-485339ca-9d4d-47e2-893d-63a5271ddd3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212533 Apr 20 15:33:36.998059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50378) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:37.002506 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'fb0657fe-4b6c-4332-87cd-73ab79f5c680', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:37.024579 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:33:37.029693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.094688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.101040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.119536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da52409-a815-4d2e-93c7-b712ed78cdf7,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:37.125328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.126371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9923193b-937b-44ee-94b4-be6687c36b4c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273422 Apr 20 15:33:37.129404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50380) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:37.134962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'network': {'name': 'tempest-network-smoke--493259245', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:37.155427 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:33:37.158850 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.188833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:33:37.200257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.200643 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Added segment 45eda13c-bf46-45ee-9cac-50984bf22592 of type vlan for network a413b854-979b-40c3-9072-ba36aecea9a4 Apr 20 15:33:37.240368 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.268985 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.275022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:37.275601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.330179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1993177 Apr 20 15:33:37.333247 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50382) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:37.340038 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'admin_state_up': True, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:37.345928 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a38d85-e927-4297-a1ff-f473c67a0195 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Network': ['ID=a413b854-979b-40c3-9072-ba36aecea9a4,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:37.356152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network a413b854-979b-40c3-9072-ba36aecea9a4 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:33:37.364114 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.365223 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.422280 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.564563 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.769784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.787991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:37.893660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.79 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/889e47d1-8fb2-4755-89bc-c3e0f08b295c) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:33:38.012648 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:38.048422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:38.091206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:38.094094 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:38.096769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:33:38.119596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=889e47d1-8fb2-4755-89bc-c3e0f08b295c,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:38.359541 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:38.904639 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.050649 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 3823a807-4181-4756-bdac-5436e57af5f5 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:33:39.173365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:33:39.183358 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Sync routers for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:33:39.193293 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:39.194215 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:39.195230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.199456 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-67ce38ce-a58e-4ab0-ae61-335d3644d1cd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8622351 Apr 20 15:33:39.199779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50384) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:39.230653 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-ba721dfb-e134-424f-ae7f-476a33563c77 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3cfbb0deb6b34355b55ce62717fea398&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297599 Apr 20 15:33:39.233437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50386) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:39.296558 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:39.319881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd0030-1a02-48c3-a9f3-a97104d3853a tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:39.322676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-31dd0030-1a02-48c3-a9f3-a97104d3853a tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869572 Apr 20 15:33:39.324497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50388) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:39.354751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-058e20f5-36d8-4eec-b5ad-1be3319d6565 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291708 Apr 20 15:33:39.357124 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50390) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:39.361721 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579089087', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:39.449793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:33:39.453679 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.476444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:38Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:39.592780 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Checking router: 3823a807-4181-4756-bdac-5436e57af5f5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:33:39.593100 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Updating router 3823a807-4181-4756-bdac-5436e57af5f5 port 889e47d1-8fb2-4755-89bc-c3e0f08b295c binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:33:39.617009 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.643733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.699560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Subnet': ['ID=cac6a709-9130-47ac-b306-2c07bcefd0a5,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:39.710750 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Checking segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:33:39.711105 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network hostable DHCP agents. Network: a413b854-979b-40c3-9072-ba36aecea9a4, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:33:39.728250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network a413b854-979b-40c3-9072-ba36aecea9a4 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:33:39.737341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, a413b854-979b-40c3-9072-ba36aecea9a4) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:39.741666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:39.742256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.754107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53563f72-760c-4193-8784-db6043fbaaf9 None None] Network a413b854-979b-40c3-9072-ba36aecea9a4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:33:39.759702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dfdc9afa-a72b-4267-b9d1-b41f6fa153aa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015770 Apr 20 15:33:39.762358 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50392) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:39.874434 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.880445 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.912138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-a413b854-979b-40c3-9072-ba36aecea9a4', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:33:39.914153 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.933840 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Attempting to bind port 889e47d1-8fb2-4755-89bc-c3e0f08b295c on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:33:39.934091 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Attempting to bind port 889e47d1-8fb2-4755-89bc-c3e0f08b295c by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:33:39.934354 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Attempting to bind port 889e47d1-8fb2-4755-89bc-c3e0f08b295c on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:33:39.937196 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b3cd2-f696-4c0a-bfc1-fa66ad3f9f5e None None] Pushing event updated for resources: {'Port': ['ID=889e47d1-8fb2-4755-89bc-c3e0f08b295c,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:39.942489 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:33:39.942886 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:33:39.943322 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:39.943895 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:33:39.944581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Bound port: 889e47d1-8fb2-4755-89bc-c3e0f08b295c, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:33:39.944959 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.001951 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] For port 889e47d1-8fb2-4755-89bc-c3e0f08b295c, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:33:40.005404 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] For port 889e47d1-8fb2-4755-89bc-c3e0f08b295c, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=889e47d1-8fb2-4755-89bc-c3e0f08b295c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:33:40.011327 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.057677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Allocated IP 172.20.0.2 (a413b854-979b-40c3-9072-ba36aecea9a4/cac6a709-9130-47ac-b306-2c07bcefd0a5/fea16bb9-d865-487e-8288-1cbe6c973d45) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:33:40.068047 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:40.068887 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:40.106487 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b3cd2-f696-4c0a-bfc1-fa66ad3f9f5e None None] Pushing event updated for resources: {'Port': ['ID=889e47d1-8fb2-4755-89bc-c3e0f08b295c,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:40.178421 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:40.205820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7571036a-664d-4fe7-8ccf-29626fd1cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.222589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.228182 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.230594 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.270717 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Network a413b854-979b-40c3-9072-ba36aecea9a4 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:40.276225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:40.279418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:33:40.290213 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Pushing event updated for resources: {'Port': ['ID=fea16bb9-d865-487e-8288-1cbe6c973d45,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:40.350907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Attempting to bind port fea16bb9-d865-487e-8288-1cbe6c973d45 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:33:40.351279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Attempting to bind port fea16bb9-d865-487e-8288-1cbe6c973d45 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:33:40.351647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Attempting to bind port fea16bb9-d865-487e-8288-1cbe6c973d45 on network a413b854-979b-40c3-9072-ba36aecea9a4 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:33:40.356952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:33:40.357383 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Checking segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:33:40.358220 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.358220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Bound using segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:33:40.358723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Bound port: fea16bb9-d865-487e-8288-1cbe6c973d45, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:33:40.359114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.366152 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:38Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:40.393632 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36758e3-88a6-44b9-a740-db62eadfe8fd None None] The sync data for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 is: [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:38Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:33:40.429491 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] For port fea16bb9-d865-487e-8288-1cbe6c973d45, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:33:40.432741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] For port fea16bb9-d865-487e-8288-1cbe6c973d45, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fea16bb9-d865-487e-8288-1cbe6c973d45,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:33:40.437196 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.505474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe2737-9961-4f53-bc2c-efef476d7ea1 None None] Pushing event updated for resources: {'Port': ['ID=fea16bb9-d865-487e-8288-1cbe6c973d45,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:40.531026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.1 (a413b854-979b-40c3-9072-ba36aecea9a4/cac6a709-9130-47ac-b306-2c07bcefd0a5/09a9f6fc-e774-4aa5-b2e4-cc79a51b8090) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:33:40.695109 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.734778 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.757371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network a413b854-979b-40c3-9072-ba36aecea9a4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:40.776104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:40.779905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:33:40.834699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:40.849257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:40.986421 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.075225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fea16bb9-d865-487e-8288-1cbe6c973d45 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:41.134077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fea16bb9-d865-487e-8288-1cbe6c973d45 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:41.134456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.216725 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.258423 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port fea16bb9-d865-487e-8288-1cbe6c973d45, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fea16bb9-d865-487e-8288-1cbe6c973d45,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:41.264219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.265103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 889e47d1-8fb2-4755-89bc-c3e0f08b295c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:41.296401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.304225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.355763 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=fea16bb9-d865-487e-8288-1cbe6c973d45,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:41.378023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 889e47d1-8fb2-4755-89bc-c3e0f08b295c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:41.380982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.413272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.415226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:41.468665 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.492079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 889e47d1-8fb2-4755-89bc-c3e0f08b295c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=889e47d1-8fb2-4755-89bc-c3e0f08b295c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:41.498901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.516680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network a413b854-979b-40c3-9072-ba36aecea9a4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:41.518041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:41.551592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=889e47d1-8fb2-4755-89bc-c3e0f08b295c,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:41.625498 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee842bc-5b3b-45ab-8a3d-b3db8e21b940 None None] Network a413b854-979b-40c3-9072-ba36aecea9a4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:33:41.639409 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 3823a807-4181-4756-bdac-5436e57af5f5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:33:41.749789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:33:41.752611 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b64ee03a-a5fb-449e-b73e-61486155448e None None] Provisioning complete for port fea16bb9-d865-487e-8288-1cbe6c973d45 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:41.752890 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b64ee03a-a5fb-449e-b73e-61486155448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:41.755268 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-89ec0db8-1b1f-471d-94cf-7f4440451478 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/3823a807-4181-4756-bdac-5436e57af5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918988 Apr 20 15:33:42.101749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f20f08f8-4e90-46bb-9109-1ccdee57b3e7 None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:42.102328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f20f08f8-4e90-46bb-9109-1ccdee57b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:42.103926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-5c7a4e91-e5f5-44af-ba84-8ccd27010747 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209560217&fields=id&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 267 time: 0.0473583 Apr 20 15:33:42.160128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f20f08f8-4e90-46bb-9109-1ccdee57b3e7 None None] Port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:33:42.171767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f20f08f8-4e90-46bb-9109-1ccdee57b3e7 None None] Provisioning complete for port fea16bb9-d865-487e-8288-1cbe6c973d45 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:42.172149 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f20f08f8-4e90-46bb-9109-1ccdee57b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:42.248264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Sync routers for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:33:42.260418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-910e1af0-d78f-40aa-bc49-c08518c13437 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:42.261902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-910e1af0-d78f-40aa-bc49-c08518c13437 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 796 time: 0.1446235 Apr 20 15:33:42.279365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-a4fb57d5-89b9-45a0-b209-c3e191a3f710 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/quotas/3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 375 time: 0.0106325 Apr 20 15:33:42.293957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:42.294632 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:42.343822 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-24deffc7-d804-42d8-beb2-624e1a1eb38b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582349 Apr 20 15:33:42.432142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:42.481484 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-45c6cc87-33dd-4d52-85a7-ab59d8715c6e service neutron] 10.222.0.20 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111944 Apr 20 15:33:42.573923 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-388c8496-fc09-4548-94df-5a55d724091e service neutron] 10.222.0.20 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Apr 20 15:33:42.684164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fef2170f-ab8f-462c-b833-bf9d737e8a4c None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:42.684601 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fef2170f-ab8f-462c-b833-bf9d737e8a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:42.745946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66543b59-d5fe-45cd-8d16-6f4b365cc560 req-293c4ee0-4cc6-4e1f-9a11-41b68d317f75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 210 time: 0.0281456 Apr 20 15:33:42.772079 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fef2170f-ab8f-462c-b833-bf9d737e8a4c None None] Port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:33:42.862164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 2, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:42.892866 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Checking router: 3823a807-4181-4756-bdac-5436e57af5f5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:33:42.893220 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Updating router 3823a807-4181-4756-bdac-5436e57af5f5 port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:33:42.929828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:42.932413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7c895011-8262-471e-9c0d-df3d88ff4777 None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:42.932765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7c895011-8262-471e-9c0d-df3d88ff4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:42.995756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-7c895011-8262-471e-9c0d-df3d88ff4777 None None] Port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:33:43.056269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:33:43.061932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fea16bb9-d865-487e-8288-1cbe6c973d45 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:43.178084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port fea16bb9-d865-487e-8288-1cbe6c973d45 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:43.179137 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.339023 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.341513 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 889e47d1-8fb2-4755-89bc-c3e0f08b295c up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:43.367548 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.434512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7fce4-b81e-4618-993e-29ee9ba91408 None None] Pushing event updated for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:43.483193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 889e47d1-8fb2-4755-89bc-c3e0f08b295c triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:43.483565 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.515762 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Attempting to bind port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:33:43.516129 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Attempting to bind port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:33:43.516476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Attempting to bind port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 on network a413b854-979b-40c3-9072-ba36aecea9a4 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:33:43.529539 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:33:43.529892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Checking segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:33:43.530298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.530729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Bound using segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:33:43.531203 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Bound port: 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:33:43.531582 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.627813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-49246c34-d92a-4372-b8f9-d306fd013a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.661617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] For port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:33:43.666138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] For port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:33:43.669646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:43.670270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.673283 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.769825 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7fce4-b81e-4618-993e-29ee9ba91408 None None] Pushing event updated for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:43.776164 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:43.776871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:43.865908 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-830367ea-31cd-4db7-a8e4-1b8c4a2be0e5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:43.867758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-830367ea-31cd-4db7-a8e4-1b8c4a2be0e5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 796 time: 0.1808674 Apr 20 15:33:43.891056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1271f680-133c-46dd-b1b2-ba0a67123de7 req-e23f3d64-ba63-4432-be07-6bcd61878531 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 210 time: 0.0538619 Apr 20 15:33:43.928182 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-53057e0c-4f2b-454f-8251-fc59659f084b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 380 time: 0.0455461 Apr 20 15:33:43.937435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'port': {'device_id': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'admin_state_up': True, 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'security_groups': ['fb0657fe-4b6c-4332-87cd-73ab79f5c680']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:43.941084 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.952034 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:43.971503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:44.018174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] For port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:44.026738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.052468 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:33:44.057070 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.151826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b4511-cda0-4e7c-997d-8b0b1ca85db0 None None] Pushing event updated for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:44.178073 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f443d1cd-6d05-481e-bfdc-fd9a575d78a1 None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:44.178440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f443d1cd-6d05-481e-bfdc-fd9a575d78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.182442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.7 (a413b854-979b-40c3-9072-ba36aecea9a4/cac6a709-9130-47ac-b306-2c07bcefd0a5/20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:33:44.291244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:44.331634 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.365761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.412247 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network a413b854-979b-40c3-9072-ba36aecea9a4 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:44.415657 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:44.419749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:33:44.426648 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:44.476659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:44.477319 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.487000 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7f5b9-7fc1-4ff5-ae3b-c34eac69aa33 None None] The sync data for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 is: [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:33:44.499913 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-c47b8118-6bbd-4eda-bb69-92083dcfab05 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617313 Apr 20 15:33:44.508543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Request body: {'port': {'device_id': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:44.579657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.632145 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.716652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1e5aa96b-3359-4f89-be2c-f3c25afa2d7a None None] Provisioning complete for port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:44.717028 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1e5aa96b-3359-4f89-be2c-f3c25afa2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.755802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1e5aa96b-3359-4f89-be2c-f3c25afa2d7a None None] Port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:33:44.859917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:33:44.868040 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.879847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Transition to ACTIVE for port object 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:33:44.884997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:44.936677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Pushing event updated for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:45.061683 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Attempting to bind port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:33:45.062091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Attempting to bind port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:33:45.062338 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Attempting to bind port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 on network a413b854-979b-40c3-9072-ba36aecea9a4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:33:45.073048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7239a-786f-48f4-8e35-ea43a1e6ef5a req-0d1d488b-ef9e-4aa3-abe9-532873922535 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:45.080221 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:45.082306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2d7239a-786f-48f4-8e35-ea43a1e6ef5a req-0d1d488b-ef9e-4aa3-abe9-532873922535 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 943 time: 0.0866759 Apr 20 15:33:45.091053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 on network a413b854-979b-40c3-9072-ba36aecea9a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:33:45.091369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Attempting to bind port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 on network a413b854-979b-40c3-9072-ba36aecea9a4 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:33:45.107791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:33:45.108127 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Checking segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:33:45.108508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Bound using segment: {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:33:45.108939 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Bound port: 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eda13c-bf46-45ee-9cac-50984bf22592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:33:45.109295 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.137946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:45.138862 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.141750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2d7239a-786f-48f4-8e35-ea43a1e6ef5a req-137c8769-1ffd-4981-b54b-b5edf764bedf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583775 Apr 20 15:33:45.217410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:33:45.221003 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:33:45.225947 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.264673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:45.265281 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.266726 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] 10.222.0.45 "PUT /v2.0/ports/20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 1091 time: 0.7632110 Apr 20 15:33:45.267165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:33:45.269455 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:33:45.291755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0e981-5eb7-4b7e-ad51-cf39dc4d2234 service neutron] Pushing event updated for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:45.330101 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d35d7-6f9f-4696-bce5-6f75e7e3d3d2 x-openstack-request-id: req-384d35d7-6f9f-4696-bce5-6f75e7e3d3d2 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:33:45.330386 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:33:45.330663 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384d35d7-6f9f-4696-bce5-6f75e7e3d3d2 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:33:45.331071 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384d35d7-6f9f-4696-bce5-6f75e7e3d3d2'] response: {'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'status': 'completed', 'code': 200} Apr 20 15:33:45.361031 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.376454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-677753cc-0aa2-4c83-a9c8-7f20df357ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:45.378246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-677753cc-0aa2-4c83-a9c8-7f20df357ba5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1094 time: 0.0574062 Apr 20 15:33:45.429017 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-21b7ea3a-3599-4c90-836e-92909e68b637 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 217 time: 0.0423925 Apr 20 15:33:45.439476 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:45.837614 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-611f1cc3-7c91-44b4-a7ef-90dfd9292112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:45.839188 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-611f1cc3-7c91-44b4-a7ef-90dfd9292112 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.4039667 Apr 20 15:33:45.885919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c30ad-8395-4028-ae12-41af39f4785e req-9cb7feb8-27c9-40bf-bffc-e33eb0abea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:45.887477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-9cb7feb8-27c9-40bf-bffc-e33eb0abea8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408921 Apr 20 15:33:45.977985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-b58fda9e-3dab-4457-ad84-488b82ea5e27 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827651 Apr 20 15:33:46.067432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-158c30ad-8395-4028-ae12-41af39f4785e req-b1abac41-b790-42d1-ba25-e6b5cc67aea7 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Apr 20 15:33:46.159013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-01361468-55c6-4445-9c57-4dad15ae31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:46.160498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-01361468-55c6-4445-9c57-4dad15ae31f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1094 time: 0.0424645 Apr 20 15:33:46.284833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66174e26-427f-493b-8416-a5cd35986a66 req-10c9119a-bb46-4c05-a3c2-52480820fa71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:46.286176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66174e26-427f-493b-8416-a5cd35986a66 req-10c9119a-bb46-4c05-a3c2-52480820fa71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 943 time: 0.0720968 Apr 20 15:33:46.287287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-01ea12bd-0581-495b-a814-662efaa99dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:46.288763 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-01ea12bd-0581-495b-a814-662efaa99dfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.1221020 Apr 20 15:33:46.343626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-84cc7843-500c-4e1e-a963-4c5c672454d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 217 time: 0.0445182 Apr 20 15:33:46.382414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-66174e26-427f-493b-8416-a5cd35986a66 req-b3213eda-6475-463c-bab2-7016cb194c42 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899062 Apr 20 15:33:46.398820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-3ac7a548-bff4-40ff-bc35-a41344a31bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:46.400253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-3ac7a548-bff4-40ff-bc35-a41344a31bd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0496230 Apr 20 15:33:46.445642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-715a3fc1-84ab-4170-83b3-166452aad9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:46.447103 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-715a3fc1-84ab-4170-83b3-166452aad9fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401871 Apr 20 15:33:46.542437 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-68c7db8f-45ef-4f0e-b56c-0a1f657aca02 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883243 Apr 20 15:33:46.631458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cfb6e79-ba43-4f97-aac2-aa50bab47c13 req-cb5ffa1a-5c02-486c-bb69-27ecd083651e service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819647 Apr 20 15:33:47.519108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8fd97-f240-4e53-a859-eb73de84f528 req-7107c810-81d4-4f43-adcd-c85e619a98a9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:47.520619 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffa8fd97-f240-4e53-a859-eb73de84f528 req-7107c810-81d4-4f43-adcd-c85e619a98a9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 943 time: 0.0650504 Apr 20 15:33:47.562988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ffa8fd97-f240-4e53-a859-eb73de84f528 req-04eac76d-10f6-4e92-b1c3-2dca44d80fa6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Apr 20 15:33:48.690731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6345e7-37dd-4b64-bb78-4046aca46785 req-a3f39173-7848-4aa7-9fe0-b2aea50e674d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:48.692196 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a6345e7-37dd-4b64-bb78-4046aca46785 req-a3f39173-7848-4aa7-9fe0-b2aea50e674d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 943 time: 0.0531542 Apr 20 15:33:48.733970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a6345e7-37dd-4b64-bb78-4046aca46785 req-b9bb92b4-2b9f-412b-9fdb-c6b08539e739 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Apr 20 15:33:49.680168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:33:49.796952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:49.808741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'port_id': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'mac_address': 'fa:16:3e:cc:e6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:33:49.847063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:49.860180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:33:49.866950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa7242-c2dd-4f41-9a33-4d920961c7dc req-29f6035a-a099-4aa1-9217-9d71f88aa98f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:49.868512 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51fa7242-c2dd-4f41-9a33-4d920961c7dc req-29f6035a-a099-4aa1-9217-9d71f88aa98f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 943 time: 0.0512838 Apr 20 15:33:49.885202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:49.891005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:49.912882 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-51fa7242-c2dd-4f41-9a33-4d920961c7dc req-2f304f2b-0191-4f0b-94fc-13a0514dc262 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 Apr 20 15:33:49.940626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:50.230419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:33:51.111787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d277f-d520-4114-893e-c50876c9bbf5 req-fb858f6b-fd52-41bd-90cf-119d83df1d4e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:51.113248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-914d277f-d520-4114-893e-c50876c9bbf5 req-fb858f6b-fd52-41bd-90cf-119d83df1d4e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 944 time: 0.1215847 Apr 20 15:33:51.152415 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-914d277f-d520-4114-893e-c50876c9bbf5 req-783fd957-6c53-4764-a3b8-4c1a845d6d99 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Apr 20 15:33:51.694362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:33:51.747636 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:33:51.751311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:33:51.751680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:51.833355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:51.856522 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:33:51.858818 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385944b-f330-4b2a-b0b0-cdd591e4cb57" -d '{"events": [{"server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "name": "network-vif-plugged", "status": "completed", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:33:51.872746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:33:51.876085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:51.901413 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2b60a-6862-44d9-bba8-14b14f50e00b x-openstack-request-id: req-96e2b60a-6862-44d9-bba8-14b14f50e00b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:33:51.901697 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "name": "network-vif-plugged", "status": "completed", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:33:51.902429 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96e2b60a-6862-44d9-bba8-14b14f50e00b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:33:51.902863 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e2b60a-6862-44d9-bba8-14b14f50e00b'] response: {'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'code': 200} Apr 20 15:33:51.929134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:51.989793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf86405-56f5-4c6e-94e3-c437c6741df0 req-e37421d2-a4c9-40d3-93b6-cf4d3c501419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:51.991498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cf86405-56f5-4c6e-94e3-c437c6741df0 req-e37421d2-a4c9-40d3-93b6-cf4d3c501419 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.0398715 Apr 20 15:33:52.025686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cf86405-56f5-4c6e-94e3-c437c6741df0 req-b1182fd3-6815-44c7-996c-d6bda82fcb82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279126 Apr 20 15:33:52.280892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d803-0c01-49af-8f4b-bcc21432c5ac req-6e129a38-4b4f-4709-96ae-412835bcef39 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:52.282345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e41d803-0c01-49af-8f4b-bcc21432c5ac req-6e129a38-4b4f-4709-96ae-412835bcef39 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0544231 Apr 20 15:33:52.320457 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3e41d803-0c01-49af-8f4b-bcc21432c5ac req-cdb8ebcd-0995-4061-b85d-852614d83c8d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Apr 20 15:33:53.453827 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a3f81-6b08-4ad6-a017-a9c3f65b8e40 req-6c8cd4ae-2d2d-4db7-8865-97659da6bdfb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:53.455363 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d4a3f81-6b08-4ad6-a017-a9c3f65b8e40 req-6c8cd4ae-2d2d-4db7-8865-97659da6bdfb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0623500 Apr 20 15:33:53.495328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3d4a3f81-6b08-4ad6-a017-a9c3f65b8e40 req-63ccc795-c8e4-4ac6-be23-98e982100fdd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Apr 20 15:33:54.634460 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9683d-e54c-454c-87f4-201983eb95bd req-89e61ff9-36d4-4ada-8c5e-6c725bc43a0a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:54.636414 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce9683d-e54c-454c-87f4-201983eb95bd req-89e61ff9-36d4-4ada-8c5e-6c725bc43a0a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0691321 Apr 20 15:33:54.678651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ce9683d-e54c-454c-87f4-201983eb95bd req-8be469f6-1653-43d6-a39a-5519defbe3a0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354788 Apr 20 15:33:54.798531 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e158cc3-663f-4ebf-9ddc-4fea65513edb req-f96ddb82-daf2-4ca4-bfe5-baea1b58fb57 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:54.799944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e158cc3-663f-4ebf-9ddc-4fea65513edb req-f96ddb82-daf2-4ca4-bfe5-baea1b58fb57 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0514524 Apr 20 15:33:54.846600 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e158cc3-663f-4ebf-9ddc-4fea65513edb req-a83ed748-b62a-4aef-962b-6f90019713c9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Apr 20 15:33:54.868850 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50466) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:54.915479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e427cc2-fa53-43d3-80a5-8f61e1f4e670 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:54.916986 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9e427cc2-fa53-43d3-80a5-8f61e1f4e670 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1091 time: 0.0471315 Apr 20 15:33:54.920295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50468) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:54.924524 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:33:54.949288 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.053232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.153978 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.192 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/bab925ed-de45-4544-af92-a9899e30cc9a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:33:55.253358 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.297893 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.333350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:33:55.338596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:33:55.342093 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:33:55.367744 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=bab925ed-de45-4544-af92-a9899e30cc9a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:55.712980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.787145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.940883 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:55.947061 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:56.016640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=bab925ed-de45-4544-af92-a9899e30cc9a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:33:56.029234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:56.132852 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP 8d72b9a5-03f4-464d-b67e-f2982d124116 associated. External IP: 172.25.1.192, port: 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56. Apr 20 15:33:56.348790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 3823a807-4181-4756-bdac-5436e57af5f5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:33:56.464246 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:33:56.474449 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Sync routers for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:33:56.483059 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:33:56.485377 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:56.486290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:56.511398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7cce7e06-163c-43d3-96aa-21fd383278fb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5900917 Apr 20 15:33:56.512281 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:33:56.515094 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466e949-e1fa-48c9-95dc-e9bb87f75af0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:33:56.551940 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c7601-b851-47ce-b4bb-4406a8b2334b x-openstack-request-id: req-496c7601-b851-47ce-b4bb-4406a8b2334b {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:33:56.552236 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:33:56.552492 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496c7601-b851-47ce-b4bb-4406a8b2334b {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:33:56.552930 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496c7601-b851-47ce-b4bb-4406a8b2334b'] response: {'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'status': 'completed', 'code': 200} Apr 20 15:33:56.596063 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:56.652415 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d956-f00b-4a07-8aa3-fae564e6f64a req-70f3a654-0e2e-4a54-a2d1-4ffab30f7517 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:56.653784 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0268d956-f00b-4a07-8aa3-fae564e6f64a req-70f3a654-0e2e-4a54-a2d1-4ffab30f7517 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0794904 Apr 20 15:33:56.658521 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-0f82275f-840f-44bb-aa19-858e7687f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:56.659985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-0f82275f-840f-44bb-aa19-858e7687f815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.0751178 Apr 20 15:33:56.744460 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0268d956-f00b-4a07-8aa3-fae564e6f64a req-a17f1b58-d41f-4956-9421-37109b69fc99 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835421 Apr 20 15:33:56.769014 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50474) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:56.775536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-e4a96d29-61e1-4d44-b75e-dc401f71753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:56.777470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-e4a96d29-61e1-4d44-b75e-dc401f71753c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.1102164 Apr 20 15:33:56.829869 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-383046cf-47ce-447a-b02e-14ae6643d839 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/8d72b9a5-03f4-464d-b67e-f2982d124116 HTTP/1.1" status: 200 len: 991 time: 0.0597310 Apr 20 15:33:56.830674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8d72b9a5-03f4-464d-b67e-f2982d124116', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'port_id': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'mac_address': 'fa:16:3e:cc:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:33:55Z', 'updated_at': '2022-04-20T15:33:55Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:56.844634 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-5a7ba936-2545-4b5c-8845-a4072920402e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 999 time: 0.0607147 Apr 20 15:33:56.858599 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Checking router: 3823a807-4181-4756-bdac-5436e57af5f5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:33:56.867491 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:33:56.868107 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:33:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:56.895822 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-745a404c-74a1-428e-bc02-db8a2ea45f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:56.897473 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-745a404c-74a1-428e-bc02-db8a2ea45f3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0466161 Apr 20 15:33:56.945982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-765a7b1c-1936-451a-abc7-f95dd10b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:33:56.947498 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-765a7b1c-1936-451a-abc7-f95dd10b3668 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435333 Apr 20 15:33:56.976692 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:33:57.035384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-c3e38061-6b74-4719-af65-abd592a8a1af service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813868 Apr 20 15:33:57.129043 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8466e949-e1fa-48c9-95dc-e9bb87f75af0 req-746a4ab4-42c2-426f-9c5c-61d6a5dd91bb service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870137 Apr 20 15:33:57.201400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8d72b9a5-03f4-464d-b67e-f2982d124116', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'port_id': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'mac_address': 'fa:16:3e:cc:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:33:55Z', 'updated_at': '2022-04-20T15:33:55Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:33:57.227928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cc9a1-690e-4baf-82f0-55d6437dddeb None None] The sync data for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 is: [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '8d72b9a5-03f4-464d-b67e-f2982d124116', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'port_id': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'mac_address': 'fa:16:3e:cc:e6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:33:55Z', 'updated_at': '2022-04-20T15:33:55Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:33:57.452648 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782569f-9605-4306-b7b3-9d3f35da9f5b None None] New status for floating IP 8d72b9a5-03f4-464d-b67e-f2982d124116: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:33:57.834828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50476) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:33:57.901849 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e71a8638-e705-43e3-9450-0be5cd8cd5eb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/8d72b9a5-03f4-464d-b67e-f2982d124116 HTTP/1.1" status: 200 len: 993 time: 0.0655706 Apr 20 15:34:04.012634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:10.184068 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f972fef8-7834-4814-96b3-ac098b5e9ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:13.582411 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-242d11a7-ccf4-417c-8439-429891854cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:13.905504 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:14.634810 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:15.045288 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-8146d3e6-25ec-4872-8353-e32102bc464f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518515 Apr 20 15:34:15.140385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-3f74280f-d4d5-4c74-94cb-8ace5e55eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:34:15.141990 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-3f74280f-d4d5-4c74-94cb-8ace5e55eae8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.0479431 Apr 20 15:34:15.248139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-275b2188-cdc8-41c9-b917-54dc92164374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:34:15.249521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-275b2188-cdc8-41c9-b917-54dc92164374 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.0859683 Apr 20 15:34:15.324107 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-2eb85d2d-1f1e-4629-92ca-f204684e1fbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 1001 time: 0.0673068 Apr 20 15:34:15.356632 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:15.377783 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-752f6ff7-f59e-4cbd-a084-1c15aa198d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:34:15.379307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-752f6ff7-f59e-4cbd-a084-1c15aa198d63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0485327 Apr 20 15:34:15.424824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-290e72fe-a94c-4036-b7a2-517543cb4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:34:15.426310 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-290e72fe-a94c-4036-b7a2-517543cb4683 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406685 Apr 20 15:34:15.437351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-1c1525a8-9594-46b2-812c-bca80455401c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:34:15.438272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-1c1525a8-9594-46b2-812c-bca80455401c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050824 Apr 20 15:34:15.441256 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:15.535539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-f40ce391-d610-43d5-9c02-c8a312bddc8c service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908206 Apr 20 15:34:15.629220 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-25cf4ae9-f7ee-4593-a769-390d9be1416f req-021b2860-38c4-4365-91b7-eab1a5787414 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Apr 20 15:34:20.060694 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:34:34.023825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:40.182676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4e3676c8-82a7-44fa-95ea-22854dc40419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:43.585450 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73a7f9ca-446f-430e-96ba-f2c529524e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:43.912899 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:44.635858 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:45.368550 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:45.444870 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:34:57.062853 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:35:00.838386 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746424a-8c94-4cff-8a7e-8ffbd3f897e0 req-33b6e0ef-aa9c-47a6-bb62-d09a099309fe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:00.840005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3746424a-8c94-4cff-8a7e-8ffbd3f897e0 req-33b6e0ef-aa9c-47a6-bb62-d09a099309fe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0526900 Apr 20 15:35:00.908262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3746424a-8c94-4cff-8a7e-8ffbd3f897e0 req-fc5aa2bf-0718-4bad-9e3a-0f2a18a21d21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613916 Apr 20 15:35:00.918493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-cdeca45b-5d2b-4fb0-a8fc-564a64928e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:00.919951 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-cdeca45b-5d2b-4fb0-a8fc-564a64928e11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.1308644 Apr 20 15:35:01.008917 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-648ee57f-6426-4b5f-8d2b-72abc90ac40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:01.010384 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-648ee57f-6426-4b5f-8d2b-72abc90ac40e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.0830348 Apr 20 15:35:01.078983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-e7d21261-fd0e-4903-b0ed-4cbc95d6f08a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 1001 time: 0.0601180 Apr 20 15:35:01.140288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-a4e79f23-c59c-4f5a-ac86-44d6037e6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:01.141694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-a4e79f23-c59c-4f5a-ac86-44d6037e6ae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0563393 Apr 20 15:35:01.191220 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-3249b728-b81b-482d-a6a8-825cd1566fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:01.192706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-3249b728-b81b-482d-a6a8-825cd1566fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442767 Apr 20 15:35:01.286297 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-7b719d1c-d798-42d4-af82-57767acf03ac service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862157 Apr 20 15:35:01.376057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6fcc975-8ffe-4784-8757-1ae4e2d2b038 req-5c6f181b-dbeb-41bd-8a7a-a164b2e47c08 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Apr 20 15:35:02.031326 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504d801-0a37-49c7-8f40-7019d6f82f45 req-06af0e68-17ef-4185-a140-5657c16e89fe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:02.032776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7504d801-0a37-49c7-8f40-7019d6f82f45 req-06af0e68-17ef-4185-a140-5657c16e89fe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0514863 Apr 20 15:35:02.074867 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7504d801-0a37-49c7-8f40-7019d6f82f45 req-36e9fabe-1b2e-470a-bb24-298f3c4c3632 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352628 Apr 20 15:35:03.213486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15129f23-c06e-417e-9213-1b74dab1afc1 req-cabf2d0a-db20-4cbe-81d3-521c43660e6f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:03.214975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15129f23-c06e-417e-9213-1b74dab1afc1 req-cabf2d0a-db20-4cbe-81d3-521c43660e6f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0561438 Apr 20 15:35:03.256942 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15129f23-c06e-417e-9213-1b74dab1afc1 req-1776a368-3739-4687-a93c-47cd9f1dd819 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334020 Apr 20 15:35:04.026085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:04.375846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b533ee5-fc9b-4558-a2e3-9cb5b73db2f0 req-3d99e62a-7c27-4802-a709-81d31aff70cf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:04.377360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b533ee5-fc9b-4558-a2e3-9cb5b73db2f0 req-3d99e62a-7c27-4802-a709-81d31aff70cf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0510941 Apr 20 15:35:04.416486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0b533ee5-fc9b-4558-a2e3-9cb5b73db2f0 req-9980ea19-4eba-4f27-aa2e-f29f8358c75b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Apr 20 15:35:05.537653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20073de6-e2b2-40b4-ae20-3f620d11fec6 req-60843615-e0c7-4916-8e56-be8aa7efaae4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:05.539426 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20073de6-e2b2-40b4-ae20-3f620d11fec6 req-60843615-e0c7-4916-8e56-be8aa7efaae4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0543792 Apr 20 15:35:05.583974 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-20073de6-e2b2-40b4-ae20-3f620d11fec6 req-412e1edf-a2e4-453d-8ca6-cb0513949475 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381563 Apr 20 15:35:06.717836 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee29719-26c8-46e3-b19d-37e84e79a295 req-9865605d-82ef-4547-843a-624254807994 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:06.719298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ee29719-26c8-46e3-b19d-37e84e79a295 req-9865605d-82ef-4547-843a-624254807994 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0572600 Apr 20 15:35:06.757544 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ee29719-26c8-46e3-b19d-37e84e79a295 req-01962c8a-a622-43f6-91ed-7d2714bf8f31 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Apr 20 15:35:07.882213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7d9b-4d0a-4715-997e-50d4ab9ed4f0 req-6c98d654-6bf7-4685-bcb1-42a71c5b7072 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:07.883754 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0db7d9b-4d0a-4715-997e-50d4ab9ed4f0 req-6c98d654-6bf7-4685-bcb1-42a71c5b7072 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0544903 Apr 20 15:35:07.921290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f0db7d9b-4d0a-4715-997e-50d4ab9ed4f0 req-761fefe8-3e97-4e57-9715-d1150ca54d24 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Apr 20 15:35:09.056389 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acc7a6-3281-44cd-b401-8bce56299b08 req-fb4ee103-b186-4427-994e-e9e42cab0a69 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:09.057842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8acc7a6-3281-44cd-b401-8bce56299b08 req-fb4ee103-b186-4427-994e-e9e42cab0a69 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0537066 Apr 20 15:35:09.100720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b8acc7a6-3281-44cd-b401-8bce56299b08 req-fe43e431-7af8-46e9-b304-23e04276040b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Apr 20 15:35:10.176901 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6793e48-8e2b-45a0-b29a-0cf7693c1b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:10.231854 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584473-a3a3-4a88-bc32-f4a5d7eab9a2 req-c2f38fe8-c2ca-4c7b-9030-f1b522b2aec7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:10.233365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca584473-a3a3-4a88-bc32-f4a5d7eab9a2 req-c2f38fe8-c2ca-4c7b-9030-f1b522b2aec7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0508082 Apr 20 15:35:10.274927 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ca584473-a3a3-4a88-bc32-f4a5d7eab9a2 req-53e1f295-c767-407a-8f46-0f52fb44a608 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347807 Apr 20 15:35:11.409329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e740-f3b9-4811-8b20-8a953033c1bf req-b51583bd-755b-4cfb-a96a-ceb1da4b7166 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:11.411782 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb20e740-f3b9-4811-8b20-8a953033c1bf req-b51583bd-755b-4cfb-a96a-ceb1da4b7166 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0616481 Apr 20 15:35:11.455935 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eb20e740-f3b9-4811-8b20-8a953033c1bf req-5c3a7d5b-ef00-42b6-91d1-9bb6134c3cdd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362704 Apr 20 15:35:12.600159 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07429d6d-5a5f-4c0a-a658-24ae3a414550 req-c8e8ee49-cc08-4fb2-870b-662fe42a94ab tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:12.601626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07429d6d-5a5f-4c0a-a658-24ae3a414550 req-c8e8ee49-cc08-4fb2-870b-662fe42a94ab tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0629988 Apr 20 15:35:12.644900 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07429d6d-5a5f-4c0a-a658-24ae3a414550 req-2395d1c3-722f-4a22-85bc-3017a4e159c0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370722 Apr 20 15:35:13.584821 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd9dbf86-4ed0-4f6d-a52d-dead50259dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:13.776076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa076c-bb0d-4cc8-bcb5-14db2c6e8b40 req-e41367f2-36ea-4b93-a2d3-c0d931c65e38 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:13.777420 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33aa076c-bb0d-4cc8-bcb5-14db2c6e8b40 req-e41367f2-36ea-4b93-a2d3-c0d931c65e38 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0634923 Apr 20 15:35:13.816262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-33aa076c-bb0d-4cc8-bcb5-14db2c6e8b40 req-cb55888b-4a41-48c4-b235-c10208e8e625 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Apr 20 15:35:13.909814 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:14.648795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:14.945983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd269-3052-4b57-95d2-8e3f301dbcde req-631b8925-89f4-4e90-a95e-510441b8a8cf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:14.947482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-547fd269-3052-4b57-95d2-8e3f301dbcde req-631b8925-89f4-4e90-a95e-510441b8a8cf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0581298 Apr 20 15:35:14.991997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-547fd269-3052-4b57-95d2-8e3f301dbcde req-3c751ff9-b30f-4223-8398-4ff79c804f00 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354915 Apr 20 15:35:15.368150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:15.451607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:16.119645 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02923eeb-38a2-4b0f-b4c6-420444008327 req-d6077956-e8eb-40a1-8efb-b3d5d8c754a2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:16.121093 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02923eeb-38a2-4b0f-b4c6-420444008327 req-d6077956-e8eb-40a1-8efb-b3d5d8c754a2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0599298 Apr 20 15:35:16.165216 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-02923eeb-38a2-4b0f-b4c6-420444008327 req-1530a4ea-d14a-4aa2-b59c-317e7494b540 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Apr 20 15:35:17.098053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-2cd4059a-0c7e-418e-ac4e-4569e19fce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:17.099583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-2cd4059a-0c7e-418e-ac4e-4569e19fce4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.0439355 Apr 20 15:35:17.224200 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-76528499-616f-4937-aeac-ea0d5eaed7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:17.225702 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-76528499-616f-4937-aeac-ea0d5eaed7c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.0954292 Apr 20 15:35:17.316364 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-cff4bc2c-4112-4e46-b854-a7667e577d55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 1001 time: 0.0841489 Apr 20 15:35:17.339596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b63f-52f8-49b1-9efa-e9690bc2dcd6 req-bc179d99-c542-4984-a959-400de6218a79 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:17.340992 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31a7b63f-52f8-49b1-9efa-e9690bc2dcd6 req-bc179d99-c542-4984-a959-400de6218a79 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0711601 Apr 20 15:35:17.390313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-3478a936-2ce7-4530-9158-16bd4c7cbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:17.391758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-3478a936-2ce7-4530-9158-16bd4c7cbe09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0688469 Apr 20 15:35:17.412958 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-31a7b63f-52f8-49b1-9efa-e9690bc2dcd6 req-581f2aa2-a049-4284-9d97-422816ada686 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550013 Apr 20 15:35:17.436373 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50536) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:35:17.444761 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-b35bb956-4f15-4672-ad82-0681769278e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:35:17.446248 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-b35bb956-4f15-4672-ad82-0681769278e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483961 Apr 20 15:35:17.502862 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2d65d87e-749b-45ee-8a0f-ebbdafe32a7a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/8d72b9a5-03f4-464d-b67e-f2982d124116 HTTP/1.1" status: 200 len: 993 time: 0.0651934 Apr 20 15:35:17.534190 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-3ae2eeff-dee8-4f47-8126-d134e8ff160b service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Apr 20 15:35:17.631416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-695dd92b-c7b4-4a78-9a48-c237514194d9 req-f6ef31c6-203a-414e-a5da-a78bc37dc75a service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905945 Apr 20 15:35:34.044018 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:34.067743 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:35:40.188982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-01cdf4c1-9e96-44dd-8f25-5b6fe65645c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:43.588597 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-253b8c51-a3e0-47a4-8c89-97be40ce41a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:43.913765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:44.652679 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.372309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:35:45.449665 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:04.037206 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:10.190607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3619327c-e816-417f-8fce-bca91b2bc779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:11.068339 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:36:13.583976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f4f64491-4db9-47f2-8812-99a03c73545d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:13.919873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:14.653375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:14.831783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50556) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:14.996715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port bab925ed-de45-4544-af92-a9899e30cc9a {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:36:14.997076 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.077732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.078060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.089816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for bab925ed-de45-4544-af92-a9899e30cc9a owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:36:15.247159 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.276898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=bab925ed-de45-4544-af92-a9899e30cc9a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:15.288566 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.288918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.289258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.289595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.289925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.290294 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.291238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.291582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.291918 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.292248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.292582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.292940 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:15.349030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.349363 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP 8d72b9a5-03f4-464d-b67e-f2982d124116 disassociated (deleted). External IP: 172.25.1.192, port: 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56. Apr 20 15:36:15.367310 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.452677 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.569572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 3823a807-4181-4756-bdac-5436e57af5f5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:36:15.692367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:36:15.696997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:15.702365 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Sync routers for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:15.712934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:15.713544 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:15.724046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3f022301-ec85-4fd7-a709-ebdb8996c456 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d72b9a5-03f4-464d-b67e-f2982d124116 HTTP/1.1" status: 204 len: 168 time: 0.8908038 Apr 20 15:36:15.724604 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:36:15.727800 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ce370-bcf1-4a25-ba19-eea5e04bd95a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:36:15.827928 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:15.878776 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d3e82a-30ed-47f9-a982-974160604805 x-openstack-request-id: req-54d3e82a-30ed-47f9-a982-974160604805 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:36:15.879279 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:36:15.879385 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54d3e82a-30ed-47f9-a982-974160604805 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:36:15.879774 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d3e82a-30ed-47f9-a982-974160604805'] response: {'name': 'network-changed', 'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'status': 'completed', 'code': 200} Apr 20 15:36:15.971549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-baed5229-02ee-4aeb-881b-6aa357932057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:15.973022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-baed5229-02ee-4aeb-881b-6aa357932057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 1096 time: 0.0685291 Apr 20 15:36:15.981344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe985-6b58-4a2d-8955-a70c830803d4 req-029ec3ca-857c-484c-810d-3941d3f7c715 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:15.982762 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7bfe985-6b58-4a2d-8955-a70c830803d4 req-029ec3ca-857c-484c-810d-3941d3f7c715 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0695646 Apr 20 15:36:16.045391 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:16.068218 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7bfe985-6b58-4a2d-8955-a70c830803d4 req-ba983ebb-0b66-488d-9163-ec6ca8b555fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774193 Apr 20 15:36:16.073992 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Checking router: 3823a807-4181-4756-bdac-5436e57af5f5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:16.093326 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:16.093932 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:16.094242 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-11c3a4d0-9463-4a91-a80f-8d5630467210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:16.095733 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-11c3a4d0-9463-4a91-a80f-8d5630467210 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 200 len: 897 time: 0.1121426 Apr 20 15:36:16.139335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-2d97b156-0ec0-4b1d-b53e-42bfa92926a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 200 len: 217 time: 0.0350561 Apr 20 15:36:16.194692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-f32ddc96-7fd0-4338-9dd2-e61aa90cad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:16.196133 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-f32ddc96-7fd0-4338-9dd2-e61aa90cad6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 200 len: 835 time: 0.0479724 Apr 20 15:36:16.204659 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:16.243171 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-377ea466-6ee3-4b5c-b85b-209362093e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:16.244735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-377ea466-6ee3-4b5c-b85b-209362093e19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a413b854-979b-40c3-9072-ba36aecea9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405831 Apr 20 15:36:16.335936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-fc239287-71a1-4673-9623-f3e8006e0deb service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Apr 20 15:36:16.408269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:16.431522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-439ce370-bcf1-4a25-ba19-eea5e04bd95a req-1bafbc0a-db20-4e56-9416-455e5cccf016 service neutron] 10.222.0.45 "GET /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Apr 20 15:36:16.435750 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bff19-bab9-4de7-8536-52fb82e1440f None None] The sync data for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 is: [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:40Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '09a9f6fc-e774-4aa5-b2e4-cc79a51b8090', 'name': '', 'network_id': 'a413b854-979b-40c3-9072-ba36aecea9a4', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:b7:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:40Z', 'updated_at': '2022-04-20T15:33:43Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'cac6a709-9130-47ac-b306-2c07bcefd0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:16.647137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126253ad-054c-4042-878a-94f625150beb None None] New status for floating IP 8d72b9a5-03f4-464d-b67e-f2982d124116: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:36:17.197969 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9b7a-9b06-49e5-9eee-a9ed7822927a req-db7fe881-4819-4af1-9982-3522f84980d3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:17.199459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-649f9b7a-9b06-49e5-9eee-a9ed7822927a req-db7fe881-4819-4af1-9982-3522f84980d3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0500846 Apr 20 15:36:17.237261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-649f9b7a-9b06-49e5-9eee-a9ed7822927a req-32336246-2046-4d67-9648-ea98242d73e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=fb0657fe-4b6c-4332-87cd-73ab79f5c680&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Apr 20 15:36:17.709894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787381-aa11-408c-818d-60d443966a10 req-f40b9d53-f4ef-4641-a3d7-82c43d45542f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:17.711345 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe787381-aa11-408c-818d-60d443966a10 req-f40b9d53-f4ef-4641-a3d7-82c43d45542f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 945 time: 0.0611017 Apr 20 15:36:17.804133 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:36:17.804480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.891257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:17.891613 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:17.904245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:36:18.033719 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:18.063304 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:18.092177 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.092517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.092851 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.093176 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.093498 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.093828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.094154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.094475 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.094825 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.095137 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.095423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.095735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:18.118357 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] No DVR routers for this DVR port 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:36:18.121299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:18.125090 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fe787381-aa11-408c-818d-60d443966a10 req-6d2a8a69-248f-482a-983e-eeed8b5a0889 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "DELETE /v2.0/ports/20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 HTTP/1.1" status: 204 len: 173 time: 0.4074125 Apr 20 15:36:18.125514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'name': 'network-vif-deleted', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:36:18.127823 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53518f35-cc5c-4204-94ed-45a71deb5482" -d '{"events": [{"server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "name": "network-vif-deleted", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:36:18.228999 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525e5ae-a8b9-4506-afb3-32250b77409a x-openstack-request-id: req-8525e5ae-a8b9-4506-afb3-32250b77409a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:36:18.229589 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e17745-eb04-4c4f-8377-23869968f05b", "name": "network-vif-deleted", "tag": "20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:36:18.229589 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8525e5ae-a8b9-4506-afb3-32250b77409a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:36:18.229904 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8525e5ae-a8b9-4506-afb3-32250b77409a'] response: {'server_uuid': 'a4e17745-eb04-4c4f-8377-23869968f05b', 'name': 'network-vif-deleted', 'tag': '20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56', 'status': 'completed', 'code': 200} Apr 20 15:36:18.363313 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ee1debd3-46ee-437a-91cd-755af1ee180c req-02097cdf-a7be-43d5-a9fb-19f6923abc67 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4e17745-eb04-4c4f-8377-23869968f05b HTTP/1.1" status: 200 len: 210 time: 0.0320613 Apr 20 15:36:19.427221 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:19.808227 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:20.072246 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:36:20.072490 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:20.162485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:20.162869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:20.175121 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:36:20.266413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:36:20.287680 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:36:20.288003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 20c40ed9-8e2b-44b7-acd6-5ca4e15c8b56 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:36:20.733575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:20.762108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=09a9f6fc-e774-4aa5-b2e4-cc79a51b8090,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:20.940217 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.158173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 3823a807-4181-4756-bdac-5436e57af5f5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:36:21.261622 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:36:21.267343 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c72cd008-ddcc-4666-9cce-566d1f3ca6bf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/3823a807-4181-4756-bdac-5436e57af5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391111 Apr 20 15:36:21.270020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:21.272597 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Sync routers for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:21.282252 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:21.283146 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:21.326192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting subnet cac6a709-9130-47ac-b306-2c07bcefd0a5 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:36:21.329688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.370299 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.387309 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:21.453221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.517592 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.547254 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.552810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909feaec-4fdf-4b5b-86af-9dc35409e638 None None] Network a413b854-979b-40c3-9072-ba36aecea9a4 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:36:21.553885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50582) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:21.555080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/subnets/cac6a709-9130-47ac-b306-2c07bcefd0a5 HTTP/1.1" status: 204 len: 168 time: 0.2838688 Apr 20 15:36:21.556232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bbcbb-8625-4dbc-955b-c60c4b99ecd7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Subnet': ['ID=cac6a709-9130-47ac-b306-2c07bcefd0a5,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:21.564635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:36:20Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:21.595274 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Checking router: 3823a807-4181-4756-bdac-5436e57af5f5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:21.604292 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Routers {'3823a807-4181-4756-bdac-5436e57af5f5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:21.604900 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['3823a807-4181-4756-bdac-5436e57af5f5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:21.677219 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.710284 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] Set router 3823a807-4181-4756-bdac-5436e57af5f5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:21.742106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] DHCP port deletion for a413b854-979b-40c3-9072-ba36aecea9a4 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:36:21.789610 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.792796 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Deleting port fea16bb9-d865-487e-8288-1cbe6c973d45 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:36:21.793166 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.855568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 889e47d1-8fb2-4755-89bc-c3e0f08b295c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:36:21.855788 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.872647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] For port fea16bb9-d865-487e-8288-1cbe6c973d45, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=fea16bb9-d865-487e-8288-1cbe6c973d45,segment=NetworkSegment(45eda13c-bf46-45ee-9cac-50984bf22592),segment_id=45eda13c-bf46-45ee-9cac-50984bf22592)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:21.873380 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.889574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Calling delete_port for fea16bb9-d865-487e-8288-1cbe6c973d45 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:36:21.942582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 889e47d1-8fb2-4755-89bc-c3e0f08b295c, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=889e47d1-8fb2-4755-89bc-c3e0f08b295c,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:21.942958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.954790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 889e47d1-8fb2-4755-89bc-c3e0f08b295c owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:36:21.979519 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:21.987476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:36:20Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:22.014221 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9fa41e-5d58-4bb2-9af9-1f5ded7a0686 None None] The sync data for ids ['3823a807-4181-4756-bdac-5436e57af5f5'] in n-d-836145-2 is: [{'id': '3823a807-4181-4756-bdac-5436e57af5f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743867409', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:36:20Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '889e47d1-8fb2-4755-89bc-c3e0f08b295c', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3823a807-4181-4756-bdac-5436e57af5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:33:37Z', 'updated_at': '2022-04-20T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:22.016125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Pushing event deleted for resources: {'Port': ['ID=fea16bb9-d865-487e-8288-1cbe6c973d45,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:22.025828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.026297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.026511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.026870 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.027204 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.027547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.027917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.028249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.028696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.029022 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.029342 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.029664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:22.032448 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077305f-9ebb-48dd-81d9-31746d506f4b None None] No DVR routers for this DVR port fea16bb9-d865-487e-8288-1cbe6c973d45 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:36:22.134493 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.161877 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=889e47d1-8fb2-4755-89bc-c3e0f08b295c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:22.221955 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.317785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.320248 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.365875 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.366402 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Fanout notify agent at l3_agent the message router_deleted on router 3823a807-4181-4756-bdac-5436e57af5f5 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:36:22.373688 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.374822 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b585e5a6-9736-4d35-b2ba-72c290efbf10 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/routers/3823a807-4181-4756-bdac-5436e57af5f5 HTTP/1.1" status: 204 len: 168 time: 0.8189270 Apr 20 15:36:22.377497 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50584) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:22.456664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.889537 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.908905 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a413b854-979b-40c3-9072-ba36aecea9a4']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:22.917939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eda13c-bf46-45ee-9cac-50984bf22592') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:22.918230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eda13c-bf46-45ee-9cac-50984bf22592') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:22.927302 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.941296 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.947091 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:36:22.947706 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:36:22.950625 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:36:23.015977 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.022974 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.026221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/networks/a413b854-979b-40c3-9072-ba36aecea9a4 HTTP/1.1" status: 204 len: 168 time: 0.6476829 Apr 20 15:36:23.029161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50586) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:23.037676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801155d9-a889-4385-b003-bf4f95713274 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Network': ['ID=a413b854-979b-40c3-9072-ba36aecea9a4,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:23.088147 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.113180 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.128198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fea16bb9-d865-487e-8288-1cbe6c973d45 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:36:23.148836 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: fea16bb9-d865-487e-8288-1cbe6c973d45 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:36:23.149178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device fea16bb9-d865-487e-8288-1cbe6c973d45 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:36:23.149678 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:36:23.169201 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:36:23.169548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 09a9f6fc-e774-4aa5-b2e4-cc79a51b8090 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:36:23.169953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 889e47d1-8fb2-4755-89bc-c3e0f08b295c no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:36:23.176988 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.179660 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.180915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb0657fe-4b6c-4332-87cd-73ab79f5c680 HTTP/1.1" status: 204 len: 168 time: 0.1506252 Apr 20 15:36:23.189677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 889e47d1-8fb2-4755-89bc-c3e0f08b295c {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:36:23.189677 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 889e47d1-8fb2-4755-89bc-c3e0f08b295c not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:36:23.191049 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31990f4a-7075-4150-9eba-04dabc314964 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0657fe-4b6c-4332-87cd-73ab79f5c680,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:23.532878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50592) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:23.537543 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307393961', 'description': 'tempest-secgroup-smoke-307393961 description', 'project_id': '3cfbb0deb6b34355b55ce62717fea398'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:23.563140 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.641980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.647598 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.674045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.675297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414220 Apr 20 15:36:23.678356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50594) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:23.679263 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e1e3a-023f-466b-8329-fd682f248dc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d640f-798b-4ca8-b912-34a40a0bac73,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:23.683376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:23.709706 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.756721 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.761924 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.786497 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fb60fd-758b-496b-b9b3-ac923d5eba10,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:23.793630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.794720 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2fb796b2-7100-42f8-8076-95a096096846 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152728 Apr 20 15:36:23.797539 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50596) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:23.801795 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:23.830170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.913075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.918906 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.937982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623ab793-e23a-4561-b6c1-375a24d50e08,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:23.944408 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:23.945617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-03e978b2-0d7e-4ac9-a92f-73f153458a09 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471651 Apr 20 15:36:23.948827 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50598) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:23.953475 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:23.981037 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.038341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.043578 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.061982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f109cfd9-da44-48dc-ba50-0f3e8b596900,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:24.072495 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.073809 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0d73f53b-6204-4762-803e-0cc8ef84b467 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239817 Apr 20 15:36:24.076590 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50600) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:24.081062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:24.106508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.173805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.177460 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.194509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19df4bc9-5ab4-4fb3-a5b6-7c534e0cfa78,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:24.206111 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.207745 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1238b447-ee39-465e-b653-0cd023adc99d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301239 Apr 20 15:36:24.210835 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50602) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:24.218336 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:24.245745 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:36:24.252276 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.313880 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.318089 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.332302 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5bd159-0a24-4f3a-8f42-f423f94f1e2e,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:24.344198 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.345442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1946f0ec-72e4-4c8f-884a-5345f38fac64 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326399 Apr 20 15:36:24.348405 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50604) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:24.355664 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': 'b73d640f-798b-4ca8-b912-34a40a0bac73', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:24.382199 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:36:24.389043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.451330 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.456400 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.476221 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17246d0b-114e-4254-af3a-ac50329271dc,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:24.482099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.483333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-14fb7dad-0e0d-4272-9857-b0763ded27fa tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336470 Apr 20 15:36:24.486444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50606) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:24.491598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'network': {'name': 'tempest-network-smoke--2140259322', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:24.511846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:36:24.515760 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.540286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:36:24.553807 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.554232 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Added segment e4751080-65d5-4277-aaec-940074e8005d of type vlan for network 00cf70c1-f73e-4301-a942-faef5aa59fcf Apr 20 15:36:24.594742 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.629075 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.634708 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:24.635279 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.690529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2029681 Apr 20 15:36:24.693527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50608) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:24.698601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'admin_state_up': True, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:24.705022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a34970-9494-434b-ba7d-0397e92ce0e4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Network': ['ID=00cf70c1-f73e-4301-a942-faef5aa59fcf,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:24.715978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:36:24.721956 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.722992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.780508 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:24.919312 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.135670 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.155074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.268261 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.24 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a47cec1c-0bec-435e-a5db-c16703487414) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:25.376029 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.413629 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.457148 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:25.460052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:25.464076 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:36:25.469505 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=a47cec1c-0bec-435e-a5db-c16703487414,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:25.744998 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:25.943838 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.068998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:36:26.176117 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:36:26.187299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Sync routers for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:26.197383 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.197590 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:26.198290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:26.198649 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f407396f-b252-4821-8dc9-3a8a8da9ea9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5040672 Apr 20 15:36:26.201799 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50610) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:26.232409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-af53ce87-0d80-4d7e-ac30-c5d459273bf3 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3cfbb0deb6b34355b55ce62717fea398&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294209 Apr 20 15:36:26.234903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50612) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:26.307430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:26.318612 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e95b7-df92-461e-90b0-dc119e92317f tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:26.320170 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-650e95b7-df92-461e-90b0-dc119e92317f tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843573 Apr 20 15:36:26.323424 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50614) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:26.350925 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a765ec81-f9bc-44da-b744-3d32d64d06e8 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262845 Apr 20 15:36:26.353424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50616) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:26.358606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647989538', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:26.452733 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:36:26.456437 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.494322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:25Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:26.525060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Checking router: ef0b8a4f-d0d4-42cc-9dd4-edc43320248b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:26.525381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Updating router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b port a47cec1c-0bec-435e-a5db-c16703487414 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:36:26.549688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.636168 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.695114 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Subnet': ['ID=a1ff453c-8da0-42a5-9c92-4240af49c7aa,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:26.704668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Checking segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:36:26.705041 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network hostable DHCP agents. Network: 00cf70c1-f73e-4301-a942-faef5aa59fcf, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:36:26.722868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:36:26.733266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 00cf70c1-f73e-4301-a942-faef5aa59fcf) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:26.738115 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:26.739111 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:26.744606 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22853cc-980e-4a56-a5c2-5a6c0c044062 None None] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:36:26.755409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b0246b6c-2b4b-4d19-ade3-656691d3cdee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4008644 Apr 20 15:36:26.758346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50618) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:27.034620 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.044982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.131208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d621-aa13-474a-bb72-0e34d513cedb None None] Pushing event updated for resources: {'Port': ['ID=a47cec1c-0bec-435e-a5db-c16703487414,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:27.135557 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Attempting to bind port a47cec1c-0bec-435e-a5db-c16703487414 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:27.135924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Attempting to bind port a47cec1c-0bec-435e-a5db-c16703487414 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:27.136282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Attempting to bind port a47cec1c-0bec-435e-a5db-c16703487414 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:36:27.147619 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:36:27.147994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:36:27.148384 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.148774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:36:27.149333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Bound port: a47cec1c-0bec-435e-a5db-c16703487414, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:27.150327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.184821 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-00cf70c1-f73e-4301-a942-faef5aa59fcf', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:36:27.185686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.204319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.297189 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] For port a47cec1c-0bec-435e-a5db-c16703487414, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:36:27.314839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] For port a47cec1c-0bec-435e-a5db-c16703487414, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a47cec1c-0bec-435e-a5db-c16703487414,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:36:27.338015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.401652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Allocated IP 172.20.0.2 (00cf70c1-f73e-4301-a942-faef5aa59fcf/a1ff453c-8da0-42a5-9c92-4240af49c7aa/6bc8c8b5-d44f-41a1-be3a-7bd341b394a2) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:27.421753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4d621-aa13-474a-bb72-0e34d513cedb None None] Pushing event updated for resources: {'Port': ['ID=a47cec1c-0bec-435e-a5db-c16703487414,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:27.425047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:27.425628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:27.591230 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:27.730898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.744291 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.787869 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.1 (00cf70c1-f73e-4301-a942-faef5aa59fcf/a1ff453c-8da0-42a5-9c92-4240af49c7aa/89ec536f-82e3-402b-a02a-c13c62d4ebea) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:27.804428 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:27.824925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:27.827969 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Pushing event updated for resources: {'Port': ['ID=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:27.830862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:36:27.899876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Attempting to bind port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:27.900232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Attempting to bind port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:27.900583 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Attempting to bind port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:36:27.904552 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.907439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:25Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:27.909329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:36:27.909686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Checking segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:36:27.910083 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.910441 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Bound using segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:36:27.910924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Bound port: 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:27.911295 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.939848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:27.947370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769dcbf-37f2-441d-b1a5-c390446e7139 None None] The sync data for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 is: [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:25Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:27.983829 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:27.987144 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:27.991052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:36:28.004160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] For port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:36:28.007840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] For port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:36:28.013973 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.020335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:28.046513 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.085092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24f2ba-204a-4a5c-b624-8cc79d04eba6 None None] Pushing event updated for resources: {'Port': ['ID=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:28.188942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.531805 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.537895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.615732 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:28.621397 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:28.714243 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:28.715603 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:29.074633 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e26a0-215c-45e6-815c-7306ebac2ea9 None None] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:36:29.172547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] Provisioning complete for port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:29.172804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.208437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:29.220271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:36:29.333258 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:36:29.348073 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-9366f2f7-bfc7-49d9-9d6e-ff0e71eea7f1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/ef0b8a4f-d0d4-42cc-9dd4-edc43320248b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793500 Apr 20 15:36:29.358250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:29.358657 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.362463 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.438032 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] For port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:29.444372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.495474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-b134242e-8d71-478b-b0e4-abe1b019c64a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307393961&fields=id&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 267 time: 0.0443640 Apr 20 15:36:29.521990 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a47cec1c-0bec-435e-a5db-c16703487414 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:29.523758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c3e62-3079-4e22-9f9f-0b5be64b23bc None None] Pushing event updated for resources: {'Port': ['ID=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:29.580051 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a47cec1c-0bec-435e-a5db-c16703487414 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:29.580469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.630720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-44e3abc0-ab78-4768-99dd-4862d249ce72 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:29.632232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-44e3abc0-ab78-4768-99dd-4862d249ce72 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 797 time: 0.1312566 Apr 20 15:36:29.655132 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-b7cec16e-72eb-409a-bb7b-4dd2893e721d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/quotas/3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 375 time: 0.0160413 Apr 20 15:36:29.677363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.686116 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a23ec029-d86d-474d-8321-a934eb2812e6 None None] Provisioning complete for port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:29.686465 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a23ec029-d86d-474d-8321-a934eb2812e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.703681 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-ad74956e-ab45-4805-93ca-23b0d147cd7e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476775 Apr 20 15:36:29.727083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port a47cec1c-0bec-435e-a5db-c16703487414, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a47cec1c-0bec-435e-a5db-c16703487414,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:29.740466 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.757704 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Sync routers for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:29.772625 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:29.773226 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:29.840841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=a47cec1c-0bec-435e-a5db-c16703487414,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:29.872841 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a23ec029-d86d-474d-8321-a934eb2812e6 None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:29.873205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a23ec029-d86d-474d-8321-a934eb2812e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:29.889803 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:29.911723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a23ec029-d86d-474d-8321-a934eb2812e6 None None] Port 89ec536f-82e3-402b-a02a-c13c62d4ebea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:36:29.952830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-d894a81e-0ae7-43d3-b4ef-a71af8390676 service neutron] 10.222.0.20 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715086 Apr 20 15:36:30.033516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b5878a1f-878b-4c57-a8a1-41f1b62f0916 None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:30.033880 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b5878a1f-878b-4c57-a8a1-41f1b62f0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.063969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-d31efd08-f700-48d2-a1dd-5f05c2f815b6 service neutron] 10.222.0.20 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030555 Apr 20 15:36:30.085240 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b5878a1f-878b-4c57-a8a1-41f1b62f0916 None None] Port 89ec536f-82e3-402b-a02a-c13c62d4ebea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:36:30.097901 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 2, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:30.125013 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Checking router: ef0b8a4f-d0d4-42cc-9dd4-edc43320248b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:30.125364 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Updating router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b port 89ec536f-82e3-402b-a02a-c13c62d4ebea binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:36:30.155314 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.206699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-fd912d04-2c64-469c-bc0d-a7874ff607eb None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:30.208686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fd912d04-2c64-469c-bc0d-a7874ff607eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.234157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77e3b5be-3248-495e-ab71-9707400d3469 req-415945bd-1063-4417-bf2d-a6d735fd5c2c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 210 time: 0.0302420 Apr 20 15:36:30.250425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-fd912d04-2c64-469c-bc0d-a7874ff607eb None None] Port 89ec536f-82e3-402b-a02a-c13c62d4ebea cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:36:30.420209 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.425057 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.477086 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Pushing event updated for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:30.500975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.501533 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.501998 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.502484 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.502998 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.503476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.503961 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.504276 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.504593 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.504906 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.505220 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.505530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:36:30.537584 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Attempting to bind port 89ec536f-82e3-402b-a02a-c13c62d4ebea on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:30.537948 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Attempting to bind port 89ec536f-82e3-402b-a02a-c13c62d4ebea by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:30.538299 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Attempting to bind port 89ec536f-82e3-402b-a02a-c13c62d4ebea on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:36:30.543733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:36:30.544176 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Checking segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:36:30.544500 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.544942 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Bound using segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:36:30.545500 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Bound port: 89ec536f-82e3-402b-a02a-c13c62d4ebea, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:30.545881 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.610149 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] For port 89ec536f-82e3-402b-a02a-c13c62d4ebea, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:36:30.613215 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] For port 89ec536f-82e3-402b-a02a-c13c62d4ebea, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=89ec536f-82e3-402b-a02a-c13c62d4ebea,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:36:30.618175 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.685754 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:30.686368 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:30.691344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08b7c0-5db9-4a4b-9df2-b51846ab42e2 None None] Pushing event updated for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:30.801103 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:30.812175 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:30.815282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.896372 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.931662 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] For port 89ec536f-82e3-402b-a02a-c13c62d4ebea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=89ec536f-82e3-402b-a02a-c13c62d4ebea,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:30.936327 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:30.983482 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70870ccb-1a62-4e33-b1b5-ae2cdf5e3219 None None] Pushing event updated for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:31.011827 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:31.038856 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d70deb-5dc6-47ee-9609-4609eeca25d4 None None] The sync data for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 is: [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:31.057541 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d258d8b6-05c3-4e83-8016-f4db03b08f79 None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:31.057924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d258d8b6-05c3-4e83-8016-f4db03b08f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.193434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:31.253271 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:31.253941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.286479 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-ce82b42e-fa7f-4957-87c6-e4962dc30b15 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:31.290782 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-ce82b42e-fa7f-4957-87c6-e4962dc30b15 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 797 time: 0.1454227 Apr 20 15:36:31.359043 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-5bbbd9be-1c66-4b39-b009-5e109d5d4bdb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 379 time: 0.0592692 Apr 20 15:36:31.360097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ef420ad5-92af-40f5-af79-d7d328b7bb13 req-de050864-af33-4892-9dae-fdb84abf21c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 210 time: 0.0417490 Apr 20 15:36:31.376382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'port': {'device_id': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'admin_state_up': True, 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'security_groups': ['b73d640f-798b-4ca8-b912-34a40a0bac73']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:31.497801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:36:31.501544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.536721 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a47cec1c-0bec-435e-a5db-c16703487414 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:31.593456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a47cec1c-0bec-435e-a5db-c16703487414 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:31.593972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.643426 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.8 (00cf70c1-f73e-4301-a942-faef5aa59fcf/a1ff453c-8da0-42a5-9c92-4240af49c7aa/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:31.795176 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.831609 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.877890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:31.881311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:31.884101 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:36:31.911737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:31.943581 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:31.944309 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:31.963967 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-c011edb6-5068-4520-9716-27b3911592e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5962617 Apr 20 15:36:31.976634 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Request body: {'port': {'device_id': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:32.034618 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.116962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-be95c8d4-e866-499a-890b-441935483019 None None] Provisioning complete for port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:32.117339 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-be95c8d4-e866-499a-890b-441935483019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.162125 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-be95c8d4-e866-499a-890b-441935483019 None None] Port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:36:32.323364 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:36:32.330811 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.343675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Transition to ACTIVE for port object 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:36:32.349993 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.410457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:32.483176 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:36:32.483510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:36:32.483836 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:36:32.488279 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:36:32.488598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:36:32.488717 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545497d5-ce33-48aa-a492-ba9966c8684d req-8577600e-a53f-4ad2-b297-eabcb8c643cc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:32.490144 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-545497d5-ce33-48aa-a492-ba9966c8684d req-8577600e-a53f-4ad2-b297-eabcb8c643cc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0535169 Apr 20 15:36:32.493492 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:36:32.493825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Checking segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:36:32.494305 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Bound using segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:36:32.494768 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Bound port: 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:36:32.495132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.535287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-545497d5-ce33-48aa-a492-ba9966c8684d req-7a3c57b0-5ff3-48b5-b454-256c888164ca tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Apr 20 15:36:32.565132 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:36:32.568366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:36:32.574231 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.608437 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:32.608988 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:32.610361 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] 10.222.0.43 "PUT /v2.0/ports/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 1091 time: 0.6382132 Apr 20 15:36:32.610815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:36:32.613115 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12dfde2-504a-43d1-bcf6-87d837151563" -d '{"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:36:32.641029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9f56b-a10c-41a3-a9c8-16bfd8329b9e service neutron] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:32.664319 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae47d2-38d8-453a-96fb-98a7a676c73f x-openstack-request-id: req-daae47d2-38d8-453a-96fb-98a7a676c73f {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:36:32.664618 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:36:32.664908 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-daae47d2-38d8-453a-96fb-98a7a676c73f {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:36:32.665331 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daae47d2-38d8-453a-96fb-98a7a676c73f'] response: {'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'status': 'completed', 'code': 200} Apr 20 15:36:32.716327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-2fbca984-856c-40f7-bd2e-40425fa2d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:32.717888 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-2fbca984-856c-40f7-bd2e-40425fa2d0cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1094 time: 0.0457184 Apr 20 15:36:32.766998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-0ad6088b-0141-4837-94a5-002dac0ab52b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 217 time: 0.0398064 Apr 20 15:36:32.815895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-eee598cd-257a-4286-97b3-a458a542260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:32.817351 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-eee598cd-257a-4286-97b3-a458a542260f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0437109 Apr 20 15:36:32.869895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-b01c6252-7814-4ebe-8bfd-222c82ff41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:32.871456 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-b01c6252-7814-4ebe-8bfd-222c82ff41df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476842 Apr 20 15:36:32.971656 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-77608001-9bda-4cf5-a230-aafbded7465a service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934510 Apr 20 15:36:33.060077 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16ca838c-9cd2-4632-b0fa-4a44b6be2a27 req-b6dff5d6-d219-4c1f-b335-2ad2ed6602a7 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813653 Apr 20 15:36:33.149780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 89ec536f-82e3-402b-a02a-c13c62d4ebea up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:33.168055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-db1788f8-b88c-4f14-aaa0-56420f983f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:33.169713 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-db1788f8-b88c-4f14-aaa0-56420f983f18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1094 time: 0.0512433 Apr 20 15:36:33.199478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 89ec536f-82e3-402b-a02a-c13c62d4ebea triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:33.199848 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:33.265048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-76bb4cdd-fd10-4f03-ada4-856a9c70c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:33.266537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-76bb4cdd-fd10-4f03-ada4-856a9c70c6a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0901668 Apr 20 15:36:33.310231 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-9019c84d-d43b-4151-9615-adbb2914521b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 217 time: 0.0354466 Apr 20 15:36:33.365355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-a3b13802-102a-4711-ba6d-093c4ead3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:33.366832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-a3b13802-102a-4711-ba6d-093c4ead3715 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0481343 Apr 20 15:36:33.419188 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-bf6d7857-ca43-4703-8d0d-da7a99f244e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:33.421359 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-bf6d7857-ca43-4703-8d0d-da7a99f244e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470917 Apr 20 15:36:33.512310 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-c6bbe7f8-4540-4b57-bf12-ff6899f92a82 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Apr 20 15:36:33.606137 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f12dfde2-504a-43d1-bcf6-87d837151563 req-1cf486c0-ad07-4efb-b6af-573983f2acaf service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Apr 20 15:36:33.650970 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a549889-d0f6-4ce3-8a96-ee40b9c7d108 req-f97f3ebd-2e60-467e-9548-128412a6ba9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:33.652458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a549889-d0f6-4ce3-8a96-ee40b9c7d108 req-f97f3ebd-2e60-467e-9548-128412a6ba9e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0514660 Apr 20 15:36:33.690400 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1a549889-d0f6-4ce3-8a96-ee40b9c7d108 req-d797bfac-9cec-4e59-ac0d-66f9fe7b84d8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Apr 20 15:36:34.046916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:34.721303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:36:34.820471 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:34.822380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01a9d-6588-48d5-aecc-48d6b625d862 req-bdb18717-ccfd-4af7-acb1-1228d6076baf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:34.823944 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7e01a9d-6588-48d5-aecc-48d6b625d862 req-bdb18717-ccfd-4af7-acb1-1228d6076baf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0560338 Apr 20 15:36:34.832530 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'mac_address': 'fa:16:3e:98:e9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:36:34.863116 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c7e01a9d-6588-48d5-aecc-48d6b625d862 req-1f417d53-ea43-4150-af95-22667b4d68ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329535 Apr 20 15:36:34.876738 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:34.890401 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:36:34.909060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:34.915205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:34.973776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:35.160608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:36:35.980758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd1dc5-b5a2-433e-9f03-5ee5ae79e1c6 req-16bc2d97-e3a2-4703-9f14-4c7aa08a7018 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:35.982267 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26bd1dc5-b5a2-433e-9f03-5ee5ae79e1c6 req-16bc2d97-e3a2-4703-9f14-4c7aa08a7018 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 944 time: 0.0514669 Apr 20 15:36:36.025890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-26bd1dc5-b5a2-433e-9f03-5ee5ae79e1c6 req-d7f50bac-a98d-4fd1-8c78-f4f9b7d4058c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 Apr 20 15:36:36.729439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:36:36.784878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:36:36.788733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:36:36.789101 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:36.869305 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:36.891647 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:36:36.893938 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6913791d-a254-497c-a21f-ed4234660b00" -d '{"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-plugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:36:36.906596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:36:36.911579 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:36.959379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:36.990506 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9b9924-5453-4cf9-9311-eb42a20e9df3 x-openstack-request-id: req-8d9b9924-5453-4cf9-9311-eb42a20e9df3 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:36:36.990829 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-plugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:36:36.991202 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d9b9924-5453-4cf9-9311-eb42a20e9df3 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:36:36.991512 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9b9924-5453-4cf9-9311-eb42a20e9df3'] response: {'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'code': 200} Apr 20 15:36:37.092412 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc708a01-0d12-446a-b11e-834828767a8a req-89c49dba-4c8f-4b9b-aa99-9136fdbafc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:37.093935 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cc708a01-0d12-446a-b11e-834828767a8a req-89c49dba-4c8f-4b9b-aa99-9136fdbafc9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0451205 Apr 20 15:36:37.129472 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cc708a01-0d12-446a-b11e-834828767a8a req-acff137c-af4d-4bea-8636-ce9dabc835c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286505 Apr 20 15:36:37.145014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d6a1e-a498-4034-a132-fe4db4c75336 req-adcf6ae3-cac7-4a13-9619-0926a4c5389c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:37.146510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b3d6a1e-a498-4034-a132-fe4db4c75336 req-adcf6ae3-cac7-4a13-9619-0926a4c5389c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0478084 Apr 20 15:36:37.184357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9b3d6a1e-a498-4034-a132-fe4db4c75336 req-1b3f70dd-1164-4f79-9b6a-d38461e2e57c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Apr 20 15:36:38.326847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7abe1e-4ae0-41fa-a405-03d22f8fe478 req-285ca188-a5bd-431b-be52-ab6d5de01a76 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:38.328204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a7abe1e-4ae0-41fa-a405-03d22f8fe478 req-285ca188-a5bd-431b-be52-ab6d5de01a76 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0688457 Apr 20 15:36:38.374328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3a7abe1e-4ae0-41fa-a405-03d22f8fe478 req-ad3a3a7d-edee-49c2-900e-706df0858346 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Apr 20 15:36:38.489435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d015183-f44b-46b5-83f9-0457982aa35c req-6d6da820-5025-4d30-a263-4c40d94e702f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:38.490996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d015183-f44b-46b5-83f9-0457982aa35c req-6d6da820-5025-4d30-a263-4c40d94e702f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0491450 Apr 20 15:36:38.531005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6d015183-f44b-46b5-83f9-0457982aa35c req-a069cad4-c989-4902-bea6-301b3a8c2f36 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Apr 20 15:36:38.556309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50672) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:38.602782 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a9684a-78e3-4121-8234-475dece7fb3f tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:38.604333 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7a9684a-78e3-4121-8234-475dece7fb3f tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1091 time: 0.0469167 Apr 20 15:36:38.607428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50674) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:38.611721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:36:38.635628 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:38.740807 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:38.851055 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.52 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e7b114ee-9bd5-4265-957f-9d35b5ac1d70) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:36:38.958753 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:38.995301 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.034049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:36:39.036957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:36:39.040595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:36:39.045895 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=e7b114ee-9bd5-4265-957f-9d35b5ac1d70,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:39.419453 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.492294 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.640271 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.647713 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.717611 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=e7b114ee-9bd5-4265-957f-9d35b5ac1d70,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:36:39.731355 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:39.835862 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP ddceaa1b-aa20-436d-957b-160b0ec5c62a associated. External IP: 172.25.1.52, port: 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331. Apr 20 15:36:40.041335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:36:40.158439 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:36:40.173273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Sync routers for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:36:40.181608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:40.193006 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4335-5ca5-4623-b43b-a44d2e8f73e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:40.194497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:40.195225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:40.209586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bc9c706b-e71c-4e2c-ac5c-f99039d47988 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6011579 Apr 20 15:36:40.210165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:36:40.212953 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd179c-5552-4ed9-b162-9e7abef8483a" -d '{"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:36:40.252150 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f218b55-9dab-42f2-83c7-9491c4554c3e x-openstack-request-id: req-0f218b55-9dab-42f2-83c7-9491c4554c3e {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:36:40.252436 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:36:40.252686 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f218b55-9dab-42f2-83c7-9491c4554c3e {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:36:40.253097 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f218b55-9dab-42f2-83c7-9491c4554c3e'] response: {'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'status': 'completed', 'code': 200} Apr 20 15:36:40.311730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:40.312782 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd81e-e662-4df9-9813-a9fa311d48ca req-d031d510-768d-4aa9-b0bd-5731f9e63763 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:40.314466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-401cd81e-e662-4df9-9813-a9fa311d48ca req-d031d510-768d-4aa9-b0bd-5731f9e63763 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Apr 20 15:36:40.318595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-be39f549-9c19-4a41-b351-03c84a594fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:40.320140 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-be39f549-9c19-4a41-b351-03c84a594fd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0424197 Apr 20 15:36:40.354210 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-401cd81e-e662-4df9-9813-a9fa311d48ca req-4437ef6b-09dd-475e-b176-d2a210f97681 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331717 Apr 20 15:36:40.377596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50680) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:40.412029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-15b89f71-41d0-4cbb-8dd8-1d1870c74967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:40.413529 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-15b89f71-41d0-4cbb-8dd8-1d1870c74967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0871835 Apr 20 15:36:40.444959 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9450229c-1b08-447e-bf99-a274db0a52bb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/ddceaa1b-aa20-436d-957b-160b0ec5c62a HTTP/1.1" status: 200 len: 990 time: 0.0660999 Apr 20 15:36:40.486709 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-05c6e08f-409a-415d-8e06-6103447354a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 998 time: 0.0641596 Apr 20 15:36:40.539360 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ddceaa1b-aa20-436d-957b-160b0ec5c62a', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'mac_address': 'fa:16:3e:98:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:36:39Z', 'updated_at': '2022-04-20T15:36:39Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:40.539825 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-a2f29529-58ea-40d4-ad90-8611f042ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:40.540981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-a2f29529-58ea-40d4-ad90-8611f042ae51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0439174 Apr 20 15:36:40.565442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Checking router: ef0b8a4f-d0d4-42cc-9dd4-edc43320248b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:36:40.574661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:36:40.575285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:36:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:40.586985 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-73e54140-7aa3-4b68-92dd-dd6e842b030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:36:40.588721 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-73e54140-7aa3-4b68-92dd-dd6e842b030e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413163 Apr 20 15:36:40.680959 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:36:40.682832 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-073794ea-4c67-47c4-9ffb-1adc79246067 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Apr 20 15:36:40.775156 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-02cd179c-5552-4ed9-b162-9e7abef8483a req-28222fa2-6c36-4590-afa1-a02c589212a3 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854998 Apr 20 15:36:40.911501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ddceaa1b-aa20-436d-957b-160b0ec5c62a', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'mac_address': 'fa:16:3e:98:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:36:39Z', 'updated_at': '2022-04-20T15:36:39Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:36:40.937713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f26844-a54e-47f5-82ad-3b06da48a9e9 None None] The sync data for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 is: [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'ddceaa1b-aa20-436d-957b-160b0ec5c62a', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'mac_address': 'fa:16:3e:98:e9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:36:39Z', 'updated_at': '2022-04-20T15:36:39Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:36:41.124827 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093caf4e-5b30-479f-8839-97d9d77ce828 None None] New status for floating IP ddceaa1b-aa20-436d-957b-160b0ec5c62a: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:36:41.449075 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50682) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:36:41.518180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-97bc4e9b-8db2-4bf9-83cd-a1bf44c672b0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/ddceaa1b-aa20-436d-957b-160b0ec5c62a HTTP/1.1" status: 200 len: 992 time: 0.0679176 Apr 20 15:36:43.592829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed8cf-d684-4834-8556-290f2730bc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:43.920227 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:44.658749 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:45.379859 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:45.463863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:36:48.074612 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:37:04.059161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:10.186904 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-463aedfe-27c6-4102-91de-dad05848c4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:10.196964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-92285cd5-7538-4746-93a9-34f2e1610dd1 req-53576baf-4d2a-4efe-960f-bd31559b6622 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:37:10.197966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92285cd5-7538-4746-93a9-34f2e1610dd1 req-53576baf-4d2a-4efe-960f-bd31559b6622 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066156 Apr 20 15:37:10.366175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50698) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:37:10.392045 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f188d7-0868-49c1-ae23-7d6ea3fa7899 req-7dbcfe58-3431-445a-adf5-32f3c82ae2b9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:10.393587 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06f188d7-0868-49c1-ae23-7d6ea3fa7899 req-7dbcfe58-3431-445a-adf5-32f3c82ae2b9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Apr 20 15:37:10.432104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-06f188d7-0868-49c1-ae23-7d6ea3fa7899 req-a13bda1f-8fd7-4620-b3dc-24b10c75ddd1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Apr 20 15:37:10.448277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-afe6f931-fbd5-466a-8b9f-0b86e3a26a24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807590 Apr 20 15:37:10.457562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-b0f8a4be-d0bc-4c8c-9110-def4478ec75f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:37:10.458524 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-b0f8a4be-d0bc-4c8c-9110-def4478ec75f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049045 Apr 20 15:37:11.488912 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-ab882a67-e920-4aee-86ec-a5c2e8b983d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:11.490495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-ab882a67-e920-4aee-86ec-a5c2e8b983d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0433104 Apr 20 15:37:11.551643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49d2be-6d23-4532-a1f1-8f4f6592e022 req-c38e49bb-6ca6-4b3c-9f78-9154dcd7ca4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:11.553112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db49d2be-6d23-4532-a1f1-8f4f6592e022 req-c38e49bb-6ca6-4b3c-9f78-9154dcd7ca4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Apr 20 15:37:11.592212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-db49d2be-6d23-4532-a1f1-8f4f6592e022 req-40ef2a89-00cb-424c-a06c-41482998637a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Apr 20 15:37:11.602354 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-c508456b-44b9-4679-9f6b-2aae77af33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:11.603854 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-c508456b-44b9-4679-9f6b-2aae77af33d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0916114 Apr 20 15:37:11.673270 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-62278c5f-cbba-4bd9-9279-7269e93367f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 1000 time: 0.0624416 Apr 20 15:37:11.725944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-4a00d89f-d46b-4e18-9eaa-d8236efe240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:11.727354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-4a00d89f-d46b-4e18-9eaa-d8236efe240b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0472457 Apr 20 15:37:11.773894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-3e063361-369c-4305-9a09-44b9c63dbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:11.775417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-3e063361-369c-4305-9a09-44b9c63dbe40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401881 Apr 20 15:37:11.875277 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-3f419e89-017b-412f-a7f8-d20f14715c27 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924845 Apr 20 15:37:11.967918 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b54965da-50ee-4dbd-a0dd-fdfb89d22c83 req-bdd25f42-cafc-4003-bda1-23045acff646 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842781 Apr 20 15:37:12.058041 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-6d2e77f1-f54c-43a3-b86f-c017cbe6d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:12.059441 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-6d2e77f1-f54c-43a3-b86f-c017cbe6d8be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0430298 Apr 20 15:37:12.159901 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-528bebd8-ae4b-4ba1-a9b5-621eef7c4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:12.161384 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-528bebd8-ae4b-4ba1-a9b5-621eef7c4fba service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0954928 Apr 20 15:37:12.230305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-f8763747-581a-4396-98e6-4691c951348c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 1000 time: 0.0610323 Apr 20 15:37:12.289427 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-7702febb-196a-4c2c-9ab4-d32846a24556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:12.290907 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-7702febb-196a-4c2c-9ab4-d32846a24556 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0540264 Apr 20 15:37:12.351759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-82848d98-789b-4565-80e4-83e2ad9526e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:12.353166 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-82848d98-789b-4565-80e4-83e2ad9526e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547600 Apr 20 15:37:12.462015 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-833f973e-1f9a-4015-8279-72afba2bf47a service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987990 Apr 20 15:37:12.574514 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-cf6d8a68-33f1-41bd-9e1e-cc1cf638b8f3 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057956 Apr 20 15:37:12.742295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0047f36-6ea6-4a56-9db8-c85fa638f557 req-27011864-6bbe-4c42-9889-97cac0f28aad tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:12.744137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0047f36-6ea6-4a56-9db8-c85fa638f557 req-27011864-6bbe-4c42-9889-97cac0f28aad tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0649569 Apr 20 15:37:12.792787 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d0047f36-6ea6-4a56-9db8-c85fa638f557 req-ba4ed8ce-07f9-4adc-8ee7-78b49aeb51c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 Apr 20 15:37:13.591427 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a44362fc-4b88-4d84-a2c6-23ac30a28a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:13.922197 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:13.926018 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a82f85-0e35-4e18-919e-be21cfbec0d2 req-005dfac4-6353-49eb-b8f3-d006998bea16 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:13.927572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5a82f85-0e35-4e18-919e-be21cfbec0d2 req-005dfac4-6353-49eb-b8f3-d006998bea16 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Apr 20 15:37:13.965605 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e5a82f85-0e35-4e18-919e-be21cfbec0d2 req-0dd0d359-58bf-45fe-867c-63df36c4c636 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Apr 20 15:37:14.673691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:15.089703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108700-1e43-4267-8efd-d112456854f1 req-50e35409-41bf-4340-acd8-5ae1bacf3d8c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:15.091200 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad108700-1e43-4267-8efd-d112456854f1 req-50e35409-41bf-4340-acd8-5ae1bacf3d8c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0516145 Apr 20 15:37:15.132030 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ad108700-1e43-4267-8efd-d112456854f1 req-e67e230a-dc8a-45d0-923d-2dc06626a75b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Apr 20 15:37:15.379865 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:15.463527 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:16.268418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490b2c-7ced-45c5-ace1-0e9ce0feebe7 req-c274ff00-7c1c-44be-a802-4d82134e5937 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:16.269940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16490b2c-7ced-45c5-ace1-0e9ce0feebe7 req-c274ff00-7c1c-44be-a802-4d82134e5937 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0543475 Apr 20 15:37:16.308985 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-16490b2c-7ced-45c5-ace1-0e9ce0feebe7 req-b41951cf-02a6-4780-9cff-4622162f8c5d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Apr 20 15:37:17.448385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c98d-00ab-49e6-a785-8ed677823f75 req-d32c05c8-d6a1-416f-89de-95db7fedb390 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:17.449851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba7c98d-00ab-49e6-a785-8ed677823f75 req-d32c05c8-d6a1-416f-89de-95db7fedb390 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Apr 20 15:37:17.488747 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ba7c98d-00ab-49e6-a785-8ed677823f75 req-87ef0689-e18b-4393-a24c-fc07cf455736 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Apr 20 15:37:18.632744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8e08a-b729-4d18-aa53-7de7f9cd8b47 req-b6e485f0-ba49-4ab5-8efe-712bb7ea1cc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:18.635033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce8e08a-b729-4d18-aa53-7de7f9cd8b47 req-b6e485f0-ba49-4ab5-8efe-712bb7ea1cc2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0686941 Apr 20 15:37:18.676676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ce8e08a-b729-4d18-aa53-7de7f9cd8b47 req-077030e3-d097-41b8-ad33-bc0023f0ccae tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Apr 20 15:37:19.814861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8d6cc-bf6b-4ccc-a71d-c2f543891c7b req-e8eeb14e-d70c-4a6a-b4c2-bfc53dc0bbd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:19.816336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8d8d6cc-bf6b-4ccc-a71d-c2f543891c7b req-e8eeb14e-d70c-4a6a-b4c2-bfc53dc0bbd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0628247 Apr 20 15:37:19.855137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f8d8d6cc-bf6b-4ccc-a71d-c2f543891c7b req-fb5d983a-28c6-47a3-b645-dd3a2ef158f8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326195 Apr 20 15:37:20.977410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b85b41-f55a-4216-b018-b6d8ae14a9b1 req-2e872606-dc5d-48ea-98c5-db6200e5c18a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:20.978996 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8b85b41-f55a-4216-b018-b6d8ae14a9b1 req-2e872606-dc5d-48ea-98c5-db6200e5c18a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Apr 20 15:37:21.017961 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a8b85b41-f55a-4216-b018-b6d8ae14a9b1 req-5132262e-41b4-45dc-8c49-b38ca0ded4fe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Apr 20 15:37:22.145927 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbefeaf-5a7c-4a65-982e-c84b7ca0e399 req-b3c7030c-780c-4549-b9cf-6c4125341597 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:22.147336 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cbefeaf-5a7c-4a65-982e-c84b7ca0e399 req-b3c7030c-780c-4549-b9cf-6c4125341597 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0504611 Apr 20 15:37:22.188926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9cbefeaf-5a7c-4a65-982e-c84b7ca0e399 req-d3711474-04bc-4d90-b126-0182db7cbde2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321820 Apr 20 15:37:23.318010 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812333c-73e1-40ec-a904-0b491fc1f0c4 req-3d134044-4d9b-496e-a18e-26bb65fd7d70 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:23.319524 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5812333c-73e1-40ec-a904-0b491fc1f0c4 req-3d134044-4d9b-496e-a18e-26bb65fd7d70 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0530643 Apr 20 15:37:23.359967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5812333c-73e1-40ec-a904-0b491fc1f0c4 req-afadf6bc-64f9-47c9-90a2-da016a141f7d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Apr 20 15:37:24.422731 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-52204184-0d80-4deb-a831-37fd16ccce45 service neutron] show failed (client error): The resource could not be found. Apr 20 15:37:24.423820 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-52204184-0d80-4deb-a831-37fd16ccce45 service neutron] 10.222.0.43 "GET /v2.0/ports/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331/bindings/n-h1-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0620770 Apr 20 15:37:24.482056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13275ebd-1bfe-4d7f-ac11-de818549a116 req-1d5bad46-e4f3-4c70-8a1f-9251d35d55c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:24.483646 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13275ebd-1bfe-4d7f-ac11-de818549a116 req-1d5bad46-e4f3-4c70-8a1f-9251d35d55c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Apr 20 15:37:24.523081 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-13275ebd-1bfe-4d7f-ac11-de818549a116 req-6b9a647c-428e-4bcc-a2da-37b27705e6b0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329716 Apr 20 15:37:24.626286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-3b49ef7b-d2ab-4b9e-ba7f-640c8e4c592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:24.627860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-3b49ef7b-d2ab-4b9e-ba7f-640c8e4c592e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 1096 time: 0.0406039 Apr 20 15:37:24.640496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:37:24.698344 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:24.909667 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:37:24.941503 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:37:24.978727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:37:24.981001 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce678e0d-64f3-49cc-83f9-21612e0ac21f" -d '{"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-unplugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:37:24.984997 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:24.997179 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Transition to ACTIVE for port object 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:37:25.001826 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:25.037533 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b088a288-354a-4c35-b475-1b2f36698cfe x-openstack-request-id: req-b088a288-354a-4c35-b475-1b2f36698cfe {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:37:25.037774 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-unplugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:37:25.038049 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b088a288-354a-4c35-b475-1b2f36698cfe {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:37:25.038446 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b088a288-354a-4c35-b475-1b2f36698cfe'] response: {'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'code': 200} Apr 20 15:37:25.060356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=6']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:37:25.075458 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:37:25.102659 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.102998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.103330 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.103658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.103982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.104306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.104629 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.104944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.105261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.105579 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.105896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.106210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:25.149034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] No DVR routers for this DVR port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:37:25.283787 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:37:25.284100 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:37:25.284504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:37:25.289034 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:37:25.289355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Attempting to bind port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on network 00cf70c1-f73e-4301-a942-faef5aa59fcf {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:37:25.294372 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:37:25.294776 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Checking segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:37:25.295148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Bound using segment: {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:37:25.295574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Bound port: 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4751080-65d5-4277-aaec-940074e8005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:37:25.295903 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:25.360464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:37:25.363846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:37:25.371724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:25.407976 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.408655 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:25.410028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] 10.222.0.45 "PUT /v2.0/ports/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 1091 time: 0.7740285 Apr 20 15:37:25.444356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13128e6d-556e-4187-942c-2d794aafff3f service neutron] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:37:25.482435 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-d75c4a5c-3970-4ac8-8520-26add6e9bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.484063 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-d75c4a5c-3970-4ac8-8520-26add6e9bee1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1094 time: 0.0481491 Apr 20 15:37:25.578407 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-711a58f8-00d3-464d-a188-9612dda14e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.579995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-711a58f8-00d3-464d-a188-9612dda14e72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0897529 Apr 20 15:37:25.674689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-5f7668a4-4249-4d36-9627-373f4af5be90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 998 time: 0.0868435 Apr 20 15:37:25.686863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1c7d2-c1fa-4003-8844-0f46d3b54dc5 req-e711e55c-4c15-4fb2-8d8d-f62699fd2e95 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.688177 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85c1c7d2-c1fa-4003-8844-0f46d3b54dc5 req-e711e55c-4c15-4fb2-8d8d-f62699fd2e95 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0630963 Apr 20 15:37:25.754656 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-b57df5bb-9f21-4afb-bfa5-e993b295a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.756082 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-b57df5bb-9f21-4afb-bfa5-e993b295a1bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0670915 Apr 20 15:37:25.758814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-85c1c7d2-c1fa-4003-8844-0f46d3b54dc5 req-45c49fa8-f0d3-4d11-a0ed-c4b9dfb5ee29 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628037 Apr 20 15:37:25.802871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-8efe77a6-fae0-45f1-ac90-38013055d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:25.804317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-8efe77a6-fae0-45f1-ac90-38013055d65b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417104 Apr 20 15:37:25.891101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-7c86f438-820a-4dd2-b96a-c2f1c8ad9886 service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800323 Apr 20 15:37:25.988716 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7fe7bdd4-baa5-4590-bb97-082bf7f74157 req-66ddd5c1-4d07-4c23-ba67-3ac383bb6852 service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910461 Apr 20 15:37:26.901027 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6044b21-0e00-4fa4-bf90-f7262057814d req-575d18e8-f578-420b-b34d-222ad849010d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:26.902510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6044b21-0e00-4fa4-bf90-f7262057814d req-575d18e8-f578-420b-b34d-222ad849010d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0588949 Apr 20 15:37:26.940378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c6044b21-0e00-4fa4-bf90-f7262057814d req-04c972de-0de3-45ab-a041-b40916710ebc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Apr 20 15:37:27.039773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:37:27.042137 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a11f92e-efdc-4b45-84bf-54b77dbc5383" -d '{"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:37:27.094810 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fba720-b052-4ad8-8121-7eb3ff53db35 x-openstack-request-id: req-d3fba720-b052-4ad8-8121-7eb3ff53db35 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:37:27.095055 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:37:27.095329 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3fba720-b052-4ad8-8121-7eb3ff53db35 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:37:27.095729 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fba720-b052-4ad8-8121-7eb3ff53db35'] response: {'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'status': 'completed', 'code': 200} Apr 20 15:37:27.164257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-e52d7dd4-f5e7-44a0-9390-a13aab9e9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.165272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-ae9e2825-7148-46d9-bff5-403342c5e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.165804 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-e52d7dd4-f5e7-44a0-9390-a13aab9e9f81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1094 time: 0.0444694 Apr 20 15:37:27.166818 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-ae9e2825-7148-46d9-bff5-403342c5e9b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1094 time: 0.0454667 Apr 20 15:37:27.261019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-29d8f780-efd3-46e3-be93-23fbfd87af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.262949 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-29d8f780-efd3-46e3-be93-23fbfd87af2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0897272 Apr 20 15:37:27.328895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-7a9f997c-47d9-40e6-9011-b802a3de970c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 998 time: 0.0594170 Apr 20 15:37:27.387292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-e3e2732b-e953-458d-9c5f-3ac185efcb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.389134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-e3e2732b-e953-458d-9c5f-3ac185efcb28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0524571 Apr 20 15:37:27.440329 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-c457c72f-5679-4835-b168-1b16c69cd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.442121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-c457c72f-5679-4835-b168-1b16c69cd5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451212 Apr 20 15:37:27.536614 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-fe8fbdb6-e3bf-49e9-9c37-949b537aae0e service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877731 Apr 20 15:37:27.608900 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-6b8fdd2a-1171-4a4b-a346-1a9552614a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.610309 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-6b8fdd2a-1171-4a4b-a346-1a9552614a37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.4371934 Apr 20 15:37:27.633637 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-dccb7318-f904-4e4b-9573-302ba22e8d5d service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898349 Apr 20 15:37:27.674986 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-db02f306-8a25-4858-a9f6-0b67a4c67729 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 998 time: 0.0579882 Apr 20 15:37:27.725018 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-f6b4d110-264f-4cfa-b443-03676c9d20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.726474 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-f6b4d110-264f-4cfa-b443-03676c9d20d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0444107 Apr 20 15:37:27.777904 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-6612accf-5378-471b-acff-2047251e59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:27.779443 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-6612accf-5378-471b-acff-2047251e59ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462539 Apr 20 15:37:27.871074 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-5620a926-6dfd-4a96-b3b3-016386783fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Apr 20 15:37:27.961913 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-0a11f92e-efdc-4b45-84bf-54b77dbc5383 req-23698428-e219-4cb3-93ba-64efec1e939a service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846007 Apr 20 15:37:28.059068 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2186f-f8a2-4fd2-993d-41603f1a0635 req-c92dd59c-4159-4c6c-800f-ae2d64880cfb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:28.060517 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bda2186f-f8a2-4fd2-993d-41603f1a0635 req-c92dd59c-4159-4c6c-800f-ae2d64880cfb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 943 time: 0.0522239 Apr 20 15:37:28.098250 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bda2186f-f8a2-4fd2-993d-41603f1a0635 req-8dc7aa66-427a-426c-822d-42baea696b3f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Apr 20 15:37:28.560183 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:37:28.661407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:37:28.672963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'port_id': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'mac_address': 'fa:16:3e:98:e9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:37:28.709201 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:28.722078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:37:28.743331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:37:28.750212 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:28.799030 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:37:28.807090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.807435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.807773 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.808105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.808433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.808799 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.809128 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.809443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.809765 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.810083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.810451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.810738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:37:28.975801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:37:29.024627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:37:29.115950 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:37:29.226665 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff80c5-a1bf-4e0d-a051-2f38b0d59f2d req-5e72b760-ce09-4fa7-b256-a246caea9426 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.228166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7eff80c5-a1bf-4e0d-a051-2f38b0d59f2d req-5e72b760-ce09-4fa7-b256-a246caea9426 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 944 time: 0.0490422 Apr 20 15:37:29.272075 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7eff80c5-a1bf-4e0d-a051-2f38b0d59f2d req-ae3a6bae-f106-483f-bad1-78a398e21135 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 Apr 20 15:37:29.475225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735d4b-1e14-4ea9-943a-fb62a1181983 req-deddeb90-7897-4875-899c-df9d488fe23b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.476750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc735d4b-1e14-4ea9-943a-fb62a1181983 req-deddeb90-7897-4875-899c-df9d488fe23b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 944 time: 0.0569241 Apr 20 15:37:29.492574 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-6afd26ef-7b9e-4ab0-8ddd-34c3e8c37457 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.494040 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-6afd26ef-7b9e-4ab0-8ddd-34c3e8c37457 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383&tenant_id=3cfbb0deb6b34355b55ce62717fea398&binding%3Ahost_id=n-h1-836145-2 HTTP/1.1" status: 200 len: 944 time: 0.0555282 Apr 20 15:37:29.517409 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc735d4b-1e14-4ea9-943a-fb62a1181983 req-77a1e577-bc50-4597-a314-6191eb2b030c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342581 Apr 20 15:37:29.556535 n-d-836145-2 neutron-server[102863]: INFO neutron.api.v2.resource [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-0ade39ab-f144-493b-8ec6-e18490b78d92 service neutron] delete failed (client error): The resource could not be found. Apr 20 15:37:29.557598 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-0ade39ab-f144-493b-8ec6-e18490b78d92 service neutron] 10.222.0.43 "DELETE /v2.0/ports/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331/bindings/n-h2-836145-2 HTTP/1.1" status: 404 len: 380 time: 0.0551431 Apr 20 15:37:29.639065 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4b21-fcf3-4c4f-9131-f46f8908731e req-2dcdfc9d-f5cb-469c-9ceb-39f631befdc4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.640447 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc2d4b21-fcf3-4c4f-9131-f46f8908731e req-2dcdfc9d-f5cb-469c-9ceb-39f631befdc4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 944 time: 0.0509770 Apr 20 15:37:29.644175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-0456e515-fabd-4809-9efa-10ec835a6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.645678 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-0456e515-fabd-4809-9efa-10ec835a6af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1095 time: 0.0423973 Apr 20 15:37:29.683252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bc2d4b21-fcf3-4c4f-9131-f46f8908731e req-2fc975a8-2e1c-4d64-9eff-d271bd6f975b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349357 Apr 20 15:37:29.740844 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-67edcd3b-5158-426f-909f-0ea0ba9a252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.742312 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-67edcd3b-5158-426f-909f-0ea0ba9a252c service neutron] 10.222.0.43 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0895875 Apr 20 15:37:29.811263 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-66fb22f4-80f3-4b1b-8ec3-782d4b115b5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 999 time: 0.0608397 Apr 20 15:37:29.864155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-662cf24e-c411-4716-b9bb-c4c82d79fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.865630 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-662cf24e-c411-4716-b9bb-c4c82d79fb88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0480645 Apr 20 15:37:29.912766 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-dd6c8580-3269-42a2-978c-62d4b9781150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:29.914121 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-dd6c8580-3269-42a2-978c-62d4b9781150 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415590 Apr 20 15:37:30.001841 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-12b02f22-d23f-4978-8c30-b3b28927f34b service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809731 Apr 20 15:37:30.104376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-cdc6b098-149b-4fa3-84c6-097d027b9795 req-8dcb9e97-4bfa-4fd8-afaa-b6e91307822f service neutron] 10.222.0.43 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963798 Apr 20 15:37:30.573905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:37:30.625276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:37:30.629574 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:37:30.629950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:30.711081 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:30.733792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:37:30.736073 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cca3e4-bbd0-4c74-9874-6620aa53c173" -d '{"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-plugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:37:30.749169 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:37:30.756374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:30.781073 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a561e82-512f-4207-8e35-c824ff6a0458 x-openstack-request-id: req-2a561e82-512f-4207-8e35-c824ff6a0458 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:37:30.781362 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-plugged", "status": "completed", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:37:30.781608 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a561e82-512f-4207-8e35-c824ff6a0458 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:37:30.781992 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a561e82-512f-4207-8e35-c824ff6a0458'] response: {'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'code': 200} Apr 20 15:37:30.807624 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:37:30.811418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf167ff-dea4-4c8b-9e2f-95513872aba0 req-2890fad0-0f06-4f05-ad9f-368c14ee6a3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:37:30.812887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-baf167ff-dea4-4c8b-9e2f-95513872aba0 req-2890fad0-0f06-4f05-ad9f-368c14ee6a3a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0554709 Apr 20 15:37:30.856098 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-baf167ff-dea4-4c8b-9e2f-95513872aba0 req-2a5545d7-135a-420c-ab3d-cc2cb3efc491 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365276 Apr 20 15:37:30.878661 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50776) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:37:30.948035 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-300f08fe-20c0-49ad-80d6-1823c7fe4615 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/ddceaa1b-aa20-436d-957b-160b0ec5c62a HTTP/1.1" status: 200 len: 992 time: 0.0681682 Apr 20 15:37:34.057531 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:40.203572 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9cc2-2c16-487f-bcce-56ac676914c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:43.597644 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-65d10b15-775a-4718-aeae-8b9f567d8273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:43.927949 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:44.669446 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:45.383472 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:37:45.463416 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:02.080377 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:38:04.070800 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:10.189916 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8e158d1e-0ef4-45e9-bbf8-c2df069b56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:13.590385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d680-8355-4582-aed0-3dad95e9f289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:13.934099 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:14.671905 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:15.385294 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:15.466532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:19.664596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50794) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:19.829564 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port e7b114ee-9bd5-4265-957f-9d35b5ac1d70 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:38:19.829902 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:19.913392 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:19.913718 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:19.926345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for e7b114ee-9bd5-4265-957f-9d35b5ac1d70 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:38:20.093799 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:20.118188 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=e7b114ee-9bd5-4265-957f-9d35b5ac1d70,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:20.183172 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:20.183412 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP ddceaa1b-aa20-436d-957b-160b0ec5c62a disassociated (deleted). External IP: 172.25.1.52, port: 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331. Apr 20 15:38:20.747731 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:38:20.856362 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:38:20.862856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:20.867984 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Sync routers for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:38:20.878828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:20.879442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:20.893483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a861668b-ecb8-4827-a736-180364889927 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/floatingips/ddceaa1b-aa20-436d-957b-160b0ec5c62a HTTP/1.1" status: 204 len: 168 time: 1.2277045 Apr 20 15:38:20.894211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:38:20.896579 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:38:20.936332 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf64e6-820f-46dc-a976-2051f9e42194 x-openstack-request-id: req-9ddf64e6-820f-46dc-a976-2051f9e42194 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:38:20.936621 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:38:20.936877 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ddf64e6-820f-46dc-a976-2051f9e42194 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:38:20.937281 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddf64e6-820f-46dc-a976-2051f9e42194'] response: {'name': 'network-changed', 'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'status': 'completed', 'code': 200} Apr 20 15:38:21.019803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-f2a5faaf-e2d3-487c-aaab-cea6fec69291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.022000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-f2a5faaf-e2d3-487c-aaab-cea6fec69291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0523980 Apr 20 15:38:21.089657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-0ffdf3ff-a961-4177-8aa2-39603c5b43fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998719 Apr 20 15:38:21.157095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:21.157960 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-1de23fe7-9aa4-46a7-81f2-6bf23f43d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.159504 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-1de23fe7-9aa4-46a7-81f2-6bf23f43d1a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.1224031 Apr 20 15:38:21.202671 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-d16e0957-0fc4-4cd0-99d0-c0e27baf8935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 217 time: 0.0360644 Apr 20 15:38:21.211154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefef27-e1fd-4227-b84c-a1b54724f784 req-48508c71-6d8d-4c4f-b60c-1ed8b015d3e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.212560 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbefef27-e1fd-4227-b84c-a1b54724f784 req-48508c71-6d8d-4c4f-b60c-1ed8b015d3e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0993090 Apr 20 15:38:21.281434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-c07808a7-2b89-478e-9729-0a699b564db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.282932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-c07808a7-2b89-478e-9729-0a699b564db1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0695190 Apr 20 15:38:21.286094 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbefef27-e1fd-4227-b84c-a1b54724f784 req-7bb99eda-341e-4694-8e7f-fc6cd574aea5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657365 Apr 20 15:38:21.329585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-5017c2ed-4f17-4a66-9d33-98f06899d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.332982 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-5017c2ed-4f17-4a66-9d33-98f06899d821 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401495 Apr 20 15:38:21.361090 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:21.387427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Checking router: ef0b8a4f-d0d4-42cc-9dd4-edc43320248b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:38:21.396115 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:21.396715 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:21.421596 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-3ea3ea6c-b898-4af9-9358-9f6f281945a4 service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819857 Apr 20 15:38:21.504840 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:21.513997 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a80cd57f-aa36-4cf9-a7af-cc28932da3e9 req-f367d047-5786-4b3d-b431-3a47a20d5179 service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Apr 20 15:38:21.621490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ca3a2-882b-4537-8067-815175fa422b req-b2c35dfe-e9b8-4fa1-9538-2277949b6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.623008 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-b2c35dfe-e9b8-4fa1-9538-2277949b6db2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0424800 Apr 20 15:38:21.710003 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:21.729229 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ca3a2-882b-4537-8067-815175fa422b req-314dba39-7fb8-4824-80c0-58758a256e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.730803 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-314dba39-7fb8-4824-80c0-58758a256e3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 200 len: 898 time: 0.0868335 Apr 20 15:38:21.740413 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf0bb0-ce7b-4613-931c-ba7d4cb6bea2 None None] The sync data for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 is: [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:36:28Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '89ec536f-82e3-402b-a02a-c13c62d4ebea', 'name': '', 'network_id': '00cf70c1-f73e-4301-a942-faef5aa59fcf', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:34:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:27Z', 'updated_at': '2022-04-20T15:36:30Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'a1ff453c-8da0-42a5-9c92-4240af49c7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:38:21.775140 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-43089eb1-fadf-4c1c-91bc-0d0e1721953e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 200 len: 217 time: 0.0362260 Apr 20 15:38:21.826897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ca3a2-882b-4537-8067-815175fa422b req-47095b8c-d5b1-425b-942c-95525369eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.828458 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-47095b8c-d5b1-425b-942c-95525369eb2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 200 len: 835 time: 0.0459623 Apr 20 15:38:21.882759 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ca3a2-882b-4537-8067-815175fa422b req-1da31ef4-9f79-4d5b-8e89-53dc62eadbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:21.884287 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-1da31ef4-9f79-4d5b-8e89-53dc62eadbfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00cf70c1-f73e-4301-a942-faef5aa59fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487566 Apr 20 15:38:21.977659 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-3a07e0df-7295-4661-9b1d-d2d51b37df38 service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853689 Apr 20 15:38:21.979062 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f59749-b506-4051-b877-0a22c93d50a4 None None] New status for floating IP ddceaa1b-aa20-436d-957b-160b0ec5c62a: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:38:22.079896 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-5832c598-d190-4d4b-98b4-7fc4a1f7556b service neutron] 10.222.0.45 "GET /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940926 Apr 20 15:38:22.426802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36235-fc4c-4845-bdf2-edb70a7005b1 req-f2d5a38c-741e-4d31-b344-d456c281a8ab tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:22.428284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c36235-fc4c-4845-bdf2-edb70a7005b1 req-f2d5a38c-741e-4d31-b344-d456c281a8ab tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Apr 20 15:38:22.465192 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c36235-fc4c-4845-bdf2-edb70a7005b1 req-31b68555-fb3f-4fe8-aaac-f2c5338c0fec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=b73d640f-798b-4ca8-b912-34a40a0bac73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308418 Apr 20 15:38:22.567073 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-5859da66-1893-405a-9bea-520d522c85c6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:22.568507 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-5859da66-1893-405a-9bea-520d522c85c6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/ports?device_id=0332da0d-7aba-4b4f-b75b-376c718e3383 HTTP/1.1" status: 200 len: 945 time: 0.0565538 Apr 20 15:38:22.681814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:38:22.682073 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:22.772339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:22.772709 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:22.785912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:38:22.925714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:22.954218 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=0c79f6d1-a48d-4fb9-a4b5-bc65b2409331,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:22.995752 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] No DVR routers for this DVR port 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:38:22.998437 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:23.001807 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1bbb99ac-1f4c-4115-bd5f-c6a8c7043247 req-ccd33d7b-4b63-4ae7-81cc-72e1e9a2fbdc tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "DELETE /v2.0/ports/0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 HTTP/1.1" status: 204 len: 173 time: 0.4271014 Apr 20 15:38:23.002245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-deleted', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:38:23.004554 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1fe01f-3aba-4e4f-8ec0-356d4025209a" -d '{"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-deleted", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:38:23.043396 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ae674-e848-4cb7-8a6b-e11a5946c298 x-openstack-request-id: req-cf7ae674-e848-4cb7-8a6b-e11a5946c298 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:38:23.043720 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0332da0d-7aba-4b4f-b75b-376c718e3383", "name": "network-vif-deleted", "tag": "0c79f6d1-a48d-4fb9-a4b5-bc65b2409331", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:38:23.043969 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf7ae674-e848-4cb7-8a6b-e11a5946c298 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:38:23.044371 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7ae674-e848-4cb7-8a6b-e11a5946c298'] response: {'server_uuid': '0332da0d-7aba-4b4f-b75b-376c718e3383', 'name': 'network-vif-deleted', 'tag': '0c79f6d1-a48d-4fb9-a4b5-bc65b2409331', 'status': 'completed', 'code': 200} Apr 20 15:38:23.523448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50810) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:23.886748 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:24.185333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 89ec536f-82e3-402b-a02a-c13c62d4ebea {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:38:24.185581 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:24.281747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 89ec536f-82e3-402b-a02a-c13c62d4ebea, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=89ec536f-82e3-402b-a02a-c13c62d4ebea,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:24.282117 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:24.296200 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 89ec536f-82e3-402b-a02a-c13c62d4ebea owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:38:24.491855 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:24.523020 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=89ec536f-82e3-402b-a02a-c13c62d4ebea,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:24.532052 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.532747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.532747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.533048 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.533374 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.533697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.534026 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.534411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.534785 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.535347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.535347 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.535682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:24.716798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:24.931614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:38:25.051593 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:38:25.057280 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-236356c9-c22d-4e00-abc9-98b867046d02 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/ef0b8a4f-d0d4-42cc-9dd4-edc43320248b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326619 Apr 20 15:38:25.060351 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50812) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:25.063104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Sync routers for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:38:25.078607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:25.079299 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:25.115699 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting subnet a1ff453c-8da0-42a5-9c92-4240af49c7aa {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:38:25.118848 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.173310 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.187790 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:25.258227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.323337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.351164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ff453c-8da0-42a5-9c92-4240af49c7aa,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:25.353151 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.356375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-61899203-2cf2-4900-82fd-1e6c2a97cfc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/subnets/a1ff453c-8da0-42a5-9c92-4240af49c7aa HTTP/1.1" status: 204 len: 168 time: 0.2950199 Apr 20 15:38:25.359078 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50814) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:25.360681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e8b2e-0304-4668-a1e3-6ae93c6bd9c4 None None] Network 00cf70c1-f73e-4301-a942-faef5aa59fcf requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:38:25.437935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:38:24Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:25.464975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.481207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Checking router: ef0b8a4f-d0d4-42cc-9dd4-edc43320248b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:38:25.511023 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Routers {'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:25.511614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:25.572674 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.627356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] Set router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:25.629147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port a47cec1c-0bec-435e-a5db-c16703487414 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:38:25.629501 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.655924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] DHCP port deletion for 00cf70c1-f73e-4301-a942-faef5aa59fcf request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:38:25.712444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port a47cec1c-0bec-435e-a5db-c16703487414, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a47cec1c-0bec-435e-a5db-c16703487414,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:25.712722 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.725165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for a47cec1c-0bec-435e-a5db-c16703487414 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:38:25.802953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Deleting port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:38:25.803330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.894699 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] For port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,segment=NetworkSegment(e4751080-65d5-4277-aaec-940074e8005d),segment_id=e4751080-65d5-4277-aaec-940074e8005d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:25.895021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.899512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:25.911215 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Calling delete_port for 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:38:25.928780 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:38:24Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:25.932632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=a47cec1c-0bec-435e-a5db-c16703487414,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:25.988902 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd24530-4e8d-4ec4-93f3-aa200465cb6b None None] The sync data for ids ['ef0b8a4f-d0d4-42cc-9dd4-edc43320248b'] in n-d-836145-2 is: [{'id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185748355', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:36:24Z', 'updated_at': '2022-04-20T15:38:24Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'a47cec1c-0bec-435e-a5db-c16703487414', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0b8a4f-d0d4-42cc-9dd4-edc43320248b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:36:25Z', 'updated_at': '2022-04-20T15:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:38:25.992615 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.036555 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.061397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] Pushing event deleted for resources: {'Port': ['ID=6bc8c8b5-d44f-41a1-be3a-7bd341b394a2,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:26.065033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1c529-6097-4335-9a11-e3b9d55ef956 None None] No DVR routers for this DVR port 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:38:26.093116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.095319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.139592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.140134 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Fanout notify agent at l3_agent the message router_deleted on router ef0b8a4f-d0d4-42cc-9dd4-edc43320248b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:38:26.148616 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.149745 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-25f54e90-1198-4426-a199-c220778fd830 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/routers/ef0b8a4f-d0d4-42cc-9dd4-edc43320248b HTTP/1.1" status: 204 len: 168 time: 0.7894447 Apr 20 15:38:26.152633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50816) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:26.233449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.329039 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.352743 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cf70c1-f73e-4301-a942-faef5aa59fcf']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:26.363307 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4751080-65d5-4277-aaec-940074e8005d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:26.363572 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4751080-65d5-4277-aaec-940074e8005d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:26.378391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.393045 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.399496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:38:26.399890 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:38:26.403251 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:38:26.464684 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.472439 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.475417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/networks/00cf70c1-f73e-4301-a942-faef5aa59fcf HTTP/1.1" status: 204 len: 168 time: 0.3218794 Apr 20 15:38:26.478319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50818) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:26.487404 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceae0ba-c2e8-451a-b4c7-1ca0b8e50a43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Network': ['ID=00cf70c1-f73e-4301-a942-faef5aa59fcf,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:26.542055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.568256 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.637461 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.640242 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:26.641408 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/security-groups/b73d640f-798b-4ca8-b912-34a40a0bac73 HTTP/1.1" status: 204 len: 168 time: 0.1614385 Apr 20 15:38:26.653873 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d640f-798b-4ca8-b912-34a40a0bac73,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:26.662343 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.662711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.663064 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.663380 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.663704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.664028 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.664351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.664812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.665142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.665469 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.665777 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.666085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb715d-a58d-4d56-a8dd-f3d0fe0aa4e7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:26.831323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:38:26.852787 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:38:26.853120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 0c79f6d1-a48d-4fb9-a4b5-bc65b2409331 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:38:26.977264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50824) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:26.982173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860034136', 'description': 'tempest-secgroup-smoke-860034136 description', 'project_id': '3cfbb0deb6b34355b55ce62717fea398'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.005513 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.076568 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.082291 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.109705 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.110972 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1327112 Apr 20 15:38:27.114391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.115374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbc52b-b9b5-442b-88e0-ae3fea980616 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b166647-c207-4ae8-a239-dc702e9383c6,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.120030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.149899 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.204243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 89ec536f-82e3-402b-a02a-c13c62d4ebea no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:38:27.209157 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.212898 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.225665 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 89ec536f-82e3-402b-a02a-c13c62d4ebea {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:38:27.226021 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 89ec536f-82e3-402b-a02a-c13c62d4ebea not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:38:27.226438 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:38:27.233429 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a53d2ad-61ee-4fff-90a7-0056c5371b54,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.239798 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.241003 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-46a31ad1-94d3-42eb-8315-5540ab24fdef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254845 Apr 20 15:38:27.243758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50828) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.248033 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.273548 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.340872 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.345150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.364063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741eb392-430e-4229-a5dd-5565aba43f73,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.374156 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.378227 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-06ddf6e0-6d4d-4e82-929b-f875c9c7eefb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308274 Apr 20 15:38:27.378660 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50830) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.383322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.410408 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.416707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:38:27.417053 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 6bc8c8b5-d44f-41a1-be3a-7bd341b394a2 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:38:27.417468 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a47cec1c-0bec-435e-a5db-c16703487414 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:38:27.439191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a47cec1c-0bec-435e-a5db-c16703487414 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:38:27.439528 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a47cec1c-0bec-435e-a5db-c16703487414 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:38:27.470626 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.475253 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.492278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599689a0-127e-437e-ab29-085abe16c774,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.501322 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.502519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fff68c5a-aa7a-4682-b63d-f8f815d6e953 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227264 Apr 20 15:38:27.505570 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50832) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.509932 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.536435 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.594873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.600560 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.617289 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34bc907-e6ab-474a-830b-26744b9647ad,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.630793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.631997 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1df75a12-ed2c-4c2e-a69e-5fb9e4383069 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255167 Apr 20 15:38:27.634793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50834) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.639359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.664976 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:38:27.671392 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.742141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.747711 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.764948 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5447f0-9e11-4649-879f-b3ef33045e97,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.774323 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.775536 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b08643a5-1510-42a1-b1a6-06442981e008 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398454 Apr 20 15:38:27.778407 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50836) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.782928 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '3b166647-c207-4ae8-a239-dc702e9383c6', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.805337 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:38:27.810363 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.873707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.879080 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.897737 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad018866-326c-468b-8b85-93fec7a17443,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:27.905589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.906827 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8e3e080f-74b9-43cd-8761-5d16548a2605 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274412 Apr 20 15:38:27.910005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50838) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:27.914973 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'network': {'name': 'tempest-network-smoke--331178243', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'port_security_enabled': True}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:27.937560 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:38:27.941093 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.964284 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:38:27.973502 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:27.973847 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Added segment 86a9c337-4c5e-419d-9463-51b885c1a96c of type vlan for network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 Apr 20 15:38:28.015693 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.057736 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.066425 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:28.067026 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.122648 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2113833 Apr 20 15:38:28.125432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50840) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:28.130107 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'admin_state_up': True, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:28.138615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb347df7-9490-4fcb-b044-6ed45f59a356 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Network': ['ID=01ef3be1-682b-42f2-be7a-6f11c9ab92b2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:28.154198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:38:28.160822 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.161990 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.217912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.360596 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.562358 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.581414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.686276 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.217 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/dfd99994-317e-40ab-9cfb-0df8dce26b51) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:38:28.789672 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.831507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:28.874270 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:28.877146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:28.880785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:38:28.886132 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=dfd99994-317e-40ab-9cfb-0df8dce26b51,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:29.145476 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:29.349332 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:29.478283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 4ce57723-0d2f-4211-92ea-559fbd139d9d is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:38:29.593723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:38:29.604286 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Sync routers for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:38:29.615105 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:29.615738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:29.616311 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:29.617551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc4da6f1-1c67-4d30-9bc2-c1f07a04a504 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4911439 Apr 20 15:38:29.620871 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50842) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:29.695535 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-0f50eb39-4d84-418f-8e5a-7e76f4028002 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3cfbb0deb6b34355b55ce62717fea398&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0735240 Apr 20 15:38:29.698250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50846) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:29.721836 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:29.785131 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f84d7-95d4-44d7-a659-c9d43dd5f06c tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:29.786519 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c78f84d7-95d4-44d7-a659-c9d43dd5f06c tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872724 Apr 20 15:38:29.789605 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50848) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:29.819222 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-60922061-69f1-40e1-a314-19db45975d79 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260873 Apr 20 15:38:29.819449 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50850) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:29.824013 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-253155537', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:29.901480 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:29Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:29.916212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:38:29.919775 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:29.931168 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Checking router: 4ce57723-0d2f-4211-92ea-559fbd139d9d for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:38:29.931485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Updating router 4ce57723-0d2f-4211-92ea-559fbd139d9d port dfd99994-317e-40ab-9cfb-0df8dce26b51 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:38:29.955604 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.107018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.171883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Subnet': ['ID=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:30.183123 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Checking segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:38:30.183470 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network hostable DHCP agents. Network: 01ef3be1-682b-42f2-be7a-6f11c9ab92b2, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:38:30.201653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:38:30.211266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 01ef3be1-682b-42f2-be7a-6f11c9ab92b2) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:30.215897 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:30.216163 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.216893 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.223651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca02ced-f07c-4ea2-a090-6bcc6a90e82f None None] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:38:30.224685 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.239660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-52336246-167f-4fbe-817d-5d67f67b2416 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165266 Apr 20 15:38:30.240375 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50852) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:30.273279 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Attempting to bind port dfd99994-317e-40ab-9cfb-0df8dce26b51 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:38:30.273640 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Attempting to bind port dfd99994-317e-40ab-9cfb-0df8dce26b51 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:38:30.273991 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Attempting to bind port dfd99994-317e-40ab-9cfb-0df8dce26b51 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:38:30.287870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:38:30.287870 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:38:30.288233 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.288543 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:38:30.289023 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Bound port: dfd99994-317e-40ab-9cfb-0df8dce26b51, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:38:30.289722 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.329530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Pushing event updated for resources: {'Port': ['ID=dfd99994-317e-40ab-9cfb-0df8dce26b51,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:30.345815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] For port dfd99994-317e-40ab-9cfb-0df8dce26b51, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:38:30.348815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.349174 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.349507 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.349836 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.350306 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.350628 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.351090 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.351582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.351957 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.352279 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.352593 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.352912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.365309 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] For port dfd99994-317e-40ab-9cfb-0df8dce26b51, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dfd99994-317e-40ab-9cfb-0df8dce26b51,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:38:30.371517 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.388008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:38:30.388895 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.429110 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:30.429764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:30.432427 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41a0b1-22b0-4374-aac3-358b62eae52f None None] Pushing event updated for resources: {'Port': ['ID=dfd99994-317e-40ab-9cfb-0df8dce26b51,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:30.535270 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Allocated IP 172.20.0.2 (01ef3be1-682b-42f2-be7a-6f11c9ab92b2/d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a/234e5e4a-80ed-4e32-9c58-9ebaea9874e4) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:38:30.535926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:30.696730 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.703341 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.710281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.723242 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:29Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:30.743153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:30.748320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:30.750039 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84afbde6-1226-4a3b-916a-3137055d518f None None] The sync data for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 is: [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:29Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:38:30.750915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:38:30.757542 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Pushing event updated for resources: {'Port': ['ID=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:30.770181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.770518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.770881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.771217 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.771543 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.771864 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.772358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.772683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.773005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.773323 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.773640 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.773955 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:38:30.826025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Attempting to bind port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:38:30.826485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Attempting to bind port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:38:30.827006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Attempting to bind port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 on network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:38:30.833016 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:38:30.833390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Checking segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:38:30.834005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.834393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Bound using segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:38:30.834897 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Bound port: 234e5e4a-80ed-4e32-9c58-9ebaea9874e4, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:38:30.835279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.910077 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] For port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:38:30.915303 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] For port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:38:30.921363 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:30.991538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcea7c-e6a2-4ef6-91e0-1adcaf346c13 None None] Pushing event updated for resources: {'Port': ['ID=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:31.268435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dfd99994-317e-40ab-9cfb-0df8dce26b51 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:38:31.349324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port dfd99994-317e-40ab-9cfb-0df8dce26b51 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:31.349861 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.439749 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.462133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port dfd99994-317e-40ab-9cfb-0df8dce26b51, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dfd99994-317e-40ab-9cfb-0df8dce26b51,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:31.467085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.478953 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.1 (01ef3be1-682b-42f2-be7a-6f11c9ab92b2/d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a/d96bce31-8994-4e9f-933c-41911ab58d76) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:38:31.526785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=dfd99994-317e-40ab-9cfb-0df8dce26b51,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:31.613382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.649341 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.698872 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:31.702237 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:31.704934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:38:31.731795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:31.756496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:31.897605 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.024877 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71efef-eb64-4670-90a1-cac01650e2db None None] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:38:32.153119 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] Provisioning complete for port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:32.153497 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.191886 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.196505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.263840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.269982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:32.272496 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.307798 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] For port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:32.315322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.367884 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1b725-35a0-4ee4-9207-fc641b29d126 None None] Pushing event updated for resources: {'Port': ['ID=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:32.386257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:32.388369 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:32.517805 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 4ce57723-0d2f-4211-92ea-559fbd139d9d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:38:32.540768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1871ce03-9681-4506-a447-7ca688349f26 None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:32.541590 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1871ce03-9681-4506-a447-7ca688349f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.589589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1871ce03-9681-4506-a447-7ca688349f26 None None] Port d96bce31-8994-4e9f-933c-41911ab58d76 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:38:32.602249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1871ce03-9681-4506-a447-7ca688349f26 None None] Provisioning complete for port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:32.602672 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1871ce03-9681-4506-a447-7ca688349f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.643215 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:38:32.657375 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-39a385ed-c0ff-4529-833a-fea941fc3e43 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/4ce57723-0d2f-4211-92ea-559fbd139d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075701 Apr 20 15:38:32.678045 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Sync routers for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:38:32.705788 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:32.706488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:32.821640 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-3a851574-4cde-44da-941c-ad354ca56aeb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860034136&fields=id&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 267 time: 0.0474358 Apr 20 15:38:32.823034 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:32.879653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbd7aa93-8a9b-45d6-9ad7-449c1c0bfb6e None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:32.880027 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbd7aa93-8a9b-45d6-9ad7-449c1c0bfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:32.934364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-848d8956-5599-4578-8e7e-0befb9dfaf97 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:32.936436 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-848d8956-5599-4578-8e7e-0befb9dfaf97 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 796 time: 0.1085968 Apr 20 15:38:32.951737 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-996860ea-c801-4e15-a541-152dc13c3047 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/quotas/3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 375 time: 0.0096867 Apr 20 15:38:32.954503 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7aa93-8a9b-45d6-9ad7-449c1c0bfb6e None None] Port d96bce31-8994-4e9f-933c-41911ab58d76 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:38:33.007058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-6d376509-2518-415e-9195-cbe378d5b308 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478077 Apr 20 15:38:33.023294 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-14db94a3-bc21-4a97-b25b-5c9dd53e1ff3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:38:33.024253 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-14db94a3-bc21-4a97-b25b-5c9dd53e1ff3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051303 Apr 20 15:38:33.082017 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-1ad80c8f-6414-421d-b7f6-6e596a4b5065 None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:33.082385 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c8f-6414-421d-b7f6-6e596a4b5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.102330 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:32Z', 'revision_number': 2, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:33.116235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-c6362a88-f699-4d30-a212-96d263ee4781 service neutron] 10.222.0.20 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Apr 20 15:38:33.139093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Checking router: 4ce57723-0d2f-4211-92ea-559fbd139d9d for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:38:33.139446 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Updating router 4ce57723-0d2f-4211-92ea-559fbd139d9d port d96bce31-8994-4e9f-933c-41911ab58d76 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:38:33.161459 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-1ad80c8f-6414-421d-b7f6-6e596a4b5065 None None] Port d96bce31-8994-4e9f-933c-41911ab58d76 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:38:33.170133 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.219441 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-134d71d0-b872-449e-bc4a-931894be9640 service neutron] 10.222.0.20 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968568 Apr 20 15:38:33.309200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dfd99994-317e-40ab-9cfb-0df8dce26b51 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:38:33.397549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1cb74df-d654-41bd-92a9-ea8a7d9ac015 req-c4128f98-ffd0-4a5d-b812-65e71077e5b2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 210 time: 0.0324261 Apr 20 15:38:33.444867 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port dfd99994-317e-40ab-9cfb-0df8dce26b51 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:33.445238 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.528915 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.538698 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.609287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:38:33.636366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c95e8-76f9-4f09-ac50-aa798f30c96b None None] Pushing event updated for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:33.713443 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Attempting to bind port d96bce31-8994-4e9f-933c-41911ab58d76 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:38:33.713851 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Attempting to bind port d96bce31-8994-4e9f-933c-41911ab58d76 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:38:33.714336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Attempting to bind port d96bce31-8994-4e9f-933c-41911ab58d76 on network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:38:33.722290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:38:33.722776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Checking segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:38:33.723186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.723635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Bound using segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:38:33.724085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Bound port: d96bce31-8994-4e9f-933c-41911ab58d76, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:38:33.724469 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.729005 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:33.729404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.831828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] For port d96bce31-8994-4e9f-933c-41911ab58d76, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:38:33.835584 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] For port d96bce31-8994-4e9f-933c-41911ab58d76, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d96bce31-8994-4e9f-933c-41911ab58d76,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:38:33.858228 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:33.944474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c95e8-76f9-4f09-ac50-aa798f30c96b None None] Pushing event updated for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:33.947985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:33.948712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:33.951071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:33.951444 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.123219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.130092 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:34.171516 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.418183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-4181b99f-683d-4ff4-9d30-76097a96ddfe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:34.420057 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-4181b99f-683d-4ff4-9d30-76097a96ddfe tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 796 time: 0.1144850 Apr 20 15:38:34.441134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] For port d96bce31-8994-4e9f-933c-41911ab58d76, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d96bce31-8994-4e9f-933c-41911ab58d76,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:34.450629 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.477568 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-7724e31e-3808-4b1f-875a-e1314e8b7e24 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 379 time: 0.0488098 Apr 20 15:38:34.488865 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'port': {'device_id': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'admin_state_up': True, 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'security_groups': ['3b166647-c207-4ae8-a239-dc702e9383c6']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:34.514142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38b89ddd-2d9a-4e9d-a6be-4c96cf5f56a6 req-48032f36-c4e6-4097-a5eb-25727b8ed527 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Apr 20 15:38:34.542801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c092e4-1f48-4167-9bd1-e45045967ac5 None None] Pushing event updated for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:34.578290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-572f7f45-52ee-4d47-8a20-bdcd4d33a7e7 None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:34.578683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-572f7f45-52ee-4d47-8a20-bdcd4d33a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.596731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:38:34.600632 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.605325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:33Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:34.639381 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22faad-2048-4b32-804d-1bcc2a911783 None None] The sync data for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 is: [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:33Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:38:34.760175 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.3 (01ef3be1-682b-42f2-be7a-6f11c9ab92b2/d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a/e9de4daa-27c7-49bc-9248-4189ef04122f) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:38:34.909858 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.944507 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:34.992893 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:34.996230 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:34.998881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:38:35.005957 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:35.054419 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.055099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.077331 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-bddf85e3-c1b5-4271-b617-26e381da3e2e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5929413 Apr 20 15:38:35.140776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Request body: {'port': {'device_id': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:35.212337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.244803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d96bce31-8994-4e9f-933c-41911ab58d76 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:38:35.279233 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ae7d7c67-359e-4894-822a-97a9e6ba2a96 None None] Provisioning complete for port e9de4daa-27c7-49bc-9248-4189ef04122f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:35.279454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7c67-359e-4894-822a-97a9e6ba2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.323099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d7c67-359e-4894-822a-97a9e6ba2a96 None None] Port e9de4daa-27c7-49bc-9248-4189ef04122f cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:38:35.329475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d96bce31-8994-4e9f-933c-41911ab58d76 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:35.329845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.496069 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9de4daa-27c7-49bc-9248-4189ef04122f {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:38:35.503824 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.516562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Transition to ACTIVE for port object e9de4daa-27c7-49bc-9248-4189ef04122f will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:38:35.520477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.573811 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Pushing event updated for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:35.654758 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf3b7-1f03-4a98-b73f-6eb53a9bbb58 req-207cf421-bf75-4c63-ae91-b099a555ceec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.655403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Attempting to bind port e9de4daa-27c7-49bc-9248-4189ef04122f on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:38:35.655726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Attempting to bind port e9de4daa-27c7-49bc-9248-4189ef04122f by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:38:35.656068 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Attempting to bind port e9de4daa-27c7-49bc-9248-4189ef04122f on network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:38:35.661346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eedbf3b7-1f03-4a98-b73f-6eb53a9bbb58 req-207cf421-bf75-4c63-ae91-b099a555ceec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 943 time: 0.0582280 Apr 20 15:38:35.661534 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Port e9de4daa-27c7-49bc-9248-4189ef04122f on network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:38:35.662183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Attempting to bind port e9de4daa-27c7-49bc-9248-4189ef04122f on network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:38:35.667715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:38:35.668063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Checking segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:38:35.668449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Bound using segment: {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:38:35.668881 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Bound port: e9de4daa-27c7-49bc-9248-4189ef04122f, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a9c337-4c5e-419d-9463-51b885c1a96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:38:35.669240 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.701902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-eedbf3b7-1f03-4a98-b73f-6eb53a9bbb58 req-758dce8c-3a38-4799-afc5-410106ae440b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342157 Apr 20 15:38:35.739769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:38:35.743295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9de4daa-27c7-49bc-9248-4189ef04122f,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:38:35.749364 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.787982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.788839 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:35.790352 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] 10.222.0.43 "PUT /v2.0/ports/e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 1091 time: 0.7047977 Apr 20 15:38:35.790797 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:38:35.793025 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:38:35.829996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5e19-13e8-41c7-a0ad-867a0117c59c service neutron] Pushing event updated for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:35.837456 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ffb1e9-f8c2-4650-be37-5b2897fb4102 x-openstack-request-id: req-07ffb1e9-f8c2-4650-be37-5b2897fb4102 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:38:35.837917 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:38:35.838941 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07ffb1e9-f8c2-4650-be37-5b2897fb4102 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:38:35.839499 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ffb1e9-f8c2-4650-be37-5b2897fb4102'] response: {'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'status': 'completed', 'code': 200} Apr 20 15:38:35.894313 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-31b09d03-f588-4e79-a7e1-71a8362f1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.895858 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-31b09d03-f588-4e79-a7e1-71a8362f1996 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1094 time: 0.0547462 Apr 20 15:38:35.940556 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-0aaaf495-0fbc-427c-8df6-3f42b3766500 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 217 time: 0.0347474 Apr 20 15:38:35.996920 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-9fcbdd9d-c989-4854-a608-9c656c4d8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:35.998398 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-9fcbdd9d-c989-4854-a608-9c656c4d8a58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0520668 Apr 20 15:38:36.048440 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-04c0196f-3e48-4200-9847-099082a92146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.049942 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-04c0196f-3e48-4200-9847-099082a92146 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452433 Apr 20 15:38:36.140428 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-7dc5f195-ebd8-4520-acdc-4976fa693902 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Apr 20 15:38:36.244246 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2e6bd895-0f73-4444-ba84-f25fb98e0dc7 req-c9aa2c67-7413-40e2-a70b-d8a399de2341 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965762 Apr 20 15:38:36.344868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-3bc83b05-92f6-4eff-8c32-5c193df47504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.346423 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-3bc83b05-92f6-4eff-8c32-5c193df47504 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1094 time: 0.0503862 Apr 20 15:38:36.436868 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-4def6afc-6861-4782-ae20-c3447ab00c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.438364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-4def6afc-6861-4782-ae20-c3447ab00c71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 897 time: 0.0859015 Apr 20 15:38:36.484833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-56fab70c-4d89-4113-a37c-ec1551df76b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 217 time: 0.0394137 Apr 20 15:38:36.537925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-5e5c4b1d-34ca-4e7a-835d-eeb835736fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.539311 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-5e5c4b1d-34ca-4e7a-835d-eeb835736fe1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0472529 Apr 20 15:38:36.598478 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-6f1c8763-d078-4687-93a8-5a7a9e681505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.600022 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-6f1c8763-d078-4687-93a8-5a7a9e681505 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528693 Apr 20 15:38:36.695547 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-57d305e9-c806-473a-9d4b-d0ea9f2b80e1 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880585 Apr 20 15:38:36.789281 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8abd3e7e-77ac-447d-ae66-ef43cbd841a0 req-3fbf1509-9b8b-4e51-99ec-98f27f2f014a service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 Apr 20 15:38:36.824829 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0f29f-940d-4ece-befe-998381b5a7d1 req-3422e428-3acb-43ec-ad41-0ded128244cb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:36.826307 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ae0f29f-940d-4ece-befe-998381b5a7d1 req-3422e428-3acb-43ec-ad41-0ded128244cb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 943 time: 0.0503471 Apr 20 15:38:36.864465 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4ae0f29f-940d-4ece-befe-998381b5a7d1 req-f719a672-2be9-4b3e-a7c8-6aa6176e9587 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Apr 20 15:38:37.995630 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b6adc-f1fd-498b-8c76-8681006c2cf6 req-090c183a-f441-4021-a22a-4d3c5598675e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:37.997118 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd3b6adc-f1fd-498b-8c76-8681006c2cf6 req-090c183a-f441-4021-a22a-4d3c5598675e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 943 time: 0.0609245 Apr 20 15:38:38.036303 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fd3b6adc-f1fd-498b-8c76-8681006c2cf6 req-f37f6f35-d598-466f-884c-f316475211c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Apr 20 15:38:39.081232 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:38:39.156287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046f3f4-1ec0-4213-bc99-f7fad7615369 req-2ec6fd75-eae3-481e-bf62-c80e9009581d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:39.157772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0046f3f4-1ec0-4213-bc99-f7fad7615369 req-2ec6fd75-eae3-481e-bf62-c80e9009581d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 943 time: 0.0514615 Apr 20 15:38:39.196121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0046f3f4-1ec0-4213-bc99-f7fad7615369 req-743205db-9b56-41ff-a9d3-27de8c78c291 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Apr 20 15:38:39.327405 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9de4daa-27c7-49bc-9248-4189ef04122f details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:38:39.435419 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9de4daa-27c7-49bc-9248-4189ef04122f,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:39.450996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'port_id': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'mac_address': 'fa:16:3e:8d:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:38:39.489438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:39.502082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9de4daa-27c7-49bc-9248-4189ef04122f {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:38:39.521628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9de4daa-27c7-49bc-9248-4189ef04122f,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:39.527812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:39.579392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:39.730161 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['e9de4daa-27c7-49bc-9248-4189ef04122f'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:38:40.186804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f0d945a2-8428-4d13-9ae0-c9369b40d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:40.321912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c096935-6e4d-46c9-afe6-c82a6c39408e req-9d39fb4f-6a79-4ea8-a66f-5432c0c77831 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:40.323416 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c096935-6e4d-46c9-afe6-c82a6c39408e req-9d39fb4f-6a79-4ea8-a66f-5432c0c77831 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 944 time: 0.0579233 Apr 20 15:38:40.365635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2c096935-6e4d-46c9-afe6-c82a6c39408e req-fb0ce3e0-2639-4edc-a09b-1a9b9695818a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337222 Apr 20 15:38:41.343431 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9de4daa-27c7-49bc-9248-4189ef04122f up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:38:41.401756 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port e9de4daa-27c7-49bc-9248-4189ef04122f completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:38:41.405878 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port e9de4daa-27c7-49bc-9248-4189ef04122f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:38:41.406253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:41.484764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:41.488280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcdb1-dd63-4d0f-b945-ee4c41e60148 req-ceca97c1-c1cd-4516-aa55-e9e000d3eeea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:41.489760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cbdcdb1-dd63-4d0f-b945-ee4c41e60148 req-ceca97c1-c1cd-4516-aa55-e9e000d3eeea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 944 time: 0.0544829 Apr 20 15:38:41.509479 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:38:41.511810 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b153e-a420-4558-8ba3-1ce240fdb50f" -d '{"events": [{"server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "name": "network-vif-plugged", "status": "completed", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:38:41.524732 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9de4daa-27c7-49bc-9248-4189ef04122f,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:38:41.528486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5cbdcdb1-dd63-4d0f-b945-ee4c41e60148 req-ceb4b1ee-e601-42e1-b9b2-65c137091b6e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Apr 20 15:38:41.530480 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:41.560084 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b358e-c565-4948-af62-0d4df8d7ff4d x-openstack-request-id: req-e05b358e-c565-4948-af62-0d4df8d7ff4d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:38:41.560457 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "name": "network-vif-plugged", "status": "completed", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:38:41.560790 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e05b358e-c565-4948-af62-0d4df8d7ff4d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:38:41.561251 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05b358e-c565-4948-af62-0d4df8d7ff4d'] response: {'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'code': 200} Apr 20 15:38:41.591856 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:41.653911 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ccbf-0249-4c5f-a876-013d12a0a126 req-b5111f62-9340-46c3-9720-fdd1745965ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:41.655376 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da82ccbf-0249-4c5f-a876-013d12a0a126 req-b5111f62-9340-46c3-9720-fdd1745965ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1096 time: 0.0423164 Apr 20 15:38:41.695564 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-da82ccbf-0249-4c5f-a876-013d12a0a126 req-147d5769-516b-4ce2-b5c1-cfe40ebf3838 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Apr 20 15:38:42.712632 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea270c0-967e-470a-984c-8663ea41e610 req-7d6e71f6-c88d-4a44-aaaa-529dc5f4b523 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:42.714121 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ea270c0-967e-470a-984c-8663ea41e610 req-7d6e71f6-c88d-4a44-aaaa-529dc5f4b523 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.1034994 Apr 20 15:38:42.755291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ea270c0-967e-470a-984c-8663ea41e610 req-af767cd8-3250-4125-82bc-8184a44572df tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Apr 20 15:38:43.585680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4d02f69e-e8f3-4342-a77e-b1ab7878d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:43.878216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9fe3-113b-43b5-bafe-e5f791bb3afd req-469177f0-4881-4e82-b192-1a7e5e508612 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:43.879709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff2c9fe3-113b-43b5-bafe-e5f791bb3afd req-469177f0-4881-4e82-b192-1a7e5e508612 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Apr 20 15:38:43.917546 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ff2c9fe3-113b-43b5-bafe-e5f791bb3afd req-798a08f0-0adc-4f47-a6b4-742104ae8abb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Apr 20 15:38:43.932313 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.038058 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840aefe-f85b-44ec-9313-978eb1f2414e req-fab2de5b-c053-41f7-a573-9fad0d3962ac tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:44.039537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9840aefe-f85b-44ec-9313-978eb1f2414e req-fab2de5b-c053-41f7-a573-9fad0d3962ac tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Apr 20 15:38:44.079583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9840aefe-f85b-44ec-9313-978eb1f2414e req-5f0f8623-fad5-4b9f-b081-3fe9fac640c6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Apr 20 15:38:44.102191 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50910) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:44.141211 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46cffda-3a04-40c0-a1d2-e55e92909ccf tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:44.142710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e46cffda-3a04-40c0-a1d2-e55e92909ccf tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1091 time: 0.0395970 Apr 20 15:38:44.145996 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50912) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:44.150351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:38:44.176162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.292018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.395488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.222 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/65c4657a-5479-42d7-8012-7295e4928b72) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:38:44.675060 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.862154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.899553 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:44.939093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:38:44.942217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:38:44.947483 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:38:44.950399 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=65c4657a-5479-42d7-8012-7295e4928b72,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:45.314972 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.377803 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.385318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.469547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.544895 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.553565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.632125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=65c4657a-5479-42d7-8012-7295e4928b72,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:38:45.644492 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:45.746053 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 associated. External IP: 172.25.1.222, port: e9de4daa-27c7-49bc-9248-4189ef04122f. Apr 20 15:38:45.953231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 4ce57723-0d2f-4211-92ea-559fbd139d9d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:38:46.062139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:38:46.072428 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Sync routers for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:38:46.083046 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:38:46.083236 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:46.083740 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:46.116366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d7c8c3af-e3de-4d31-9d8b-87d7a11cb71e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9667292 Apr 20 15:38:46.116366 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:38:46.117629 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d843b64c-44df-4ffd-8049-baddd9816905" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:38:46.163236 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad4bd66-b3fc-4daa-9f8c-a3185e704754 x-openstack-request-id: req-6ad4bd66-b3fc-4daa-9f8c-a3185e704754 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:38:46.163723 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:38:46.163981 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ad4bd66-b3fc-4daa-9f8c-a3185e704754 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:38:46.164395 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad4bd66-b3fc-4daa-9f8c-a3185e704754'] response: {'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'status': 'completed', 'code': 200} Apr 20 15:38:46.195434 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:46.221695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190590-1478-41e7-8e1a-823d396d6735 req-6bab4099-104b-4651-ab67-bc1b57247d50 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.223327 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69190590-1478-41e7-8e1a-823d396d6735 req-6bab4099-104b-4651-ab67-bc1b57247d50 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Apr 20 15:38:46.225235 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b64c-44df-4ffd-8049-baddd9816905 req-edeb70b1-cc01-48d4-a9e7-8988f499fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.226831 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-edeb70b1-cc01-48d4-a9e7-8988f499fd2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1096 time: 0.0416944 Apr 20 15:38:46.263929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69190590-1478-41e7-8e1a-823d396d6735 req-d3e12155-7f0d-4a79-b455-33b32ebe10e5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336957 Apr 20 15:38:46.291753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50918) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:46.323490 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b64c-44df-4ffd-8049-baddd9816905 req-ecec3873-137a-4710-9ca7-57363654e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.324976 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-ecec3873-137a-4710-9ca7-57363654e910 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 897 time: 0.0918193 Apr 20 15:38:46.353119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9bcc6f30-7419-473c-9ee3-d7e22fb59098 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 HTTP/1.1" status: 200 len: 991 time: 0.0589538 Apr 20 15:38:46.399083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-ecb42051-0710-4163-bfff-756b1dd434eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 999 time: 0.0665815 Apr 20 15:38:46.447934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b64c-44df-4ffd-8049-baddd9816905 req-66c7be43-05d0-47e0-a1b0-173d0305dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.449399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-66c7be43-05d0-47e0-a1b0-173d0305dc01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0437686 Apr 20 15:38:46.494931 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843b64c-44df-4ffd-8049-baddd9816905 req-155e251c-bd7b-464f-a59e-2111b8c8c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:38:46.496476 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-155e251c-bd7b-464f-a59e-2111b8c8c48c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410154 Apr 20 15:38:46.517558 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c35b8e40-e16a-4e58-9e7d-21bcbd4193a6', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'port_id': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'mac_address': 'fa:16:3e:8d:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:38:45Z', 'updated_at': '2022-04-20T15:38:45Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:46.543333 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Checking router: 4ce57723-0d2f-4211-92ea-559fbd139d9d for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:38:46.551823 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:38:46.552418 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:38:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:46.592899 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-b2e3a1f3-15cc-4cdc-829a-dbc2e894a1fe service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893738 Apr 20 15:38:46.660764 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:38:46.682083 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d843b64c-44df-4ffd-8049-baddd9816905 req-4e4e1115-5f71-4d3e-937d-f3d1601d3bfa service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Apr 20 15:38:46.889098 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c35b8e40-e16a-4e58-9e7d-21bcbd4193a6', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'port_id': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'mac_address': 'fa:16:3e:8d:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:38:45Z', 'updated_at': '2022-04-20T15:38:45Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:38:46.915251 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c9c71-d665-47a6-81dd-5b77915fc42a None None] The sync data for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 is: [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c35b8e40-e16a-4e58-9e7d-21bcbd4193a6', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'port_id': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'mac_address': 'fa:16:3e:8d:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:38:45Z', 'updated_at': '2022-04-20T15:38:45Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:38:47.116098 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc6a5d-3650-4e06-a5a7-37643fedc670 None None] New status for floating IP c35b8e40-e16a-4e58-9e7d-21bcbd4193a6: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:38:47.357139 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50920) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:38:47.433579 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a477c9fc-4303-43fd-b3d8-03630b36fc3c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 HTTP/1.1" status: 200 len: 993 time: 0.0749998 Apr 20 15:39:04.082116 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:10.202667 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d393145a-c862-4be0-9a67-7b1d332380ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:12.459817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-1484d8f9-6ae1-40f1-92a0-948da4020b70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451295 Apr 20 15:39:12.548644 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-f5ee73e2-dfc4-4d0e-af87-61e031474366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:12.550261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-f5ee73e2-dfc4-4d0e-af87-61e031474366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1096 time: 0.0444589 Apr 20 15:39:12.677795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-53c0b314-45d4-449a-8be0-8329e156bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:12.679328 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-53c0b314-45d4-449a-8be0-8329e156bb99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 897 time: 0.1097741 Apr 20 15:39:12.747962 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-117b2cb4-5303-4b89-9b61-7d9b4823e7b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 1001 time: 0.0581317 Apr 20 15:39:12.804102 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-f11e9be4-0825-47d0-bb01-b6a9747b80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:12.805504 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-f11e9be4-0825-47d0-bb01-b6a9747b80ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0510950 Apr 20 15:39:12.858955 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-285916f2-0365-4791-ae0a-72f8d33ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:12.860495 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-285916f2-0365-4791-ae0a-72f8d33ffdae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472724 Apr 20 15:39:12.954507 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-2c1d525c-c784-404f-8696-c1406c9417ab service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862823 Apr 20 15:39:13.047799 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-79fbc80b-1da0-4a3e-9bbc-ffc0ad850a97 req-6bb65801-5fee-4318-8574-82ae0200d866 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Apr 20 15:39:13.598431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7491750b-dc9c-4022-a83c-66050ca69e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:13.936577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:14.480265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946579-5f2c-45df-bcce-9cb005706522 req-e2f549b3-61d6-45c3-a26b-b8a91b6667ed tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:14.482508 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1946579-5f2c-45df-bcce-9cb005706522 req-e2f549b3-61d6-45c3-a26b-b8a91b6667ed tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0614281 Apr 20 15:39:14.526431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e1946579-5f2c-45df-bcce-9cb005706522 req-487f143c-26fb-4ae6-8b6d-cfc8c1274f5c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Apr 20 15:39:14.678107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.388475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.472005 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:15.734713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95281e24-5497-4040-8d00-4b01d727bdce req-2391b552-b32b-4a6c-83c2-3669658152be tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:15.736122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95281e24-5497-4040-8d00-4b01d727bdce req-2391b552-b32b-4a6c-83c2-3669658152be tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.1129506 Apr 20 15:39:15.788076 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95281e24-5497-4040-8d00-4b01d727bdce req-de62c3fd-9a19-4654-8b19-f2cfdf62bee1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456479 Apr 20 15:39:16.081763 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:39:16.909796 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e033d-eec2-4e3c-9b88-970823049662 req-6f1d7cbb-d90f-4419-b677-c2cbe99ced2a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:16.911272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-225e033d-eec2-4e3c-9b88-970823049662 req-6f1d7cbb-d90f-4419-b677-c2cbe99ced2a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0507309 Apr 20 15:39:16.950785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-225e033d-eec2-4e3c-9b88-970823049662 req-7713628c-d1c6-42c8-9ad1-ad6f8201d092 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305235 Apr 20 15:39:18.081029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577df9c-30bb-4589-b7f0-e74ede92238a req-51c7877d-8b47-43f0-9862-da7388c97608 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:18.082510 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7577df9c-30bb-4589-b7f0-e74ede92238a req-51c7877d-8b47-43f0-9862-da7388c97608 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Apr 20 15:39:18.123708 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7577df9c-30bb-4589-b7f0-e74ede92238a req-79454e87-ca23-4e95-b540-25b9269cc1d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Apr 20 15:39:19.268628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a226-dc2a-47ca-8824-a8fe9e1433e4 req-4bba14c7-0390-4dd3-8057-d971412a8e5a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:19.270180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04a7a226-dc2a-47ca-8824-a8fe9e1433e4 req-4bba14c7-0390-4dd3-8057-d971412a8e5a tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0620606 Apr 20 15:39:19.308469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04a7a226-dc2a-47ca-8824-a8fe9e1433e4 req-acda548c-2428-42a1-a70d-19e46df7cc30 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Apr 20 15:39:20.428255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65dfc2-801c-4492-80a1-9c47d46dbc8c req-f561f9cc-ca49-48f5-a7db-c86766a4a381 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:20.429740 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a65dfc2-801c-4492-80a1-9c47d46dbc8c req-f561f9cc-ca49-48f5-a7db-c86766a4a381 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Apr 20 15:39:20.469770 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5a65dfc2-801c-4492-80a1-9c47d46dbc8c req-7064c61f-8a1e-4d57-808e-b7d9b49ae672 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309989 Apr 20 15:39:21.593149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a71c-e5d6-4054-99c6-94afbec6ad4d req-f8f16386-cb9d-4169-938d-d6b1a5d5ade8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:21.594712 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d453a71c-e5d6-4054-99c6-94afbec6ad4d req-f8f16386-cb9d-4169-938d-d6b1a5d5ade8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0553212 Apr 20 15:39:21.633626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d453a71c-e5d6-4054-99c6-94afbec6ad4d req-ae169f98-cb64-4eff-9a37-08e844ae3eab tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Apr 20 15:39:22.773692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def626a8-a8cb-47c9-b64c-11652cc908e5 req-8f9ff5bd-4fa1-4564-b0b1-881727cf607e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:22.775227 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-def626a8-a8cb-47c9-b64c-11652cc908e5 req-8f9ff5bd-4fa1-4564-b0b1-881727cf607e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0583024 Apr 20 15:39:22.814085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-def626a8-a8cb-47c9-b64c-11652cc908e5 req-5b83456f-47fa-44ae-836a-5ea7db062c3b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Apr 20 15:39:23.939451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a95dd5-6e1d-4857-ba21-968ed23b94b6 req-3e16b35b-5a4e-4670-9433-be5586c08d2c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:23.940887 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a95dd5-6e1d-4857-ba21-968ed23b94b6 req-3e16b35b-5a4e-4670-9433-be5586c08d2c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0532160 Apr 20 15:39:23.982778 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84a95dd5-6e1d-4857-ba21-968ed23b94b6 req-bfc93a1d-f2e6-424d-9e6f-00c243f6f910 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Apr 20 15:39:25.130244 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69850595-9140-4306-91b6-835f69fc2c88 req-3e31770a-bd74-4f4f-bc44-b7a7ac286fd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:25.131625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69850595-9140-4306-91b6-835f69fc2c88 req-3e31770a-bd74-4f4f-bc44-b7a7ac286fd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0715437 Apr 20 15:39:25.171552 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-69850595-9140-4306-91b6-835f69fc2c88 req-4b4cecd7-7834-454e-91c3-22454db9bfd4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309937 Apr 20 15:39:25.196408 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50958) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:39:25.258678 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2c703d48-82f9-47ec-9ac2-ae84b4c487a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 HTTP/1.1" status: 200 len: 993 time: 0.0610139 Apr 20 15:39:26.537875 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63728a2-a733-4fce-82e1-114e0518f0bd req-e97e0c8a-4a5a-44e1-9c73-3d3ae5a970d8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:26.539449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e63728a2-a733-4fce-82e1-114e0518f0bd req-e97e0c8a-4a5a-44e1-9c73-3d3ae5a970d8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Apr 20 15:39:26.560443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-bd53fbf6-5b43-47b0-af0c-3adaab7b7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:26.561940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-bd53fbf6-5b43-47b0-af0c-3adaab7b7a0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1096 time: 0.0419583 Apr 20 15:39:26.577525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e63728a2-a733-4fce-82e1-114e0518f0bd req-6eec731d-a96f-4c86-93f8-258707cd1ca5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 Apr 20 15:39:26.656903 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-2e0ce7fd-3727-40e0-83c2-00ea23c16384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:26.658383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-2e0ce7fd-3727-40e0-83c2-00ea23c16384 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 897 time: 0.0899951 Apr 20 15:39:26.730499 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-5ebb93ce-c26d-4fb8-89ac-49f4ff8b45c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 1001 time: 0.0645936 Apr 20 15:39:26.783441 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-c6e02cda-bac9-4bf0-b8d5-4844f1f65dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:26.785028 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-c6e02cda-bac9-4bf0-b8d5-4844f1f65dca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0484734 Apr 20 15:39:26.832733 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-65b98ab6-d873-4648-9c73-45b3917d2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:26.834119 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-65b98ab6-d873-4648-9c73-45b3917d2c90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430639 Apr 20 15:39:26.924987 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-c179a1d0-8f8c-46d2-bae2-434e9b5a9a0f service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837045 Apr 20 15:39:27.031894 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-218b7ee7-35c0-40af-922e-2b12216e6920 req-7dfea28b-763e-4d32-a152-6b31014421a8 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002054 Apr 20 15:39:27.704642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43811-dda0-46e1-865f-60ee857a5514 req-89df7dea-270c-46ae-b1ed-7ac3dbbbc92f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:27.706080 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6a43811-dda0-46e1-865f-60ee857a5514 req-89df7dea-270c-46ae-b1ed-7ac3dbbbc92f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Apr 20 15:39:27.744678 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f6a43811-dda0-46e1-865f-60ee857a5514 req-29551817-a67f-4e4f-ac74-82363a72c1d5 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Apr 20 15:39:27.770195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50968) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:39:27.832633 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8f8ee469-8e4f-47f5-a379-431d48999c0c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 HTTP/1.1" status: 200 len: 993 time: 0.0612669 Apr 20 15:39:34.096036 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:40.195879 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-03c1487f-a9db-4e24-ad52-521989a695e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:43.597345 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1866da55-a571-4fa0-ad2a-66bf90fd8369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:43.944046 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:44.696649 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:45.390491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:45.473805 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:53.087313 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:39:58.226274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 50978) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:39:58.401817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 65c4657a-5479-42d7-8012-7295e4928b72 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:39:58.402203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:58.481683 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:58.481934 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:58.495643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 65c4657a-5479-42d7-8012-7295e4928b72 owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:39:58.645378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:58.671962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=65c4657a-5479-42d7-8012-7295e4928b72,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:39:58.686315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.686693 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.687033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.687367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.687694 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.688021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.688346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.688671 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.688994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.689316 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.689621 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.689933 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:39:58.748336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:58.748576 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 disassociated (deleted). External IP: 172.25.1.222, port: e9de4daa-27c7-49bc-9248-4189ef04122f. Apr 20 15:39:58.952307 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 4ce57723-0d2f-4211-92ea-559fbd139d9d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:39:59.062744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:39:59.068081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:39:59.074356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Sync routers for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:39:59.085169 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:39:59.085772 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:39:59.094203 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-165141e0-28b4-4cf4-92e7-b261569066ea tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/floatingips/c35b8e40-e16a-4e58-9e7d-21bcbd4193a6 HTTP/1.1" status: 204 len: 168 time: 0.8668139 Apr 20 15:39:59.094831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:39:59.097127 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff5935-e642-497e-b9ed-bc393dddf338" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:39:59.135603 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2c49c-6d35-47d8-989a-03e251e1121e x-openstack-request-id: req-e4d2c49c-6d35-47d8-989a-03e251e1121e {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:39:59.135897 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:39:59.136151 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4d2c49c-6d35-47d8-989a-03e251e1121e {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:39:59.136585 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d2c49c-6d35-47d8-989a-03e251e1121e'] response: {'name': 'network-changed', 'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'status': 'completed', 'code': 200} Apr 20 15:39:59.191882 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:39:59.202814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-3faf4fbd-9424-41f6-9767-59c25e6485f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:59.204586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-3faf4fbd-9424-41f6-9767-59c25e6485f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 1096 time: 0.0461063 Apr 20 15:39:59.308945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-bf3b1cea-4f25-40bf-bc96-0fb956f63845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:59.310452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-bf3b1cea-4f25-40bf-bc96-0fb956f63845 service neutron] 10.222.0.43 "GET /v2.0/networks?id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 200 len: 897 time: 0.0962744 Apr 20 15:39:59.350091 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5f69-4231-4f23-8be9-2a5000596b46 req-35354d3e-7bc9-44a1-9a23-f818310eb5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:59.352022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e7f5f69-4231-4f23-8be9-2a5000596b46 req-35354d3e-7bc9-44a1-9a23-f818310eb5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0513484 Apr 20 15:39:59.353255 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-fafdca6f-6b92-4f50-9661-41dee925c096 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 200 len: 217 time: 0.0349171 Apr 20 15:39:59.392983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4e7f5f69-4231-4f23-8be9-2a5000596b46 req-a29e496e-9f5b-4512-a20b-29f3bffb734d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342696 Apr 20 15:39:59.398021 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:39:59.404352 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-a7ba7316-acb0-496c-b53a-5f014cc9b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:59.406283 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-a7ba7316-acb0-496c-b53a-5f014cc9b073 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 200 len: 834 time: 0.0444062 Apr 20 15:39:59.424129 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Checking router: 4ce57723-0d2f-4211-92ea-559fbd139d9d for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:39:59.432582 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:39:59.433185 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:39:59.459769 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-a654e867-5a1d-450d-b4e9-945fa8499f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:39:59.461264 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-a654e867-5a1d-450d-b4e9-945fa8499f22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=01ef3be1-682b-42f2-be7a-6f11c9ab92b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446851 Apr 20 15:39:59.537611 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:39:59.550741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-4d38f43d-2d38-4d98-b0da-dfdbebc93170 service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810661 Apr 20 15:39:59.644791 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-6bff5935-e642-497e-b9ed-bc393dddf338 req-601f6710-2493-42cb-9873-5c005117de5f service neutron] 10.222.0.43 "GET /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869412 Apr 20 15:39:59.836738 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:39:59.866770 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fc176-56bc-4d4c-865e-3fae16eae118 None None] The sync data for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 is: [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'd96bce31-8994-4e9f-933c-41911ab58d76', 'name': '', 'network_id': '01ef3be1-682b-42f2-be7a-6f11c9ab92b2', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:79:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:31Z', 'updated_at': '2022-04-20T15:38:34Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'd92a09f2-fdd5-4caa-bd20-cf1c7045cb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:40:00.084074 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008dc118-a055-4d1d-ac4b-5325ac9b185c None None] New status for floating IP c35b8e40-e16a-4e58-9e7d-21bcbd4193a6: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:40:00.526147 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc7b0d-165f-4409-9cb8-dcd11da724c7 req-4326be80-fa0a-4f94-a9e2-d75291a69dba tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:00.527616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21dc7b0d-165f-4409-9cb8-dcd11da724c7 req-4326be80-fa0a-4f94-a9e2-d75291a69dba tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0518641 Apr 20 15:40:00.574766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-21dc7b0d-165f-4409-9cb8-dcd11da724c7 req-ed8d5f57-95dd-4f53-a2b3-96d251f58864 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b166647-c207-4ae8-a239-dc702e9383c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379047 Apr 20 15:40:00.813758 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-fe89deec-d852-421f-897c-dc0985139ec6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:00.815250 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-fe89deec-d852-421f-897c-dc0985139ec6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 945 time: 0.0553956 Apr 20 15:40:00.910740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port e9de4daa-27c7-49bc-9248-4189ef04122f {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:40:00.911054 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:01.008283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port e9de4daa-27c7-49bc-9248-4189ef04122f, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=e9de4daa-27c7-49bc-9248-4189ef04122f,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:01.008651 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:01.021878 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for e9de4daa-27c7-49bc-9248-4189ef04122f owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:40:01.155178 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:01.185392 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=e9de4daa-27c7-49bc-9248-4189ef04122f,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:01.198747 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.199096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.199442 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.199779 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.200140 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.200465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.200798 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.201080 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.201526 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.201703 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.202019 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.202350 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:01.241537 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] No DVR routers for this DVR port e9de4daa-27c7-49bc-9248-4189ef04122f on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:40:01.244743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:01.250018 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-affbc34c-3ad0-4c55-902e-eda30be2c7ba req-a127559b-3e67-4794-8f6d-a8ed51a8c5d9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.43 "DELETE /v2.0/ports/e9de4daa-27c7-49bc-9248-4189ef04122f HTTP/1.1" status: 204 len: 173 time: 0.4291263 Apr 20 15:40:01.250456 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'name': 'network-vif-deleted', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:40:01.252814 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea270ee5-fe9e-41fc-8095-dcfa6ecfdf91" -d '{"events": [{"server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "name": "network-vif-deleted", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:40:01.298514 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72b2c9-6d60-4bb3-8635-2882f84672b5 x-openstack-request-id: req-2a72b2c9-6d60-4bb3-8635-2882f84672b5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:40:01.298853 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46a769-e5ae-443f-909a-4b0ffa9bde85", "name": "network-vif-deleted", "tag": "e9de4daa-27c7-49bc-9248-4189ef04122f", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:40:01.299189 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a72b2c9-6d60-4bb3-8635-2882f84672b5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:40:01.299508 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a72b2c9-6d60-4bb3-8635-2882f84672b5'] response: {'server_uuid': '2d46a769-e5ae-443f-909a-4b0ffa9bde85', 'name': 'network-vif-deleted', 'tag': 'e9de4daa-27c7-49bc-9248-4189ef04122f', 'status': 'completed', 'code': 200} Apr 20 15:40:01.700735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-df205630-ed36-44fa-8858-327856813530 req-0c7c9f5f-d27c-4bf8-bd54-263d960f18d0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d46a769-e5ae-443f-909a-4b0ffa9bde85 HTTP/1.1" status: 200 len: 210 time: 0.0280094 Apr 20 15:40:02.771166 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50994) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:03.472444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:03.757510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port d96bce31-8994-4e9f-933c-41911ab58d76 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:40:03.757794 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:03.849632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port d96bce31-8994-4e9f-933c-41911ab58d76, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d96bce31-8994-4e9f-933c-41911ab58d76,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:03.850640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:03.869777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for d96bce31-8994-4e9f-933c-41911ab58d76 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:40:04.063687 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.091802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.099817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=d96bce31-8994-4e9f-933c-41911ab58d76,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:04.277643 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.511173 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 4ce57723-0d2f-4211-92ea-559fbd139d9d has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:40:04.624689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:40:04.630048 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f563e0d4-31b2-46ba-93ad-7e9425adf7ee tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/4ce57723-0d2f-4211-92ea-559fbd139d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579032 Apr 20 15:40:04.633315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50996) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:04.636668 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Sync routers for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:40:04.647758 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:04.648473 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:04.684108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting subnet d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:40:04.687263 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.730195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.756621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:04.819195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.878783 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.905642 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Subnet': ['ID=d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:04.910924 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:04.913775 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-efda0cfd-6c70-413b-9a88-769164ce6508 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/subnets/d92a09f2-fdd5-4caa-bd20-cf1c7045cb3a HTTP/1.1" status: 204 len: 168 time: 0.2795181 Apr 20 15:40:04.916517 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 50998) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:04.917681 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4810c-845e-4a96-8db1-9e3630a2497b None None] Network 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:40:04.938801 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:40:04Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:04.965150 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Checking router: 4ce57723-0d2f-4211-92ea-559fbd139d9d for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:40:04.973773 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Routers {'4ce57723-0d2f-4211-92ea-559fbd139d9d'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:04.974354 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['4ce57723-0d2f-4211-92ea-559fbd139d9d'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:05.032620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.086291 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] Set router 4ce57723-0d2f-4211-92ea-559fbd139d9d gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:05.115024 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] DHCP port deletion for 01ef3be1-682b-42f2-be7a-6f11c9ab92b2 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:40:05.141446 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.170122 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Deleting port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:40:05.170605 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.199470 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port dfd99994-317e-40ab-9cfb-0df8dce26b51 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:40:05.199793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.249960 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] For port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,segment=NetworkSegment(86a9c337-4c5e-419d-9463-51b885c1a96c),segment_id=86a9c337-4c5e-419d-9463-51b885c1a96c)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:05.250365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.272225 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Calling delete_port for 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:40:05.285959 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:40:04Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:05.296553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port dfd99994-317e-40ab-9cfb-0df8dce26b51, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=dfd99994-317e-40ab-9cfb-0df8dce26b51,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:05.296931 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.310775 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for dfd99994-317e-40ab-9cfb-0df8dce26b51 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:40:05.316543 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a821c3-9d60-4efb-86d8-dd495981fe68 None None] The sync data for ids ['4ce57723-0d2f-4211-92ea-559fbd139d9d'] in n-d-836145-2 is: [{'id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-875482224', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:40:04Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': 'dfd99994-317e-40ab-9cfb-0df8dce26b51', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce57723-0d2f-4211-92ea-559fbd139d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:38:28Z', 'updated_at': '2022-04-20T15:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:40:05.347259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:40:05.403535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.405363 n-d-836145-2 neutron-server[102865]: INFO neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No ports have port_id starting with 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 Apr 20 15:40:05.430652 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Pushing event deleted for resources: {'Port': ['ID=234e5e4a-80ed-4e32-9c58-9ebaea9874e4,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:05.435185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] No DVR routers for this DVR port 234e5e4a-80ed-4e32-9c58-9ebaea9874e4 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:40:05.441943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.442277 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.442861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.442978 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.443275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.443593 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.443953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.444268 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.444588 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.444957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.445276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.445589 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778436a0-611e-4fb8-8fd9-77a927565e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:05.504686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.536046 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=dfd99994-317e-40ab-9cfb-0df8dce26b51,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:05.595083 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.693462 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.696631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.698943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9de4daa-27c7-49bc-9248-4189ef04122f no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:40:05.720511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: e9de4daa-27c7-49bc-9248-4189ef04122f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:40:05.720847 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device e9de4daa-27c7-49bc-9248-4189ef04122f not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:40:05.747163 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.747697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce57723-0d2f-4211-92ea-559fbd139d9d {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:40:05.759813 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.764538 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51000) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:05.765297 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2aa1b689-ca5d-448a-a05b-84d3544c6a75 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/routers/4ce57723-0d2f-4211-92ea-559fbd139d9d HTTP/1.1" status: 204 len: 168 time: 0.8471646 Apr 20 15:40:05.841097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.930618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.951962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ef3be1-682b-42f2-be7a-6f11c9ab92b2']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:05.961371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a9c337-4c5e-419d-9463-51b885c1a96c') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:05.961660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a9c337-4c5e-419d-9463-51b885c1a96c') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:05.971401 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.985143 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.992899 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:40:05.993321 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:40:05.996275 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:40:06.054085 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.058879 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.062189 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/networks/01ef3be1-682b-42f2-be7a-6f11c9ab92b2 HTTP/1.1" status: 204 len: 168 time: 0.2965426 Apr 20 15:40:06.065189 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51002) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.077230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08acd5b-7abc-487c-ac6a-a1267ce5571c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Network': ['ID=01ef3be1-682b-42f2-be7a-6f11c9ab92b2,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.124203 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.148808 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.213430 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.216048 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.217201 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b166647-c207-4ae8-a239-dc702e9383c6 HTTP/1.1" status: 204 len: 168 time: 0.1510282 Apr 20 15:40:06.227413 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489261-fef9-4cbf-99a2-1838e2f42a4d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b166647-c207-4ae8-a239-dc702e9383c6,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.449328 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51008) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.454266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481518155', 'description': 'tempest-secgroup-smoke-481518155 description', 'project_id': '3cfbb0deb6b34355b55ce62717fea398'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:06.479895 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.551033 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.556849 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.586702 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.587931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373563 Apr 20 15:40:06.589759 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9b35-bd1e-48d1-bf45-504dc93bd845 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e04dd2-fc40-4f11-b844-62fd975a029a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.590992 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51010) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.596624 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:06.622941 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.683711 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.688527 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.707704 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f7e536-cd79-481a-8020-06cf64244912,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.715996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.717202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-63581d6c-9669-47b9-9c12-c41f31736c12 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243484 Apr 20 15:40:06.720005 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51012) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.724363 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:06.751213 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.807523 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.812394 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.832593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246a6d39-f9c9-476d-82c1-740ed2666741,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.838115 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.839666 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-8c54dc3d-73f2-4ba0-9efc-26ac1052c4c3 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187708 Apr 20 15:40:06.842403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51014) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.846852 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:06.873431 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.932765 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.938551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.957770 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37095103-9725-4a62-bc8a-6b8932d9165e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:06.966626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:06.970378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2bcb56ff-6c2a-4308-8b86-258d3758e148 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244566 Apr 20 15:40:06.970555 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51016) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:06.974813 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:06.999181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.062931 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.068622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.085325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8597a7-8dd4-4a88-a466-d36f2cce9f3e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:07.097788 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.099466 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-1577a76f-0983-4d4e-a5a8-b7627f7a7220 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277704 Apr 20 15:40:07.103963 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51018) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:07.108596 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:07.129645 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:40:07.134442 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.193036 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.197792 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.214444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c01e60-1fe8-40ed-954e-5e5558cc3dac,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:07.223983 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.225419 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-829b09ea-23ec-4928-98b0-011b11c16a71 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202629 Apr 20 15:40:07.228508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51020) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:07.233210 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'security_group_rule': {'security_group_id': '69e04dd2-fc40-4f11-b844-62fd975a029a', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:07.255535 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Project 3cfbb0deb6b34355b55ce62717fea398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:40:07.262708 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.274222 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dfd99994-317e-40ab-9cfb-0df8dce26b51 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:40:07.299049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: dfd99994-317e-40ab-9cfb-0df8dce26b51 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:40:07.299346 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device dfd99994-317e-40ab-9cfb-0df8dce26b51 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:40:07.299784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d96bce31-8994-4e9f-933c-41911ab58d76 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:40:07.319249 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d96bce31-8994-4e9f-933c-41911ab58d76 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:40:07.319807 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d96bce31-8994-4e9f-933c-41911ab58d76 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:40:07.330044 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.334691 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.352554 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e232e25-55ff-4d53-901b-deabe2e45cc4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:07.358273 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.361279 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5f5f5e39-5439-4409-9202-230adac81dcf tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297772 Apr 20 15:40:07.362178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51022) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:07.366950 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'network': {'name': 'tempest-network-smoke--2144239789', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'port_security_enabled': True}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:07.386004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:40:07.390376 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.415178 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:40:07.424378 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.424687 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Added segment 97536320-e49b-4be7-ac13-5dddced0a5ac of type vlan for network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 Apr 20 15:40:07.465155 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.490009 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.495637 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:07.496214 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.551378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881373 Apr 20 15:40:07.554376 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51024) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:07.559186 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'admin_state_up': True, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:07.565893 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006ca1-7cc7-4780-ab00-bce0e957ae1d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Network': ['ID=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:07.576705 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:40:07.581676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.582732 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.640391 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.774096 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.978686 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:07.997694 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:08.102853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.73 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/7942a75b-2c15-4841-a99e-eb69c3d68968) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:40:08.215743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:08.255155 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:08.294303 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:08.297165 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:08.300753 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:40:08.306271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=7942a75b-2c15-4841-a99e-eb69c3d68968,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:08.891440 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.090785 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.232571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:40:09.339618 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:40:09.349615 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Sync routers for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:40:09.360259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:09.360839 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:09.361150 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.365402 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-374647c1-0dd8-4eb3-ba7a-575c5c0c4417 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8069322 Apr 20 15:40:09.365802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51026) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:09.396886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-09b6a48b-6502-4415-ab29-e148e44189b1 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3cfbb0deb6b34355b55ce62717fea398&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274785 Apr 20 15:40:09.397235 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51028) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:09.487802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c755f91-dd30-4694-81c3-7e42768f6236 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:09.489212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9c755f91-dd30-4694-81c3-7e42768f6236 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910590 Apr 20 15:40:09.492527 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51030) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:09.522668 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8a9480f2-7068-4285-984a-016d79112929 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=83103849-99eb-42c2-bd65-4018e624a005&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288332 Apr 20 15:40:09.525379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51032) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:09.530346 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527394530', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:09.623682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:40:09.627357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.630138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:09.807938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:08Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:09.812417 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.833886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Checking router: 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:40:09.834232 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Updating router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 port 7942a75b-2c15-4841-a99e-eb69c3d68968 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:40:09.863407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.875502 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Subnet': ['ID=c8b70cd5-e030-4f46-a402-a3e91101946b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:09.881054 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Checking segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:40:09.881480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network hostable DHCP agents. Network: 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:40:09.899285 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:40:09.912450 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:09.917025 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:09.917640 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:09.934364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8876f467-8dbc-43e0-937c-f55e66fc94a4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4079731 Apr 20 15:40:09.937153 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51034) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:09.945309 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b227fe-3de7-4ea0-a06b-10acf788ef93 None None] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:40:10.186212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:40:10.187299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.240049 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a041aa18-cef9-4ede-94d3-4251144969f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.253716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.310765 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.388073 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.397489 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542f449-23ee-49a6-a979-98399d65e142 None None] Pushing event updated for resources: {'Port': ['ID=7942a75b-2c15-4841-a99e-eb69c3d68968,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:10.401646 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Attempting to bind port 7942a75b-2c15-4841-a99e-eb69c3d68968 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:40:10.401999 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Attempting to bind port 7942a75b-2c15-4841-a99e-eb69c3d68968 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:40:10.402356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Attempting to bind port 7942a75b-2c15-4841-a99e-eb69c3d68968 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:40:10.410168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:40:10.410534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:40:10.410961 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.411328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:40:10.411802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Bound port: 7942a75b-2c15-4841-a99e-eb69c3d68968, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:40:10.412172 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.438207 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Allocated IP 172.20.0.2 (5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3/c8b70cd5-e030-4f46-a402-a3e91101946b/2b7a99f0-baf6-488c-a070-38463c573e5d) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:40:10.517654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] For port 7942a75b-2c15-4841-a99e-eb69c3d68968, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:40:10.534595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] For port 7942a75b-2c15-4841-a99e-eb69c3d68968, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7942a75b-2c15-4841-a99e-eb69c3d68968,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:40:10.545302 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.656276 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:10.656802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:10.667708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542f449-23ee-49a6-a979-98399d65e142 None None] Pushing event updated for resources: {'Port': ['ID=7942a75b-2c15-4841-a99e-eb69c3d68968,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:10.708085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.717964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.768589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.1 (5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3/c8b70cd5-e030-4f46-a402-a3e91101946b/15548fab-3e9f-41c1-8e39-b036e74b4be6) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:40:10.795683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:10.803760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:10.809571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:40:10.815987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Pushing event updated for resources: {'Port': ['ID=2b7a99f0-baf6-488c-a070-38463c573e5d,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:10.830769 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:10.891860 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.927843 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.963458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Attempting to bind port 2b7a99f0-baf6-488c-a070-38463c573e5d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:40:10.963818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Attempting to bind port 2b7a99f0-baf6-488c-a070-38463c573e5d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:40:10.964167 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Attempting to bind port 2b7a99f0-baf6-488c-a070-38463c573e5d on network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:40:10.972873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:40:10.973236 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Checking segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:40:10.973633 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.974289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Bound using segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:40:10.974466 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Bound port: 2b7a99f0-baf6-488c-a070-38463c573e5d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:40:10.974868 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:10.975653 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:10.978998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:10.983448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:40:10.987370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:11.033389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.082474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] For port 2b7a99f0-baf6-488c-a070-38463c573e5d, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:40:11.096971 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] For port 2b7a99f0-baf6-488c-a070-38463c573e5d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b7a99f0-baf6-488c-a070-38463c573e5d,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:40:11.102499 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.142316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:08Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:11.168944 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.181165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7841773-7af8-4765-a192-c23fc2551978 None None] The sync data for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 is: [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:08Z', 'revision_number': 3, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:40:11.196964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584f7b-d961-4933-b6f4-6492dddc9986 None None] Pushing event updated for resources: {'Port': ['ID=2b7a99f0-baf6-488c-a070-38463c573e5d,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:11.519564 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.525520 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.601783 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:11.606942 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:11.698949 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:11.700539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:11.820009 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:40:11.943066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:40:11.948296 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-bba22a03-512a-4dac-8d04-2338506189e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/0bee53f2-cd7f-47d0-8eb4-20f314db3bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0101595 Apr 20 15:40:12.108086 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-90f234a1-1d38-49a8-88bc-f4f0ad494955 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481518155&fields=id&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 267 time: 0.0440717 Apr 20 15:40:12.111184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7739a0-807c-457b-9dea-222861ef22bd None None] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:40:12.193091 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] Provisioning complete for port 2b7a99f0-baf6-488c-a070-38463c573e5d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:12.193457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.209909 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-42df3e9a-8da2-4999-8c17-ddb21d2857d2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:12.211305 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-42df3e9a-8da2-4999-8c17-ddb21d2857d2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 797 time: 0.1024246 Apr 20 15:40:12.226689 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-62b1b18e-bb4a-4963-937e-9f4250651574 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/quotas/3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Apr 20 15:40:12.284012 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-c1d42903-b7c8-4041-ba6c-ef27be464698 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511465 Apr 20 15:40:12.341937 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.382011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-7468e882-a356-41dd-842a-b0357a5b1f5e service neutron] 10.222.0.20 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Apr 20 15:40:12.384783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] For port 2b7a99f0-baf6-488c-a070-38463c573e5d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b7a99f0-baf6-488c-a070-38463c573e5d,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:12.390739 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.443081 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56b5c-ffe2-4505-87b0-d74da28dc605 None None] Pushing event updated for resources: {'Port': ['ID=2b7a99f0-baf6-488c-a070-38463c573e5d,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:12.480891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-8f7b668a-c4c3-4717-a705-afbdbdd8605b service neutron] 10.222.0.20 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916722 Apr 20 15:40:12.621504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ab1cdeb2-c0f2-41c7-9887-010ace4a189c None None] Provisioning complete for port 2b7a99f0-baf6-488c-a070-38463c573e5d triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:12.621943 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdeb2-c0f2-41c7-9887-010ace4a189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.673583 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5d1319a2-6a64-4e97-a33d-f160fa27c05e req-fc6c9a7f-bf8c-4c1d-a608-c2474f3e659e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 210 time: 0.0343409 Apr 20 15:40:12.746191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-ab1cdeb2-c0f2-41c7-9887-010ace4a189c None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:12.746653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdeb2-c0f2-41c7-9887-010ace4a189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.789565 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-ab1cdeb2-c0f2-41c7-9887-010ace4a189c None None] Port 15548fab-3e9f-41c1-8e39-b036e74b4be6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:40:12.902287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Sync routers for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:40:12.912174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-37115eba-018f-4ba4-9262-928e8e79b91e None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:12.912643 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-37115eba-018f-4ba4-9262-928e8e79b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:12.916088 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:12.917053 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:39:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:12.949691 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-37115eba-018f-4ba4-9262-928e8e79b91e None None] Port 15548fab-3e9f-41c1-8e39-b036e74b4be6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:40:13.039190 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:13.069451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-9de1d508-7906-42f4-9a3b-ff77acbb324a None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:13.069824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9de1d508-7906-42f4-9a3b-ff77acbb324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.108577 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-9de1d508-7906-42f4-9a3b-ff77acbb324a None None] Port 15548fab-3e9f-41c1-8e39-b036e74b4be6 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:40:13.269152 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 2, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:13.298505 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Checking router: 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:40:13.298894 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Updating router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 port 15548fab-3e9f-41c1-8e39-b036e74b4be6 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:40:13.324322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7942a75b-2c15-4841-a99e-eb69c3d68968 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:40:13.328610 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.376470 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7942a75b-2c15-4841-a99e-eb69c3d68968 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:13.376835 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.603061 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-30395237-6c21-4dba-a416-9129c8365804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.612750 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.618376 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.648854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.661432 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Pushing event updated for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:13.671160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 7942a75b-2c15-4841-a99e-eb69c3d68968, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7942a75b-2c15-4841-a99e-eb69c3d68968,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:13.672043 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.672377 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.672739 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.673031 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.673351 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.673677 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.673977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.674283 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.674617 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.674935 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.675269 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.675577 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:40:13.675700 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.676412 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b7a99f0-baf6-488c-a070-38463c573e5d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:40:13.752691 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Attempting to bind port 15548fab-3e9f-41c1-8e39-b036e74b4be6 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:40:13.753719 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Attempting to bind port 15548fab-3e9f-41c1-8e39-b036e74b4be6 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:40:13.754872 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Attempting to bind port 15548fab-3e9f-41c1-8e39-b036e74b4be6 on network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:40:13.762985 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:40:13.764076 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Checking segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:40:13.764637 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.765344 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Bound using segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:40:13.766209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Bound port: 15548fab-3e9f-41c1-8e39-b036e74b4be6, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:40:13.768172 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.780899 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=7942a75b-2c15-4841-a99e-eb69c3d68968,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:13.792687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 2b7a99f0-baf6-488c-a070-38463c573e5d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:13.793063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.852276 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b35ffee3-768e-4d7c-a52d-429d668c734d req-702e2a29-a305-4c68-b2e6-14d6285d1c5f tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 210 time: 0.0425563 Apr 20 15:40:13.878528 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] For port 15548fab-3e9f-41c1-8e39-b036e74b4be6, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:40:13.883049 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] For port 15548fab-3e9f-41c1-8e39-b036e74b4be6, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=15548fab-3e9f-41c1-8e39-b036e74b4be6,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:40:13.893718 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.952675 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.954331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:13.954734 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:13.979318 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:13.980092 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:40:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:13.983101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-327b8141-8bd0-4341-aa72-a05783472b3e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:13.985766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-327b8141-8bd0-4341-aa72-a05783472b3e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 797 time: 0.1308506 Apr 20 15:40:14.054102 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.061704 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f50e414e-4507-4ddb-847d-52a1e01f6d37 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cfbb0deb6b34355b55ce62717fea398 HTTP/1.1" status: 200 len: 379 time: 0.0667062 Apr 20 15:40:14.076231 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'port': {'device_id': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'admin_state_up': True, 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'security_groups': ['69e04dd2-fc40-4f11-b844-62fd975a029a']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:14.092545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] For port 15548fab-3e9f-41c1-8e39-b036e74b4be6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=15548fab-3e9f-41c1-8e39-b036e74b4be6,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:14.105126 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.172781 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696536-1a1d-4f7d-9d5c-7ff9ae6c0b64 None None] Pushing event updated for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:14.208368 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f020de-4722-41c2-8990-be5da8a61334 None None] Pushing event updated for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=4']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:14.218534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Made reservation on behalf of 3cfbb0deb6b34355b55ce62717fea398 for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:40:14.223981 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.225052 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:14.231500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b42a41a5-d52a-4226-a385-4033c4337334 None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:14.231877 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b42a41a5-d52a-4226-a385-4033c4337334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.364814 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.20.0.14 (5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3/c8b70cd5-e030-4f46-a402-a3e91101946b/6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:40:14.426734 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:14.456549 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd5720c-9144-43c8-8bbf-232c5c40f795 None None] The sync data for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 is: [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:40:14.507370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.547081 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.601300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:14.604444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:14.608489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:40:14.632654 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:14.666644 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:14.667439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.691795 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.698323 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-5525ab52-8cab-4434-965b-dc9ce0cad9c2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266921 Apr 20 15:40:14.756273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Request body: {'port': {'device_id': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:14.815865 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.842886 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-185381bb-9b6d-478b-8f1b-58516e8ef898 None None] Provisioning complete for port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:14.843265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-185381bb-9b6d-478b-8f1b-58516e8ef898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:14.887716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-185381bb-9b6d-478b-8f1b-58516e8ef898 None None] Port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:40:15.382250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7942a75b-2c15-4841-a99e-eb69c3d68968 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:40:15.413486 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.428139 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308e33-8d84-4267-8c85-77116af9d9c5 req-f6cb92f4-31ac-4fb3-b5ae-06f4fd809173 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:15.429902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12308e33-8d84-4267-8c85-77116af9d9c5 req-f6cb92f4-31ac-4fb3-b5ae-06f4fd809173 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 932 time: 0.4942229 Apr 20 15:40:15.443815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7942a75b-2c15-4841-a99e-eb69c3d68968 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:15.444351 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.488966 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12308e33-8d84-4267-8c85-77116af9d9c5 req-2b56a512-0ae1-4b2e-9c98-b5c475fbb85c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497062 Apr 20 15:40:15.498471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.541650 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 15548fab-3e9f-41c1-8e39-b036e74b4be6 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:40:15.555279 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:40:15.563304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.578584 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Transition to ACTIVE for port object 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:40:15.583414 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.592418 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 15548fab-3e9f-41c1-8e39-b036e74b4be6 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:15.593090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.657634 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:15.711523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Attempting to bind port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:40:15.711853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Attempting to bind port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:40:15.712175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Attempting to bind port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb on network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:40:15.716447 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb on network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:40:15.716762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Attempting to bind port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb on network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:40:15.721714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:40:15.722051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Checking segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:40:15.722428 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Bound using segment: {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:40:15.722894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Bound port: 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97536320-e49b-4be7-ac13-5dddced0a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:40:15.723252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.787962 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:40:15.791217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:40:15.796759 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.833749 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:15.834535 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:15.839878 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] 10.222.0.45 "PUT /v2.0/ports/6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 1092 time: 1.1301341 Apr 20 15:40:15.839878 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:40:15.839878 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc40ef-963c-4309-8982-23d3d62a56d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:40:15.869256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b33b42-aa26-4e03-baa3-693a6c48ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:15.910218 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7430fcd3-a444-4bd9-9303-db106d9bb0a1 x-openstack-request-id: req-7430fcd3-a444-4bd9-9303-db106d9bb0a1 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:40:15.910771 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:40:15.911180 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7430fcd3-a444-4bd9-9303-db106d9bb0a1 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:40:15.911742 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7430fcd3-a444-4bd9-9303-db106d9bb0a1'] response: {'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'status': 'completed', 'code': 200} Apr 20 15:40:15.922227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-14a31e34-2c32-4127-8740-3b7d6b399455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:15.923836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-14a31e34-2c32-4127-8740-3b7d6b399455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1095 time: 0.0466051 Apr 20 15:40:15.966995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-33781482-4d3f-4f34-855f-b6eb9f42eed1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 217 time: 0.0357158 Apr 20 15:40:16.016794 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-40a9bfe6-8aff-4402-9135-c30121d14c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.018257 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-40a9bfe6-8aff-4402-9135-c30121d14c6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0443883 Apr 20 15:40:16.066735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f1748ab7-89ee-48f4-b092-c72bcb27b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.068246 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-f1748ab7-89ee-48f4-b092-c72bcb27b6a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439188 Apr 20 15:40:16.159446 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-3a664842-bc5c-4ed6-9345-21a332fd7155 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830452 Apr 20 15:40:16.258378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0d5382ec-66cc-45f2-9eb0-144d775d266a req-31f69069-b2a2-45cb-893a-ab45e905ee78 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924408 Apr 20 15:40:16.351550 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-5290fc0a-2a73-473d-8845-e9a57edfb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.353057 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-5290fc0a-2a73-473d-8845-e9a57edfb239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1095 time: 0.0447254 Apr 20 15:40:16.451931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-d31f1154-1c98-4d87-8ed5-978101c420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.453340 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-d31f1154-1c98-4d87-8ed5-978101c420cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 898 time: 0.0938900 Apr 20 15:40:16.498226 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-b529ee7f-ae62-440e-ab26-f5988fb84197 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 217 time: 0.0385263 Apr 20 15:40:16.563073 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-3eebb292-f952-490d-9af9-06dda33bb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.564551 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-3eebb292-f952-490d-9af9-06dda33bb90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0596995 Apr 20 15:40:16.647024 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-bc2ac78c-f51d-4199-bbd4-caa5b9da7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.648724 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-bc2ac78c-f51d-4199-bbd4-caa5b9da7fb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778487 Apr 20 15:40:16.657113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6a5bd-f1b7-4305-810c-132d6ab9c480 req-9ab0799b-f7a9-44df-8b81-6c5787f9d910 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:16.658522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71f6a5bd-f1b7-4305-810c-132d6ab9c480 req-9ab0799b-f7a9-44df-8b81-6c5787f9d910 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 944 time: 0.0888789 Apr 20 15:40:16.752074 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-71f6a5bd-f1b7-4305-810c-132d6ab9c480 req-53de6834-011b-461d-8cc0-e2c905021ff9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844510 Apr 20 15:40:16.777902 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-efe68523-1f3f-4e61-b586-0c020448b02f service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183081 Apr 20 15:40:16.912296 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ebc40ef-963c-4309-8982-23d3d62a56d1 req-49703c20-3d10-4aa9-be9b-1089b90abfb5 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280332 Apr 20 15:40:17.881585 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fa44-9d1b-477d-8c13-3a2ad44d8092 req-0603795c-1602-4ffe-bb2d-3cc4a6fdacc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:17.883113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f97fa44-9d1b-477d-8c13-3a2ad44d8092 req-0603795c-1602-4ffe-bb2d-3cc4a6fdacc7 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 944 time: 0.0555294 Apr 20 15:40:17.926530 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f97fa44-9d1b-477d-8c13-3a2ad44d8092 req-870da0a9-3f78-4bc6-bf06-00db19e141e8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341468 Apr 20 15:40:19.055283 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af7f82-4944-4ec4-a053-acc10e3bd892 req-628b15ba-356f-486f-a476-cff718e6a540 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:19.056751 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59af7f82-4944-4ec4-a053-acc10e3bd892 req-628b15ba-356f-486f-a476-cff718e6a540 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 944 time: 0.0569665 Apr 20 15:40:19.097973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-59af7f82-4944-4ec4-a053-acc10e3bd892 req-81afd2d2-013f-4aba-9e2c-f9561ed36181 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349433 Apr 20 15:40:20.227306 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e0709-ad9f-4c76-8f82-d3f5b3f075bf req-9762bdbf-74bd-4258-a87d-591926fcd757 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:20.228777 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-536e0709-ad9f-4c76-8f82-d3f5b3f075bf req-9762bdbf-74bd-4258-a87d-591926fcd757 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 944 time: 0.0536575 Apr 20 15:40:20.279651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-536e0709-ad9f-4c76-8f82-d3f5b3f075bf req-afe790dd-622a-4961-b96c-f7a9e6195446 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445499 Apr 20 15:40:21.317618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:40:21.395628 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070aed3-638a-4210-a033-ddec9321e4b0 req-94232715-dcd6-47de-8ed8-186069ee697c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:21.397089 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4070aed3-638a-4210-a033-ddec9321e4b0 req-94232715-dcd6-47de-8ed8-186069ee697c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 944 time: 0.0489731 Apr 20 15:40:21.417244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:21.428857 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'port_id': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'mac_address': 'fa:16:3e:96:7f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:40:21.436638 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4070aed3-638a-4210-a033-ddec9321e4b0 req-6b066655-20dc-4d2f-a824-d9b707538d49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328960 Apr 20 15:40:21.468964 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:21.482332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:40:21.501703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:21.505802 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:21.558262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:21.836892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:40:22.571876 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0318dc-5e0d-41fd-b1aa-dd3a1c890e22 req-dd930eff-2ae8-423a-b685-316053e430b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:22.573291 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c0318dc-5e0d-41fd-b1aa-dd3a1c890e22 req-dd930eff-2ae8-423a-b685-316053e430b6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 945 time: 0.0597858 Apr 20 15:40:22.616000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c0318dc-5e0d-41fd-b1aa-dd3a1c890e22 req-9b3ad98d-c5f5-466f-a8b9-e84d12dfd572 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334551 Apr 20 15:40:23.336144 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:40:23.401534 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:40:23.405730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:40:23.406105 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:23.487136 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:23.510103 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:40:23.512705 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19f4bf-973e-4518-b87e-b51baf799b48" -d '{"events": [{"server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "name": "network-vif-plugged", "status": "completed", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:40:23.525644 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:40:23.530159 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:23.556005 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e6d6b7-7f54-469e-b942-0eb5f8e4052d x-openstack-request-id: req-d5e6d6b7-7f54-469e-b942-0eb5f8e4052d {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:40:23.556296 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "name": "network-vif-plugged", "status": "completed", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:40:23.556543 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5e6d6b7-7f54-469e-b942-0eb5f8e4052d {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:40:23.556927 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e6d6b7-7f54-469e-b942-0eb5f8e4052d'] response: {'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'code': 200} Apr 20 15:40:23.584349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:23.648078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e8987-91c1-4e48-9969-5f795920983b req-33416f98-7b6a-4633-b5e8-654e3b20a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:23.649649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d89e8987-91c1-4e48-9969-5f795920983b req-33416f98-7b6a-4633-b5e8-654e3b20a1ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1097 time: 0.0420496 Apr 20 15:40:23.684142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d89e8987-91c1-4e48-9969-5f795920983b req-5f26f866-8c25-495e-a7fc-105948ba190e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277538 Apr 20 15:40:23.731419 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319ffff-77e8-4b2b-a19c-22bf6fd29911 req-dfb8f415-c16c-497a-b69f-1e923bd99c1e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:23.732875 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d319ffff-77e8-4b2b-a19c-22bf6fd29911 req-dfb8f415-c16c-497a-b69f-1e923bd99c1e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0478449 Apr 20 15:40:23.772151 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d319ffff-77e8-4b2b-a19c-22bf6fd29911 req-68215c6f-569b-42e5-bd8a-13273d05551b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332017 Apr 20 15:40:24.912722 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b832cc5-99f9-4066-98b6-872127b3a746 req-bb58ff38-4b0f-4ff3-9597-0cf30d1ce5a8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:24.914085 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b832cc5-99f9-4066-98b6-872127b3a746 req-bb58ff38-4b0f-4ff3-9597-0cf30d1ce5a8 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0545971 Apr 20 15:40:24.954022 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b832cc5-99f9-4066-98b6-872127b3a746 req-6c494098-bb6d-4041-a5ba-cba6be73735c tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Apr 20 15:40:26.077945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c6dc0-48a9-4ca9-adc8-8e3a0cb1dfb9 req-2e8b2517-fd3e-40c1-85b2-4f783fa18883 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:26.079431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-327c6dc0-48a9-4ca9-adc8-8e3a0cb1dfb9 req-2e8b2517-fd3e-40c1-85b2-4f783fa18883 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0506542 Apr 20 15:40:26.119684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-327c6dc0-48a9-4ca9-adc8-8e3a0cb1dfb9 req-892cba71-5260-4b9e-ba12-71043863ab14 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339975 Apr 20 15:40:26.239953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2330-97f7-445a-8257-4b5a57a0a3bf req-aa9a3457-06c3-4eb2-9005-010671ac4995 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:26.241616 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f35f2330-97f7-445a-8257-4b5a57a0a3bf req-aa9a3457-06c3-4eb2-9005-010671ac4995 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0521235 Apr 20 15:40:26.298918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f35f2330-97f7-445a-8257-4b5a57a0a3bf req-b1a4451b-a0a5-47c7-a801-7157669c3c22 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480669 Apr 20 15:40:26.328658 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51096) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:26.376896 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d2d2f-5640-48d4-af31-44fd4ead6352 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:26.378379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-5b6d2d2f-5640-48d4-af31-44fd4ead6352 tempest-TestNetworkAdvancedServerOps-367847864 tempest-TestNetworkAdvancedServerOps-367847864-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1092 time: 0.0487573 Apr 20 15:40:26.381660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51098) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:26.385934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:40:26.410222 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:26.519996 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:26.624799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Allocated IP 172.25.1.53 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/3123bb25-9a0a-4166-9042-fd6c4d5f99fc) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:40:26.730422 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:26.766148 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:26.807707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:40:26.810411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:40:26.813937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:40:26.819223 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=3123bb25-9a0a-4166-9042-fd6c4d5f99fc,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:27.184636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.257955 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.412444 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.419297 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.483346 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event updated for resources: {'Port': ['ID=3123bb25-9a0a-4166-9042-fd6c4d5f99fc,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:40:27.495472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.596827 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP c460238f-217a-4bae-9b92-7d72bd805ed7 associated. External IP: 172.25.1.53, port: 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb. Apr 20 15:40:27.811052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:40:27.918542 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:40:27.929881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Sync routers for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:40:27.939735 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:27.940860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:27.941486 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:40:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:27.969000 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2eb17dec-156f-4a38-a4bc-a77a4b22e61b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5838408 Apr 20 15:40:27.969000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:40:27.969322 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:40:28.010594 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad26dcb-0a84-4093-93f6-93daa7f2b57c x-openstack-request-id: req-4ad26dcb-0a84-4093-93f6-93daa7f2b57c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:40:28.010904 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:40:28.011158 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ad26dcb-0a84-4093-93f6-93daa7f2b57c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:40:28.011561 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad26dcb-0a84-4093-93f6-93daa7f2b57c'] response: {'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'status': 'completed', 'code': 200} Apr 20 15:40:28.054932 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:28.091425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f23e1-a184-4d52-85ba-551550d711d6 req-8c5a173b-aadf-46f1-93e0-e6ad93bd9dd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:28.092854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d9f23e1-a184-4d52-85ba-551550d711d6 req-8c5a173b-aadf-46f1-93e0-e6ad93bd9dd9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0765572 Apr 20 15:40:28.099411 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-16553a1c-e875-4e21-8e7b-7451f5da2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:28.101355 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-16553a1c-e875-4e21-8e7b-7451f5da2b8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1097 time: 0.0586848 Apr 20 15:40:28.185525 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8d9f23e1-a184-4d52-85ba-551550d711d6 req-0ada6edb-b767-4b54-bc3b-116626243530 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831859 Apr 20 15:40:28.208385 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51104) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:28.220445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-f93113b9-adfe-42a8-bc76-ac7e3cf8c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:28.221912 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-f93113b9-adfe-42a8-bc76-ac7e3cf8c8d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 898 time: 0.1139891 Apr 20 15:40:28.278836 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a3e5092e-5a6b-4561-97c8-039ae94f4745 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c460238f-217a-4bae-9b92-7d72bd805ed7 HTTP/1.1" status: 200 len: 991 time: 0.0687721 Apr 20 15:40:28.293427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c460238f-217a-4bae-9b92-7d72bd805ed7', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'port_id': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'mac_address': 'fa:16:3e:96:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:40:27Z', 'updated_at': '2022-04-20T15:40:27Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:28.295229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-c07ffeae-da15-421e-a35a-bec5b53e90e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 999 time: 0.0667896 Apr 20 15:40:28.320007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Checking router: 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:40:28.328293 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:40:28.328892 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:40:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:28.344048 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-a3282343-9c9c-4649-8b0e-4752da824c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:28.345427 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-a3282343-9c9c-4649-8b0e-4752da824c61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0435832 Apr 20 15:40:28.391156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-cdebe4df-cf86-407a-80ed-fe93daa03ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:40:28.392672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-cdebe4df-cf86-407a-80ed-fe93daa03ce2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407858 Apr 20 15:40:28.436202 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:40:28.484753 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-7f69b1c1-0f21-402b-b8f3-7957094da991 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Apr 20 15:40:28.575838 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b3240d4-378a-4c5d-a5f4-d2b9a6f130a0 req-f6f1e5e7-fa22-4dd4-8f77-1ca62c2abe37 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844238 Apr 20 15:40:28.669571 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c460238f-217a-4bae-9b92-7d72bd805ed7', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'port_id': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'mac_address': 'fa:16:3e:96:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:40:27Z', 'updated_at': '2022-04-20T15:40:27Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:40:28.697424 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f0cf6-b0c6-4ef5-b8e1-1c68fedecda7 None None] The sync data for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 is: [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c460238f-217a-4bae-9b92-7d72bd805ed7', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'port_id': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'mac_address': 'fa:16:3e:96:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:40:27Z', 'updated_at': '2022-04-20T15:40:27Z', 'revision_number': 0, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:40:28.923400 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd0dfa-3a3b-4daf-91c5-232921af31c7 None None] New status for floating IP c460238f-217a-4bae-9b92-7d72bd805ed7: ACTIVE {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:40:29.281676 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51106) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:40:29.351302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f7bb450a-f261-4a87-93ee-ce03b8d3527b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c460238f-217a-4bae-9b92-7d72bd805ed7 HTTP/1.1" status: 200 len: 993 time: 0.0683246 Apr 20 15:40:30.091716 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:40:34.090225 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:39.867206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-5a5057b2-2130-4cd1-a16c-8dff99b1e985 req-35bc0953-78ca-4d2f-bd01-574029a5a5c2 service neutron] (102863) timed out ('10.222.0.20', 47448) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:40:40.201008 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6ce6260c-2764-48e8-b844-fd4ebf86157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:43.606693 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12c3acc2-6f9c-44a5-8f2d-4a6a9509c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:43.945991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:44.712076 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:45.399407 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:40:45.489840 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:04.115378 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:07.092842 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:41:10.204026 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0f1083c4-87e6-463a-b7b4-667d98664ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:13.610063 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f9d66932-4a84-49d7-834e-ceebea0bc705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:13.955235 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:14.707987 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:15.391687 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:15.488147 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:24.037860 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-0acffe54-853d-403a-841a-1e2aa756fb4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501280 Apr 20 15:41:24.135204 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-ce535a82-86b1-4fd9-9a46-0ad597e496ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:24.136595 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-ce535a82-86b1-4fd9-9a46-0ad597e496ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1097 time: 0.0495110 Apr 20 15:41:24.240472 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-34e9c8c7-6fa5-4ab6-8bd1-b68f3cfb0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:24.241975 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-34e9c8c7-6fa5-4ab6-8bd1-b68f3cfb0d1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 898 time: 0.0847259 Apr 20 15:41:24.316905 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-aeed665b-7b27-401d-9eb8-ae49f5a71ff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 1001 time: 0.0679994 Apr 20 15:41:24.365021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-32bae208-3a21-4545-8838-5aed908e5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:24.366451 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-32bae208-3a21-4545-8838-5aed908e5996 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0433068 Apr 20 15:41:24.412403 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-91d1f57a-a742-4ad8-80ca-46a76005d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:24.413828 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-91d1f57a-a742-4ad8-80ca-46a76005d43c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404880 Apr 20 15:41:24.510379 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-8dd61436-b94e-416a-81f2-9d5a84d78126 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889580 Apr 20 15:41:24.600138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-000fcdf9-bffe-4207-a6a7-aa9d3fc1031a req-650f420b-beb3-4ab6-a433-7183d318c21a service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Apr 20 15:41:34.112674 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:40.201454 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77a6fba3-1a49-4366-a612-8dd3ffea7025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:40.592596 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb7519-9b34-43ab-a52d-928199bdc718 req-959ba7f2-81ac-4ea2-8d4a-5aff584679e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:40.594071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84cb7519-9b34-43ab-a52d-928199bdc718 req-959ba7f2-81ac-4ea2-8d4a-5aff584679e1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0570436 Apr 20 15:41:40.637475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-84cb7519-9b34-43ab-a52d-928199bdc718 req-7535b94b-cb7d-49f5-ad53-38fc2ea0b49b tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368283 Apr 20 15:41:41.779679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d81a-24e7-4f12-a23d-2a60f1b3c265 req-6d09bec3-c045-454e-a349-a3fed7aab77d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:41.781122 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8515d81a-24e7-4f12-a23d-2a60f1b3c265 req-6d09bec3-c045-454e-a349-a3fed7aab77d tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0562646 Apr 20 15:41:41.822469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8515d81a-24e7-4f12-a23d-2a60f1b3c265 req-23e0e3b9-8af5-49d6-b57e-fc389be68c47 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324225 Apr 20 15:41:42.950998 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bcd18-990d-4ce0-a45d-06d99b549c06 req-69ad656a-589a-4a58-a55c-a7de685446d0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:42.952455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1bcd18-990d-4ce0-a45d-06d99b549c06 req-69ad656a-589a-4a58-a55c-a7de685446d0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0508173 Apr 20 15:41:42.990757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ba1bcd18-990d-4ce0-a45d-06d99b549c06 req-3722b933-95e6-436c-ac9d-492ad3332243 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319710 Apr 20 15:41:43.015439 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:43.083540 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b82d6e6d-800f-4cb5-8f54-e06a32cdb8f6 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c460238f-217a-4bae-9b92-7d72bd805ed7 HTTP/1.1" status: 200 len: 993 time: 0.0666106 Apr 20 15:41:43.615945 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c94d1de3-97cc-47fe-9780-883a9562be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:43.957152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:44.102559 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:41:44.739702 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:44.764491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75332e6e-9060-4de2-a20b-5315713855d2 req-fb4b2a52-3a64-4c1c-b24b-474a43f4fb82 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:44.766054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75332e6e-9060-4de2-a20b-5315713855d2 req-fb4b2a52-3a64-4c1c-b24b-474a43f4fb82 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.4319470 Apr 20 15:41:44.780351 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-e03e93fc-542c-4c51-bb63-07354a9f037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:44.781766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-e03e93fc-542c-4c51-bb63-07354a9f037c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1097 time: 0.0695100 Apr 20 15:41:44.857801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75332e6e-9060-4de2-a20b-5315713855d2 req-61efa67b-4777-45b2-8dba-c678e62d23ac tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850401 Apr 20 15:41:44.889315 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-3f57c991-1cc7-4a85-a6d0-56d391a21eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:44.890805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-3f57c991-1cc7-4a85-a6d0-56d391a21eee service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 898 time: 0.1017995 Apr 20 15:41:44.953580 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-ef7adf61-fc4b-4a41-b72d-4518f6a825db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 1001 time: 0.0566876 Apr 20 15:41:45.002317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-63e17303-a466-4036-b60c-122f86cd43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:45.003673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-63e17303-a466-4036-b60c-122f86cd43b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0437193 Apr 20 15:41:45.052295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-de071396-67c9-44f9-b5e4-2168177f9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:45.053755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-de071396-67c9-44f9-b5e4-2168177f9c2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434258 Apr 20 15:41:45.142539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-4dc7df23-c38b-4360-8230-df0add8a5e9e service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821750 Apr 20 15:41:45.233864 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1091a520-9901-4f82-ab50-a1db0bf2457f req-90b7a706-dc5c-4fd3-bf3c-7da9cd86cacb service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852492 Apr 20 15:41:45.392241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:45.490528 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:45.991775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83545741-8827-4872-8da4-992756953e01 req-c6676b18-fbd6-4c14-8dac-6e4591cb06f0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:45.993459 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83545741-8827-4872-8da4-992756953e01 req-c6676b18-fbd6-4c14-8dac-6e4591cb06f0 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0615282 Apr 20 15:41:46.036134 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-83545741-8827-4872-8da4-992756953e01 req-0c05260c-65c5-4ac3-948e-bf8a7c6ca984 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340424 Apr 20 15:41:47.194287 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5d49-2b95-4bd6-b6fb-72657e68b48b req-6c14bafb-81ba-49ed-bcc3-6854f454b23e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:47.195895 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ebb5d49-2b95-4bd6-b6fb-72657e68b48b req-6c14bafb-81ba-49ed-bcc3-6854f454b23e tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0611403 Apr 20 15:41:47.235269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ebb5d49-2b95-4bd6-b6fb-72657e68b48b req-b74ec666-bf9c-4fd4-a867-f1868274a8ef tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324583 Apr 20 15:41:47.257949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51168) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:47.328478 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f409c887-295d-4549-adf4-2ee38983cbd1 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/floatingips/c460238f-217a-4bae-9b92-7d72bd805ed7 HTTP/1.1" status: 200 len: 993 time: 0.0686915 Apr 20 15:41:47.553974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51174) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:47.720609 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 3123bb25-9a0a-4166-9042-fd6c4d5f99fc {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:41:47.720982 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:47.801203 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:47.801585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:47.813370 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 3123bb25-9a0a-4166-9042-fd6c4d5f99fc owned by network:floatingip {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:41:47.973391 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:48.001192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=3123bb25-9a0a-4166-9042-fd6c4d5f99fc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:48.013224 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.013569 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.013912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.014237 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.014615 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.014910 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.015248 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.015570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.015894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.016217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.016537 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.016835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:48.070227 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:48.070464 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Floating IP c460238f-217a-4bae-9b92-7d72bd805ed7 disassociated (deleted). External IP: 172.25.1.53, port: 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb. Apr 20 15:41:48.286190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:41:48.396540 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:41:48.402104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:48.406957 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Sync routers for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:41:48.415518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:41:48.416130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:48.428805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-dc9ce76e-c27b-4be1-be0b-26c197dbc8e2 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/floatingips/c460238f-217a-4bae-9b92-7d72bd805ed7 HTTP/1.1" status: 204 len: 168 time: 0.8738308 Apr 20 15:41:48.429517 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:41:48.431877 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09517296-1bfe-4613-a892-bbdf16f8c765" -d '{"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:41:48.527102 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49174d1-fd5c-4028-b747-96294eae2c3a x-openstack-request-id: req-f49174d1-fd5c-4028-b747-96294eae2c3a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:41:48.527387 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:41:48.527632 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f49174d1-fd5c-4028-b747-96294eae2c3a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:41:48.528034 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49174d1-fd5c-4028-b747-96294eae2c3a'] response: {'name': 'network-changed', 'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'status': 'completed', 'code': 200} Apr 20 15:41:48.534344 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:41:48.598456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-1badcca4-2b7f-42a8-b0cc-2a521d53ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:48.600018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-1badcca4-2b7f-42a8-b0cc-2a521d53ea55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3cfbb0deb6b34355b55ce62717fea398&device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 1097 time: 0.0472379 Apr 20 15:41:48.722696 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a021c8c-4cf8-4387-8d3e-8a130f566567 req-61cad4ab-df45-42a0-a205-03f14c6a37fd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:48.724213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a021c8c-4cf8-4387-8d3e-8a130f566567 req-61cad4ab-df45-42a0-a205-03f14c6a37fd tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0990968 Apr 20 15:41:48.749828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-d53cff8c-31e2-4006-b49e-37840908ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:48.751435 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-d53cff8c-31e2-4006-b49e-37840908ac04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 200 len: 898 time: 0.1446941 Apr 20 15:41:48.762953 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:48.774795 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0a021c8c-4cf8-4387-8d3e-8a130f566567 req-f77dad12-7896-414e-bab5-fa73ae887a86 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 Apr 20 15:41:48.795147 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Checking router: 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:41:48.803458 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:41:48.804069 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:48.805488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-c474da6f-369d-4a4f-bd60-4ed8651d75ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 200 len: 217 time: 0.0444005 Apr 20 15:41:48.861526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-523b914c-7f4a-4df2-be6e-fd154668e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:48.863013 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-523b914c-7f4a-4df2-be6e-fd154668e5af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 200 len: 835 time: 0.0502546 Apr 20 15:41:48.910742 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-9c45ab94-6f13-4164-8768-d1045d7b2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:48.912266 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-9c45ab94-6f13-4164-8768-d1045d7b2017 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422153 Apr 20 15:41:48.916842 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:41:49.006953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-23d453fa-bf4a-464a-878b-6279f2e113db service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872536 Apr 20 15:41:49.096401 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09517296-1bfe-4613-a892-bbdf16f8c765 req-8ecb62c1-3a31-4cf7-bfd4-8e2eca527c55 service neutron] 10.222.0.45 "GET /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813627 Apr 20 15:41:49.113848 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:49.144963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a108e-24ec-448d-a574-5ca0b80ca208 None None] The sync data for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 is: [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:40:11Z', 'revision_number': 4, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '15548fab-3e9f-41c1-8e39-b036e74b4be6', 'name': '', 'network_id': '5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'mac_address': 'fa:16:3e:a7:e4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:10Z', 'updated_at': '2022-04-20T15:40:14Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'subnets': [{'id': 'c8b70cd5-e030-4f46-a402-a3e91101946b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:41:49.374875 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018f1efd-d99c-469d-ace6-01129aa64072 None None] New status for floating IP c460238f-217a-4bae-9b92-7d72bd805ed7: DOWN {{(pid=102866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:41:49.918051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e52f19-5eaf-42a1-899a-d8ed339477d8 req-4bc7a3cd-0713-4bb9-8eae-f90b65836fa9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:49.919573 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6e52f19-5eaf-42a1-899a-d8ed339477d8 req-4bc7a3cd-0713-4bb9-8eae-f90b65836fa9 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0602059 Apr 20 15:41:49.962821 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b6e52f19-5eaf-42a1-899a-d8ed339477d8 req-fea877ca-3e02-4dde-8c90-25e3279c4869 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e04dd2-fc40-4f11-b844-62fd975a029a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369673 Apr 20 15:41:50.401744 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-431b449b-4535-4a9b-afe1-eb26b53af0eb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:50.403625 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-431b449b-4535-4a9b-afe1-eb26b53af0eb tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 946 time: 0.0615406 Apr 20 15:41:50.500867 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:41:50.501181 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:50.592802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:41:50.593139 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:50.605699 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:41:50.755027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:50.794844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:50.835167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] No DVR routers for this DVR port 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:41:50.838693 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:50.842184 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b635bfe-fab8-456a-b1d5-c5b88708b71b req-3d186fe6-5c67-4d4c-acff-ec74b90ce3c4 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.45 "DELETE /v2.0/ports/6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb HTTP/1.1" status: 204 len: 173 time: 0.4324367 Apr 20 15:41:50.842668 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'name': 'network-vif-deleted', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:41:50.845012 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d57a4-bbb4-4a93-8fbc-4515812477e0" -d '{"events": [{"server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "name": "network-vif-deleted", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:41:50.886152 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4baf8-12e7-4045-a2ac-a93e087aaf7a x-openstack-request-id: req-2fa4baf8-12e7-4045-a2ac-a93e087aaf7a {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:41:50.886449 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4052db2-9174-4bde-82c2-ede3033f94ad", "name": "network-vif-deleted", "tag": "6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:41:50.886732 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fa4baf8-12e7-4045-a2ac-a93e087aaf7a {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:41:50.887442 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa4baf8-12e7-4045-a2ac-a93e087aaf7a'] response: {'server_uuid': 'b4052db2-9174-4bde-82c2-ede3033f94ad', 'name': 'network-vif-deleted', 'tag': '6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb', 'status': 'completed', 'code': 200} Apr 20 15:41:51.091024 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1c103225-7002-4e9d-89e4-22ea4b6f7884 req-2a638d7b-4e42-4d35-8114-a41c3f6c3576 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4052db2-9174-4bde-82c2-ede3033f94ad HTTP/1.1" status: 200 len: 210 time: 0.0363152 Apr 20 15:41:52.159689 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51192) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:52.525875 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:52.787973 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 15548fab-3e9f-41c1-8e39-b036e74b4be6 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:41:52.788225 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:52.878832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 15548fab-3e9f-41c1-8e39-b036e74b4be6, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=15548fab-3e9f-41c1-8e39-b036e74b4be6,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:41:52.879202 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:52.893651 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 15548fab-3e9f-41c1-8e39-b036e74b4be6 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:41:53.091738 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.117581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=15548fab-3e9f-41c1-8e39-b036e74b4be6,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:53.288598 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.506964 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:41:53.613473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:41:53.619139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-25eb46f8-b00e-404b-aa25-46c98bfe1627 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "PUT /v2.0/routers/0bee53f2-cd7f-47d0-8eb4-20f314db3bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4584124 Apr 20 15:41:53.621837 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51194) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:53.624596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Sync routers for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:41:53.635770 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:41:53.636378 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:53.672601 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting subnet c8b70cd5-e030-4f46-a402-a3e91101946b {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:41:53.675663 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.714270 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.740535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:41:53.803411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.862857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.889161 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b70cd5-e030-4f46-a402-a3e91101946b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:53.893878 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:53.897237 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-71909904-5f08-4e37-ac1f-1838009c5b49 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/subnets/c8b70cd5-e030-4f46-a402-a3e91101946b HTTP/1.1" status: 204 len: 168 time: 0.2744787 Apr 20 15:41:53.900464 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51196) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:53.901474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec2458-52eb-4fee-95ba-10d7ced3cbd1 None None] Network 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:41:54.007034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.014386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:41:53Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:54.042830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Checking router: 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:41:54.057631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Routers {'0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:41:54.058155 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:54.119780 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.148992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] DHCP port deletion for 5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:41:54.172774 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Deleting port 7942a75b-2c15-4841-a99e-eb69c3d68968 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:41:54.173126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.201964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] Set router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:41:54.252915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] For port 7942a75b-2c15-4841-a99e-eb69c3d68968, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7942a75b-2c15-4841-a99e-eb69c3d68968,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:41:54.253359 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.268183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Calling delete_port for 7942a75b-2c15-4841-a99e-eb69c3d68968 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:41:54.442351 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.468281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Port': ['ID=7942a75b-2c15-4841-a99e-eb69c3d68968,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:54.483110 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Deleting port 2b7a99f0-baf6-488c-a070-38463c573e5d {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:41:54.483483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.530869 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.566093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] For port 2b7a99f0-baf6-488c-a070-38463c573e5d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=2b7a99f0-baf6-488c-a070-38463c573e5d,segment=NetworkSegment(97536320-e49b-4be7-ac13-5dddced0a5ac),segment_id=97536320-e49b-4be7-ac13-5dddced0a5ac)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:41:54.566491 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.600040 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Calling delete_port for 2b7a99f0-baf6-488c-a070-38463c573e5d owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:41:54.687512 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:41:53Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:54.716997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5843a-87ec-43b9-8449-dfd4a56218d5 None None] The sync data for ids ['0bee53f2-cd7f-47d0-8eb4-20f314db3bc5'] in n-d-836145-2 is: [{'id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-880539958', 'tenant_id': '3cfbb0deb6b34355b55ce62717fea398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:40:07Z', 'updated_at': '2022-04-20T15:41:53Z', 'revision_number': 5, 'project_id': '3cfbb0deb6b34355b55ce62717fea398', 'gw_port': {'id': '7942a75b-2c15-4841-a99e-eb69c3d68968', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee53f2-cd7f-47d0-8eb4-20f314db3bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:40:08Z', 'updated_at': '2022-04-20T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:41:54.727928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.764922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Pushing event deleted for resources: {'Port': ['ID=2b7a99f0-baf6-488c-a070-38463c573e5d,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:54.767369 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] No DVR routers for this DVR port 2b7a99f0-baf6-488c-a070-38463c573e5d on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:41:54.778815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.779061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.779517 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.779911 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.780390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.780778 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.781060 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.781474 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.781810 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.782131 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.782451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.782795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308a7e7e-84dd-44d4-933b-e7e74284f52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:54.969539 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:54.971732 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.015518 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.016031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Fanout notify agent at l3_agent the message router_deleted on router 0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:41:55.023367 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.024474 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a874f679-b559-452b-987e-88581e56db81 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/routers/0bee53f2-cd7f-47d0-8eb4-20f314db3bc5 HTTP/1.1" status: 204 len: 168 time: 1.1230762 Apr 20 15:41:55.027339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51198) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:55.103302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.191797 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.215301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:55.224929 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97536320-e49b-4be7-ac13-5dddced0a5ac') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:55.225150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97536320-e49b-4be7-ac13-5dddced0a5ac') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:55.234411 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.247733 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.253491 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:41:55.253864 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:41:55.256760 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:41:55.322724 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.331398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.337651 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/networks/5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3 HTTP/1.1" status: 204 len: 168 time: 0.3067968 Apr 20 15:41:55.338160 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51200) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:55.366142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395c4f-9c8c-468b-8b95-8aab7a550cec tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'Network': ['ID=5bc9b6bd-2f1d-4ffa-94d2-f8f73422fbb3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:55.398995 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 15548fab-3e9f-41c1-8e39-b036e74b4be6 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:41:55.413826 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.419919 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 15548fab-3e9f-41c1-8e39-b036e74b4be6 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:41:55.420269 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 15548fab-3e9f-41c1-8e39-b036e74b4be6 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:41:55.420692 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b7a99f0-baf6-488c-a070-38463c573e5d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:41:55.440227 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.440766 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 2b7a99f0-baf6-488c-a070-38463c573e5d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:41:55.441120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 2b7a99f0-baf6-488c-a070-38463c573e5d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:41:55.517314 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.520149 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:55.521329 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] 10.222.0.20 "DELETE /v2.0/security-groups/69e04dd2-fc40-4f11-b844-62fd975a029a HTTP/1.1" status: 204 len: 168 time: 0.1823075 Apr 20 15:41:55.531700 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e04dd2-fc40-4f11-b844-62fd975a029a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:55.541819 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.542283 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.542730 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.543252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.543659 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.544056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.544482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.544885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.545480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.546011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.546278 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.546615 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c343659f-500a-40ab-8483-632a34a3db21 tempest-TestNetworkAdvancedServerOps-185550814 tempest-TestNetworkAdvancedServerOps-185550814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:41:55.675603 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:41:55.696625 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:41:55.697318 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 6ee6f6dc-b00d-408c-87b3-8fe75c6b9efb not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:41:55.876753 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51210) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:56.019018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-a5d71aef-768a-4cae-b2ee-ca52e661e68b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cfbb0deb6b34355b55ce62717fea398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410100 Apr 20 15:41:56.021586 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51214) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:56.070152 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.091725 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.149378 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.152191 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.153403 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0451e5a1-a54d-486f-8e60-ab46e864fab1 HTTP/1.1" status: 204 len: 168 time: 0.1308050 Apr 20 15:41:56.161689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc619187-bb6a-4d68-88c6-a8d261bd5166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451e5a1-a54d-486f-8e60-ab46e864fab1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:56.423623 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51220) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:56.437221 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2e01f03c-aa99-4ffd-aab7-1ed4814806b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.518210 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2e01f03c-aa99-4ffd-aab7-1ed4814806b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.524181 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2e01f03c-aa99-4ffd-aab7-1ed4814806b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.561972 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2e01f03c-aa99-4ffd-aab7-1ed4814806b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=304bee69361d41c3ba4cdc73260b1042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371524 Apr 20 15:41:56.563183 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01f03c-aa99-4ffd-aab7-1ed4814806b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0814fc82-4b9b-4303-8127-9e16a1fbe2ef,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:56.564947 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51222) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:56.615333 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.637776 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.689507 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.693540 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:56.694874 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0814fc82-4b9b-4303-8127-9e16a1fbe2ef HTTP/1.1" status: 204 len: 168 time: 0.1288197 Apr 20 15:41:56.703574 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ab33-7922-4837-8bd2-6d1ed4093098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814fc82-4b9b-4303-8127-9e16a1fbe2ef,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:57.281320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7942a75b-2c15-4841-a99e-eb69c3d68968 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:41:57.302137 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7942a75b-2c15-4841-a99e-eb69c3d68968 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:41:57.302548 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7942a75b-2c15-4841-a99e-eb69c3d68968 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:41:57.450124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51244) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:57.561788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1878915547-network', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:41:57.584721 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Made reservation on behalf of 356404e8ed1e4916b5d5bb7c0362fc5d for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:41:57.587936 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.599110 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.682466 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.689099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.713974 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:41:57.723598 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646adac-ec07-43f4-a81f-8bbfac7538d2,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:57.729505 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.729852 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Added segment 6874c8ca-34e2-4a83-a6f4-0afaedf4f2be of type vlan for network 0a831d9d-4072-46d7-8ae7-236f5980b47a Apr 20 15:41:57.770343 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.799354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.800370 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:57.800978 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:57.850208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3987930 Apr 20 15:41:57.853772 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51248) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:57.858714 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Request body: {'subnet': {'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1878915547-subnet', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:41:57.862816 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ad58d-645b-4159-82b5-c3a52eb40f31 admin admin] Pushing event updated for resources: {'Network': ['ID=0a831d9d-4072-46d7-8ae7-236f5980b47a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:57.873415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:41:57.879845 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Made reservation on behalf of 356404e8ed1e4916b5d5bb7c0362fc5d for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:41:57.882318 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.051626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.109810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b6f358-8f3e-4c66-833c-e69bd75641cc,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:58.118935 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:41:58.119288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Network hostable DHCP agents. Network: 0a831d9d-4072-46d7-8ae7-236f5980b47a, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:41:58.141518 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:41:58.151512 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 0a831d9d-4072-46d7-8ae7-236f5980b47a) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:41:58.155675 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:41:58.156252 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.161658 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652886e-3e8c-4a47-a1c3-1d1c7d2ab794 None None] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:41:58.172897 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e10fe8d9-6e43-4668-9136-2726d8be63bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180211 Apr 20 15:41:58.175713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51250) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:58.180103 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:41:58.200366 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.201761 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.255653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.312812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-0a831d9d-4072-46d7-8ae7-236f5980b47a', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:41:58.313686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.393102 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.449635 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Allocated IP 172.20.0.2 (0a831d9d-4072-46d7-8ae7-236f5980b47a/02b6f358-8f3e-4c66-833c-e69bd75641cc/defd74e0-6d3e-4799-a9fb-36ed33198d85) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:41:58.595020 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.607546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.614032 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.618320 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.656862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:41:58.659754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:41:58.662181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:41:58.669683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Pushing event updated for resources: {'Port': ['ID=defd74e0-6d3e-4799-a9fb-36ed33198d85,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:58.723390 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Attempting to bind port defd74e0-6d3e-4799-a9fb-36ed33198d85 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:41:58.723853 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Attempting to bind port defd74e0-6d3e-4799-a9fb-36ed33198d85 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:41:58.724196 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Attempting to bind port defd74e0-6d3e-4799-a9fb-36ed33198d85 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:41:58.728883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Allocated IP 172.25.1.79 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/d383da28-4e33-4b3e-a28d-5d9920269575) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:41:58.729520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:41:58.729905 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:41:58.730941 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.730941 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:41:58.731174 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Bound port: defd74e0-6d3e-4799-a9fb-36ed33198d85, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:41:58.731627 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.797880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] For port defd74e0-6d3e-4799-a9fb-36ed33198d85, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:41:58.800967 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] For port defd74e0-6d3e-4799-a9fb-36ed33198d85, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=defd74e0-6d3e-4799-a9fb-36ed33198d85,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:41:58.806720 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.844626 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.872450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea02e57-a4c2-4c2c-855d-75aa62bfb1c6 None None] Pushing event updated for resources: {'Port': ['ID=defd74e0-6d3e-4799-a9fb-36ed33198d85,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:58.880486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:58.922125 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:41:58.925206 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:41:58.927692 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:41:58.933820 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Pushing event updated for resources: {'Port': ['ID=d383da28-4e33-4b3e-a28d-5d9920269575,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:59.192308 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.349316 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device defd74e0-6d3e-4799-a9fb-36ed33198d85 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:41:59.396900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.402182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port defd74e0-6d3e-4799-a9fb-36ed33198d85 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:41:59.402544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.486703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.522516 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port defd74e0-6d3e-4799-a9fb-36ed33198d85, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=defd74e0-6d3e-4799-a9fb-36ed33198d85,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:41:59.527884 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.541598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:41:59.581480 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=defd74e0-6d3e-4799-a9fb-36ed33198d85,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:41:59.651771 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:41:59.660930 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:41:59.672482 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.673731 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-c320400d-8cd3-428c-b381-d869fef97478 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4970391 Apr 20 15:41:59.675727 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:41:59.676343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:41:59.676496 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51252) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:41:59.781665 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:41:59.805520 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932c90b-f57e-4fbb-a2f3-75bb23d9a3d3 None None] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:41:59.887366 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7131df45-cbf6-4134-8856-7ff80bde1866 None None] Provisioning complete for port defd74e0-6d3e-4799-a9fb-36ed33198d85 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:41:59.887743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7131df45-cbf6-4134-8856-7ff80bde1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:41:59.988807 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:41:59Z', 'revision_number': 3, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:00.016099 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:42:00.016099 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Updating router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 port d383da28-4e33-4b3e-a28d-5d9920269575 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:42:00.044050 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.107845 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.251964 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-aa027a1e-7b48-4520-8f4b-782fde6ee583 None None] Provisioning complete for port defd74e0-6d3e-4799-a9fb-36ed33198d85 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:00.252369 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-aa027a1e-7b48-4520-8f4b-782fde6ee583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.276122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Allocated IP 172.20.0.1 (0a831d9d-4072-46d7-8ae7-236f5980b47a/02b6f358-8f3e-4c66-833c-e69bd75641cc/7d4f86b5-0263-430f-b721-b9dad6a97904) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:00.314189 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.319732 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.364234 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Attempting to bind port d383da28-4e33-4b3e-a28d-5d9920269575 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:00.364581 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Attempting to bind port d383da28-4e33-4b3e-a28d-5d9920269575 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:00.364932 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Attempting to bind port d383da28-4e33-4b3e-a28d-5d9920269575 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:00.375909 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:00.376313 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:00.376760 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.377176 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:00.377733 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Bound port: d383da28-4e33-4b3e-a28d-5d9920269575, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:00.378104 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.383695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.400293 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Pushing event updated for resources: {'Port': ['ID=d383da28-4e33-4b3e-a28d-5d9920269575,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:00.411037 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.411376 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.411707 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.412029 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.412347 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.412663 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.412976 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.413287 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.413596 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.413902 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.414209 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.414920 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:42:00.419678 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.449244 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] For port d383da28-4e33-4b3e-a28d-5d9920269575, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:00.452913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] For port d383da28-4e33-4b3e-a28d-5d9920269575, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d383da28-4e33-4b3e-a28d-5d9920269575,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:00.457148 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.460029 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:00.462938 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:00.466598 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:00.489695 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Pushing event updated for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:00.510603 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.511112 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:00.513235 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:00.604971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4add4d-ecef-45e0-9a95-46a2dcb8c9ce None None] Pushing event updated for resources: {'Port': ['ID=d383da28-4e33-4b3e-a28d-5d9920269575,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:00.626356 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:00.651565 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.759272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-60367155-2c2d-48f9-8aa0-822f8257b908 None None] Provisioning complete for port 7d4f86b5-0263-430f-b721-b9dad6a97904 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:00.759856 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-60367155-2c2d-48f9-8aa0-822f8257b908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.796244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-60367155-2c2d-48f9-8aa0-822f8257b908 None None] Port 7d4f86b5-0263-430f-b721-b9dad6a97904 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:00.815556 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:41:59Z', 'revision_number': 3, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:00.820856 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.825551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.842255 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796c959-bc5d-4bcd-8975-831c070a1d68 None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:41:59Z', 'revision_number': 3, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:42:00.890267 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:00.896534 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Pushing event updated for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:00.992445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:00.994190 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:01.132718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:42:01.327307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-b0002f89-0253-456d-bf7e-869799b6cf73 None None] Provisioning complete for port 7d4f86b5-0263-430f-b721-b9dad6a97904 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:01.328055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b0002f89-0253-456d-bf7e-869799b6cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:01.367093 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-b0002f89-0253-456d-bf7e-869799b6cf73 None None] Port 7d4f86b5-0263-430f-b721-b9dad6a97904 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:01.451634 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device defd74e0-6d3e-4799-a9fb-36ed33198d85 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:01.507601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port defd74e0-6d3e-4799-a9fb-36ed33198d85 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:01.508142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:01.603033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d383da28-4e33-4b3e-a28d-5d9920269575 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:01.645838 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:42:01.651180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f6dcd88f-7204-4876-88cf-f35c1807231a admin admin] 10.222.0.20 "PUT /v2.0/routers/9d800c96-d9bc-47a7-84d5-431d8934a6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737530 Apr 20 15:42:01.660102 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d383da28-4e33-4b3e-a28d-5d9920269575 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:01.660711 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:01.744767 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:01.766244 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port d383da28-4e33-4b3e-a28d-5d9920269575, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d383da28-4e33-4b3e-a28d-5d9920269575,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:01.770692 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:01.818664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=d383da28-4e33-4b3e-a28d-5d9920269575,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:02.129997 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51268) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:02.135129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-944312839-network', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:02.158035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Made reservation on behalf of 49fb7835a0634b7e9917d9004d5e2ed1 for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:42:02.160662 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.173546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.258954 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.263747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.289617 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:42:02.298399 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881efd27-203e-4e19-9060-a57a90ac0be8,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:02.304429 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.304776 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Added segment 50f466cf-42ec-432d-b45f-aaf0dd9ba479 of type vlan for network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 Apr 20 15:42:02.344718 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.370485 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.371379 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:02.371961 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.413946 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:42:02.424835 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:02.425434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:02.425748 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2945571 Apr 20 15:42:02.428672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51270) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:02.432716 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015bbb-cc69-4fc2-ad18-b0f9ca764a9b admin admin] Pushing event updated for resources: {'Network': ['ID=e9a5315e-6ff5-4412-b13b-a5ec6d41a316,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:02.436972 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Request body: {'subnet': {'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-944312839-subnet', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:02.459556 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Made reservation on behalf of 49fb7835a0634b7e9917d9004d5e2ed1 for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:42:02.462110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.462415 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:42:02.585365 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:02.636056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.688948 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a858f00b-c895-42d3-8f9e-50afda08b3d4,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:02.700175 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Checking segment: {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:02.701680 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Network hostable DHCP agents. Network: e9a5315e-6ff5-4412-b13b-a5ec6d41a316, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:42:02.719663 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:42:02.731828 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e9a5315e-6ff5-4412-b13b-a5ec6d41a316) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:02.736281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:02.736866 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.743127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f13c6-8dc4-430e-857b-c5df28fe0b1e None None] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:42:02.752442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-b709bc43-4684-417f-a835-035e9a799d55 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3213167 Apr 20 15:42:02.754968 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51272) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:02.759327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:02.777842 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.778871 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.829677 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.888601 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 2, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:02.919596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:42:02.919916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Updating router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 port 7d4f86b5-0263-430f-b721-b9dad6a97904 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:42:02.965188 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.978415 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:02.979595 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'fixed_ips': [{'subnet_id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:42:02.980461 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.189062 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.209001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.319164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Allocated IP 172.25.1.142 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/f6d930cd-cecd-4823-9d77-a41a1c20e52d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:03.351757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d383da28-4e33-4b3e-a28d-5d9920269575 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:03.430551 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.448994 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Allocated IP 172.20.0.2 (e9a5315e-6ff5-4412-b13b-a5ec6d41a316/a858f00b-c895-42d3-8f9e-50afda08b3d4/3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:03.467867 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.507857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:03.512810 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:03.517219 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:03.521324 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d930cd-cecd-4823-9d77-a41a1c20e52d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:03.554304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port d383da28-4e33-4b3e-a28d-5d9920269575 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:03.554664 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.702911 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.733276 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.767076 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.785508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.802456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.825472 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cfab-9334-49ca-8a65-175ba02b799e None None] Pushing event updated for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:03.880795 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:03.903710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:03.908457 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:03.926007 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Pushing event updated for resources: {'Port': ['ID=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:03.937333 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Attempting to bind port 7d4f86b5-0263-430f-b721-b9dad6a97904 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:03.937784 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Attempting to bind port 7d4f86b5-0263-430f-b721-b9dad6a97904 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:03.938348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Attempting to bind port 7d4f86b5-0263-430f-b721-b9dad6a97904 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:03.960335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:03.960713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:03.961175 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.961730 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:03.962284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Bound port: 7d4f86b5-0263-430f-b721-b9dad6a97904, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:03.962863 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:03.984944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.017980 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Attempting to bind port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:04.018343 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Attempting to bind port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:04.018726 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Attempting to bind port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b on network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:04.036487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:04.036871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Checking segment: {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:04.037309 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.037694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Bound using segment: {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:04.038162 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Bound port: 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:04.038534 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.072664 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-cb3aba85-eedc-4396-a702-c5a82158d59e None None] Provisioning complete for port 7d4f86b5-0263-430f-b721-b9dad6a97904 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:04.072946 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cb3aba85-eedc-4396-a702-c5a82158d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.078850 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] For port 7d4f86b5-0263-430f-b721-b9dad6a97904, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:04.119841 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:42:04.135400 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] For port 7d4f86b5-0263-430f-b721-b9dad6a97904, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7d4f86b5-0263-430f-b721-b9dad6a97904,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:04.154365 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.172786 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.198193 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-cb3aba85-eedc-4396-a702-c5a82158d59e None None] Port 7d4f86b5-0263-430f-b721-b9dad6a97904 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:04.226329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] For port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:04.236690 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:42:04.245341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] For port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:04.253660 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Sync routers for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:42:04.256171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:04.256822 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:04.259471 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.264267 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cfab-9334-49ca-8a65-175ba02b799e None None] Pushing event updated for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:04.266057 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.274970 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-78ace195-039d-4200-8ce4-868817cba9a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5189178 Apr 20 15:42:04.277735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51274) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:04.295482 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:04.296251 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:04.443741 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc27e8-f517-4ac0-8775-409ed29f7e3d None None] Pushing event updated for resources: {'Port': ['ID=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:04.473150 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:04.559128 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:04.641306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] Provisioning complete for port 7d4f86b5-0263-430f-b721-b9dad6a97904 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:04.641686 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.768107 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.804977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:03Z', 'revision_number': 3, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:04.825487 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] For port 7d4f86b5-0263-430f-b721-b9dad6a97904, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7d4f86b5-0263-430f-b721-b9dad6a97904,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:04.833198 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.833701 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Checking router: 7d6f9f5c-b81f-401a-93bd-99c51f95a240 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:42:04.834125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Updating router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 port f6d930cd-cecd-4823-9d77-a41a1c20e52d binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:42:04.839030 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.870482 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:04.873036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:04.909430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a760f37-9450-4db2-869e-5889f96b8248 None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:42:04.924114 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fe5d2-bfa8-4153-9762-4271162e2b09 None None] Pushing event updated for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:05.050703 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Allocated IP 172.20.0.1 (e9a5315e-6ff5-4412-b13b-a5ec6d41a316/a858f00b-c895-42d3-8f9e-50afda08b3d4/c2ef1e39-be3a-47aa-8ac3-74de93d38aab) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:05.168293 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.171559 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.181972 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.220700 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.238136 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Attempting to bind port f6d930cd-cecd-4823-9d77-a41a1c20e52d on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:05.238506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Attempting to bind port f6d930cd-cecd-4823-9d77-a41a1c20e52d by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:05.238913 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Attempting to bind port f6d930cd-cecd-4823-9d77-a41a1c20e52d on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:05.241474 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad85fd-ec95-4ead-9679-e753bbf84fed None None] Pushing event updated for resources: {'Port': ['ID=f6d930cd-cecd-4823-9d77-a41a1c20e52d,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:05.248190 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:05.248463 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:05.248857 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.249274 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:05.249862 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Bound port: f6d930cd-cecd-4823-9d77-a41a1c20e52d, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:05.250413 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.278074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:05.283295 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:05.286032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:05.307290 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] For port f6d930cd-cecd-4823-9d77-a41a1c20e52d, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:05.310674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] For port f6d930cd-cecd-4823-9d77-a41a1c20e52d, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f6d930cd-cecd-4823-9d77-a41a1c20e52d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:05.316111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:05.324528 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.342162 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.396883 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:05.397519 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:05.488607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7d4f86b5-0263-430f-b721-b9dad6a97904 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:05.537445 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.568327 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:05.618661 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 7d4f86b5-0263-430f-b721-b9dad6a97904 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:05.619030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.665789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad85fd-ec95-4ead-9679-e753bbf84fed None None] Pushing event updated for resources: {'Port': ['ID=f6d930cd-cecd-4823-9d77-a41a1c20e52d,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:05.678384 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68631a6-bc45-471c-8d84-007aa4c36fa7 None None] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:42:05.737447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.744978 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.817701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:05.823500 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.833085 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:03Z', 'revision_number': 3, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:05.841987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] Provisioning complete for port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:05.842348 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:05.871815 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f8ef1-e849-46a4-bf9c-8f2b8d2160c8 None None] The sync data for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 is: [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:03Z', 'revision_number': 3, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:42:05.891723 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:05.951056 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:05.952599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:06.005917 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:06.006394 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.075978 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.104726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:42:06.276192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:42:06.291127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-91a6063e-b432-4515-a67b-cc36edcf4b99 admin admin] 10.222.0.20 "PUT /v2.0/routers/7d6f9f5c-b81f-401a-93bd-99c51f95a240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0118270 Apr 20 15:42:06.359238 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] For port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:06.371269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.498149 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf1363-e933-43f6-82f2-d77899eb24eb None None] Pushing event updated for resources: {'Port': ['ID=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:06.508815 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0a4f89bc-c61d-4356-a712-d62ba4161423 None None] Provisioning complete for port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:06.509132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a4f89bc-c61d-4356-a712-d62ba4161423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.616718 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-0a4f89bc-c61d-4356-a712-d62ba4161423 None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:06.617096 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0a4f89bc-c61d-4356-a712-d62ba4161423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.664422 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f89bc-c61d-4356-a712-d62ba4161423 None None] Port c2ef1e39-be3a-47aa-8ac3-74de93d38aab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:06.790395 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-058adc68-a2eb-4b26-8c75-ff1f5340976e None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:06.790842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-058adc68-a2eb-4b26-8c75-ff1f5340976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.829783 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-058adc68-a2eb-4b26-8c75-ff1f5340976e None None] Port c2ef1e39-be3a-47aa-8ac3-74de93d38aab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:06.951181 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-eeea8f1c-99e0-491a-b2f8-4a8abf5db1f6 None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:06.951657 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eeea8f1c-99e0-491a-b2f8-4a8abf5db1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:06.975986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51282) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:06.981173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383239850', 'description': 'tempest-secgroup-smoke-383239850 description', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:06.991653 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-eeea8f1c-99e0-491a-b2f8-4a8abf5db1f6 None None] Port c2ef1e39-be3a-47aa-8ac3-74de93d38aab cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:07.003657 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.071630 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.077428 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.108199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.109448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1318979 Apr 20 15:42:07.112440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51284) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.117009 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.121292 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3961de0-a066-4338-8460-8670ae280b1b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.144361 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.205757 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.210484 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.228390 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484104cd-8676-4b5b-b5fc-127c0da1cb3e,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.234276 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.235333 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ee78b363-3c9f-4441-9f80-d5ca46507401 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219742 Apr 20 15:42:07.238165 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51286) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.242660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.268999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.329937 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.334665 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.353055 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470995d9-46ec-4147-a3ce-62ac61bc7c1b,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.359860 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.361065 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e22687df-089f-4857-bcc9-8afc44e1405c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219471 Apr 20 15:42:07.363953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51288) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.370951 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.407338 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.411362 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f6d930cd-cecd-4823-9d77-a41a1c20e52d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:07.458009 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f6d930cd-cecd-4823-9d77-a41a1c20e52d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:07.458375 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.467423 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.472594 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.492360 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d23e20-45e2-47d1-b3aa-04560599833a,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.497666 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.498908 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-fe09b9fe-8356-46ff-94e5-62b2b05c155b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340313 Apr 20 15:42:07.501701 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51290) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.506297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.532241 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.536202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.560865 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f6d930cd-cecd-4823-9d77-a41a1c20e52d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f6d930cd-cecd-4823-9d77-a41a1c20e52d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:07.565566 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.566505 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:07.591979 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.596857 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.614482 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7943df99-46a3-4081-a0df-ba34aaad2dc9,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.623863 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.627630 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-3237eafd-55e8-4e4e-bde3-d88cb01c9a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224830 Apr 20 15:42:07.627892 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51292) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.632442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.645814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f6d930cd-cecd-4823-9d77-a41a1c20e52d,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.655995 n-d-836145-2 neutron-server[102864]: INFO neutron.db.securitygroups_db [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Project 356404e8ed1e4916b5d5bb7c0362fc5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:42:07.656685 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:07.657064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.661304 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.724585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.728793 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.746481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00fcc37-4258-479c-ab52-3862194aafe5,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.755006 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.759142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f2bf10eb-5950-4620-acea-add34acd64df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302376 Apr 20 15:42:07.759295 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51294) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:07.764887 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:07.790949 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Project 356404e8ed1e4916b5d5bb7c0362fc5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:42:07.797778 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.869967 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.875494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.895010 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bd2539-4a7d-4363-9d82-93f49ff991dd,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:07.903752 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:07.904974 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1d831a31-d807-4625-8de4-a603ce8539d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440151 Apr 20 15:42:08.057252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-f0dc79dc-ac5e-4875-9d36-0182feac0966 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383239850&fields=id&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 267 time: 0.0352054 Apr 20 15:42:08.166593 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-9097efaf-b861-497b-a1fd-38a567480129 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:08.168034 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-9097efaf-b861-497b-a1fd-38a567480129 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 809 time: 0.1036916 Apr 20 15:42:08.186035 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-3e22de6c-6614-4896-b287-2fe5180188a8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/quotas/356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 375 time: 0.0095978 Apr 20 15:42:08.246873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-fc83f325-8e2e-49ec-9737-472590171c78 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548613 Apr 20 15:42:08.365241 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Sync routers for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:42:08.380159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:08.380768 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:08.457684 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8af2f7ff-da76-4461-97f4-90e36f021120 service neutron] 10.222.0.20 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953897 Apr 20 15:42:08.485180 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:08.550590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-827b488d-2b56-4b10-acd0-9e8909df2a38 service neutron] 10.222.0.20 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Apr 20 15:42:08.687997 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 4, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c2ef1e39-be3a-47aa-8ac3-74de93d38aab', 'name': '', 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'mac_address': 'fa:16:3e:96:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:04Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 2, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'subnets': [{'id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:08.712767 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c5b25ed4-8442-46de-8a8e-93353a069521 req-2e5f5acd-4d53-46b9-89e5-35818f5fa9b1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 210 time: 0.0276864 Apr 20 15:42:08.714618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Checking router: 7d6f9f5c-b81f-401a-93bd-99c51f95a240 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:42:08.714985 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Updating router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 port c2ef1e39-be3a-47aa-8ac3-74de93d38aab binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:42:08.745691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.019924 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.025701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.077127 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c022f-389b-40af-af09-4ad933abc12c None None] Pushing event updated for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:09.131617 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Attempting to bind port c2ef1e39-be3a-47aa-8ac3-74de93d38aab on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:09.132046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Attempting to bind port c2ef1e39-be3a-47aa-8ac3-74de93d38aab by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:09.132464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Attempting to bind port c2ef1e39-be3a-47aa-8ac3-74de93d38aab on network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:09.139138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:09.139518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Checking segment: {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:09.139922 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.140311 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Bound using segment: {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:09.140965 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Bound port: c2ef1e39-be3a-47aa-8ac3-74de93d38aab, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f466cf-42ec-432d-b45f-aaf0dd9ba479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:09.141240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.209501 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] For port c2ef1e39-be3a-47aa-8ac3-74de93d38aab, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:09.213279 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] For port c2ef1e39-be3a-47aa-8ac3-74de93d38aab, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:09.219292 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.277942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:09.278751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:41:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:09.320686 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c022f-389b-40af-af09-4ad933abc12c None None] Pushing event updated for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:09.348370 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f6d930cd-cecd-4823-9d77-a41a1c20e52d up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:09.399800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:09.400124 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.464915 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:09.572322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f6d930cd-cecd-4823-9d77-a41a1c20e52d triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:09.573694 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.662983 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.709633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-084abdb7-ca72-4585-89b1-77f8250d8330 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:09.712111 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-084abdb7-ca72-4585-89b1-77f8250d8330 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 809 time: 0.1192422 Apr 20 15:42:09.730135 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] For port c2ef1e39-be3a-47aa-8ac3-74de93d38aab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:09.752460 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.779321 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-58d2e079-408a-4a3a-b3e3-27706a03232b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 379 time: 0.0589495 Apr 20 15:42:09.794461 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'port': {'device_id': '7ea4a29d-ab32-4130-a198-b14944011691', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'admin_state_up': True, 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'security_groups': ['8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:09.817431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-636b6f4a-6d8f-40fa-bcb7-cb0cc4722e05 req-b3a51f67-fbeb-4665-8771-048ca3a78840 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 210 time: 0.0305696 Apr 20 15:42:09.859427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d7e75-6832-41d5-956f-03f774691054 None None] Pushing event updated for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:09.883191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 4, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c2ef1e39-be3a-47aa-8ac3-74de93d38aab', 'name': '', 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'mac_address': 'fa:16:3e:96:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:04Z', 'updated_at': '2022-04-20T15:42:09Z', 'revision_number': 4, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'subnets': [{'id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:09.884819 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c8eaf077-7c31-434f-8961-044ca26ff918 None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:09.885192 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf077-7c31-434f-8961-044ca26ff918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.920211 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Made reservation on behalf of 356404e8ed1e4916b5d5bb7c0362fc5d for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:42:09.923786 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:09.928880 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2eeff-cd23-4387-a4c3-b9b7f9996d8a None None] The sync data for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 is: [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:42:05Z', 'revision_number': 4, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c2ef1e39-be3a-47aa-8ac3-74de93d38aab', 'name': '', 'network_id': 'e9a5315e-6ff5-4412-b13b-a5ec6d41a316', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'mac_address': 'fa:16:3e:96:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:04Z', 'updated_at': '2022-04-20T15:42:09Z', 'revision_number': 4, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'subnets': [{'id': 'a858f00b-c895-42d3-8f9e-50afda08b3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:42:10.074602 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Allocated IP 172.20.0.3 (0a831d9d-4072-46d7-8ae7-236f5980b47a/02b6f358-8f3e-4c66-833c-e69bd75641cc/4f7643c6-88c2-421e-80a4-d3e58063a329) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:10.196132 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-562b2aaf-f066-49cb-90fb-e5330e0ac8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.223014 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.259344 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.313906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:10.318107 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:10.320106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:10.322740 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:10.378318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:10.379019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.403931 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-80c984df-3bcb-4b01-9a17-2c7bde5e9446 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134813 Apr 20 15:42:10.417171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Request body: {'port': {'device_id': '7ea4a29d-ab32-4130-a198-b14944011691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:10.481701 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.540651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-28b8d25b-366d-4379-bf53-98be0dee514e None None] Provisioning complete for port 4f7643c6-88c2-421e-80a4-d3e58063a329 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:10.541022 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-28b8d25b-366d-4379-bf53-98be0dee514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.577008 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-28b8d25b-366d-4379-bf53-98be0dee514e None None] Port 4f7643c6-88c2-421e-80a4-d3e58063a329 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:42:10.750707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:42:10.759877 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.773545 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Transition to ACTIVE for port object 4f7643c6-88c2-421e-80a4-d3e58063a329 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:42:10.778534 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.831876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:10.929127 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:42:10.929480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:42:10.929817 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:10.934518 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:42:10.934944 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:42:10.940169 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:42:10.940509 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:42:10.940894 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:42:10.941327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Bound port: 4f7643c6-88c2-421e-80a4-d3e58063a329, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:42:10.941695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:10.976612 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f453d6-b92f-493f-8a95-4176f8d4fde6 req-815c5ad7-af75-4aa9-a661-f2e6252e83c9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:10.978593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9f453d6-b92f-493f-8a95-4176f8d4fde6 req-815c5ad7-af75-4aa9-a661-f2e6252e83c9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.0571377 Apr 20 15:42:11.020522 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:42:11.020814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e9f453d6-b92f-493f-8a95-4176f8d4fde6 req-3f069232-2520-4d76-af6f-c432d148b623 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345066 Apr 20 15:42:11.024106 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:42:11.029170 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:11.044924 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:11.045544 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:11.047294 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] 10.222.0.43 "PUT /v2.0/ports/4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1091 time: 0.6356442 Apr 20 15:42:11.068465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:42:11.071911 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e8c434-b7cc-40cf-8347-cc47e37837b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:42:11.137879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5427f-cce8-45e4-8d9e-60870fb6b12a service neutron] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:11.150793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-e37997ad-2a8e-4564-b735-58f7c3f3e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:11.152343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-e37997ad-2a8e-4564-b735-58f7c3f3e449 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1094 time: 0.0569694 Apr 20 15:42:11.365292 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2ef1e39-be3a-47aa-8ac3-74de93d38aab up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:11.418674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c2ef1e39-be3a-47aa-8ac3-74de93d38aab triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:11.419208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:11.552693 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e509c-5f5a-46ec-af42-654b45b9da66 x-openstack-request-id: req-069e509c-5f5a-46ec-af42-654b45b9da66 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:42:11.552962 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:42:11.553066 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-069e509c-5f5a-46ec-af42-654b45b9da66 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:42:11.553470 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069e509c-5f5a-46ec-af42-654b45b9da66'] response: {'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'status': 'completed', 'code': 200} Apr 20 15:42:11.555247 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-62ab5a15-b6a9-4f6d-879a-f9fc73058bfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 217 time: 0.3943005 Apr 20 15:42:11.604670 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-850464c5-92d7-498a-9f44-cb408ecc90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:11.606099 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-850464c5-92d7-498a-9f44-cb408ecc90fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0435209 Apr 20 15:42:11.653202 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-e3d03ef9-4775-43c5-a3da-67075a6058ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:11.654702 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-e3d03ef9-4775-43c5-a3da-67075a6058ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400410 Apr 20 15:42:11.754008 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-8c9a37eb-e312-4c2f-9f7e-4bf6338c9ba1 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916378 Apr 20 15:42:11.858273 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-8ccf0098-51d2-4fde-8d18-e63c4582c162 req-3dcdd282-1f8d-423f-bd7f-0eaf4dbccda7 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974030 Apr 20 15:42:11.950906 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-cd40e77d-3658-4692-829a-856a7b97c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:11.952889 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-cd40e77d-3658-4692-829a-856a7b97c40f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1094 time: 0.0472143 Apr 20 15:42:12.061311 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-230b780a-3111-4b24-985a-a8971f3802c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:12.062981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-230b780a-3111-4b24-985a-a8971f3802c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.1027610 Apr 20 15:42:12.107867 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-8245ab91-135a-470e-9337-1215b8380632 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 217 time: 0.0362647 Apr 20 15:42:12.152126 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b77117-1798-44c8-8f49-f498f153f9b3 req-2a2e23a8-7e87-495b-bfd3-b9de2a8e9735 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:12.154642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b77117-1798-44c8-8f49-f498f153f9b3 req-2a2e23a8-7e87-495b-bfd3-b9de2a8e9735 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.0603437 Apr 20 15:42:12.164754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-c1f231fc-3461-4c10-97f2-ea1e39696ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:12.166442 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-c1f231fc-3461-4c10-97f2-ea1e39696ed8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0515466 Apr 20 15:42:12.196161 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f1b77117-1798-44c8-8f49-f498f153f9b3 req-3134b697-55c7-4b5a-bdae-303a24475b3a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350037 Apr 20 15:42:12.217326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-ef88de4c-c699-4271-bf22-56041f36aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:12.218856 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-ef88de4c-c699-4271-bf22-56041f36aa25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451946 Apr 20 15:42:12.312714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-64ba2cc9-3fb9-4df2-8b0d-9f2f3656e1ad service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Apr 20 15:42:12.410471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-07e8c434-b7cc-40cf-8347-cc47e37837b4 req-e6b865d6-5bf0-4063-8a49-d79828023d22 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Apr 20 15:42:13.329255 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097e50c-7a66-4cbf-be6f-05865cd41d1d req-5cd11bbf-34c3-46c9-9168-aa3b7280a98e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:13.330779 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e097e50c-7a66-4cbf-be6f-05865cd41d1d req-5cd11bbf-34c3-46c9-9168-aa3b7280a98e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.0513098 Apr 20 15:42:13.369649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e097e50c-7a66-4cbf-be6f-05865cd41d1d req-ad05b0d0-8551-45d4-a7a2-e8baaa596bf8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 Apr 20 15:42:13.607733 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5ea04494-e77a-4217-a84b-92a13201aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:13.960163 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:14.256335 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:42:14.356820 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:14.494546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fec2c-4b7e-4b4c-9b2e-9f6bd8340a1d req-0c47a811-927d-432e-870a-c23753592df5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:14.496138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-315fec2c-4b7e-4b4c-9b2e-9f6bd8340a1d req-0c47a811-927d-432e-870a-c23753592df5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.0528109 Apr 20 15:42:14.537229 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-315fec2c-4b7e-4b4c-9b2e-9f6bd8340a1d req-4ac2cc48-9e8a-4ab1-aa30-e20f188c97e5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Apr 20 15:42:14.538785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:42:14.575671 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:14.588085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:42:14.607477 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:14.614090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:14.661440 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:14.845535 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4f7643c6-88c2-421e-80a4-d3e58063a329'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:42:14.897424 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:15.399098 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:15.493535 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:15.663504 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68610-a82e-4623-90a6-c5487ac5883b req-1ab3c0f1-9894-4bb7-b96f-58665669d7ac tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:15.665073 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bde68610-a82e-4623-90a6-c5487ac5883b req-1ab3c0f1-9894-4bb7-b96f-58665669d7ac tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0570018 Apr 20 15:42:15.704351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bde68610-a82e-4623-90a6-c5487ac5883b req-980e3279-9d80-4db0-afc4-5bc08e9b84d6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Apr 20 15:42:16.272707 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:42:16.331696 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 4f7643c6-88c2-421e-80a4-d3e58063a329 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:42:16.337515 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4f7643c6-88c2-421e-80a4-d3e58063a329 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:42:16.338042 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:16.417717 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:16.443425 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:42:16.446547 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9554e5-73f0-4be5-8fba-5b37a9fe1536" -d '{"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:42:16.462297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:42:16.469212 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:16.518801 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:16.555972 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ac8d93-048f-4c8e-b728-8cd883800a37 x-openstack-request-id: req-a4ac8d93-048f-4c8e-b728-8cd883800a37 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:42:16.556295 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:42:16.556572 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4ac8d93-048f-4c8e-b728-8cd883800a37 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:42:16.556958 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ac8d93-048f-4c8e-b728-8cd883800a37'] response: {'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'code': 200} Apr 20 15:42:16.654149 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4673-451b-43d1-a8f1-6f7b55b15703 req-a695fec0-b7ba-4a20-b18c-a18d37ee27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:16.655692 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-846b4673-451b-43d1-a8f1-6f7b55b15703 req-a695fec0-b7ba-4a20-b18c-a18d37ee27af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1096 time: 0.0426996 Apr 20 15:42:16.690455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-846b4673-451b-43d1-a8f1-6f7b55b15703 req-b1427702-e0a9-429f-9fc3-1854e1b83628 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278461 Apr 20 15:42:16.833603 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aa565-fc60-4bb9-9914-a3c9f31334df req-7ddb5c02-4e68-4a31-8267-d1536557b07d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:16.836715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e2aa565-fc60-4bb9-9914-a3c9f31334df req-7ddb5c02-4e68-4a31-8267-d1536557b07d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0612605 Apr 20 15:42:16.880785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2e2aa565-fc60-4bb9-9914-a3c9f31334df req-7fe82283-e6f8-4e5e-9ba2-057208b397a0 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358534 Apr 20 15:42:18.011130 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f57a9-c964-4eb2-9940-ed553c09b9a8 req-c403d70f-740e-4112-9e9b-a72e29cf012f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:18.012932 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-088f57a9-c964-4eb2-9940-ed553c09b9a8 req-c403d70f-740e-4112-9e9b-a72e29cf012f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0547814 Apr 20 15:42:18.051390 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-088f57a9-c964-4eb2-9940-ed553c09b9a8 req-0a23f982-b809-4ed6-a363-02b69e0a7088 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Apr 20 15:42:18.194738 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de73664-73e6-4c8f-a491-6c764403fe10 req-d17d38b2-860a-4c6f-a225-9f40f777108f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:18.196219 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0de73664-73e6-4c8f-a491-6c764403fe10 req-d17d38b2-860a-4c6f-a225-9f40f777108f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0577333 Apr 20 15:42:18.248026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0de73664-73e6-4c8f-a491-6c764403fe10 req-149d2649-41ec-401f-87e7-ad000462ed3a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 Apr 20 15:42:18.276095 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51354) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:18.390226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c8e1a-a5ce-4738-a9c9-53cebd4a2a8d tempest-TestShelveInstance-23819983 tempest-TestShelveInstance-23819983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:18.392449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-730c8e1a-a5ce-4738-a9c9-53cebd4a2a8d tempest-TestShelveInstance-23819983 tempest-TestShelveInstance-23819983-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1091 time: 0.1150336 Apr 20 15:42:18.396410 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51358) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:42:18.402313 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:42:18.432001 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:18.550943 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:18.704146 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Allocated IP 172.25.1.46 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/e5076ad5-27cc-4538-96ac-8e6d52d92b9c) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:42:18.825898 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:18.866917 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:18.908213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:42:18.911300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:42:18.914112 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:42:18.920282 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=e5076ad5-27cc-4538-96ac-8e6d52d92b9c,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:19.307734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:19.733912 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:19.895667 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:19.901473 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:19.967440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=e5076ad5-27cc-4538-96ac-8e6d52d92b9c,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:42:19.978154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:20.090896 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Floating IP c9151e31-c09c-4470-89c4-a848274e93ef associated. External IP: 172.25.1.46, port: 4f7643c6-88c2-421e-80a4-d3e58063a329. Apr 20 15:42:20.307274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:42:20.425393 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:42:20.437885 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:42:20.446868 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:20.451124 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:20.451948 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:42:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:20.473741 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-47e4a1ab-4108-45f4-9755-fc3f9aeef5c4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0762899 Apr 20 15:42:20.474404 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:42:20.476923 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:42:20.517116 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfac37-8b54-4703-8198-ea3e9288570d x-openstack-request-id: req-44dfac37-8b54-4703-8198-ea3e9288570d {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:42:20.517408 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:42:20.517672 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44dfac37-8b54-4703-8198-ea3e9288570d {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:42:20.518087 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dfac37-8b54-4703-8198-ea3e9288570d'] response: {'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'status': 'completed', 'code': 200} Apr 20 15:42:20.563315 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:20.586168 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-d7b1a4dd-418e-4713-a5b7-af4413806a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:20.587911 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-d7b1a4dd-418e-4713-a5b7-af4413806a67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1096 time: 0.0466340 Apr 20 15:42:20.681299 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-27f0e5d5-8c1f-46bc-8bc1-3f8a4d865b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:20.682817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-27f0e5d5-8c1f-46bc-8bc1-3f8a4d865b99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0883453 Apr 20 15:42:20.752657 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-1dca5d42-10ab-4b2c-9673-d739eac173cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 998 time: 0.0627515 Apr 20 15:42:20.787757 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c9151e31-c09c-4470-89c4-a848274e93ef', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea4a29d-ab32-4130-a198-b14944011691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:42:19Z', 'updated_at': '2022-04-20T15:42:19Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:20.802245 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-c1736fbb-c03d-49a8-b6ca-c66cd32c0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:20.803760 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-c1736fbb-c03d-49a8-b6ca-c66cd32c0a1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0445733 Apr 20 15:42:20.814448 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:42:20.823822 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:42:20.824430 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:42:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:20.849923 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-76e59ebd-039b-4908-8958-3a88f3ab9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:42:20.851525 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-76e59ebd-039b-4908-8958-3a88f3ab9c2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412631 Apr 20 15:42:20.931444 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:42:20.945450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-87bdd899-de6f-40cc-afb3-1912e439dd15 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873339 Apr 20 15:42:21.035455 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a1feb9cd-ce05-461a-9bd8-5a32a46a3ced req-6fd19719-294d-43f4-b2c9-929a73699097 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833268 Apr 20 15:42:21.098350 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:42:21.175352 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c9151e31-c09c-4470-89c4-a848274e93ef', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea4a29d-ab32-4130-a198-b14944011691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:42:19Z', 'updated_at': '2022-04-20T15:42:19Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:42:21.291304 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a126ec5-2406-4830-985d-5346b967a78d None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'c9151e31-c09c-4470-89c4-a848274e93ef', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.46', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea4a29d-ab32-4130-a198-b14944011691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:42:19Z', 'updated_at': '2022-04-20T15:42:19Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:42:21.500088 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5f906-1bb4-4607-a126-5ed99a788b0e None None] New status for floating IP c9151e31-c09c-4470-89c4-a848274e93ef: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:42:34.127716 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:40.214520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0855889f-78cf-47d0-9ecd-653356e6c767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:43.611410 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f315e95d-a37d-43ce-8ba1-01a573464df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:43.971241 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:44.759776 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:45.388587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:45.501976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:42:58.102956 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:43:04.141201 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:10.201822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2e21db8b-ffb2-449c-9acc-d81b3bcd6485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:13.614991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2501f7cb-2b75-4cb9-948c-7be87d4bbe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:13.972660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:14.780150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:15.385718 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:15.457990 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-acf10d91-c617-4f4b-9a3c-534997864481 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500510 Apr 20 15:43:15.501984 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:15.545155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-4b5d068f-fa14-4925-af06-44f2d1a34372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:15.546654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-4b5d068f-fa14-4925-af06-44f2d1a34372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1096 time: 0.0456674 Apr 20 15:43:15.653704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-da8641db-063a-4a1e-b338-3be1173326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:15.655104 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-da8641db-063a-4a1e-b338-3be1173326e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0877218 Apr 20 15:43:15.725940 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-a8b4e52e-a49b-495a-a8ce-b40959781f62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1000 time: 0.0629313 Apr 20 15:43:15.776201 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-b0a3802b-2ab2-4777-8ca6-fa7410e5e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:15.777628 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-b0a3802b-2ab2-4777-8ca6-fa7410e5e670 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0451930 Apr 20 15:43:15.821873 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-21c94569-569c-408c-a263-c027fe901b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:43:15.823430 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-21c94569-569c-408c-a263-c027fe901b98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396581 Apr 20 15:43:15.834051 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-08f88f00-d923-40c6-aba7-20463833d5da service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:43:15.835006 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-08f88f00-d923-40c6-aba7-20463833d5da service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048766 Apr 20 15:43:15.944093 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-5c95542d-e9e9-4079-a6d6-7884275d1791 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020949 Apr 20 15:43:16.038314 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e43536ae-b9f2-4215-8a23-dfc89352c9ce req-69fb9ce4-9c48-4455-999f-98f93469f714 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879469 Apr 20 15:43:34.139588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:35.110014 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:43:40.199589 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e53d62b6-7e98-47ed-aa07-7cbfd50cb857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:43.608715 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6daee7ec-1dcf-4a2c-9460-ae335c709ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:43.974240 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:44.772970 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:45.380898 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:43:45.507499 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:04.169617 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:10.198722 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5006ee58-9786-417d-bb06-097bf3f4326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:12.103072 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:44:13.620366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c76fab18-0349-44b1-ba12-fe731142c124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:13.977592 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:14.793824 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.389790 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:15.510842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:16.362501 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c53fb6-32f8-4f71-8478-31a54879d199 req-019216a6-1b71-4d6a-b50e-7c1ecf66223c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:16.364056 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c53fb6-32f8-4f71-8478-31a54879d199 req-019216a6-1b71-4d6a-b50e-7c1ecf66223c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.1240220 Apr 20 15:44:16.413796 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7c53fb6-32f8-4f71-8478-31a54879d199 req-886a7363-c1a9-4e68-bdd7-0919c2578ff6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Apr 20 15:44:17.549489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41123-65c7-41e3-8395-895d54cf0620 req-e4585e98-3cc3-4f2f-be96-d22e679bf059 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:17.550233 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-1d178473-63be-4ed6-9938-4c30ea7ec5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:17.550983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14e41123-65c7-41e3-8395-895d54cf0620 req-e4585e98-3cc3-4f2f-be96-d22e679bf059 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Apr 20 15:44:17.552343 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-1d178473-63be-4ed6-9938-4c30ea7ec5d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1096 time: 0.1088762 Apr 20 15:44:17.589818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-14e41123-65c7-41e3-8395-895d54cf0620 req-ecec8254-4bbc-48fa-8eaf-2e45789c4bd9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Apr 20 15:44:17.662129 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-15283010-6211-4f10-84e8-f92c74d7a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:17.663532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-15283010-6211-4f10-84e8-f92c74d7a942 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0895736 Apr 20 15:44:17.735248 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-b4188826-d98f-4a37-892d-69ad976311a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1000 time: 0.0638714 Apr 20 15:44:17.789632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-68eaa21f-d4ba-45c8-ac8f-095f59b81bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:17.791114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-68eaa21f-d4ba-45c8-ac8f-095f59b81bd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0490668 Apr 20 15:44:17.841796 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-020ee249-bc45-4731-820b-1321fdabd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:17.843567 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-020ee249-bc45-4731-820b-1321fdabd690 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457022 Apr 20 15:44:17.935759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-c8dd59c8-f1b9-4be5-aa7f-b6f1a65060c1 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841084 Apr 20 15:44:18.032261 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-16f60177-3a6b-4360-8a72-be50ec52a600 req-0e24b54a-4090-4be8-9ab5-98cc295539c3 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Apr 20 15:44:18.731544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5847d3-2b4a-4c59-b6a0-22f2d301ad26 req-bdcd9724-08e2-4418-9d84-136e6cc0d6a2 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:18.733016 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d5847d3-2b4a-4c59-b6a0-22f2d301ad26 req-bdcd9724-08e2-4418-9d84-136e6cc0d6a2 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Apr 20 15:44:18.774247 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7d5847d3-2b4a-4c59-b6a0-22f2d301ad26 req-b8537b5f-77ce-42d6-830f-5e11ee6f39a5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347972 Apr 20 15:44:19.902905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acbbad-2c7c-4ce5-aed2-f54408e9e751 req-2e9d9dcf-ea62-4c4d-9979-1b970772ee80 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:19.904357 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3acbbad-2c7c-4ce5-aed2-f54408e9e751 req-2e9d9dcf-ea62-4c4d-9979-1b970772ee80 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0543990 Apr 20 15:44:19.944805 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a3acbbad-2c7c-4ce5-aed2-f54408e9e751 req-5b4139fe-b4b0-4c82-86aa-2296c993ca57 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Apr 20 15:44:21.083266 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a6f1c-0751-477a-bb53-5e77035cf542 req-3133788c-8602-409f-ba47-070555f84d3e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:21.084837 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f8a6f1c-0751-477a-bb53-5e77035cf542 req-3133788c-8602-409f-ba47-070555f84d3e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0589538 Apr 20 15:44:21.127298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f8a6f1c-0751-477a-bb53-5e77035cf542 req-8a5840b5-0f61-4cf9-9752-a73891627ac7 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Apr 20 15:44:22.268257 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaccf49-4820-4cf7-8f23-c40696df8149 req-dc2bab82-ec5d-4976-93d5-0e40d9f3e5c9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:22.269776 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfaccf49-4820-4cf7-8f23-c40696df8149 req-dc2bab82-ec5d-4976-93d5-0e40d9f3e5c9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0546284 Apr 20 15:44:22.311710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bfaccf49-4820-4cf7-8f23-c40696df8149 req-827b9ebc-43a7-4fb7-b9f5-0653919699f0 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332086 Apr 20 15:44:23.448846 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cff97d-5c42-408d-bfec-fc81e2c393f5 req-494d867a-f288-40b9-bd2f-c0212bcfb054 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:23.450326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7cff97d-5c42-408d-bfec-fc81e2c393f5 req-494d867a-f288-40b9-bd2f-c0212bcfb054 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0598016 Apr 20 15:44:23.492674 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7cff97d-5c42-408d-bfec-fc81e2c393f5 req-6245e856-fe58-49e5-be84-0aa1afad756d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Apr 20 15:44:24.619037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660753-c981-4179-b37d-5b969ef742be req-742f4be0-29a4-4ef2-9924-967bcf6da0db tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:24.620521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6660753-c981-4179-b37d-5b969ef742be req-742f4be0-29a4-4ef2-9924-967bcf6da0db tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Apr 20 15:44:24.658995 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6660753-c981-4179-b37d-5b969ef742be req-75b9dffa-90d2-4776-b3b3-d12a61da2f82 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Apr 20 15:44:25.800486 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0be30-cd1d-4db5-a8fb-6f5b7754bbfa req-44dbecbb-36fd-4e37-81bb-f24a86475063 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:25.801971 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ede0be30-cd1d-4db5-a8fb-6f5b7754bbfa req-44dbecbb-36fd-4e37-81bb-f24a86475063 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0691562 Apr 20 15:44:25.843486 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ede0be30-cd1d-4db5-a8fb-6f5b7754bbfa req-6b2a004d-dacb-43b5-9bec-b92a53e774a9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Apr 20 15:44:26.912341 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:44:26.968376 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c67f-1f29-4f47-8968-4d07650d964f req-4e226ed6-3772-43a2-946c-77f973c95ba1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:26.971166 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ea0c67f-1f29-4f47-8968-4d07650d964f req-4e226ed6-3772-43a2-946c-77f973c95ba1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0537100 Apr 20 15:44:27.008284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:27.008554 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ea0c67f-1f29-4f47-8968-4d07650d964f req-70cb71f1-d623-46c4-9278-8e97a717cdfe tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Apr 20 15:44:27.020746 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:44:27.057298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.073529 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:27.099493 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:27.107208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:27.159142 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:27.166676 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.167015 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.167347 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.167656 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.168105 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.168434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.168751 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.169070 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.169387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.169700 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.170013 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.170325 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:27.185777 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['4f7643c6-88c2-421e-80a4-d3e58063a329'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:44:28.142649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b3036-4313-474f-8235-2c025a7b2dd1 req-76f0a3f2-ed40-46cc-95c2-7d94de7a9007 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:28.144472 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-490b3036-4313-474f-8235-2c025a7b2dd1 req-76f0a3f2-ed40-46cc-95c2-7d94de7a9007 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0541174 Apr 20 15:44:28.185541 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-490b3036-4313-474f-8235-2c025a7b2dd1 req-ef227266-99c8-4752-8423-1c21f5745238 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327463 Apr 20 15:44:28.917064 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:44:28.967462 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 4f7643c6-88c2-421e-80a4-d3e58063a329 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:44:28.968014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.059546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.092038 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:29.094356 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6687a5-9f33-48ad-b926-736c2360849e" -d '{"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:44:29.109952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:29.115324 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:29.149732 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4baa69-366d-4fcd-aba5-616b01ed3964 x-openstack-request-id: req-fe4baa69-366d-4fcd-aba5-616b01ed3964 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:44:29.150030 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:44:29.150279 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4baa69-366d-4fcd-aba5-616b01ed3964 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:44:29.150708 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4baa69-366d-4fcd-aba5-616b01ed3964'] response: {'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'code': 200} Apr 20 15:44:29.176242 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:29.308994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdb1a0-814c-40f3-9168-f0759857e59d req-46fdbd20-00f5-4cfb-9637-98571ee04c12 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:29.311169 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09fdb1a0-814c-40f3-9168-f0759857e59d req-46fdbd20-00f5-4cfb-9637-98571ee04c12 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Apr 20 15:44:29.355564 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-09fdb1a0-814c-40f3-9168-f0759857e59d req-b654127f-0eb3-48fb-a843-c0c1fd06bd78 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Apr 20 15:44:30.484975 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc42d9-32d1-4977-b163-6c29e6c2ed13 req-6da46ad3-9a44-411d-8b2c-ec69c54faff9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:30.487006 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86bc42d9-32d1-4977-b163-6c29e6c2ed13 req-6da46ad3-9a44-411d-8b2c-ec69c54faff9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0561996 Apr 20 15:44:30.535377 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86bc42d9-32d1-4977-b163-6c29e6c2ed13 req-a08f1696-dd91-4ef5-bedb-676202608841 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406537 Apr 20 15:44:31.677831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b001d-2dc6-4339-bd12-7c8e4ba7ef13 req-67086bf2-b4b1-490a-ab2e-bef0a2643b0a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:31.683157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a36b001d-2dc6-4339-bd12-7c8e4ba7ef13 req-67086bf2-b4b1-490a-ab2e-bef0a2643b0a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0600388 Apr 20 15:44:31.727174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a36b001d-2dc6-4339-bd12-7c8e4ba7ef13 req-4af58174-b370-4f50-adcd-5369ef18f00c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Apr 20 15:44:32.846642 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc0c7-c68b-461d-a27f-6c84617d91f4 req-ac1361ce-16a0-4e7d-bf05-f0b07bf2430f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:32.849873 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88abc0c7-c68b-461d-a27f-6c84617d91f4 req-ac1361ce-16a0-4e7d-bf05-f0b07bf2430f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0532315 Apr 20 15:44:32.895748 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-88abc0c7-c68b-461d-a27f-6c84617d91f4 req-b7ab9fec-6d61-49f7-8824-3b6c4d4c9a53 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 Apr 20 15:44:34.024904 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf0b90-06b5-4550-b69f-557b185cc1f2 req-519166f0-9600-48c6-895d-ded461788581 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:34.026292 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95bf0b90-06b5-4550-b69f-557b185cc1f2 req-519166f0-9600-48c6-895d-ded461788581 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0598853 Apr 20 15:44:34.067641 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-95bf0b90-06b5-4550-b69f-557b185cc1f2 req-11058127-3d6a-467e-8935-585b3877593a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Apr 20 15:44:34.165908 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:35.200523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aac4-7bed-4e4b-9e63-88572d5c58a8 req-fecc0d93-1d6e-4c14-82c6-08bd9378f8fe tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:35.202104 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d3aac4-7bed-4e4b-9e63-88572d5c58a8 req-fecc0d93-1d6e-4c14-82c6-08bd9378f8fe tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0574181 Apr 20 15:44:35.248898 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a7d3aac4-7bed-4e4b-9e63-88572d5c58a8 req-01dace2f-8790-4eec-9b14-0904a3ef8674 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395491 Apr 20 15:44:36.373086 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c96cc5-58c4-4ab6-8c46-729b7b7c15f5 req-872378f0-356d-48dd-840e-3f7fe848c291 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:36.374734 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9c96cc5-58c4-4ab6-8c46-729b7b7c15f5 req-872378f0-356d-48dd-840e-3f7fe848c291 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0524323 Apr 20 15:44:36.417059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d9c96cc5-58c4-4ab6-8c46-729b7b7c15f5 req-9263310e-4afb-4589-915c-3b5b22cce9f5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356004 Apr 20 15:44:37.542847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d637dd-3005-43b7-ab09-032f338a1c8e req-df1d6ff3-705f-4496-8136-dadfa37f13ba tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:37.544213 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8d637dd-3005-43b7-ab09-032f338a1c8e req-df1d6ff3-705f-4496-8136-dadfa37f13ba tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0568535 Apr 20 15:44:37.583960 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d8d637dd-3005-43b7-ab09-032f338a1c8e req-1325e0f8-84eb-4b2f-8510-3f6c7b4451df tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323691 Apr 20 15:44:38.028591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-a9cefa37-3f0b-443a-ba28-4d14fa45148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.030344 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-a9cefa37-3f0b-443a-ba28-4d14fa45148f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1096 time: 0.0431595 Apr 20 15:44:38.125337 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-d2028882-f381-42a4-91cd-76b93c226db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.126733 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-d2028882-f381-42a4-91cd-76b93c226db3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0888672 Apr 20 15:44:38.198115 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-2f86116f-6197-423b-8a38-cf496fe00d08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1000 time: 0.0642176 Apr 20 15:44:38.251397 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-1e6d07ab-b6ed-41d1-a73b-613354548ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.252871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-1e6d07ab-b6ed-41d1-a73b-613354548ecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0471661 Apr 20 15:44:38.306151 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-c37bb5fa-47c8-4123-9fea-ffb61a7eeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.307655 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-c37bb5fa-47c8-4123-9fea-ffb61a7eeaa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473163 Apr 20 15:44:38.399123 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-2067098a-d80c-453a-b41f-fb0416ce2009 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838737 Apr 20 15:44:38.493837 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-d85e14a7-097a-4f9a-9ac0-ee22987a5c5c req-b1145549-544e-4448-8179-71c51e93a7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880804 Apr 20 15:44:38.713359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c695e9-5b92-4ab3-b95f-ecc73140803e req-86afe703-6eee-440d-87a8-d22044dedcf9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:38.714854 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49c695e9-5b92-4ab3-b95f-ecc73140803e req-86afe703-6eee-440d-87a8-d22044dedcf9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Apr 20 15:44:38.755407 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-49c695e9-5b92-4ab3-b95f-ecc73140803e req-57301113-2126-4739-8086-e6693760408b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343709 Apr 20 15:44:39.904245 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e711b5f-ea7f-4424-90d0-28dd2591e382 req-704e8668-281b-4748-b581-b18c6ffb0a66 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:39.905760 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e711b5f-ea7f-4424-90d0-28dd2591e382 req-704e8668-281b-4748-b581-b18c6ffb0a66 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0614696 Apr 20 15:44:39.946049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7e711b5f-ea7f-4424-90d0-28dd2591e382 req-b63e2970-99d3-427d-824f-b22f6882d4cf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Apr 20 15:44:40.200683 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-06de6341-537d-4dd1-9d9c-2219ccaeaeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:40.970095 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:44:41.049097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.069775 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd27ae-eae5-44e6-8c80-b194833db7dd req-53f7bab4-8441-405c-b701-543bf064283e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.071302 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbd27ae-eae5-44e6-8c80-b194833db7dd req-53f7bab4-8441-405c-b701-543bf064283e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0531645 Apr 20 15:44:41.072387 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:41.074621 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ab953-465b-4ce7-9731-05fda1b3c746" -d '{"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:44:41.088198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:41.093571 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:41.110917 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5bbd27ae-eae5-44e6-8c80-b194833db7dd req-2e201260-6e9b-430f-8fe3-4633efa79386 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Apr 20 15:44:41.120328 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8770050b-0128-4633-a5f7-efbd75f60f40 x-openstack-request-id: req-8770050b-0128-4633-a5f7-efbd75f60f40 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:44:41.120608 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-unplugged", "status": "failed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "code": 422}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:44:41.120854 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8770050b-0128-4633-a5f7-efbd75f60f40 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:44:41.121236 n-d-836145-2 neutron-server[102865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8770050b-0128-4633-a5f7-efbd75f60f40']: {'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'code': 422} returned with failed status Apr 20 15:44:41.146671 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:41.184297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-39a39ee7-c7fd-4bc0-8d4d-00bffde7ca47 req-eb940f4c-1f8b-4527-8a0f-a1e4aa030391 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:41.185705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39a39ee7-c7fd-4bc0-8d4d-00bffde7ca47 req-eb940f4c-1f8b-4527-8a0f-a1e4aa030391 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082610 Apr 20 15:44:41.345507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890fc91-6ef4-460f-bcdb-3355ca3b5d60 req-46158b78-c78e-4c2b-9546-37caf0755355 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:41.347172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2890fc91-6ef4-460f-bcdb-3355ca3b5d60 req-46158b78-c78e-4c2b-9546-37caf0755355 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.0493956 Apr 20 15:44:41.386119 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-2890fc91-6ef4-460f-bcdb-3355ca3b5d60 req-af9f6681-1628-4d8f-be6e-70157ce7dde4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Apr 20 15:44:41.528619 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-97b8f441-9b7a-40cd-be63-2b00eb7fb043 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893776 Apr 20 15:44:42.332778 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-664a1ae5-136b-4ebd-bce3-37b099e07655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:42.334274 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-664a1ae5-136b-4ebd-bce3-37b099e07655 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 1094 time: 0.0424860 Apr 20 15:44:42.344481 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-03b0ce3f-022e-464b-9006-207600dc4540 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:44:42.345440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-03b0ce3f-022e-464b-9006-207600dc4540 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050941 Apr 20 15:44:42.357215 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:44:42.415375 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.586061 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ccf0c-4437-4e10-b14a-0a4353e91ba6 req-2683d478-030e-4be7-a291-336a967441c5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:42.587487 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424ccf0c-4437-4e10-b14a-0a4353e91ba6 req-2683d478-030e-4be7-a291-336a967441c5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 943 time: 0.1264753 Apr 20 15:44:42.674358 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-424ccf0c-4437-4e10-b14a-0a4353e91ba6 req-984756a2-9aef-4442-a325-02d746fac253 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520627 Apr 20 15:44:42.685514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:42.719402 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:44:42.759608 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:42.770121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.782418 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Transition to ACTIVE for port object 4f7643c6-88c2-421e-80a4-d3e58063a329 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:44:42.787239 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:42.860471 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=9']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:42.872323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.872709 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.873008 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.873341 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.873672 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.873993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.874325 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.874682 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.875142 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.875344 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.875735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.876014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:44:42.923347 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] No DVR routers for this DVR port 4f7643c6-88c2-421e-80a4-d3e58063a329 on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:44:43.058015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:44:43.058350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:44:43.058711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:44:43.062817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:44:43.063134 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Attempting to bind port 4f7643c6-88c2-421e-80a4-d3e58063a329 on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:44:43.068022 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:44:43.068355 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:44:43.068732 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:44:43.069180 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Bound port: 4f7643c6-88c2-421e-80a4-d3e58063a329, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:44:43.069532 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.132264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:44:43.135275 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:44:43.142688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.175424 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.176018 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.177493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1091 time: 0.8239064 Apr 20 15:44:43.177919 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:44:43.180198 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac8c789-676c-428b-a804-bfcbcd4fc58a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:44:43.224423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ec41b-4a97-46bd-8a4f-b370a372de26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=10']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:43.240386 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89becc28-291a-404a-9a75-90ea3864bd2c x-openstack-request-id: req-89becc28-291a-404a-9a75-90ea3864bd2c {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:44:43.240673 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:44:43.240929 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89becc28-291a-404a-9a75-90ea3864bd2c {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:44:43.241332 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89becc28-291a-404a-9a75-90ea3864bd2c'] response: {'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'status': 'completed', 'code': 200} Apr 20 15:44:43.258202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-5ee93d31-e8ba-46e0-99c7-321f0e51d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.259811 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-5ee93d31-e8ba-46e0-99c7-321f0e51d179 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1095 time: 0.0580592 Apr 20 15:44:43.353989 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-edc01a87-37f0-4911-9ac7-4e52b3604476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.355489 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-edc01a87-37f0-4911-9ac7-4e52b3604476 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0894549 Apr 20 15:44:43.421452 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-c0c7257f-b914-4850-b2a0-41c34b4ad336 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 998 time: 0.0588598 Apr 20 15:44:43.476638 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-da7f21d3-1eca-46ab-8aa2-a668f79d216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.478058 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-da7f21d3-1eca-46ab-8aa2-a668f79d216e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0497591 Apr 20 15:44:43.523524 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-8d4724f3-04c3-4920-a7ef-16a3dc4c366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.525033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-8d4724f3-04c3-4920-a7ef-16a3dc4c366f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403736 Apr 20 15:44:43.613764 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-97642106-adbb-421a-9e55-e146182288e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:43.614543 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-19d89675-dda8-4bbf-8ed0-dca444283964 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826471 Apr 20 15:44:43.718373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e0414630-5e43-4215-a823-8ce9a26b0536 req-4c14852d-bf38-4b2f-8bea-8cf7cfe26281 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971940 Apr 20 15:44:43.825025 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb1bda-eee0-4fd1-8318-478defe129fc req-608e66bf-138e-4900-a932-5be0251b7c0c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.826485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bdb1bda-eee0-4fd1-8318-478defe129fc req-608e66bf-138e-4900-a932-5be0251b7c0c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0757513 Apr 20 15:44:43.832942 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-82f2c668-584c-4987-83ac-4ab67a069707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.834353 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-82f2c668-584c-4987-83ac-4ab67a069707 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1095 time: 0.0571234 Apr 20 15:44:43.920672 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4bdb1bda-eee0-4fd1-8318-478defe129fc req-3c0167b2-9da6-4332-ba3d-84a548b80a31 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853374 Apr 20 15:44:43.953591 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-066c41ef-79ab-4f31-a28c-d375c9a997b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:43.955492 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-066c41ef-79ab-4f31-a28c-d375c9a997b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.1142967 Apr 20 15:44:43.979820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:44.040926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-df2c9a6e-cbd9-4e13-b307-8ae83ff9f351 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 998 time: 0.0792406 Apr 20 15:44:44.809689 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.070173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bacbd6-f836-4a35-b511-29dec7b273e1 req-bfde8693-615a-4a1d-a8c1-a67b9a780508 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:45.071830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2bacbd6-f836-4a35-b511-29dec7b273e1 req-bfde8693-615a-4a1d-a8c1-a67b9a780508 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0579031 Apr 20 15:44:45.113876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d2bacbd6-f836-4a35-b511-29dec7b273e1 req-125edeb0-b10c-4f09-a2a1-a97383ab9a19 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357113 Apr 20 15:44:45.390381 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:45.510669 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:46.265367 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc27e0-bdbb-4d0b-a6b5-4bcd11346770 req-22ad7a03-281d-4e62-ba83-3db24d28e9a3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:46.266968 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76cc27e0-bdbb-4d0b-a6b5-4bcd11346770 req-22ad7a03-281d-4e62-ba83-3db24d28e9a3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0695460 Apr 20 15:44:46.308632 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-76cc27e0-bdbb-4d0b-a6b5-4bcd11346770 req-92aa8b72-f9b7-4ed1-bc37-98278657b885 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353060 Apr 20 15:44:47.435079 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2267d-386d-497c-99dd-82b85506ad75 req-50fe6df1-814a-475b-8c3f-80cbf716364b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:47.436599 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4c2267d-386d-497c-99dd-82b85506ad75 req-50fe6df1-814a-475b-8c3f-80cbf716364b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0533109 Apr 20 15:44:47.482428 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b4c2267d-386d-497c-99dd-82b85506ad75 req-3fb24058-77a9-4bc5-a4fd-22826e9583ac tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386899 Apr 20 15:44:48.617111 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc7d63-e483-4162-a018-acac96f571be req-0b66fb33-481e-487e-9177-40197e51e970 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:48.618799 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39fc7d63-e483-4162-a018-acac96f571be req-0b66fb33-481e-487e-9177-40197e51e970 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Apr 20 15:44:48.659660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-39fc7d63-e483-4162-a018-acac96f571be req-c18fc484-011c-40e3-a367-0b105644d5d6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341947 Apr 20 15:44:49.104506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:44:49.802886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708f394-2e1b-4235-aecb-b66dc8fbfacb req-34b5ce50-4715-4143-a7d7-23511c6b5df6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:49.804365 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9708f394-2e1b-4235-aecb-b66dc8fbfacb req-34b5ce50-4715-4143-a7d7-23511c6b5df6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0596483 Apr 20 15:44:49.849097 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9708f394-2e1b-4235-aecb-b66dc8fbfacb req-92db6504-e4a6-45ca-a8a9-73d8fe29badf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384066 Apr 20 15:44:50.993053 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8738a5-0787-426f-bed9-f4fee41c3ffb req-ff8cf277-d1c2-406f-bc1d-a58dc0a173fd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:50.994933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb8738a5-0787-426f-bed9-f4fee41c3ffb req-ff8cf277-d1c2-406f-bc1d-a58dc0a173fd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0641658 Apr 20 15:44:51.040318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fb8738a5-0787-426f-bed9-f4fee41c3ffb req-d44ce7f6-caf4-4e6a-82c2-15c873a40a03 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388796 Apr 20 15:44:52.175374 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd1469-0a53-470b-a900-d14da950b154 req-a91351d2-d62a-4403-a22e-0e326de92617 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:52.176723 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40bd1469-0a53-470b-a900-d14da950b154 req-a91351d2-d62a-4403-a22e-0e326de92617 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0526111 Apr 20 15:44:52.218378 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-40bd1469-0a53-470b-a900-d14da950b154 req-58e69efc-8f5f-45f3-a71f-53069c10a1a8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Apr 20 15:44:53.346480 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22f64a-b39f-4945-8a66-d86278333226 req-b98342c0-ac5c-4990-84bf-cedd56e33615 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:53.348521 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a22f64a-b39f-4945-8a66-d86278333226 req-b98342c0-ac5c-4990-84bf-cedd56e33615 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0530448 Apr 20 15:44:53.391528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8a22f64a-b39f-4945-8a66-d86278333226 req-74c4175b-04a6-43aa-ba87-d9846e3cb920 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350184 Apr 20 15:44:54.340031 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-f3a1427b-8066-494e-9a6c-67d62c925575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.341610 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-f3a1427b-8066-494e-9a6c-67d62c925575 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0476437 Apr 20 15:44:54.396788 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-76b2f218-7e80-445e-8bc4-246d154ee11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.398320 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-76b2f218-7e80-445e-8bc4-246d154ee11d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458961 Apr 20 15:44:54.523841 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-8417e08d-700e-425e-85fa-6d47c5329289 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156578 Apr 20 15:44:54.545912 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffca44-62a4-4bb5-9f19-c39640b7b080 req-63eba6c8-b8d2-4d65-ac2e-a2d294bce564 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:54.547317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03ffca44-62a4-4bb5-9f19-c39640b7b080 req-63eba6c8-b8d2-4d65-ac2e-a2d294bce564 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0831580 Apr 20 15:44:54.624978 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-03ffca44-62a4-4bb5-9f19-c39640b7b080 req-345a312c-749b-48c5-bb08-d5b17b3a7fbc tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662625 Apr 20 15:44:54.652021 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1ac8c789-676c-428b-a804-bfcbcd4fc58a req-db0468b8-4232-4bcd-a030-42e810256d1e service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195855 Apr 20 15:44:55.751033 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adba9-a834-406f-845f-3ee7031ee418 req-3ba727af-5049-43af-8698-fc78a1b0995c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:55.752499 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b7adba9-a834-406f-845f-3ee7031ee418 req-3ba727af-5049-43af-8698-fc78a1b0995c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0510869 Apr 20 15:44:55.796202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4b7adba9-a834-406f-845f-3ee7031ee418 req-c80d65f0-1677-4d84-8e7d-9aa9cfec2640 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374911 Apr 20 15:44:56.933436 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a69f6-e800-4ba9-81eb-0f584441b9b4 req-734b3bc1-b3a2-4d2a-add7-3fcba5bd7898 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:56.934915 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e77a69f6-e800-4ba9-81eb-0f584441b9b4 req-734b3bc1-b3a2-4d2a-add7-3fcba5bd7898 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0524578 Apr 20 15:44:56.976430 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e77a69f6-e800-4ba9-81eb-0f584441b9b4 req-6cd81dbc-3d2d-4ee9-9ac7-1f0e18d9499f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Apr 20 15:44:58.106288 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a592806-2036-4133-97bf-fe508abc5784 req-58092fe7-25b1-4237-8cc9-bddf05e60879 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:58.107668 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a592806-2036-4133-97bf-fe508abc5784 req-58092fe7-25b1-4237-8cc9-bddf05e60879 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 944 time: 0.0504193 Apr 20 15:44:58.145172 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a592806-2036-4133-97bf-fe508abc5784 req-a6af7938-ef27-4174-96d8-ad1da1f452d5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Apr 20 15:44:58.468992 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:44:58.564855 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:58.579290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'port_id': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'mac_address': 'fa:16:3e:4a:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:44:58.615144 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.627518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:44:58.648475 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:44:58.655264 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:44:58.708464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=11']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:44:59.044046 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['4f7643c6-88c2-421e-80a4-d3e58063a329'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:44:59.273944 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fef33a-b280-4b14-a6c0-8ff1165fc499 req-87c3c092-ec90-48ab-9f66-0748d023c81d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:44:59.275482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9fef33a-b280-4b14-a6c0-8ff1165fc499 req-87c3c092-ec90-48ab-9f66-0748d023c81d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0501144 Apr 20 15:44:59.316802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b9fef33a-b280-4b14-a6c0-8ff1165fc499 req-18dafab9-02bd-4216-9e90-1756f57c9457 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Apr 20 15:45:00.441881 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bbad-c996-4816-94d7-59c4d3b5af38 req-853436a7-19bc-4747-8f19-0ef0cc6cc0de tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:00.443500 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7820bbad-c996-4816-94d7-59c4d3b5af38 req-853436a7-19bc-4747-8f19-0ef0cc6cc0de tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Apr 20 15:45:00.477247 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:45:00.485306 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7820bbad-c996-4816-94d7-59c4d3b5af38 req-aac79683-16e6-485f-95d4-361628da7986 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Apr 20 15:45:00.534160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 4f7643c6-88c2-421e-80a4-d3e58063a329 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:45:00.538349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 4f7643c6-88c2-421e-80a4-d3e58063a329 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:45:00.538759 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.612807 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.634352 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:45:00.636985 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4ef6f-f98d-4672-9a1d-a98812d663bc" -d '{"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:45:00.650894 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:45:00.656253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:00.679068 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99ae6b-d888-4819-83cc-085982dddc99 x-openstack-request-id: req-1b99ae6b-d888-4819-83cc-085982dddc99 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:45:00.679354 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-plugged", "status": "completed", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:45:00.679601 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b99ae6b-d888-4819-83cc-085982dddc99 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:45:00.680003 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b99ae6b-d888-4819-83cc-085982dddc99'] response: {'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'code': 200} Apr 20 15:45:00.706554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=12']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:45:00.844359 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3eef1-f2a8-490a-b440-c6846fb84d91 req-da749cea-8679-4d83-8a80-ec315b1d1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:00.846455 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3f3eef1-f2a8-490a-b440-c6846fb84d91 req-da749cea-8679-4d83-8a80-ec315b1d1699 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1097 time: 0.0516393 Apr 20 15:45:00.883481 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c3f3eef1-f2a8-490a-b440-c6846fb84d91 req-a657f8bc-aa8a-4582-bcc1-ea8c09a2eacb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301001 Apr 20 15:45:01.609949 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297224e9-eddd-4fc6-9d88-3c64b426ec57 req-326acb7c-3df8-4a29-b402-c008f867b3ac tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:01.611440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-297224e9-eddd-4fc6-9d88-3c64b426ec57 req-326acb7c-3df8-4a29-b402-c008f867b3ac tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Apr 20 15:45:01.654930 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-297224e9-eddd-4fc6-9d88-3c64b426ec57 req-80d52266-6e78-4256-b87d-51b330943290 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Apr 20 15:45:02.783217 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395bc7d-d9ad-466f-bf19-92140010d682 req-45dd10f5-6733-4113-b35b-84ad7cc1d49f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:02.784660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9395bc7d-d9ad-466f-bf19-92140010d682 req-45dd10f5-6733-4113-b35b-84ad7cc1d49f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 946 time: 0.0493543 Apr 20 15:45:02.822026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9395bc7d-d9ad-466f-bf19-92140010d682 req-e8c5ba3a-c911-4468-88f8-a8b771548f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Apr 20 15:45:04.172791 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:10.201829 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2fd71222-9081-415a-97ba-e55137ce9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.626669 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bd5b5866-45ff-4fd7-b342-13c4e0b15360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:13.984338 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:14.810406 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.391472 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:15.516037 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:26.109808 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:45:30.073485 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-e4abb973-cbb9-42e6-ae82-a66b9aba3438 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937264 Apr 20 15:45:30.178545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-acb5a79f-fea7-4367-84f1-354867970c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:30.179980 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-acb5a79f-fea7-4367-84f1-354867970c4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1097 time: 0.0543284 Apr 20 15:45:30.290519 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-a6f3d3a1-3a14-49a4-866c-c0367ca64168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:30.292020 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-a6f3d3a1-3a14-49a4-866c-c0367ca64168 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0871661 Apr 20 15:45:30.357015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-73142a0d-dffd-4331-8bf1-a3d37ae76293 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1000 time: 0.0578713 Apr 20 15:45:30.410489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-a9a64933-f4aa-4531-b4eb-b91923845b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:30.411940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-a9a64933-f4aa-4531-b4eb-b91923845b9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0477726 Apr 20 15:45:30.459116 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-ecdffe0c-9458-4036-964f-a1f9320d3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:45:30.460575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-ecdffe0c-9458-4036-964f-a1f9320d3ade service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410576 Apr 20 15:45:30.548269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-f622804a-6fe7-4203-8e18-85b54397bae7 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Apr 20 15:45:30.653070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f3f96ae6-d869-40ab-96b9-c0b578c71eb2 req-c41f28ad-35dd-4d76-96f1-e9ac0862e6a1 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976212 Apr 20 15:45:34.185577 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:40.204858 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1b686b0-43eb-4497-bed0-3ef7a989b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.624662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-acfc0390-c208-4165-ad4b-fd18e81ac818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:43.995487 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:44.816574 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.385119 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:45:45.521482 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:03.114904 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:46:04.182232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:10.209205 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-019e7fe4-0c55-44d3-9ca2-c6278465a62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.628747 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9a84967d-eb6b-4de7-b808-93a21cb10cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:13.987816 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:14.821071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.401165 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:15.530423 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:31.023439 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-0aba6f92-fd9d-4548-a273-de18c6c9aaf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423253 Apr 20 15:46:31.115289 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-7b6588df-08b0-4ec0-8434-e84d5a208759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:31.116785 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-7b6588df-08b0-4ec0-8434-e84d5a208759 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1097 time: 0.0428100 Apr 20 15:46:31.223361 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-8e4540d3-6c85-457f-b6cc-de88a5f34874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:31.224816 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-8e4540d3-6c85-457f-b6cc-de88a5f34874 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0861311 Apr 20 15:46:31.288940 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-8970b413-0008-47f0-a8e3-8961ac4fe55b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 1000 time: 0.0563695 Apr 20 15:46:31.342748 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-7cdc2c3e-56b2-4edc-837c-97b74749b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:31.344179 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-7cdc2c3e-56b2-4edc-837c-97b74749b7b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0478063 Apr 20 15:46:31.389883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-0753fe29-c7c9-44a6-8d7b-f1cc2ae3b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:31.391371 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-0753fe29-c7c9-44a6-8d7b-f1cc2ae3b9ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405219 Apr 20 15:46:31.480604 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-9c0df0e8-49c8-4f1b-b5f3-2b296942121d service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821676 Apr 20 15:46:31.579129 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1b64ecb-5433-4ede-a452-3c8bca95f82e req-41c31ab4-275d-45c6-978f-312528f79214 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918279 Apr 20 15:46:34.191982 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:40.119912 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:46:40.215456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-0c0e1257-74ab-450f-9e00-d907660ea491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:41.879298 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51680) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:42.036209 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Deleting port e5076ad5-27cc-4538-96ac-8e6d52d92b9c {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:46:42.036547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.128108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.128354 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.141648 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Calling delete_port for e5076ad5-27cc-4538-96ac-8e6d52d92b9c owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:46:42.291738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.320549 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'Port': ['ID=e5076ad5-27cc-4538-96ac-8e6d52d92b9c,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:42.333436 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.333772 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.334147 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.334550 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.335063 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.335496 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.335823 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.336152 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.336468 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.336792 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.337113 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.337428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:42.398186 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.398791 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Floating IP c9151e31-c09c-4470-89c4-a848274e93ef disassociated (deleted). External IP: 172.25.1.46, port: 4f7643c6-88c2-421e-80a4-d3e58063a329. Apr 20 15:46:42.609103 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:46:42.723884 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:46:42.729212 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:42.734452 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:46:42.745664 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:46:42.746305 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:46:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:42.756070 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c89e4e7b-f080-44af-b902-5d44472fa6e1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "DELETE /v2.0/floatingips/c9151e31-c09c-4470-89c4-a848274e93ef HTTP/1.1" status: 204 len: 168 time: 0.8756588 Apr 20 15:46:42.756655 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:46:42.759087 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1127543-5a8f-4b8f-a005-2fe5284385bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:46:42.797517 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e61aa0-151c-412c-9bfb-fab39fcf2c0c x-openstack-request-id: req-95e61aa0-151c-412c-9bfb-fab39fcf2c0c {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:46:42.797681 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:46:42.797846 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e61aa0-151c-412c-9bfb-fab39fcf2c0c {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:46:42.798249 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e61aa0-151c-412c-9bfb-fab39fcf2c0c'] response: {'name': 'network-changed', 'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'status': 'completed', 'code': 200} Apr 20 15:46:42.861560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-cbbb6f96-68d4-4dd3-8d34-01c926fe990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:42.863818 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-cbbb6f96-68d4-4dd3-8d34-01c926fe990a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 1097 time: 0.0440493 Apr 20 15:46:42.867387 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:46:42.976090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-1269b119-e905-40db-88ab-6210aeef58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:42.977449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-1269b119-e905-40db-88ab-6210aeef58cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.1071243 Apr 20 15:46:43.030131 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-b8dfc667-ec77-4787-a55f-86e16413d494 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 200 len: 217 time: 0.0384085 Apr 20 15:46:43.054906 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e2ffa-c39c-43ca-b41a-874d1674cebe req-ea5e06ff-d732-4a78-918d-ea77424f08cd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:43.056360 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-982e2ffa-c39c-43ca-b41a-874d1674cebe req-ea5e06ff-d732-4a78-918d-ea77424f08cd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 946 time: 0.0945435 Apr 20 15:46:43.093628 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.110835 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-31aaa235-f3b0-4653-b0de-bb5740a31d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:43.112277 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-31aaa235-f3b0-4653-b0de-bb5740a31d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0738435 Apr 20 15:46:43.119411 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:46:43.128101 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:46:43.128746 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:46:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.132658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-982e2ffa-c39c-43ca-b41a-874d1674cebe req-44b9763e-d0bc-451d-bb98-10930c3b66a6 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553334 Apr 20 15:46:43.161883 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-afd6cf65-5f48-45e5-9410-292b390e668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:43.163432 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-afd6cf65-5f48-45e5-9410-292b390e668c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436580 Apr 20 15:46:43.231009 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:46:43.252113 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-6738736f-edff-4957-9043-2533f328fc2e service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800986 Apr 20 15:46:43.347522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c1127543-5a8f-4b8f-a005-2fe5284385bd req-f2cdcb1d-965a-46c3-9d02-a5d7a0103110 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 Apr 20 15:46:43.431924 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:46:43.460816 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2b6df-312a-4ed3-a9ed-29d3e8d1611b None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:46:43.624426 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-633c043f-82b0-4ead-bd63-974b01acbe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:43.680043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc7c69-a62a-4f5d-8e27-5918987e0562 None None] New status for floating IP c9151e31-c09c-4470-89c4-a848274e93ef: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:46:44.001781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.265870 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921b258-4370-4460-9f1a-1bf3362a1afd req-c60ac2d9-9764-4604-8ec1-d82a1cd27935 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:44.267286 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7921b258-4370-4460-9f1a-1bf3362a1afd req-c60ac2d9-9764-4604-8ec1-d82a1cd27935 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 946 time: 0.0522490 Apr 20 15:46:44.305856 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7921b258-4370-4460-9f1a-1bf3362a1afd req-0fe261ce-ff8a-421e-95d4-c116f33aeebc tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Apr 20 15:46:44.400824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-a695f46d-60a0-4643-9cac-bd73b05a966a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:46:44.402338 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-a695f46d-60a0-4643-9cac-bd73b05a966a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ea4a29d-ab32-4130-a198-b14944011691 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Apr 20 15:46:44.494767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Deleting port 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:46:44.495110 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.586265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] For port 4f7643c6-88c2-421e-80a4-d3e58063a329, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=4f7643c6-88c2-421e-80a4-d3e58063a329,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:46:44.586511 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.600113 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Calling delete_port for 4f7643c6-88c2-421e-80a4-d3e58063a329 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:46:44.733198 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.768014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'Port': ['ID=4f7643c6-88c2-421e-80a4-d3e58063a329,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:44.791800 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.792120 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.792495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.792830 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.793162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.793493 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.793902 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.794256 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.794723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.794937 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.795258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.795577 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:46:44.813611 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.817636 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] No DVR routers for this DVR port 4f7643c6-88c2-421e-80a4-d3e58063a329 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:46:44.820336 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:44.823676 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6bdfac90-3d18-4fac-90e2-51d177ad75b8 req-52335be4-c028-4625-9e1c-616313e8b174 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.45 "DELETE /v2.0/ports/4f7643c6-88c2-421e-80a4-d3e58063a329 HTTP/1.1" status: 204 len: 173 time: 0.4151998 Apr 20 15:46:44.824106 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-deleted', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:46:44.826741 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a25412-44b9-4a72-93ed-a196396bbfc4" -d '{"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-deleted", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:46:44.867008 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fa5bcb-66a7-4601-bd5d-f17796645c96 x-openstack-request-id: req-a2fa5bcb-66a7-4601-bd5d-f17796645c96 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:46:44.867303 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea4a29d-ab32-4130-a198-b14944011691", "name": "network-vif-deleted", "tag": "4f7643c6-88c2-421e-80a4-d3e58063a329", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:46:44.867563 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2fa5bcb-66a7-4601-bd5d-f17796645c96 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:46:44.868025 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fa5bcb-66a7-4601-bd5d-f17796645c96'] response: {'server_uuid': '7ea4a29d-ab32-4130-a198-b14944011691', 'name': 'network-vif-deleted', 'tag': '4f7643c6-88c2-421e-80a4-d3e58063a329', 'status': 'completed', 'code': 200} Apr 20 15:46:45.369673 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 51702) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:45.394018 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.434417 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.461944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.530234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.533330 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.533455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:45.535062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3 HTTP/1.1" status: 204 len: 168 time: 0.1639807 Apr 20 15:46:45.546641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779ada8-c09c-44f5-b9c3-2dadbd338259 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce13fa7-3cf1-4af6-b8c7-e3e90a24d4c3,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:47.768465 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51712) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:47.773155 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899972319', 'description': 'tempest-secgroup-smoke-899972319 description', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:47.794139 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.864656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.871422 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.898773 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:47.902980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:47.904226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-a513a8a3-9033-44ef-8c03-ed9868975f55 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1347787 Apr 20 15:46:47.908092 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51714) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:47.912398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:47.941211 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.002620 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.008405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.027994 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d141e8c5-27f2-47f4-83f9-150096c9a9e4,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.034365 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.035586 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-95491b42-8d24-45fa-92bc-d206b18345b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265860 Apr 20 15:46:48.038411 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51716) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:48.042755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:48.069770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.130352 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.135551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.154184 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0539ef8e-854a-48f9-aeb5-df8564d7a327,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.161572 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.162861 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cf9d7739-24ac-467d-b0ec-23de5a70b467 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234670 Apr 20 15:46:48.165568 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51718) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:48.170066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:48.196551 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.254405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.258975 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.276109 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0365c851-a962-4f7d-8511-5fbc4509b29c,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.286959 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.288287 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-aa61b00b-2e20-4a7c-a751-452fed797f20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217051 Apr 20 15:46:48.291701 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51720) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:48.295982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:48.321491 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.383245 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.388873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.406899 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb11ea11-9205-42c7-99fc-169fe00b7bc3,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.411799 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.412982 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-23a6c2c8-bfeb-4730-bbe4-3c3853696917 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203623 Apr 20 15:46:48.415890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51722) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:48.420304 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:48.442150 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Project 356404e8ed1e4916b5d5bb7c0362fc5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:46:48.447241 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.509108 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.514512 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.532272 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c75775-50a1-4648-ab4b-c204650bd0ce,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.541747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.543010 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8e4998b0-8eac-4dbc-ba54-817bd10451c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261718 Apr 20 15:46:48.546516 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51724) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:46:48.551015 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'security_group_rule': {'security_group_id': '09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605', 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:46:48.573407 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Project 356404e8ed1e4916b5d5bb7c0362fc5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:46:48.578793 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.643230 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.648177 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.665632 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8ac00c-c30e-415c-8e4c-cd61fd399bf6,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:46:48.674951 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:46:48.676180 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-febf68b8-8359-4f42-97c3-56ce5fcb4e5e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286490 Apr 20 15:46:49.001123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:46:49.021936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 4f7643c6-88c2-421e-80a4-d3e58063a329 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:46:49.022282 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 4f7643c6-88c2-421e-80a4-d3e58063a329 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:47:02.935528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-1de09214-9a95-47d6-947d-1f1cb5ab3d5c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899972319&fields=id&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 267 time: 0.0339766 Apr 20 15:47:03.043230 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-1193a109-9bb2-45e7-ae82-6740026e965f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:03.044669 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-1193a109-9bb2-45e7-ae82-6740026e965f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 809 time: 0.1020155 Apr 20 15:47:03.059730 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-e765a7da-a43b-4b15-9f01-2887d5c5bf2f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/quotas/356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 375 time: 0.0091095 Apr 20 15:47:03.109967 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-cb8bdbac-e9c3-45a0-a110-eddb87d7baf4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448363 Apr 20 15:47:03.196755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-c23f500b-43d6-43de-8f80-b9b952fe4995 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:47:03.197749 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-c23f500b-43d6-43de-8f80-b9b952fe4995 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736842 Apr 20 15:47:03.290026 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-6f42ce3b-369f-4669-8aea-714f93e3955c service neutron] 10.222.0.20 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Apr 20 15:47:03.388705 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-605b7afe-2cd9-4941-824d-3d11ce947c8d service neutron] 10.222.0.20 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922589 Apr 20 15:47:03.695755 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-47b30587-39c6-44d4-969e-cf1528f28a82 req-674540cd-7f2a-4740-a52f-d26c0c884f49 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0266232 Apr 20 15:47:04.186451 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:04.744067 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-95a877c0-f076-40b5-acd4-9b8961e240de tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:04.745585 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-95a877c0-f076-40b5-acd4-9b8961e240de tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 809 time: 0.1129322 Apr 20 15:47:04.790883 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-14f07b0a-2023-4b19-ac0f-fa1a80d638c7 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 379 time: 0.0367231 Apr 20 15:47:04.799667 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-19e92085-326a-4458-85fb-a789e848aa1c req-f1b9b647-3d35-43ae-ae15-c50dbad612f0 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0313237 Apr 20 15:47:04.804138 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'port': {'device_id': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'admin_state_up': True, 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'security_groups': ['09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:47:04.918800 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Made reservation on behalf of 356404e8ed1e4916b5d5bb7c0362fc5d for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:47:04.922357 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.053696 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Allocated IP 172.20.0.12 (0a831d9d-4072-46d7-8ae7-236f5980b47a/02b6f358-8f3e-4c66-833c-e69bd75641cc/9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:05.206958 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.243776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.286096 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:05.291257 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:05.295035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:47:05.321707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:05.350752 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:05.351418 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.369332 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-f558fd42-7fa3-40b0-981b-822b6cfee6b9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722342 Apr 20 15:47:05.382332 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Request body: {'port': {'device_id': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:47:05.444064 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.560838 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-f6769f4f-e046-4e3a-ab9c-2f6ef6adf1a3 None None] Provisioning complete for port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:05.561446 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f6769f4f-e046-4e3a-ab9c-2f6ef6adf1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.599445 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-f6769f4f-e046-4e3a-ab9c-2f6ef6adf1a3 None None] Port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:47:05.709969 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:47:05.717445 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.730464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Transition to ACTIVE for port object 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:47:05.735631 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.784367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:05.873849 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:47:05.874333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:47:05.875108 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:47:05.891707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:47:05.893536 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:47:05.902683 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:47:05.903698 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:47:05.904203 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:47:05.904854 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Bound port: 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:47:05.905321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:05.955101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750caee-5b14-4443-8e8c-45a99d84392a req-711ce0f3-60c2-4a92-9a98-09edd2a9b95a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:05.957786 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9750caee-5b14-4443-8e8c-45a99d84392a req-711ce0f3-60c2-4a92-9a98-09edd2a9b95a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0691354 Apr 20 15:47:05.989431 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:47:05.992965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:47:05.999743 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.010700 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9750caee-5b14-4443-8e8c-45a99d84392a req-1b1e08fc-759d-4af0-ae76-86a8c9e9b97f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462658 Apr 20 15:47:06.046761 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.047494 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:06.049011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] 10.222.0.43 "PUT /v2.0/ports/9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1092 time: 0.6713390 Apr 20 15:47:06.049510 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:47:06.051901 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90936eb-f954-4012-90af-03930ad42d22" -d '{"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:47:06.086507 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22843eb0-c944-49d2-a735-f37babbbb122 service neutron] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:06.111272 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e745ec34-6961-415b-9309-8842deecd1c1 x-openstack-request-id: req-e745ec34-6961-415b-9309-8842deecd1c1 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:47:06.111537 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:47:06.111852 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e745ec34-6961-415b-9309-8842deecd1c1 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:47:06.112276 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e745ec34-6961-415b-9309-8842deecd1c1'] response: {'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'status': 'completed', 'code': 200} Apr 20 15:47:06.148633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-e99663aa-c136-49dd-9a02-13b9645e3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.150165 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-e99663aa-c136-49dd-9a02-13b9645e3a58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1095 time: 0.0573013 Apr 20 15:47:06.199973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-8b782b76-988b-4ec2-ac71-555adf629fac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 217 time: 0.0419121 Apr 20 15:47:06.256803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-aa048e60-bc0f-4fa8-99a5-1354af8823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.258364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-aa048e60-bc0f-4fa8-99a5-1354af8823c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0515702 Apr 20 15:47:06.311365 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-9aee1473-7e4f-44f1-a2b6-6beaa52cca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.312861 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-9aee1473-7e4f-44f1-a2b6-6beaa52cca09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457489 Apr 20 15:47:06.765216 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-d4164214-8260-4061-b71f-deb7e189a867 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455829 Apr 20 15:47:06.858379 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f4ed1687-0c8d-42a6-80cb-06baa2907a7f req-c6862070-bf47-4a5e-9072-e0d2603e33c9 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Apr 20 15:47:06.952244 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90936eb-f954-4012-90af-03930ad42d22 req-88929afa-f994-4507-adf0-cd742f569bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:06.953878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-88929afa-f994-4507-adf0-cd742f569bac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1095 time: 0.0498922 Apr 20 15:47:07.049860 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90936eb-f954-4012-90af-03930ad42d22 req-c6177d80-003a-47ab-8dc9-2ff60818a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:07.051399 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-c6177d80-003a-47ab-8dc9-2ff60818a0b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0903618 Apr 20 15:47:07.096635 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-3df35e8c-3030-4f29-8e06-c1d9fa485cfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 217 time: 0.0388408 Apr 20 15:47:07.152449 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90936eb-f954-4012-90af-03930ad42d22 req-ad6dcb5a-e973-4ea1-afea-afecedbab483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:07.154107 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-ad6dcb5a-e973-4ea1-afea-afecedbab483 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0509994 Apr 20 15:47:07.201327 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90936eb-f954-4012-90af-03930ad42d22 req-ad0ea079-fdd4-4902-a418-49589f100132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:07.202937 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-ad0ea079-fdd4-4902-a418-49589f100132 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423574 Apr 20 15:47:07.208956 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b927ce-4893-4821-a471-81d31e9ea2a7 req-1bb49044-557f-47aa-b421-178479ac4d0f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:07.211136 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b927ce-4893-4821-a471-81d31e9ea2a7 req-1bb49044-557f-47aa-b421-178479ac4d0f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0477829 Apr 20 15:47:07.252721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d1b927ce-4893-4821-a471-81d31e9ea2a7 req-6a3f9048-9e3b-423f-9b3e-b21e85ca99b8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358920 Apr 20 15:47:07.298671 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-eb3d2770-0718-4c52-b140-3040acc80588 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891857 Apr 20 15:47:07.388741 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-f90936eb-f954-4012-90af-03930ad42d22 req-af0e7648-f8f0-472d-9475-32fab2856d0f service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837557 Apr 20 15:47:08.376423 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d7333-97ab-4ec6-af58-853e206516e3 req-68883d98-a159-4ec3-a5ab-8a7d280ef5d3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:08.377890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a57d7333-97ab-4ec6-af58-853e206516e3 req-68883d98-a159-4ec3-a5ab-8a7d280ef5d3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0531905 Apr 20 15:47:08.418626 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a57d7333-97ab-4ec6-af58-853e206516e3 req-c1a48885-b149-4c30-a8e6-62e4431b9639 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 Apr 20 15:47:09.548572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61fc5e-a62b-46a7-8f08-e661fc2923bf req-5d343843-9ad6-4c61-a587-474b37c4a58c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:09.550071 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd61fc5e-a62b-46a7-8f08-e661fc2923bf req-5d343843-9ad6-4c61-a587-474b37c4a58c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0505295 Apr 20 15:47:09.597709 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd61fc5e-a62b-46a7-8f08-e661fc2923bf req-6823b781-494a-4ae5-912c-47d243990f4c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Apr 20 15:47:10.208287 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9be52a4d-1f45-4f98-aa13-ee19ff661cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:10.727485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fafbc3-d3c5-4bbd-9dfc-87a97cde54e6 req-ab014154-1b0d-4c59-a10a-cab95d6a6583 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:10.728936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7fafbc3-d3c5-4bbd-9dfc-87a97cde54e6 req-ab014154-1b0d-4c59-a10a-cab95d6a6583 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0543563 Apr 20 15:47:10.767152 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b7fafbc3-d3c5-4bbd-9dfc-87a97cde54e6 req-60d54466-1fb2-411d-ac39-38eb1b2a6ac3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Apr 20 15:47:11.897226 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6ebae-fc58-45a1-acbc-83f5f2d4ccf5 req-7fb41ca2-ea1a-4cb0-83df-d4b2c8e9429d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:11.898697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ab6ebae-fc58-45a1-acbc-83f5f2d4ccf5 req-7fb41ca2-ea1a-4cb0-83df-d4b2c8e9429d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0576899 Apr 20 15:47:11.936463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ab6ebae-fc58-45a1-acbc-83f5f2d4ccf5 req-5d897a63-e0ff-41a9-9080-37599009ca48 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Apr 20 15:47:13.080183 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8e7a-59a9-4ec7-aafe-26e672897118 req-d9adf995-f3bf-47d0-8648-9830fbefd125 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:13.081685 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaff8e7a-59a9-4ec7-aafe-26e672897118 req-d9adf995-f3bf-47d0-8648-9830fbefd125 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0553088 Apr 20 15:47:13.120842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aaff8e7a-59a9-4ec7-aafe-26e672897118 req-cacc778e-7b35-42ed-82ea-e717c077c43b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Apr 20 15:47:13.629842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c4866ad4-da1d-4acb-849b-ec97046ab1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.000436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:14.251490 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed86b8-75a0-41ff-a8f9-cf6a6d0be859 req-0fbb614f-5083-4348-b574-13239de969cf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:14.253346 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08ed86b8-75a0-41ff-a8f9-cf6a6d0be859 req-0fbb614f-5083-4348-b574-13239de969cf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0564547 Apr 20 15:47:14.294366 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-08ed86b8-75a0-41ff-a8f9-cf6a6d0be859 req-68ac6d72-887f-4546-addf-cfcc468f7ece tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347064 Apr 20 15:47:14.840865 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.398232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:15.424063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee67b4-5f8c-43bc-89ba-adfc832f62bc req-99eaa009-9182-4c88-b21a-9aad5cda9ae1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:15.425536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbee67b4-5f8c-43bc-89ba-adfc832f62bc req-99eaa009-9182-4c88-b21a-9aad5cda9ae1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0539536 Apr 20 15:47:15.466906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bbee67b4-5f8c-43bc-89ba-adfc832f62bc req-09d5a20c-90d4-4b28-8c7a-d403fde1e1cf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324264 Apr 20 15:47:15.533799 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:16.597149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53768b1-f555-4279-ac58-a4e87c17e8c4 req-1979d345-45d4-47e6-8d9e-a03f2872d52b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:16.598710 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f53768b1-f555-4279-ac58-a4e87c17e8c4 req-1979d345-45d4-47e6-8d9e-a03f2872d52b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0568316 Apr 20 15:47:16.637851 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f53768b1-f555-4279-ac58-a4e87c17e8c4 req-88bdcbb2-0c7f-46ea-8398-84182452e905 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Apr 20 15:47:17.124851 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:47:17.720817 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:47:17.771993 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996642c3-611e-4a71-85c7-e59edbbcfe21 req-b4a188aa-836a-447f-a7de-82e76484f6f2 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:17.773456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-996642c3-611e-4a71-85c7-e59edbbcfe21 req-b4a188aa-836a-447f-a7de-82e76484f6f2 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0546885 Apr 20 15:47:17.810901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-996642c3-611e-4a71-85c7-e59edbbcfe21 req-0ec5b533-f99f-43df-bfe1-3d465336fd80 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309403 Apr 20 15:47:17.816096 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:47:17.828294 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'mac_address': 'fa:16:3e:13:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:47:17.869562 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.882444 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:47:17.901036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:47:17.907075 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:17.969097 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:17.977655 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.978039 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.978386 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.978758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.979100 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.979456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.979779 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.980104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.980451 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.980760 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.981083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:17.981402 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:47:18.136623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:47:18.931812 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76725-b842-4587-80c5-8ae1106e0266 req-d17a8ad4-9a8b-4563-b8eb-ecb892d4691c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:18.933300 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b76725-b842-4587-80c5-8ae1106e0266 req-d17a8ad4-9a8b-4563-b8eb-ecb892d4691c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 945 time: 0.0536790 Apr 20 15:47:18.972801 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-07b76725-b842-4587-80c5-8ae1106e0266 req-30d12003-3875-42b8-acc9-5bf36870d698 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Apr 20 15:47:19.739943 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:47:19.795893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:47:19.799628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:47:19.800000 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.879311 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.901979 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:47:19.904237 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142a4a3-2732-45bb-a641-3228b7fcdc6a" -d '{"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:47:19.916963 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:47:19.922030 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:19.970307 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:19.991697 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac525150-8806-4206-a90e-b11fb12fd496 x-openstack-request-id: req-ac525150-8806-4206-a90e-b11fb12fd496 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:47:19.991879 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:47:19.992130 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac525150-8806-4206-a90e-b11fb12fd496 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:47:19.992531 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac525150-8806-4206-a90e-b11fb12fd496'] response: {'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'code': 200} Apr 20 15:47:20.090793 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4818e-74d4-4ac8-9cd0-61483f1a4f18 req-44df0330-6b9a-4df0-9351-f919deb6d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:20.092285 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0b4818e-74d4-4ac8-9cd0-61483f1a4f18 req-44df0330-6b9a-4df0-9351-f919deb6d6c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1097 time: 0.0410380 Apr 20 15:47:20.097332 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c7602-087c-4f9e-a7be-275f3d96ece5 req-4b32ccdd-ef8f-4e15-af58-ab5257765572 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:20.098817 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-715c7602-087c-4f9e-a7be-275f3d96ece5 req-4b32ccdd-ef8f-4e15-af58-ab5257765572 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0475593 Apr 20 15:47:20.126992 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c0b4818e-74d4-4ac8-9cd0-61483f1a4f18 req-203dc96b-a7f3-459d-af19-acb566b0c5ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277770 Apr 20 15:47:20.136798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-715c7602-087c-4f9e-a7be-275f3d96ece5 req-537e4ff9-7dc3-4220-bd09-603caec36011 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Apr 20 15:47:21.257552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a056b-3ebc-48b3-90f9-2bd598e2c808 req-4ec89047-e0d2-4f16-92ca-109106ac8699 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.259062 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-434a056b-3ebc-48b3-90f9-2bd598e2c808 req-4ec89047-e0d2-4f16-92ca-109106ac8699 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0505562 Apr 20 15:47:21.306033 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-434a056b-3ebc-48b3-90f9-2bd598e2c808 req-d856f75f-7b63-4ac0-a48e-f49cc1d084a0 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Apr 20 15:47:21.438040 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07823b3-9ac8-4c62-83e3-503eb3868875 req-9c87c79e-9777-4df7-8032-60bc3b17eeb4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.439516 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e07823b3-9ac8-4c62-83e3-503eb3868875 req-9c87c79e-9777-4df7-8032-60bc3b17eeb4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0557990 Apr 20 15:47:21.831579 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e07823b3-9ac8-4c62-83e3-503eb3868875 req-459bb1a3-f701-4849-9233-6539305931aa tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858645 Apr 20 15:47:21.854312 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51926) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:47:21.953035 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd5871-846f-434a-8e32-2b4e6e52ca9a tempest-TestShelveInstance-23819983 tempest-TestShelveInstance-23819983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:21.954600 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b1dd5871-846f-434a-8e32-2b4e6e52ca9a tempest-TestShelveInstance-23819983 tempest-TestShelveInstance-23819983-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1092 time: 0.0991862 Apr 20 15:47:21.957582 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 51930) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:47:21.961939 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:47:21.984707 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.084539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.199935 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Allocated IP 172.25.1.231 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/a381fa8b-c000-47f0-b736-b4555f82441d) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:47:22.303434 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.341547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.386986 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:47:22.389965 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:47:22.392750 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:47:22.398982 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=a381fa8b-c000-47f0-b736-b4555f82441d,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:22.777928 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:22.857336 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.014372 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.020646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.088801 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event updated for resources: {'Port': ['ID=a381fa8b-c000-47f0-b736-b4555f82441d,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:47:23.102413 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.203804 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Floating IP b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574 associated. External IP: 172.25.1.231, port: 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a. Apr 20 15:47:23.421349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:47:23.544029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:47:23.554783 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:47:23.564148 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:23.564674 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:47:23.565325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:47:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:23.591724 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-846720b3-61f4-47c3-b3ff-ea630db1da20 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6331382 Apr 20 15:47:23.592325 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:47:23.594634 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90eadec-3deb-4374-b26a-52eab50bcc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:47:23.681511 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:47:23.697976 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb33ca31-e505-42de-bf4a-c197e23a3f23 x-openstack-request-id: req-fb33ca31-e505-42de-bf4a-c197e23a3f23 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:47:23.698672 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:47:23.698985 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb33ca31-e505-42de-bf4a-c197e23a3f23 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:47:23.699483 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb33ca31-e505-42de-bf4a-c197e23a3f23'] response: {'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'status': 'completed', 'code': 200} Apr 20 15:47:23.764551 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-69802496-7a83-4fbd-85b3-d786f7f62b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:23.766228 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-69802496-7a83-4fbd-85b3-d786f7f62b68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1097 time: 0.0445411 Apr 20 15:47:23.862282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-b1c336bd-585d-4051-b9ee-446a3f9ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:23.863981 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-b1c336bd-585d-4051-b9ee-446a3f9ee2f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0910513 Apr 20 15:47:23.932714 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-d1fd40bb-f4e4-4fad-9831-c4d07c073b1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1000 time: 0.0608838 Apr 20 15:47:23.984443 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-f4d0ecd9-6173-48bf-83df-d26574e87e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:23.986030 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-f4d0ecd9-6173-48bf-83df-d26574e87e12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0458896 Apr 20 15:47:24.006884 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:13:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:47:22Z', 'updated_at': '2022-04-20T15:47:22Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.033337 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:47:24.036277 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-84cd0ff1-a7bc-4ace-a774-75d760d48941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:47:24.037878 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-84cd0ff1-a7bc-4ace-a774-75d760d48941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453730 Apr 20 15:47:24.042244 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:47:24.042859 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:47:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.133471 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-369f4d18-e1d0-4c46-b26b-b5cd1c109d11 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870490 Apr 20 15:47:24.163514 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:47:24.235626 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-b90eadec-3deb-4374-b26a-52eab50bcc9f req-8761020e-5d4c-4b46-8d2c-ef2f6367f4de service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949717 Apr 20 15:47:24.430461 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:13:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:47:22Z', 'updated_at': '2022-04-20T15:47:22Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:47:24.461608 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e116945b-6512-4ca6-ad33-70a51d2e5953 None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': 'b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'mac_address': 'fa:16:3e:13:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:47:22Z', 'updated_at': '2022-04-20T15:47:22Z', 'revision_number': 0, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:47:24.687881 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efca883-ae07-45f4-8e4a-6822130b76a2 None None] New status for floating IP b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:47:34.200893 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:40.208411 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d8542357-fe18-4ae5-9217-b90f2d58c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.624522 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b78d6d3d-68c2-4841-8541-9b959825de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:43.999366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:44.833984 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.407014 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:45.535397 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:47:54.130202 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:48:04.193079 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:10.212704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-54c93cbf-e11b-4ed3-b62b-94f0f69754b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:13.637208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c52247e1-bbee-450f-be7b-5005abbd11e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.013218 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:14.838886 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.407106 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:15.538025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:21.455792 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-306f79ad-0863-46e9-8d61-55a98e57b290 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490742 Apr 20 15:48:21.549229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-2a1ebedb-41a5-404d-a5ed-635f10be6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:21.550814 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-2a1ebedb-41a5-404d-a5ed-635f10be6855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1097 time: 0.0482578 Apr 20 15:48:21.669457 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-3a9a2926-90d5-4ace-948b-f3cee53e99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:21.670984 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-3a9a2926-90d5-4ace-948b-f3cee53e99aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0922532 Apr 20 15:48:21.738220 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-75a28172-5e92-4a39-a153-7a3bda63b367 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1002 time: 0.0608621 Apr 20 15:48:21.787663 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-15252e62-d06c-4997-b70d-f9defd216fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:21.789363 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-15252e62-d06c-4997-b70d-f9defd216fd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0444372 Apr 20 15:48:21.843755 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-d0ce294a-e25e-4c41-bf09-55dcdb651e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:48:21.844928 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-d0ce294a-e25e-4c41-bf09-55dcdb651e1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483980 Apr 20 15:48:21.935932 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-9307acb5-49ba-4cf1-89d1-88646978f66e service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847626 Apr 20 15:48:22.040011 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-4e2288d6-5d52-4da7-b6b6-4a95fc4a5aff req-aaa256aa-2d1a-4311-a169-6db056b6c0a2 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972497 Apr 20 15:48:31.135064 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:48:34.195496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:40.214362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e55a8406-1244-43f5-838a-35ede6a9c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:43.636065 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a614b407-915a-441e-b2c9-1fc7f8c33e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.020593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:44.838320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.411083 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:48:45.545867 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:04.202432 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:08.139029 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:49:10.217504 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9c5c183d-705b-4095-b130-dfe613167dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:13.639328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-892a76cf-d8cc-4c25-8117-8c180b9168ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.016956 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:14.826652 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.410464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:15.551623 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:20.385514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eacd2-9f22-40f8-8edb-e6b8c72c8596 req-53d751ce-04ea-4ce7-882f-15217609f226 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:20.387272 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-520eacd2-9f22-40f8-8edb-e6b8c72c8596 req-53d751ce-04ea-4ce7-882f-15217609f226 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.1036990 Apr 20 15:49:20.428290 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-520eacd2-9f22-40f8-8edb-e6b8c72c8596 req-7805a9d0-3c73-44bc-ae46-84bcb45e4837 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347488 Apr 20 15:49:21.608108 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1521-899d-45a6-8f6c-9cf8d4b8376c req-4e4e7a25-a55e-4a19-8b0e-cbf14d825a27 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:21.609553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa9d1521-899d-45a6-8f6c-9cf8d4b8376c req-4e4e7a25-a55e-4a19-8b0e-cbf14d825a27 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.1007659 Apr 20 15:49:21.646988 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-aa9d1521-899d-45a6-8f6c-9cf8d4b8376c req-799178f2-454d-4d00-bc32-cf598bccbe92 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312681 Apr 20 15:49:22.780818 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9cd4-f40a-4ede-8f24-74a4e3cb6a1e req-e53b07ed-8024-4f6e-adae-1cce8f4e86ec tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:22.782261 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75ee9cd4-f40a-4ede-8f24-74a4e3cb6a1e req-e53b07ed-8024-4f6e-adae-1cce8f4e86ec tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0538735 Apr 20 15:49:22.819936 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-75ee9cd4-f40a-4ede-8f24-74a4e3cb6a1e req-f544edc2-2044-4f10-b74d-da0f43bb97ad tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315843 Apr 20 15:49:23.534795 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-22921565-8f05-46ab-a367-8faad0553dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.536305 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-22921565-8f05-46ab-a367-8faad0553dcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1097 time: 0.0898564 Apr 20 15:49:23.642238 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-42117c10-8d3c-4edd-8c26-52d13954f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.643751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-42117c10-8d3c-4edd-8c26-52d13954f1cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0875447 Apr 20 15:49:23.711258 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-b6b53cee-785b-4d29-9add-06e2764c87a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1002 time: 0.0607255 Apr 20 15:49:23.764338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-765961cd-5ea9-4593-9f5f-e4088f79ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.765812 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-765961cd-5ea9-4593-9f5f-e4088f79ca19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0468559 Apr 20 15:49:23.812185 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-dbe1f509-9fc9-4da7-bd62-15a56b47144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.813666 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-dbe1f509-9fc9-4da7-bd62-15a56b47144e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415111 Apr 20 15:49:23.909833 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-9716fdc6-a1b1-4d91-b60e-8a15ab095266 service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Apr 20 15:49:23.935417 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9c25b-651f-4dc3-b551-1a788a0d5a02 req-07f5fa1e-69d3-4766-8acd-cf71daf29e4e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:23.936977 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79c9c25b-651f-4dc3-b551-1a788a0d5a02 req-07f5fa1e-69d3-4766-8acd-cf71daf29e4e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0481665 Apr 20 15:49:23.975373 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-79c9c25b-651f-4dc3-b551-1a788a0d5a02 req-e9783518-15ed-47e1-beed-a66866ae3d16 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Apr 20 15:49:24.000575 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-00cc6bc9-a2af-405b-bb42-e49ef02165f7 req-53a57dd3-0771-4afc-bed3-689451cba9cd service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841734 Apr 20 15:49:25.123508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e1471-5753-4bfd-9db6-074d0f9bc45f req-4a801c23-bd10-4a69-8ac4-6e9c079818da tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:25.124918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-089e1471-5753-4bfd-9db6-074d0f9bc45f req-4a801c23-bd10-4a69-8ac4-6e9c079818da tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0668509 Apr 20 15:49:25.165234 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-089e1471-5753-4bfd-9db6-074d0f9bc45f req-120cff04-52cd-4669-bf7a-79aae5641532 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Apr 20 15:49:26.315952 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30bdf0-e095-4fb7-8c42-323c486f2322 req-f689afb9-f5ec-4186-9cf2-7fc554efc7dc tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:26.317454 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a30bdf0-e095-4fb7-8c42-323c486f2322 req-f689afb9-f5ec-4186-9cf2-7fc554efc7dc tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0661006 Apr 20 15:49:26.356946 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a30bdf0-e095-4fb7-8c42-323c486f2322 req-d15038a0-7232-4c7d-b078-1174e6d6b886 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331755 Apr 20 15:49:27.488254 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7629d2-bace-4985-9113-25358c486df1 req-dbc1e56e-a107-4864-89fc-fbf18c1915a5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:27.489670 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af7629d2-bace-4985-9113-25358c486df1 req-dbc1e56e-a107-4864-89fc-fbf18c1915a5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0529757 Apr 20 15:49:27.531479 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af7629d2-bace-4985-9113-25358c486df1 req-e0183260-e988-466b-958e-16369db19235 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325317 Apr 20 15:49:28.648385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcd490-2353-4f3b-8bf4-16189c04213e req-b00e04ef-5b4a-4252-9991-d5e954084245 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:28.649843 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54bcd490-2353-4f3b-8bf4-16189c04213e req-b00e04ef-5b4a-4252-9991-d5e954084245 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0502589 Apr 20 15:49:28.690180 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-54bcd490-2353-4f3b-8bf4-16189c04213e req-16fd3a34-d473-4403-bf29-93c612d029b3 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Apr 20 15:49:29.832274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63246421-bc7d-4e8f-af17-a951735fc799 req-d49ab565-273e-4c4b-a81d-41ce31771951 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:29.833627 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63246421-bc7d-4e8f-af17-a951735fc799 req-d49ab565-273e-4c4b-a81d-41ce31771951 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0660889 Apr 20 15:49:29.871953 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-63246421-bc7d-4e8f-af17-a951735fc799 req-24c15250-8ab0-4af6-a9b8-afc090e25068 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Apr 20 15:49:30.474715 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-d9bf999a-a8c0-4f02-a67b-1d8536eccefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:30.476226 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-d9bf999a-a8c0-4f02-a67b-1d8536eccefc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1097 time: 0.0547068 Apr 20 15:49:30.569853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-dcae341b-dd7c-4876-b5ad-357709f5e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:30.571364 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-dcae341b-dd7c-4876-b5ad-357709f5e88a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0886354 Apr 20 15:49:30.649759 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-9eaeedd5-3c64-4adb-b132-92480748c8a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1002 time: 0.0708239 Apr 20 15:49:30.698803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-c7836ac6-0d8c-41a2-95c7-c5711a4887e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:30.700208 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-c7836ac6-0d8c-41a2-95c7-c5711a4887e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0446277 Apr 20 15:49:30.746665 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-d41c35ee-ad8a-413e-9097-709246f80014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:30.748034 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-d41c35ee-ad8a-413e-9097-709246f80014 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402021 Apr 20 15:49:30.839711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-79bfa98e-691e-4637-a8ea-8ed07cb58f5a service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Apr 20 15:49:30.940764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2a37a5d7-0e8f-496c-9b1d-fcfc6ee06efb req-47ede557-c1a2-4d4b-82db-35bb0af58d0c service neutron] 10.222.0.43 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931203 Apr 20 15:49:30.991122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0fda-c745-49b0-8b7b-7abd87813568 req-a788e845-716b-4081-99f5-b33202f20267 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:30.992553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5ca0fda-c745-49b0-8b7b-7abd87813568 req-a788e845-716b-4081-99f5-b33202f20267 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0500183 Apr 20 15:49:31.036889 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a5ca0fda-c745-49b0-8b7b-7abd87813568 req-fe9bc95d-baee-4887-ab7a-1fdd2e596eca tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380964 Apr 20 15:49:32.166089 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a840-e6fb-4ecb-81a9-b755f1b4d628 req-7c9f9861-d352-4b42-9d43-0fbf29da3d81 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:32.167477 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b895a840-e6fb-4ecb-81a9-b755f1b4d628 req-7c9f9861-d352-4b42-9d43-0fbf29da3d81 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0507267 Apr 20 15:49:32.217262 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-b895a840-e6fb-4ecb-81a9-b755f1b4d628 req-72771b0d-f553-44eb-8b88-afbf9e9827e7 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Apr 20 15:49:33.347234 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9de005-8e1b-4391-92c9-5c7c37a90c7e req-73f7eacd-19b0-4fcb-bbce-c1530c7bc3e8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:33.348750 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a9de005-8e1b-4391-92c9-5c7c37a90c7e req-73f7eacd-19b0-4fcb-bbce-c1530c7bc3e8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0577285 Apr 20 15:49:33.387284 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9a9de005-8e1b-4391-92c9-5c7c37a90c7e req-462f38c2-dcd0-43cd-a82a-d26c84c0f3f0 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323179 Apr 20 15:49:34.192819 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:34.508020 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37739-49c3-486b-87b3-eeab08cab157 req-f25ab71a-296f-4bf9-aac2-0f0f804e1a3d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:34.509536 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ab37739-49c3-486b-87b3-eeab08cab157 req-f25ab71a-296f-4bf9-aac2-0f0f804e1a3d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0495923 Apr 20 15:49:34.552613 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0ab37739-49c3-486b-87b3-eeab08cab157 req-2955a106-d1a4-4981-b612-edc4ceff28c1 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359161 Apr 20 15:49:35.023979 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-66069d47-2710-49e4-bf0a-a19dee6c2f7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422223 Apr 20 15:49:35.033736 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-6b024497-5dd7-495d-b5f5-b2dcc2958ca5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:49:35.034863 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-6b024497-5dd7-495d-b5f5-b2dcc2958ca5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053904 Apr 20 15:49:35.050365 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e69d-3045-4096-be64-db1bfc2421a7 req-6f662b23-3ff8-4448-b162-bfb647714ba8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:35.051926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0177e69d-3045-4096-be64-db1bfc2421a7 req-6f662b23-3ff8-4448-b162-bfb647714ba8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0497885 Apr 20 15:49:35.092574 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0177e69d-3045-4096-be64-db1bfc2421a7 req-40f7c1e7-e5a2-4118-bbaa-88407b37e42e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341654 Apr 20 15:49:36.219414 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2690a9-8b24-4645-b9f0-1918e2e977aa req-b45b8331-7d1e-42fe-bef2-0226d1160538 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:36.220955 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f2690a9-8b24-4645-b9f0-1918e2e977aa req-b45b8331-7d1e-42fe-bef2-0226d1160538 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 946 time: 0.0578251 Apr 20 15:49:36.260304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7f2690a9-8b24-4645-b9f0-1918e2e977aa req-20cb4437-d752-497c-83d4-9807419024b4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329757 Apr 20 15:49:36.349393 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:49:36.429284 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.452052 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:36.454740 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139b0985-a1d0-4222-9019-455a82743bb7" -d '{"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:49:36.467785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:49:36.473839 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:36.500987 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c309c61a-7ec0-4bed-add1-96e68f8f2a9b x-openstack-request-id: req-c309c61a-7ec0-4bed-add1-96e68f8f2a9b {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:49:36.501277 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-unplugged", "status": "failed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "code": 422}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:49:36.501531 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c309c61a-7ec0-4bed-add1-96e68f8f2a9b {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:49:36.501929 n-d-836145-2 neutron-server[102865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c309c61a-7ec0-4bed-add1-96e68f8f2a9b']: {'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'code': 422} returned with failed status Apr 20 15:49:36.527608 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:36.535519 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.535874 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.536208 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.536545 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.536879 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.537211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.537536 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.537862 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.538186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.538538 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.538890 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:36.539210 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:37.386213 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f40ea1-d962-44f6-a623-98014dbd3341 req-475dfd75-31bb-461e-9bf3-bfaa2b5f261d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:37.388157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86f40ea1-d962-44f6-a623-98014dbd3341 req-475dfd75-31bb-461e-9bf3-bfaa2b5f261d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0520191 Apr 20 15:49:37.425963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-86f40ea1-d962-44f6-a623-98014dbd3341 req-a48900e3-454b-40a3-9205-3f45a8297bda tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Apr 20 15:49:38.550611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ceed-9594-4815-9f53-a050ccbb908f req-54e802ec-0ba5-420b-a82b-018f5bbb163a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:38.552174 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4771ceed-9594-4815-9f53-a050ccbb908f req-54e802ec-0ba5-420b-a82b-018f5bbb163a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0518739 Apr 20 15:49:38.594206 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4771ceed-9594-4815-9f53-a050ccbb908f req-2da4f8f8-2802-40ab-a68c-0c34305c98cf tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355744 Apr 20 15:49:39.718081 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6305-05c3-45ce-8838-e3495c95993a req-44d069b1-19b8-4d10-8154-a9f69c9b7283 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:39.719658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-373a6305-05c3-45ce-8838-e3495c95993a req-44d069b1-19b8-4d10-8154-a9f69c9b7283 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0547862 Apr 20 15:49:39.759158 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-373a6305-05c3-45ce-8838-e3495c95993a req-e1fadfbd-6505-450d-9a1e-02725d360697 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334055 Apr 20 15:49:39.825442 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-a051c1ac-561d-42c5-a548-3a173b6797d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:39.827011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-a051c1ac-561d-42c5-a548-3a173b6797d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe&tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0412672 Apr 20 15:49:39.841014 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836145-2', 'device_owner': 'compute:nova'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:49:39.890695 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.115792 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:49:40.149797 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h2-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:49:40.181791 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:49:40.189152 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.201595 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Transition to ACTIVE for port object 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:49:40.206061 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.211344 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e8a5b5fc-ae2a-4355-b49b-94930ffe9568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.285038 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=7']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:40.297907 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.298466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.298844 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.299154 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.299489 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.299821 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.300149 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.300474 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.300798 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.301122 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.301448 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.301766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:49:40.341364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] No DVR routers for this DVR port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on host n-h2-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:49:40.473078 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:49:40.473388 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:49:40.473727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:49:40.478059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:49:40.478371 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Attempting to bind port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on network 0a831d9d-4072-46d7-8ae7-236f5980b47a {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:49:40.483202 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:49:40.483529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Checking segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:49:40.483905 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Bound using segment: {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:49:40.484323 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Bound port: 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:49:40.484734 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.547209 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:49:40.550085 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:49:40.556608 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.595581 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:40.596199 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:40.597549 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1092 time: 0.7636237 Apr 20 15:49:40.598042 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:40.600282 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b772c7-4923-4de2-849d-d870a85f8a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:49:40.632109 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a7a90-2c3d-4f00-aa73-10b954d649b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=8']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:40.673487 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-fff5bad5-bef0-43ef-8be5-a1b8a0cd7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:40.675108 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-fff5bad5-bef0-43ef-8be5-a1b8a0cd7004 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1095 time: 0.0513988 Apr 20 15:49:40.741867 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e076be-3a47-4122-af30-49398a8936fa x-openstack-request-id: req-15e076be-3a47-4122-af30-49398a8936fa {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:49:40.742491 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:49:40.742630 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15e076be-3a47-4122-af30-49398a8936fa {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:49:40.742957 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e076be-3a47-4122-af30-49398a8936fa'] response: {'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'status': 'completed', 'code': 200} Apr 20 15:49:40.794857 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-6e001837-e399-4692-8e8b-6011b98ad921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:40.796235 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-6e001837-e399-4692-8e8b-6011b98ad921 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.1146810 Apr 20 15:49:40.895647 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-e566b332-b640-477c-98e7-8182e9c7d89e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1000 time: 0.0913718 Apr 20 15:49:40.917730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab94237-c210-435d-b08d-6fbedcedb227 req-2497b2e7-523d-47c1-a5bf-6ad60e4f751e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:40.919170 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab94237-c210-435d-b08d-6fbedcedb227 req-2497b2e7-523d-47c1-a5bf-6ad60e4f751e tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0765421 Apr 20 15:49:40.975258 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-e71d4a3d-b295-4afa-86dc-403a48f310a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:40.976711 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-e71d4a3d-b295-4afa-86dc-403a48f310a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0737717 Apr 20 15:49:40.983891 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-fab94237-c210-435d-b08d-6fbedcedb227 req-52d4d002-9c24-4251-bc77-f9853ed8cbbd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460396 Apr 20 15:49:41.028799 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-4041ad1a-1fc7-4ba8-a49a-7dd3b6346ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.030298 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-4041ad1a-1fc7-4ba8-a49a-7dd3b6346ae4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455768 Apr 20 15:49:41.122168 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-d67ccf49-73bb-43f5-b626-e91a41dcec7a service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838907 Apr 20 15:49:41.225686 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-104c465f-a121-4c06-9c47-19753530e005 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962331 Apr 20 15:49:41.319610 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-320838fb-6eca-41c3-a58f-1505d31cfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.321078 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-320838fb-6eca-41c3-a58f-1505d31cfa8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1095 time: 0.0422578 Apr 20 15:49:41.413050 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-8ba53d2a-5b11-4463-9c06-be6d8efa779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.414528 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-8ba53d2a-5b11-4463-9c06-be6d8efa779f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0835788 Apr 20 15:49:41.491431 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-a30474d7-d21d-4522-b615-7c7dee4ddedd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1000 time: 0.0689585 Apr 20 15:49:41.543263 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-7dc1e35e-363d-4f06-bf22-fa1e85b09384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.544904 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-7dc1e35e-363d-4f06-bf22-fa1e85b09384 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0470178 Apr 20 15:49:41.597433 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-ff391850-bc48-4125-9f8b-c20ad386a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:41.598906 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-ff391850-bc48-4125-9f8b-c20ad386a5c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472074 Apr 20 15:49:41.695696 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-e64ff468-8962-4a4a-9389-f9fa1d2c817b service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898244 Apr 20 15:49:41.787876 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-12b772c7-4923-4de2-849d-d870a85f8a7a req-6665b363-a34b-4d4f-aab7-e0684620308d service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849073 Apr 20 15:49:42.126790 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973095f-c831-4700-b0d7-7a3421c7c8f1 req-c964d35b-6513-40ad-bd14-2d9ff93e09ee tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:42.128154 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0973095f-c831-4700-b0d7-7a3421c7c8f1 req-c964d35b-6513-40ad-bd14-2d9ff93e09ee tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0628464 Apr 20 15:49:42.169111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0973095f-c831-4700-b0d7-7a3421c7c8f1 req-4845d77f-a43f-4840-b4ad-93bc09a30c6f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Apr 20 15:49:43.303679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c48a2-7486-45c5-a2bc-5eb03ed52492 req-fbbd65ea-1bc2-425c-8773-bb1510a9e3a5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:43.305142 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-855c48a2-7486-45c5-a2bc-5eb03ed52492 req-fbbd65ea-1bc2-425c-8773-bb1510a9e3a5 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0600495 Apr 20 15:49:43.352706 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-855c48a2-7486-45c5-a2bc-5eb03ed52492 req-eb09794f-b10d-4749-ab91-d751b52a2867 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383561 Apr 20 15:49:43.638546 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fdb80d13-d5b2-4afc-bf45-1fbf2611f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.023756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:44.473015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ad03c-22f5-46de-8c73-e7ff798ec1a5 req-b710c9b1-fddc-41e7-8a95-46738148bd66 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:44.474440 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-056ad03c-22f5-46de-8c73-e7ff798ec1a5 req-b710c9b1-fddc-41e7-8a95-46738148bd66 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0485020 Apr 20 15:49:44.520005 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-056ad03c-22f5-46de-8c73-e7ff798ec1a5 req-9316c765-d6a5-4f01-9957-b998ea3d8a0c tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367293 Apr 20 15:49:44.825362 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.144703 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:49:45.406878 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.558121 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:45.652715 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43b627-fceb-4bc6-b97a-7f56daa652b3 req-1d120ef6-615a-4d4b-8716-c7de339fbde4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:45.654178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af43b627-fceb-4bc6-b97a-7f56daa652b3 req-1d120ef6-615a-4d4b-8716-c7de339fbde4 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0561261 Apr 20 15:49:45.692880 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-af43b627-fceb-4bc6-b97a-7f56daa652b3 req-c85f4f9d-eff9-4928-a746-2028cb266103 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Apr 20 15:49:46.822184 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93ba2c-0051-4875-84c0-13167b0f859c req-06abf756-1005-4406-b604-78c84a25a153 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:46.823694 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f93ba2c-0051-4875-84c0-13167b0f859c req-06abf756-1005-4406-b604-78c84a25a153 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0566151 Apr 20 15:49:46.867252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0f93ba2c-0051-4875-84c0-13167b0f859c req-0226e7de-38bd-406e-8403-4b686ceb3b06 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Apr 20 15:49:47.999955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80f2b-5d45-4d5f-a78e-56b307249767 req-02c8525d-d027-40ab-af78-5268e3121524 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:48.001411 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dc80f2b-5d45-4d5f-a78e-56b307249767 req-02c8525d-d027-40ab-af78-5268e3121524 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0505297 Apr 20 15:49:48.040815 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5dc80f2b-5d45-4d5f-a78e-56b307249767 req-3d978f06-a0a8-4d67-82c4-91532c339394 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Apr 20 15:49:49.183297 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6322623-71fe-4b84-97b4-447f500b6e0a req-c3b50b76-5306-4ee8-92cb-bebda3ce5fca tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:49.184648 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6322623-71fe-4b84-97b4-447f500b6e0a req-c3b50b76-5306-4ee8-92cb-bebda3ce5fca tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 944 time: 0.0597668 Apr 20 15:49:49.224757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d6322623-71fe-4b84-97b4-447f500b6e0a req-11a8f699-5c34-4d27-ada4-24a0ca50e788 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Apr 20 15:49:50.019262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:49:50.115733 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:49:50.126683 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'port_id': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'mac_address': 'fa:16:3e:13:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:49:50.164710 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.180166 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:49:50.199191 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:49:50.205448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:50.259667 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=9']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:50.342476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcfd62-bb00-4775-ab72-ef2835aabca3 req-242f1d1d-acd5-4ffd-99b3-42637645a70b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:50.343989 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28bcfd62-bb00-4775-ab72-ef2835aabca3 req-242f1d1d-acd5-4ffd-99b3-42637645a70b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 945 time: 0.0496407 Apr 20 15:49:50.384962 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-28bcfd62-bb00-4775-ab72-ef2835aabca3 req-d5867f2d-16e6-4b5e-b47e-f8fc92d0b13d tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341246 Apr 20 15:49:50.560283 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:49:51.512918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bebc53-d8c4-4242-99b6-e58cf44a7c50 req-2e41e498-4346-4ac8-b94b-69fac3b4c36b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:51.514376 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00bebc53-d8c4-4242-99b6-e58cf44a7c50 req-2e41e498-4346-4ac8-b94b-69fac3b4c36b tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 945 time: 0.0521228 Apr 20 15:49:51.554112 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-00bebc53-d8c4-4242-99b6-e58cf44a7c50 req-1ffa7e25-312c-4386-ab9d-907757c3cbb7 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333796 Apr 20 15:49:52.033456 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:49:52.093130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:49:52.097068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:49:52.097442 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.178329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.202289 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:49:52.204573 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb438e85-2b4e-4a55-afdb-1a4d0da12cb7" -d '{"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:49:52.217488 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:49:52.222242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:49:52.245168 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc9bd10-d334-45cc-8962-f309c953580c x-openstack-request-id: req-2dc9bd10-d334-45cc-8962-f309c953580c {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:49:52.245462 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:49:52.245707 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dc9bd10-d334-45cc-8962-f309c953580c {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:49:52.246100 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc9bd10-d334-45cc-8962-f309c953580c'] response: {'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'code': 200} Apr 20 15:49:52.275453 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=10']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:49:52.389934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba55566-2472-4e2b-ac6b-a466c7194520 req-f3f20ebe-b7b4-4988-9d62-2b673474bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:52.391463 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ba55566-2472-4e2b-ac6b-a466c7194520 req-f3f20ebe-b7b4-4988-9d62-2b673474bb9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1098 time: 0.0448782 Apr 20 15:49:52.426893 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5ba55566-2472-4e2b-ac6b-a466c7194520 req-91146a79-5c47-4a3c-b81b-73e4a47338cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279069 Apr 20 15:49:52.685017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb970f-ba69-445c-8a2a-752b69c96495 req-080734a2-eb0b-4c47-90c8-69dc3bb89469 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:52.686519 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5beb970f-ba69-445c-8a2a-752b69c96495 req-080734a2-eb0b-4c47-90c8-69dc3bb89469 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 947 time: 0.0522554 Apr 20 15:49:52.727004 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5beb970f-ba69-445c-8a2a-752b69c96495 req-7c75f9c2-583b-475e-b578-97d11b636552 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338573 Apr 20 15:49:53.850451 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61b470-d8df-4c42-9ef6-ee71732af663 req-7f65078b-155a-432a-9654-2828eeabc912 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:49:53.851732 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b61b470-d8df-4c42-9ef6-ee71732af663 req-7f65078b-155a-432a-9654-2828eeabc912 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 947 time: 0.0493307 Apr 20 15:49:53.890766 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8b61b470-d8df-4c42-9ef6-ee71732af663 req-d3b91d63-fed8-434d-a89e-1f4f3f3eabf7 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Apr 20 15:50:04.208804 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:10.224496 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-da4fb4ed-9fc4-47b1-be09-6905e9480b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:13.632659 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-182c0be1-5bae-4f3b-8ae1-c50d453d662c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.023100 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:14.820064 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:15.401483 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:15.552465 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:22.147995 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:50:34.229155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:35.047697 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-b199a0c4-7bbf-4101-ae0c-3dffd17085a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846841 Apr 20 15:50:35.149784 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-f23dd223-5c40-4a45-8365-e478f6ea7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.151232 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-f23dd223-5c40-4a45-8365-e478f6ea7b53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1098 time: 0.0514262 Apr 20 15:50:35.256926 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-20b0ff9c-7d69-4744-b26c-1dd2b5e98682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.258399 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-20b0ff9c-7d69-4744-b26c-1dd2b5e98682 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.0865519 Apr 20 15:50:35.327054 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-5966798b-a084-4035-bf71-bd0ef3e0251a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 1002 time: 0.0602450 Apr 20 15:50:35.374513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-f6494bd2-8fed-4144-9298-495632a0baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.375948 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-f6494bd2-8fed-4144-9298-495632a0baf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0429323 Apr 20 15:50:35.422914 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-a574dbfc-4f78-4f84-ba60-52451b9c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:50:35.424332 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-a574dbfc-4f78-4f84-ba60-52451b9c217f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417311 Apr 20 15:50:35.518467 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-60909c6f-e752-4b6c-aef4-e1387c04adde service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873590 Apr 20 15:50:35.607728 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-22e8df51-8e87-46d2-8b81-062d1a61765e req-64b3e345-beff-460c-a38a-b2c32f2057d9 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825510 Apr 20 15:50:40.222303 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26cab41b-9015-4d45-b1e0-d2f5729e9253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:43.641513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9f5c-d68d-473f-a80e-cf09eb1be112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.028513 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:44.855758 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.413069 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:45.562554 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:50:59.153954 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:51:04.221289 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.582867 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52106) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:07.755435 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Deleting port a381fa8b-c000-47f0-b736-b4555f82441d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:07.755751 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.834555 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.834817 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:07.846591 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Calling delete_port for a381fa8b-c000-47f0-b736-b4555f82441d owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:08.030589 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.055464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'Port': ['ID=a381fa8b-c000-47f0-b736-b4555f82441d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:08.067126 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.067467 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.067826 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.068128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.068473 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.068754 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.069077 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.069391 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.069705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.070005 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.070511 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.070863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:08.126099 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.126337 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Floating IP b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574 disassociated (deleted). External IP: 172.25.1.231, port: 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a. Apr 20 15:51:08.683513 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:08.790266 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:08.795664 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:08.801153 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:08.814265 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:08.814994 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:50:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:08.824409 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-80e07b17-12ff-469c-bc72-20baebfb7535 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574 HTTP/1.1" status: 204 len: 168 time: 1.2404411 Apr 20 15:51:08.825192 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:08.827507 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608" -d '{"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:51:08.882151 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe78599-979c-4c07-aaf5-72ad30668e15 x-openstack-request-id: req-1fe78599-979c-4c07-aaf5-72ad30668e15 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:51:08.882472 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:51:08.883073 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fe78599-979c-4c07-aaf5-72ad30668e15 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:51:08.884643 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe78599-979c-4c07-aaf5-72ad30668e15'] response: {'name': 'network-changed', 'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'status': 'completed', 'code': 200} Apr 20 15:51:08.928155 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:08.957941 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-7d9846ee-219a-497c-ae13-b7f7938f9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:08.960304 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-7d9846ee-219a-497c-ae13-b7f7938f9163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 1098 time: 0.0536511 Apr 20 15:51:09.096392 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174584b3-14c2-47f9-8831-5e0dbb639d46 req-68efcf4b-cdbf-4272-84db-12633164ee85 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:09.097829 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-174584b3-14c2-47f9-8831-5e0dbb639d46 req-68efcf4b-cdbf-4272-84db-12633164ee85 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 947 time: 0.0772076 Apr 20 15:51:09.099240 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-e9299893-a2bb-4c21-a83d-faa011fb1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:09.100561 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-e9299893-a2bb-4c21-a83d-faa011fb1773 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 200 len: 910 time: 0.1334078 Apr 20 15:51:09.138343 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:09.153722 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-f30cab2a-dffb-43a4-bcf8-6ba8cf4059f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 200 len: 217 time: 0.0436566 Apr 20 15:51:09.167196 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:09.175404 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:09.175995 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:50:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:09.192617 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-174584b3-14c2-47f9-8831-5e0dbb639d46 req-0dfa5ee9-130c-4820-9e46-b1b3d2ab2586 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884960 Apr 20 15:51:09.220807 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-404a5e08-fb9b-4167-af8b-ba00b59d4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:09.222269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-404a5e08-fb9b-4167-af8b-ba00b59d4655 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 200 len: 848 time: 0.0608010 Apr 20 15:51:09.276119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-c74acc32-f679-462c-929f-f3e8d3986c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:09.277682 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-c74acc32-f679-462c-929f-f3e8d3986c6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0a831d9d-4072-46d7-8ae7-236f5980b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462885 Apr 20 15:51:09.278324 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:09.371649 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-666a9897-9f9d-4c92-9cc8-816b8cb7ef6b service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864038 Apr 20 15:51:09.472156 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b524aa7-e651-44d8-8f2e-24f0e2ecd608 req-c0fd2de9-0ed9-488f-bdf7-b0287e8797c6 service neutron] 10.222.0.45 "GET /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Apr 20 15:51:09.567889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:09.593536 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d224e-a362-4bb8-b4ec-67cbf81d1bd1 None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:00Z', 'revision_number': 4, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '7d4f86b5-0263-430f-b721-b9dad6a97904', 'name': '', 'network_id': '0a831d9d-4072-46d7-8ae7-236f5980b47a', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'mac_address': 'fa:16:3e:51:16:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:00Z', 'updated_at': '2022-04-20T15:42:04Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'subnets': [{'id': '02b6f358-8f3e-4c66-833c-e69bd75641cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:09.816416 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc76a7f-76d5-4f83-858c-d4c3dd718fd8 None None] New status for floating IP b8e6417f-02e3-47c4-b1b7-0fa1f5bf2574: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:51:10.223806 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2368-5e22-4b90-b47e-aca8569a675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.317444 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf66ba-23cd-4fdd-a917-ba17b21386f6 req-b2c5c09f-966e-4b63-ae34-80b32f9d5ecb tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:10.318926 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92cf66ba-23cd-4fdd-a917-ba17b21386f6 req-b2c5c09f-966e-4b63-ae34-80b32f9d5ecb tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 947 time: 0.0516336 Apr 20 15:51:10.356598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-92cf66ba-23cd-4fdd-a917-ba17b21386f6 req-17e76825-0310-4ace-a63f-d8f7d7917b3a tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/security-groups?id=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Apr 20 15:51:10.774140 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-7208376e-51e5-4a3f-af19-d47a19ef9bd9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:10.775721 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-7208376e-51e5-4a3f-af19-d47a19ef9bd9 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.45 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 947 time: 0.0579402 Apr 20 15:51:10.868706 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Deleting port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:10.869043 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.955578 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] For port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:10.955908 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:10.972911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Calling delete_port for 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:11.114790 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.147545 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'Port': ['ID=9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:11.161047 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.161314 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.161686 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.161991 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.162356 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.162700 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.163035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.163350 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.163666 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.164000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.164327 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.164670 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:11.201151 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] No DVR routers for this DVR port 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:11.203829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:11.207115 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-c9075de0-09b7-46e2-a227-a6d16ade01c1 req-f17038de-29a4-47a1-8481-6ea613d317f8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.45 "DELETE /v2.0/ports/9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a HTTP/1.1" status: 204 len: 173 time: 0.4251397 Apr 20 15:51:11.207544 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-deleted', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:11.209830 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a9f28-83fc-46ef-b13b-bb54fd76b3bd" -d '{"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-deleted", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:51:11.252727 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfede46-d9b0-4b27-91d5-568d6e95e059 x-openstack-request-id: req-9bfede46-d9b0-4b27-91d5-568d6e95e059 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:51:11.253018 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909a3944-dea3-45ad-b20e-5ed9b9bb9bbe", "name": "network-vif-deleted", "tag": "9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:51:11.253268 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bfede46-d9b0-4b27-91d5-568d6e95e059 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:51:11.253676 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfede46-d9b0-4b27-91d5-568d6e95e059'] response: {'server_uuid': '909a3944-dea3-45ad-b20e-5ed9b9bb9bbe', 'name': 'network-vif-deleted', 'tag': '9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a', 'status': 'completed', 'code': 200} Apr 20 15:51:11.452820 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7ac48757-ee63-4cc3-87e2-b52887f77a7c req-0153ef49-cca6-420f-ba13-6bf2b58c18e8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0262127 Apr 20 15:51:12.553798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1b219bf2-66d7-46c1-8fa5-29fd6511be37 req-da788904-a2a5-40f7-aa5f-353208a477cd tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0266416 Apr 20 15:51:13.637873 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90de331c-0c56-4f05-9bf9-4f414d393110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:13.658814 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d98c7a76-4cd0-4de7-8b46-1bbf673a175e req-a0432aea-9b1a-4445-8b06-8427aeafa675 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0302651 Apr 20 15:51:14.026875 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:14.484802 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:14.505351 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:14.505690 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 9f166a6e-5ef5-42bc-a8cf-d2c0f1b6d65a not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:14.769590 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e6420570-815f-4e28-aa19-af62c599b89d req-0254b9a1-df68-46e9-b493-003ca3c972d8 tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "GET /v2.0/ports?device_id=909a3944-dea3-45ad-b20e-5ed9b9bb9bbe HTTP/1.1" status: 200 len: 210 time: 0.0311077 Apr 20 15:51:14.841320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.409493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.558593 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.827897 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52140) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:15.889027 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.915145 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.976992 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.979382 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:15.980543 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] 10.222.0.20 "DELETE /v2.0/security-groups/09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605 HTTP/1.1" status: 204 len: 168 time: 0.1516750 Apr 20 15:51:15.991377 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528531-3794-4c5f-a716-035e7f3f172f tempest-TestShelveInstance-1907052671 tempest-TestShelveInstance-1907052671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fcb9fe-1e8d-4bc8-9756-7f8c8ab88605,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:16.030730 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52144) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:16.485388 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.738194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Deleting port 7d4f86b5-0263-430f-b721-b9dad6a97904 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:16.738427 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.816035 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] For port 7d4f86b5-0263-430f-b721-b9dad6a97904, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=7d4f86b5-0263-430f-b721-b9dad6a97904,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:16.816398 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:16.829167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Calling delete_port for 7d4f86b5-0263-430f-b721-b9dad6a97904 owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:17.017325 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.046834 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4f86b5-0263-430f-b721-b9dad6a97904,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:17.210234 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:17.795685 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:17.918445 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:17.923928 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22e0bbcb-fbfc-4ff3-a1e2-cb1dafee6116 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d800c96-d9bc-47a7-84d5-431d8934a6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921306 Apr 20 15:51:17.927660 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52148) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:17.931700 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Sync routers for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:17.946506 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:17.947145 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:18.029060 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.053204 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:18.132056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.189454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Deleting port d383da28-4e33-4b3e-a28d-5d9920269575 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:18.189795 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.229977 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:51:16Z', 'revision_number': 5, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port': {'id': 'd383da28-4e33-4b3e-a28d-5d9920269575', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:61:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:18.256665 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Checking router: 9d800c96-d9bc-47a7-84d5-431d8934a6f0 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:18.268012 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Routers {'9d800c96-d9bc-47a7-84d5-431d8934a6f0'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:18.268609 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:18.272174 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] For port d383da28-4e33-4b3e-a28d-5d9920269575, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=d383da28-4e33-4b3e-a28d-5d9920269575,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:18.272543 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.288156 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Calling delete_port for d383da28-4e33-4b3e-a28d-5d9920269575 owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:18.354070 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] Set router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:18.407981 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:51:18Z', 'revision_number': 6, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:18.434866 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a885b-d6a2-42cf-8fcc-c133239aa664 None None] The sync data for ids ['9d800c96-d9bc-47a7-84d5-431d8934a6f0'] in n-d-836145-2 is: [{'id': '9d800c96-d9bc-47a7-84d5-431d8934a6f0', 'name': 'tempest-TestShelveInstance-1878915547-router', 'tenant_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:41:58Z', 'updated_at': '2022-04-20T15:51:18Z', 'revision_number': 6, 'project_id': '356404e8ed1e4916b5d5bb7c0362fc5d', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:18.461024 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.485766 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Pushing event deleted for resources: {'Port': ['ID=d383da28-4e33-4b3e-a28d-5d9920269575,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:18.552664 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.645126 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.647443 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.693302 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.693858 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d800c96-d9bc-47a7-84d5-431d8934a6f0 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:51:18.699169 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.700301 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2489b5e0-5156-4367-87dc-eea16428f305 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d800c96-d9bc-47a7-84d5-431d8934a6f0 HTTP/1.1" status: 204 len: 168 time: 0.7717595 Apr 20 15:51:18.703169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52150) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:18.754677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Deleting subnet 02b6f358-8f3e-4c66-833c-e69bd75641cc {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:51:18.757722 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.793031 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.877829 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.933887 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.965019 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b6f358-8f3e-4c66-833c-e69bd75641cc,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:18.968646 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:18.971890 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-ac443b35-719d-4ddb-bf07-0e99a4ac9685 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/02b6f358-8f3e-4c66-833c-e69bd75641cc HTTP/1.1" status: 204 len: 168 time: 0.2670815 Apr 20 15:51:18.974651 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52152) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:18.975237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d654b-1344-4fbe-9260-16827e637df9 None None] Network 0a831d9d-4072-46d7-8ae7-236f5980b47a requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:19.046370 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.100309 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Deleting port defd74e0-6d3e-4799-a9fb-36ed33198d85 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:19.100656 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.166081 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] For port defd74e0-6d3e-4799-a9fb-36ed33198d85, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=defd74e0-6d3e-4799-a9fb-36ed33198d85,segment=NetworkSegment(6874c8ca-34e2-4a83-a6f4-0afaedf4f2be),segment_id=6874c8ca-34e2-4a83-a6f4-0afaedf4f2be)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:19.166424 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.179853 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Calling delete_port for defd74e0-6d3e-4799-a9fb-36ed33198d85 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:19.267375 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.295056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] No DVR routers for this DVR port defd74e0-6d3e-4799-a9fb-36ed33198d85 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:19.299355 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=defd74e0-6d3e-4799-a9fb-36ed33198d85,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:19.335623 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bda29-250a-4480-a9ea-501235d98a5c None None] DHCP port deletion for 0a831d9d-4072-46d7-8ae7-236f5980b47a request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:51:19.376321 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.396879 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a831d9d-4072-46d7-8ae7-236f5980b47a']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.407248 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.407569 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6874c8ca-34e2-4a83-a6f4-0afaedf4f2be') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:19.417614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.435913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.442367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:19.442823 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:19.444624 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:19.501980 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.509129 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:19.511995 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] 10.222.0.20 "DELETE /v2.0/networks/0a831d9d-4072-46d7-8ae7-236f5980b47a HTTP/1.1" status: 204 len: 168 time: 0.5358784 Apr 20 15:51:19.516546 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52154) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:19.524282 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fa80-a681-4274-b547-aab765244bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=0a831d9d-4072-46d7-8ae7-236f5980b47a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:19.656900 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device defd74e0-6d3e-4799-a9fb-36ed33198d85 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:19.677518 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: defd74e0-6d3e-4799-a9fb-36ed33198d85 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:19.677933 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device defd74e0-6d3e-4799-a9fb-36ed33198d85 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:19.678439 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d383da28-4e33-4b3e-a28d-5d9920269575 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:19.701350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: d383da28-4e33-4b3e-a28d-5d9920269575 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:19.701697 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device d383da28-4e33-4b3e-a28d-5d9920269575 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:19.702107 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7d4f86b5-0263-430f-b721-b9dad6a97904 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:19.720975 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 7d4f86b5-0263-430f-b721-b9dad6a97904 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:19.721322 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 7d4f86b5-0263-430f-b721-b9dad6a97904 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:19.882221 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.131955 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Deleting port c2ef1e39-be3a-47aa-8ac3-74de93d38aab {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:20.132177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.215143 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] For port c2ef1e39-be3a-47aa-8ac3-74de93d38aab, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:20.215471 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.232164 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Calling delete_port for c2ef1e39-be3a-47aa-8ac3-74de93d38aab owned by network:router_interface {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:20.426618 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.452148 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ef1e39-be3a-47aa-8ac3-74de93d38aab,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:20.623622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:20.849513 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:20.963980 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:20.969660 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-169cdbb1-0aa0-43ea-bd78-effe09b8d43c admin admin] 10.222.0.20 "PUT /v2.0/routers/7d6f9f5c-b81f-401a-93bd-99c51f95a240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519987 Apr 20 15:51:20.972301 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52156) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:20.973898 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Sync routers for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:20.987582 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:20.988389 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:21.078154 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.094643 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:21.181077 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.234267 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Deleting port f6d930cd-cecd-4823-9d77-a41a1c20e52d {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:21.234623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.273991 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:51:20Z', 'revision_number': 5, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port': {'id': 'f6d930cd-cecd-4823-9d77-a41a1c20e52d', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:42:03Z', 'updated_at': '2022-04-20T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:21.304986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Checking router: 7d6f9f5c-b81f-401a-93bd-99c51f95a240 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:21.310756 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] For port f6d930cd-cecd-4823-9d77-a41a1c20e52d, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f6d930cd-cecd-4823-9d77-a41a1c20e52d,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:21.311121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.313924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Routers {'7d6f9f5c-b81f-401a-93bd-99c51f95a240'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:21.314521 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:21.323824 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Calling delete_port for f6d930cd-cecd-4823-9d77-a41a1c20e52d owned by network:router_gateway {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:21.400187 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] Set router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:21.451047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:51:21Z', 'revision_number': 6, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:21.480199 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347156f-abca-472e-aa67-8718fb367d3e None None] The sync data for ids ['7d6f9f5c-b81f-401a-93bd-99c51f95a240'] in n-d-836145-2 is: [{'id': '7d6f9f5c-b81f-401a-93bd-99c51f95a240', 'name': 'tempest-TestShelveInstance-944312839-router', 'tenant_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:42:02Z', 'updated_at': '2022-04-20T15:51:21Z', 'revision_number': 6, 'project_id': '49fb7835a0634b7e9917d9004d5e2ed1', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:21.485455 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.516181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d930cd-cecd-4823-9d77-a41a1c20e52d,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:21.583186 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.673435 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.675585 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.719654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.720280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6f9f5c-b81f-401a-93bd-99c51f95a240 {{(pid=102864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:51:21.725237 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.726602 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-22cfb98a-bba0-4e60-a206-fc838d466ec5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7d6f9f5c-b81f-401a-93bd-99c51f95a240 HTTP/1.1" status: 204 len: 168 time: 0.7532029 Apr 20 15:51:21.729831 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52158) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:21.780375 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Deleting subnet a858f00b-c895-42d3-8f9e-50afda08b3d4 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:51:21.783583 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.819306 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.907944 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.940694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2ef1e39-be3a-47aa-8ac3-74de93d38aab no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:21.961266 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c2ef1e39-be3a-47aa-8ac3-74de93d38aab {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:21.961893 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c2ef1e39-be3a-47aa-8ac3-74de93d38aab not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:21.970204 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:21.994269 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a858f00b-c895-42d3-8f9e-50afda08b3d4,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:22.000656 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.006396 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-da13fb12-d9df-42c3-8143-399fb1024e97 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a858f00b-c895-42d3-8f9e-50afda08b3d4 HTTP/1.1" status: 204 len: 168 time: 0.2733068 Apr 20 15:51:22.006587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede9042-351a-4d05-bb82-aa68cfe3a7e3 None None] Network e9a5315e-6ff5-4412-b13b-a5ec6d41a316 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:22.007075 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52160) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:22.073654 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.129319 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Deleting port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:22.129636 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.195879 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] For port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,segment=NetworkSegment(50f466cf-42ec-432d-b45f-aaf0dd9ba479),segment_id=50f466cf-42ec-432d-b45f-aaf0dd9ba479)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:22.196251 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.208983 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Calling delete_port for 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:22.266952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] DHCP port deletion for e9a5315e-6ff5-4412-b13b-a5ec6d41a316 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:51:22.297402 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.322610 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Deleting port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:51:22.322986 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.327911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:22.331661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] No DVR routers for this DVR port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:22.390916 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] For port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b, host n-d-836145-2, got binding levels [] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:22.391322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.410713 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Calling delete_port for 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:51:22.413500 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.ipam_backend_mixin [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b was not found and therefore no delete operation was performed {{(pid=102865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 15:51:22.414975 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.441938 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Pushing event deleted for resources: {'Port': ['ID=3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:22.444348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] No DVR routers for this DVR port 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:51:22.453123 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.453549 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.453792 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.454186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.454435 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.455036 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.455136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.455434 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.455754 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.456071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.456392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.456712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3798fcb-5a71-45c4-a980-594cf93d9268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:22.770231 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.790381 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5315e-6ff5-4412-b13b-a5ec6d41a316']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:22.799345 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f466cf-42ec-432d-b45f-aaf0dd9ba479') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:22.799633 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f466cf-42ec-432d-b45f-aaf0dd9ba479') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:22.809055 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.822042 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.827707 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:51:22.828078 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:51:22.829660 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:51:22.890501 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.899623 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:22.904802 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9a5315e-6ff5-4412-b13b-a5ec6d41a316 HTTP/1.1" status: 204 len: 168 time: 0.8964381 Apr 20 15:51:22.919453 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5848-03b4-435e-819f-ed759e1487fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a5315e-6ff5-4412-b13b-a5ec6d41a316,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.029060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52164) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:23.069906 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-dc58cc24-a9e4-4434-adc2-f6ffeed07f5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=356404e8ed1e4916b5d5bb7c0362fc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397050 Apr 20 15:51:23.073553 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52166) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:23.127043 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.148007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.195809 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.198451 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.199620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2646adac-ec07-43f4-a81f-8bbfac7538d2 HTTP/1.1" status: 204 len: 168 time: 0.1251800 Apr 20 15:51:23.207338 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfeb1d-4156-48cf-8461-b2fa568cebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646adac-ec07-43f4-a81f-8bbfac7538d2,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:23.550704 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52172) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:23.595068 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-1ff68699-4c0c-4ff2-95b6-b77cd9bed829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49fb7835a0634b7e9917d9004d5e2ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431454 Apr 20 15:51:23.598794 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52174) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:23.654019 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.664397 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f6d930cd-cecd-4823-9d77-a41a1c20e52d no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:23.675614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.684868 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f6d930cd-cecd-4823-9d77-a41a1c20e52d {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:23.685198 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f6d930cd-cecd-4823-9d77-a41a1c20e52d not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:23.685614 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:51:23.704337 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:51:23.704684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 3a0b1ee4-aad3-4b4f-8e36-1a5c2499b66b not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:51:23.723299 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.725873 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:23.727450 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/881efd27-203e-4e19-9060-a57a90ac0be8 HTTP/1.1" status: 204 len: 168 time: 0.1275098 Apr 20 15:51:23.735331 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b77048-ca6b-4f0f-93a6-f9d849fee820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881efd27-203e-4e19-9060-a57a90ac0be8,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:24.502790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52196) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:24.608271 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1104908782-network', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:24.635448 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Made reservation on behalf of b93dafacb7b84a708da43dc924c0d9cc for: {'network': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:24.639477 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.651546 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.729565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.734487 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.758874 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:24.768815 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2572296-9b83-4e53-a43f-07968a3f83ff,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:24.773857 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.774198 n-d-836145-2 neutron-server[102863]: INFO neutron.db.segments_db [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Added segment 597fe7d9-6550-4edc-a43b-c742d7627c8e of type vlan for network e54918f4-757a-44ce-a062-b14090f02b23 Apr 20 15:51:24.813116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.839937 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.840871 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:24.841486 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:24.900266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3963118 Apr 20 15:51:24.903413 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52200) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:24.908679 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Request body: {'subnet': {'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1104908782-subnet', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'ip_version': 4}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:24.914601 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0b48-4b31-4eb3-9a52-7f41924d8d0d admin admin] Pushing event updated for resources: {'Network': ['ID=e54918f4-757a-44ce-a062-b14090f02b23,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:24.925464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network e54918f4-757a-44ce-a062-b14090f02b23 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:51:24.932986 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Made reservation on behalf of b93dafacb7b84a708da43dc924c0d9cc for: {'subnet': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:24.935528 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62338639'] for subnet, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.108974 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58914411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62338649'] for subnet, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.163369 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f08c238-d869-41ea-9056-31347314a630,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.175239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Checking segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:25.175723 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Network hostable DHCP agents. Network: e54918f4-757a-44ce-a062-b14090f02b23, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:25.201560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Network e54918f4-757a-44ce-a062-b14090f02b23 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:25.211762 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, e54918f4-757a-44ce-a062-b14090f02b23) {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:25.217508 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:25.218791 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.219729 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7aac39-7460-4619-b1e1-6d8bf9428a69 None None] Network e54918f4-757a-44ce-a062-b14090f02b23 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:25.236127 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-9c34a370-9104-42fa-8a41-aa11679c803d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3316019 Apr 20 15:51:25.238913 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52202) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:25.243441 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:25.262017 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.263092 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.319002 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.369287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-e54918f4-757a-44ce-a062-b14090f02b23', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:51:25.370142 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.454177 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.510212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Allocated IP 172.20.0.2 (e54918f4-757a-44ce-a062-b14090f02b23/5f08c238-d869-41ea-9056-31347314a630/a05aab07-9404-4769-8a05-7629880b687f) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:25.655117 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.661985 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.669123 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.689533 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.709071 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Network e54918f4-757a-44ce-a062-b14090f02b23 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:25.712075 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:25.714485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:25.723749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Pushing event updated for resources: {'Port': ['ID=a05aab07-9404-4769-8a05-7629880b687f,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.774747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Attempting to bind port a05aab07-9404-4769-8a05-7629880b687f on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:25.775082 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Attempting to bind port a05aab07-9404-4769-8a05-7629880b687f by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:25.775476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Attempting to bind port a05aab07-9404-4769-8a05-7629880b687f on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:25.780554 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:25.780925 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Checking segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:25.781330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.781716 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Bound using segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:25.782182 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Bound port: a05aab07-9404-4769-8a05-7629880b687f, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:25.782552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.802982 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Allocated IP 172.25.1.92 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/174e7cd5-6af9-42f9-b408-83b4dcb54d52) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:25.847654 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] For port a05aab07-9404-4769-8a05-7629880b687f, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:25.853084 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] For port a05aab07-9404-4769-8a05-7629880b687f, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a05aab07-9404-4769-8a05-7629880b687f,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:25.857457 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.907210 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.918349 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378620-2cf0-4040-97fd-27f0f36688d8 None None] Pushing event updated for resources: {'Port': ['ID=a05aab07-9404-4769-8a05-7629880b687f,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:25.946441 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:25.987391 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:25.990233 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:25.993030 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:26.025712 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Pushing event updated for resources: {'Port': ['ID=174e7cd5-6af9-42f9-b408-83b4dcb54d52,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:26.260105 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.455756 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.587551 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Router ccfa788b-1b16-42f7-a484-ee481f765a6b is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:51:26.696021 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:26.705485 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:26.714054 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:26.717018 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:26.717697 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:26.718539 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-46631869-d7c7-42aa-ab21-928129280a30 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4785869 Apr 20 15:51:26.718991 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52204) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:26.791573 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147107b5-56e8-407d-acb1-96996dc23e4c None None] Network e54918f4-757a-44ce-a062-b14090f02b23 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:26.825320 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:26.863567 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] Provisioning complete for port a05aab07-9404-4769-8a05-7629880b687f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:26.863920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.008934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:26Z', 'revision_number': 3, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:27.011304 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.037798 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:27.038267 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Updating router ccfa788b-1b16-42f7-a484-ee481f765a6b port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:51:27.048592 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] For port a05aab07-9404-4769-8a05-7629880b687f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a05aab07-9404-4769-8a05-7629880b687f,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:27.056703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.064807 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.115427 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f2b7-a722-4a73-8f33-704f150b9bd1 None None] Pushing event updated for resources: {'Port': ['ID=a05aab07-9404-4769-8a05-7629880b687f,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:27.190740 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.279062 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e9844041-2509-41f9-a45b-f44d3dbe55d9 None None] Provisioning complete for port a05aab07-9404-4769-8a05-7629880b687f triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:27.279521 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e9844041-2509-41f9-a45b-f44d3dbe55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.352082 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.360936 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.389967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Allocated IP 172.20.0.1 (e54918f4-757a-44ce-a062-b14090f02b23/5f08c238-d869-41ea-9056-31347314a630/c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:27.512239 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Attempting to bind port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:27.512529 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Attempting to bind port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:27.512837 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Attempting to bind port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:27.514652 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.522194 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Pushing event updated for resources: {'Port': ['ID=174e7cd5-6af9-42f9-b408-83b4dcb54d52,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:27.524457 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:27.524817 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:27.525207 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.525583 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:27.526038 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Bound port: 174e7cd5-6af9-42f9-b408-83b4dcb54d52, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:27.526407 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.551900 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.552352 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.552551 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.552876 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.552972 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.553232 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.553789 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.554148 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.554651 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.554975 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.555781 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.555781 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.556077 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:51:27.594074 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] For port 174e7cd5-6af9-42f9-b408-83b4dcb54d52, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:27.597926 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] For port 174e7cd5-6af9-42f9-b408-83b4dcb54d52, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=174e7cd5-6af9-42f9-b408-83b4dcb54d52,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:27.600206 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Network e54918f4-757a-44ce-a062-b14090f02b23 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:27.602695 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.607275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:27.617128 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:27.665444 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.670654 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:27.695989 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00b22-1eab-4255-97be-1608a0b8d043 None None] Pushing event updated for resources: {'Port': ['ID=174e7cd5-6af9-42f9-b408-83b4dcb54d52,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:27.702661 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:27.703530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:27.737028 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a05aab07-9404-4769-8a05-7629880b687f up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:27.803918 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port a05aab07-9404-4769-8a05-7629880b687f triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:27.805950 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.851058 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:27.857130 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:27.996139 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6284bbbf-ab6b-4b22-8d96-3f0ce3925167 None None] Provisioning complete for port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:27.996665 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6284bbbf-ab6b-4b22-8d96-3f0ce3925167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.036047 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6284bbbf-ab6b-4b22-8d96-3f0ce3925167 None None] Port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:28.048840 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.054556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.070771 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:26Z', 'revision_number': 3, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:28.096717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33a096-8165-47c8-8b21-12f74feaa11a None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:26Z', 'revision_number': 3, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:28.125005 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.127074 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:28.244838 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Network e54918f4-757a-44ce-a062-b14090f02b23 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:28.246366 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:28.393180 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:28.516476 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:28.522515 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-001682c3-9eba-4ebf-ae34-f450c799bf04 admin admin] 10.222.0.20 "PUT /v2.0/routers/ccfa788b-1b16-42f7-a484-ee481f765a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014534 Apr 20 15:51:28.566331 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-57e9ff60-9a26-4cad-9380-6c90edce33f8 None None] Provisioning complete for port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:28.567055 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-57e9ff60-9a26-4cad-9380-6c90edce33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:28.791306 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-57e9ff60-9a26-4cad-9380-6c90edce33f8 None None] Port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:29.046861 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52220) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:29.053802 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1824563294-network', 'tenant_id': '4825619d741b4cc4afedfc782ba96806'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:29.084074 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Made reservation on behalf of 4825619d741b4cc4afedfc782ba96806 for: {'network': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:29.086601 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for network, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.098949 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.182064 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.188480 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.212385 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 15:51:29.221833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834223e-fc88-47f7-800f-c73887b36f34,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:29.227003 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.227448 n-d-836145-2 neutron-server[102864]: INFO neutron.db.segments_db [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Added segment 69a300ac-99fd-400a-b934-08f891bfde7d of type vlan for network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 Apr 20 15:51:29.270525 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742239934666'] for network, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.298328 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706'] for network, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.299526 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:29.300219 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.359739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3116758 Apr 20 15:51:29.362709 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52222) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:29.367641 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bed04-7140-4cc1-aefa-8765931e81e1 admin admin] Pushing event updated for resources: {'Network': ['ID=78be37a8-54cb-4ee3-9d4a-3a2c49b270c5,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:29.369314 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Request body: {'subnet': {'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1824563294-subnet', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'ip_version': 4}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:29.377749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 details requested by agent ovs-agent-n-d-836145-2 with host n-d-836145-2 {{(pid=102865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 15:51:29.391960 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Made reservation on behalf of 4825619d741b4cc4afedfc782ba96806 for: {'subnet': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:29.394362 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59609416'] for subnet, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.570524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59829079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59609438'] for subnet, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.629614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14c06b9-1212-4159-8d4e-171755444488,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:29.645349 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Checking segment: {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:29.646595 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Network hostable DHCP agents. Network: 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5, hostable agents: ['42d8f827-7816-422a-82f7-8257143dc713'], hosted agents: [] {{(pid=102863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 15:51:29.665520 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 is scheduled to be hosted by DHCP agent 42d8f827-7816-422a-82f7-8257143dc713 with binding_index 1 {{(pid=102863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 15:51:29.673607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:29.680682 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836145-2, 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5) {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:29.684839 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:29.691194 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.692301 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:29.693061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:29.695033 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900b1fa-05f6-4655-954d-ffe30cd88a9f None None] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:29.700348 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 174e7cd5-6af9-42f9-b408-83b4dcb54d52 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:29.710996 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-e8271119-faa8-4960-832c-58660d6f708a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3464367 Apr 20 15:51:29.713961 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52224) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:29.718549 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:29.738074 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6186'] for router, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.739191 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3702653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3809230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6205'] for router, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.796083 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.929607 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:29.929871 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.933503 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:29.942010 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:30.080332 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e14d3b7-521a-5a24-8bb5-5ce945c792ed-78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'fixed_ips': [{'subnet_id': 'd14c06b9-1212-4159-8d4e-171755444488'}]}} from n-d-836145-2. {{(pid=102865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 15:51:30.081199 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.134370 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.154622 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.258693 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.259158 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Allocated IP 172.25.1.210 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/0f44f582-acd2-46a6-b540-f9b8073ccc10) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:30.336903 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 174e7cd5-6af9-42f9-b408-83b4dcb54d52, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=174e7cd5-6af9-42f9-b408-83b4dcb54d52,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:30.345587 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.359524 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.db_base_plugin_common [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Allocated IP 172.20.0.2 (78be37a8-54cb-4ee3-9d4a-3a2c49b270c5/d14c06b9-1212-4159-8d4e-171755444488/f83ae198-e7ed-4197-933f-02e65e4fd506) {{(pid=102865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:30.361404 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.400852 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.441536 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:30.446104 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:30.450590 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:30.453529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Pushing event updated for resources: {'Port': ['ID=0f44f582-acd2-46a6-b540-f9b8073ccc10,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:30.478284 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=174e7cd5-6af9-42f9-b408-83b4dcb54d52,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:30.499734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 2, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:30.535527 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:30.535861 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Updating router ccfa788b-1b16-42f7-a484-ee481f765a6b port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:51:30.576417 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.645526 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks [] for port, precommit_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.658634 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215'] for port, after_create {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.699034 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.769703 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 is already hosted by enough agents. {{(pid=102865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:30.776250 n-d-836145-2 neutron-server[102865]: DEBUG neutron.scheduler.base_scheduler [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Resources bound (agent type, host, resource id): {{(pid=102865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:30.779106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Received port after_create {{(pid=102865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:30.783195 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Pushing event updated for resources: {'Port': ['ID=f83ae198-e7ed-4197-933f-02e65e4fd506,revision_number=1']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:30.890914 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3702646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697140'] for router, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.895757 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Attempting to bind port f83ae198-e7ed-4197-933f-02e65e4fd506 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:30.896134 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Attempting to bind port f83ae198-e7ed-4197-933f-02e65e4fd506 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:30.897631 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Attempting to bind port f83ae198-e7ed-4197-933f-02e65e4fd506 on network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:30.912504 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:30.912962 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Checking segment: {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:30.913564 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:30.914226 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Bound using segment: {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:30.915043 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Bound port: f83ae198-e7ed-4197-933f-02e65e4fd506, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:30.915642 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.021299 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Router 07989c06-44fa-412e-942c-1a2f4d9a9696 is scheduled to L3 agent 1c059683-89cc-4894-8396-451ded4268cd with binding_index 1 {{(pid=102864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 15:51:31.036580 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.038426 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] For port f83ae198-e7ed-4197-933f-02e65e4fd506, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:31.042764 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] For port f83ae198-e7ed-4197-933f-02e65e4fd506, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f83ae198-e7ed-4197-933f-02e65e4fd506,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:31.044298 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.069155 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.111264 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6bfa-4133-4ea8-9db2-d99edd6c09bf None None] Pushing event updated for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.141098 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:31.155252 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Sync routers for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:31.174004 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:31.175013 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:31.178599 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] Notify callbacks [] for router, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.183562 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52226) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:31.189691 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e4a38fb7-7032-4376-9b13-bcaeb98b3cfd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4743943 Apr 20 15:51:31.214876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Attempting to bind port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:31.215308 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Attempting to bind port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:31.215791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Attempting to bind port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:31.223738 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bc44a-f7c1-445d-b3c5-5f34eb3dcad3 None None] Pushing event updated for resources: {'Port': ['ID=f83ae198-e7ed-4197-933f-02e65e4fd506,revision_number=2']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.226924 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:31.227465 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Checking segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:31.227935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.228437 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Bound using segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:31.228988 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Bound port: c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:31.229428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.323600 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] For port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:31.328682 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] For port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:31.331466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:31.339041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.416818 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c6bfa-4133-4ea8-9db2-d99edd6c09bf None None] Pushing event updated for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:31.439887 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:31.440752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:31.594759 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] Provisioning complete for port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:31.595540 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.616683 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 3, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:31.670194 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Checking router: 07989c06-44fa-412e-942c-1a2f4d9a9696 for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:31.670644 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Updating router 07989c06-44fa-412e-942c-1a2f4d9a9696 port 0f44f582-acd2-46a6-b540-f9b8073ccc10 binding host n-d-836145-2 {{(pid=102866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:51:31.710429 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:31.852727 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:31.857025 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f83ae198-e7ed-4197-933f-02e65e4fd506 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:31.902737 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.024342 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks [] for port, precommit_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.030675 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.071229 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Allocated IP 172.20.0.1 (78be37a8-54cb-4ee3-9d4a-3a2c49b270c5/d14c06b9-1212-4159-8d4e-171755444488/70ad1d05-c66d-4ad2-aa2a-6ae59da83389) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:32.074090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.093085 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Attempting to bind port 0f44f582-acd2-46a6-b540-f9b8073ccc10 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:32.093456 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Attempting to bind port 0f44f582-acd2-46a6-b540-f9b8073ccc10 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:32.093971 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Attempting to bind port 0f44f582-acd2-46a6-b540-f9b8073ccc10 on network 83103849-99eb-42c2-bd65-4018e624a005 {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:32.095336 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f83ae198-e7ed-4197-933f-02e65e4fd506 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:32.095778 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.107006 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:32.107006 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Checking segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:32.108530 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.108939 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Bound using segment: {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'} {{(pid=102866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:32.109431 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.managers [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Bound port: 0f44f582-acd2-46a6-b540-f9b8073ccc10, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1603441-b86c-439a-9dad-b18be062fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83103849-99eb-42c2-bd65-4018e624a005'}}] {{(pid=102866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:32.109962 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.146214 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa08937-2ce2-4b01-82af-92292648463c None None] Pushing event updated for resources: {'Port': ['ID=0f44f582-acd2-46a6-b540-f9b8073ccc10,revision_number=2']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.180797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] For port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:32.201601 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] For port 0f44f582-acd2-46a6-b540-f9b8073ccc10, host n-d-836145-2, cleared binding levels {{(pid=102866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:32.205483 n-d-836145-2 neutron-server[102866]: DEBUG neutron.plugins.ml2.db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] For port 0f44f582-acd2-46a6-b540-f9b8073ccc10, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f44f582-acd2-46a6-b540-f9b8073ccc10,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:32.207070 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.213554 n-d-836145-2 neutron-server[102866]: DEBUG neutron_lib.callbacks.manager [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.236018 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.280690 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa08937-2ce2-4b01-82af-92292648463c None None] Pushing event updated for resources: {'Port': ['ID=0f44f582-acd2-46a6-b540-f9b8073ccc10,revision_number=3']} {{(pid=102866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.283206 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:32.283889 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.284030 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.303701 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a78713-8e7a-4187-a028-f5d53601bbbe None None] Pushing event updated for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.327874 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.344640 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:32.348027 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:32.350909 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:32.362952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:31Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.364752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d19aee6b-73d8-4ec5-acf2-d88c29e72d9e None None] Provisioning complete for port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:32.365123 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d19aee6b-73d8-4ec5-acf2-d88c29e72d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.387335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Pushing event updated for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.416176 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:32.419195 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3700679'] for router_interface, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.424006 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port f83ae198-e7ed-4197-933f-02e65e4fd506, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f83ae198-e7ed-4197-933f-02e65e4fd506,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:32.425168 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc86948-2db3-4693-88a5-88deba0f1537 None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:31Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:32.447763 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.448594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 174e7cd5-6af9-42f9-b408-83b4dcb54d52 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:32.618317 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=f83ae198-e7ed-4197-933f-02e65e4fd506,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.623950 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.689860 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:32.690672 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.701328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e359321-cb3e-4fc7-ac82-e93e774950d2 None None] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:51:32.726904 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 3, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:32.756008 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaa716-a00a-440b-9963-498c3872a43e None None] The sync data for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 is: [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 3, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:32.839470 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.852190 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.884186 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-6c04221a-32cb-4d02-9efc-850c6c868bf1 None None] Provisioning complete for port f83ae198-e7ed-4197-933f-02e65e4fd506 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:32.884560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6c04221a-32cb-4d02-9efc-850c6c868bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:32.927259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Pushing event updated for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:32.934676 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4149720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3700667'] for router_interface, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.088840 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:33.090433 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:33.227047 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Router 07989c06-44fa-412e-942c-1a2f4d9a9696 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:33.362056 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:33.371162 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-3e383643-e880-4b44-b992-39797534fed8 admin admin] 10.222.0.20 "PUT /v2.0/routers/07989c06-44fa-412e-942c-1a2f4d9a9696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1862082 Apr 20 15:51:33.409679 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-08c520ca-733a-46e3-89b2-5d6fb35e8ec7 None None] Provisioning complete for port f83ae198-e7ed-4197-933f-02e65e4fd506 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:33.410056 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08c520ca-733a-46e3-89b2-5d6fb35e8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.543618 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-08c520ca-733a-46e3-89b2-5d6fb35e8ec7 None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:33.543825 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-08c520ca-733a-46e3-89b2-5d6fb35e8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.585153 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-08c520ca-733a-46e3-89b2-5d6fb35e8ec7 None None] Port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:33.714710 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3fbe17f4-65d2-4aa2-814e-bbad4ae4e2d6 None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:33.715723 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3fbe17f4-65d2-4aa2-814e-bbad4ae4e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.810974 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe17f4-65d2-4aa2-814e-bbad4ae4e2d6 None None] Port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:33.874450 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:33.940112 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-d9b9c5d6-2c38-410e-a448-b41a55b1f247 None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:33.940234 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c5d6-2c38-410e-a448-b41a55b1f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:33.974767 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:33.975406 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.006312 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9c5d6-2c38-410e-a448-b41a55b1f247 None None] Port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:34.066753 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f83ae198-e7ed-4197-933f-02e65e4fd506 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:34.118742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port f83ae198-e7ed-4197-933f-02e65e4fd506 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:34.119114 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.198200 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f44f582-acd2-46a6-b540-f9b8073ccc10 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:34.241976 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.252562 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0f44f582-acd2-46a6-b540-f9b8073ccc10 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:34.252935 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.337313 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.358356 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] For port 0f44f582-acd2-46a6-b540-f9b8073ccc10, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f44f582-acd2-46a6-b540-f9b8073ccc10,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:34.363285 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.388484 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52234) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:34.393807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651508957', 'description': 'tempest-secgroup-smoke-1651508957 description', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:34.414976 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Pushing event updated for resources: {'Port': ['ID=0f44f582-acd2-46a6-b540-f9b8073ccc10,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:34.420367 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.839932 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.844763 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.874234 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.875542 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4859707 Apr 20 15:51:34.877624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a805c-91b7-48e3-8059-b4d8c1e38b7c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f030e1-474d-45b7-bf35-ba1ffe0c159a,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:34.878711 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52236) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:34.883847 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:34.911274 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.966653 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.971264 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.988119 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cfe6b4-5049-448a-8868-563e61ab0062,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:34.997450 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:34.998693 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-65f12991-c34e-4557-97a7-61d744ad2e83 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188900 Apr 20 15:51:35.001461 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52238) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:35.005817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:35.032571 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.093632 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.099121 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.119051 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b6ba56-d3f6-4f1a-912a-4050364af94c,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.129531 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.130842 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-6ff3c4dc-9f76-4b95-b072-63e4556c4f9c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284380 Apr 20 15:51:35.133863 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52240) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:35.139328 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:35.166921 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.227575 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.237027 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.252718 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e2b4ea-59aa-4ea7-ac62-635776f5632c,revision_number=0']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.265384 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.269341 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-467a1c1e-fd6f-459a-b6b8-fe34b16226be tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318069 Apr 20 15:51:35.269774 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52242) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:35.274718 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:35.301188 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.368677 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.373825 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.393333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e497c687-b5d4-4d37-9963-4d42b95de909,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.404015 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.405356 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-f356d990-27c2-48a0-be3d-7c6339cc3100 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345057 Apr 20 15:51:35.408707 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52244) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:35.413171 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:35.433467 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Project b93dafacb7b84a708da43dc924c0d9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:51:35.438412 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.499984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.504891 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.523535 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ce6c48-3ae9-4bbe-a462-d393e6f1b4db,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.532401 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.533764 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-0800b12e-7285-4d56-9ecf-7e95d02e615e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239750 Apr 20 15:51:35.536702 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52246) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:35.541464 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'security_group_rule': {'security_group_id': 'a1f030e1-474d-45b7-bf35-ba1ffe0c159a', 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:35.561913 n-d-836145-2 neutron-server[102863]: INFO neutron.db.securitygroups_db [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Project b93dafacb7b84a708da43dc924c0d9cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 15:51:35.567215 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.633554 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.637595 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4099274'] for security_group_rule, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.655980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1073b0d4-36a7-492d-bd53-7cc0f5ccb69b,revision_number=0']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:35.670784 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.674613 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-61f3cf62-26d7-4689-aacf-07547f6f1d3c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344178 Apr 20 15:51:35.675037 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f44f582-acd2-46a6-b540-f9b8073ccc10 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:35.725252 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 0f44f582-acd2-46a6-b540-f9b8073ccc10 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:35.725464 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:35.814969 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-39369b82-7aa0-431c-b2c4-ee820bd87886 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651508957&fields=id&tenant_id=b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 267 time: 0.0334506 Apr 20 15:51:35.828068 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Sync routers for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:35.839688 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:35.840304 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:35.925192 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-9657f988-adf0-46b1-a189-df4dc646dba5 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:35.926593 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-9657f988-adf0-46b1-a189-df4dc646dba5 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 810 time: 0.1040127 Apr 20 15:51:35.942383 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-7131207d-9c11-41cc-8296-559b2b74a901 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/quotas/b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 375 time: 0.0092912 Apr 20 15:51:35.947547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:35.994386 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a96f755a-fdc0-42ba-a28e-f6f3c06cd4b0 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461221 Apr 20 15:51:36.101281 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-c83df794-1c34-4d41-bd70-6b876c31a398 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:51:36.102328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-c83df794-1c34-4d41-bd70-6b876c31a398 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965981 Apr 20 15:51:36.151259 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 4, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '70ad1d05-c66d-4ad2-aa2a-6ae59da83389', 'name': '', 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'mac_address': 'fa:16:3e:2c:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'd14c06b9-1212-4159-8d4e-171755444488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 2, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'subnets': [{'id': 'd14c06b9-1212-4159-8d4e-171755444488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:36.153530 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:51:36.183803 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Checking router: 07989c06-44fa-412e-942c-1a2f4d9a9696 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:36.184160 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Updating router 07989c06-44fa-412e-942c-1a2f4d9a9696 port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 binding host n-d-836145-2 {{(pid=102865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 15:51:36.193609 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-9af10997-8c93-42a7-ab49-2025f5381e98 service neutron] 10.222.0.20 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845771 Apr 20 15:51:36.209938 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.286606 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-562821e4-bda8-4920-bf9f-5537e2cc0048 service neutron] 10.222.0.20 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Apr 20 15:51:36.458537 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cc43ee29-a6b8-4f6a-aa7d-63cc2377bdb8 req-0c1a11c9-80f7-4495-a236-3c0c45b3587d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 210 time: 0.0280454 Apr 20 15:51:36.652404 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks [] for port, precommit_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.658141 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.714499 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a826-3555-41ff-a57b-1f5345b76998 None None] Pushing event updated for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=3']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.766813 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Attempting to bind port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 on host n-d-836145-2 for vnic_type normal with profile {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:36.767136 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Attempting to bind port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 by drivers openvswitch,hyperv on host n-d-836145-2 at level 0 using segments [{'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:36.767509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Attempting to bind port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 on network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:36.772996 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Checking agent: {'id': 'df2c9d97-8371-420a-94cd-5a595d1e0df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 20, 14, 20, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836145-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:36.773407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Checking segment: {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:36.773880 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.774442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Bound using segment: {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'} {{(pid=102865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:36.775002 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.managers [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Bound port: 70ad1d05-c66d-4ad2-aa2a-6ae59da83389, host: n-d-836145-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a300ac-99fd-400a-b934-08f891bfde7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5'}}] {{(pid=102865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:36.775389 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.854243 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] For port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389, host n-d-836145-2, cleared binding levels {{(pid=102865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:36.858171 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] For port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389, host n-d-836145-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:36.865025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:36.927452 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:36.928089 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:36.970417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a826-3555-41ff-a57b-1f5345b76998 None None] Pushing event updated for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:36.996407 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:36.996552 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.083651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:37.198357 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.274942 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] For port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:37.281544 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.358328 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464afc3-b3e7-4493-b60b-4ed06682ffe6 None None] Pushing event updated for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:37.381597 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 4, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '70ad1d05-c66d-4ad2-aa2a-6ae59da83389', 'name': '', 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'mac_address': 'fa:16:3e:2c:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'd14c06b9-1212-4159-8d4e-171755444488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:36Z', 'revision_number': 4, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'subnets': [{'id': 'd14c06b9-1212-4159-8d4e-171755444488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:37.413350 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4799a-6f73-45a9-8688-6a2865f3524e None None] The sync data for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 is: [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 4, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': '70ad1d05-c66d-4ad2-aa2a-6ae59da83389', 'name': '', 'network_id': '78be37a8-54cb-4ee3-9d4a-3a2c49b270c5', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'mac_address': 'fa:16:3e:2c:7d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'd14c06b9-1212-4159-8d4e-171755444488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:31Z', 'updated_at': '2022-04-20T15:51:36Z', 'revision_number': 4, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'subnets': [{'id': 'd14c06b9-1212-4159-8d4e-171755444488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:37.425641 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-3688f7b6-ee48-4107-88d6-e3765909c13d None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:37.426104 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-3688f7b6-ee48-4107-88d6-e3765909c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.566606 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a091eb55-2cb4-40b2-a43f-279e41ad8a58 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:37.568257 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a091eb55-2cb4-40b2-a43f-279e41ad8a58 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 810 time: 0.1874843 Apr 20 15:51:37.600269 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-15700579-f5da-42a6-8587-63b3748defdf req-e6c336a3-7e38-45ee-8fcb-a0a6f008586c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 210 time: 0.0310760 Apr 20 15:51:37.646722 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-d14b9e86-4539-4936-bc79-2c951610c2ec tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 380 time: 0.0680659 Apr 20 15:51:37.658199 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'port': {'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'admin_state_up': True, 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'security_groups': ['a1f030e1-474d-45b7-bf35-ba1ffe0c159a']}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:37.707674 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 up at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:37.762287 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Provisioning complete for port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:37.762876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.775930 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Made reservation on behalf of b93dafacb7b84a708da43dc924c0d9cc for: {'port': 1} {{(pid=102863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:51:37.780405 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:37.921444 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_common [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Allocated IP 172.20.0.6 (e54918f4-757a-44ce-a062-b14090f02b23/5f08c238-d869-41ea-9056-31347314a630/3a6b9361-5af8-4a47-b099-0977792172d1) {{(pid=102863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:38.068533 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.105098 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_create {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.156146 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Network e54918f4-757a-44ce-a062-b14090f02b23 is already hosted by enough agents. {{(pid=102863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:38.159310 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.base_scheduler [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Resources bound (agent type, host, resource id): {{(pid=102863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:38.161778 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Received port after_create {{(pid=102863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:38.194252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=1']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.232776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:38.232776 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.251365 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-cfa91d95-0d3e-493b-9e86-8f4febbb2428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972311 Apr 20 15:51:38.263727 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.v2.base [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Request body: {'port': {'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836145-2'}} {{(pid=102863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:38.322504 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.390626 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-c09329d8-ad4b-4ab3-a845-9ea899711358 None None] Provisioning complete for port 3a6b9361-5af8-4a47-b099-0977792172d1 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:38.391012 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c09329d8-ad4b-4ab3-a845-9ea899711358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.424165 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-c09329d8-ad4b-4ab3-a845-9ea899711358 None None] Port 3a6b9361-5af8-4a47-b099-0977792172d1 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:51:38.597791 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6b9361-5af8-4a47-b099-0977792172d1 {{(pid=102863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:38.605116 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.617011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.provisioning_blocks [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Transition to ACTIVE for port object 3a6b9361-5af8-4a47-b099-0977792172d1 will not be triggered until provisioned by entity L2. {{(pid=102863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:51:38.622031 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.671428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=2']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.741117 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59636b-e9c9-4d7b-9917-c35ed39cf3f4 req-c9242e7e-0a93-4a6c-a41c-58e0bf874f18 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:38.742830 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed59636b-e9c9-4d7b-9917-c35ed39cf3f4 req-c9242e7e-0a93-4a6c-a41c-58e0bf874f18 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0608368 Apr 20 15:51:38.746846 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Attempting to bind port 3a6b9361-5af8-4a47-b099-0977792172d1 on host n-h2-836145-2 for vnic_type normal with profile {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:51:38.747571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Attempting to bind port 3a6b9361-5af8-4a47-b099-0977792172d1 by drivers openvswitch,hyperv on host n-h2-836145-2 at level 0 using segments [{'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:51:38.748030 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Attempting to bind port 3a6b9361-5af8-4a47-b099-0977792172d1 on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:38.753988 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Port 3a6b9361-5af8-4a47-b099-0977792172d1 on network e54918f4-757a-44ce-a062-b14090f02b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-836145-2 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:51:38.754386 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Attempting to bind port 3a6b9361-5af8-4a47-b099-0977792172d1 on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:51:38.760100 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Checking agent: {'id': '757fc28f-721e-491c-982e-915b1ceb8ac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:51:38.760544 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Checking segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:51:38.761007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Bound using segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} {{(pid=102863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:51:38.761885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.managers [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Bound port: 3a6b9361-5af8-4a47-b099-0977792172d1, host: n-h2-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}}] {{(pid=102863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:51:38.762319 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.839962 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, cleared binding levels {{(pid=102863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:51:38.843480 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:51:38.852634 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59828718'] for port, after_update {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.889428 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:38.890060 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:38.891548 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 1091 time: 0.6324551 Apr 20 15:51:38.892007 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:38.894334 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030727a2-7acf-49c0-af73-8d1bae00c638" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:51:38.924390 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2fd90-0559-4517-b472-ee8d2d64b365 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=3']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:38.978857 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5d8d7-1dff-4232-b2e2-3a6fc3de8f85 x-openstack-request-id: req-89a5d8d7-1dff-4232-b2e2-3a6fc3de8f85 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:51:38.979530 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:51:38.979943 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a5d8d7-1dff-4232-b2e2-3a6fc3de8f85 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:51:38.980688 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a5d8d7-1dff-4232-b2e2-3a6fc3de8f85'] response: {'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'status': 'completed', 'code': 200} Apr 20 15:51:39.002367 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-55db8b03-9455-44f8-8a58-c330b79acbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.004046 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-55db8b03-9455-44f8-8a58-c330b79acbbc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0656188 Apr 20 15:51:39.054039 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-33d3a608-decd-44b1-a967-89afa8cca29e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 217 time: 0.0409780 Apr 20 15:51:39.107898 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-e7a1a91e-2009-45a2-9587-1717eb790f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.109527 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-e7a1a91e-2009-45a2-9587-1717eb790f30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0488448 Apr 20 15:51:39.157614 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-30ed0082-eadb-457c-a5cf-386e8ecd980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.159266 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-30ed0082-eadb-457c-a5cf-386e8ecd980b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422499 Apr 20 15:51:39.211840 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-ed59636b-e9c9-4d7b-9917-c35ed39cf3f4 req-d9a488f0-1104-4bf9-a9aa-9ea3d41fc85c tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625521 Apr 20 15:51:39.262647 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-1af7eae8-62c5-4698-a76b-8e53bc2e3ed0 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967326 Apr 20 15:51:39.357700 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-62ddfc6a-507d-4439-89ed-f3476f70b1d3 req-d160dc15-5c85-4fe8-957e-2f4300072280 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Apr 20 15:51:39.453942 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-89a3d75c-5c07-4d3d-99f1-dea2cc11e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.455510 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-89a3d75c-5c07-4d3d-99f1-dea2cc11e61b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0439172 Apr 20 15:51:39.551571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-b9dbea74-baa0-4873-b34c-d1a1d4ef3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.554998 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-b9dbea74-baa0-4873-b34c-d1a1d4ef3eb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0927815 Apr 20 15:51:39.601174 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-62c60ff8-3f82-4cda-a88f-a9cefeeb2384 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 217 time: 0.0401762 Apr 20 15:51:39.659689 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-83805cb5-6c50-4da3-92a3-53b13717b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.661192 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-83805cb5-6c50-4da3-92a3-53b13717b2cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0531149 Apr 20 15:51:39.714620 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-0c3de915-cdcf-4e56-9e7e-e2cbf406d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:39.716158 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-0c3de915-cdcf-4e56-9e7e-e2cbf406d04c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479844 Apr 20 15:51:39.814546 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-1d038749-a305-4d48-85f2-f2be498623db service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901670 Apr 20 15:51:39.920076 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-030727a2-7acf-49c0-af73-8d1bae00c638 req-5c907341-fddf-4824-ba45-5dc7ff89ede3 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968776 Apr 20 15:51:40.220532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-9356d88a-2aa0-4feb-9fbb-6867616a78d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:40.334440 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc324ea-6bc6-4f39-96c2-b942e4c39765 req-b65ea008-465b-42c2-bdb4-129fba565377 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:40.336015 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc324ea-6bc6-4f39-96c2-b942e4c39765 req-b65ea008-465b-42c2-bdb4-129fba565377 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0514355 Apr 20 15:51:40.374351 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8dc324ea-6bc6-4f39-96c2-b942e4c39765 req-4ad22ac2-f5ef-4bf6-992d-1e2e7b1f7c79 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Apr 20 15:51:41.497087 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed172e8-78c8-4b45-b9b7-16d8c4ec64e1 req-bf953610-caeb-404d-b0f6-7b41c1425364 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:41.498469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ed172e8-78c8-4b45-b9b7-16d8c4ec64e1 req-bf953610-caeb-404d-b0f6-7b41c1425364 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0537145 Apr 20 15:51:41.539703 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-6ed172e8-78c8-4b45-b9b7-16d8c4ec64e1 req-a7f0964d-e055-4a30-9d6b-0610f9ff1b77 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Apr 20 15:51:42.663650 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a90c-bdb2-41ff-baa2-9eb5c007e4a6 req-4612b7ee-75c2-4602-9654-4033faeb8ee8 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:42.665283 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ac9a90c-bdb2-41ff-baa2-9eb5c007e4a6 req-4612b7ee-75c2-4602-9654-4033faeb8ee8 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0536125 Apr 20 15:51:42.704212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-9ac9a90c-bdb2-41ff-baa2-9eb5c007e4a6 req-f3920aec-ae5c-4f71-bedb-7af0857e5afd tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Apr 20 15:51:42.896687 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:51:43.001258 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:43.021324 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3a6b9361-5af8-4a47-b099-0977792172d1', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:51:43.064265 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.078214 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6b9361-5af8-4a47-b099-0977792172d1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:51:43.098063 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:43.104382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.158364 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:43.353876 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3a6b9361-5af8-4a47-b099-0977792172d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:51:43.635854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-21a87de5-c1d8-43f5-9617-67c4b80f83a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:43.826004 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa73b0-b484-49ff-8999-bacbf5944054 req-566a75ad-9cdc-4596-a415-9628666b466b tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:43.827483 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3afa73b0-b484-49ff-8999-bacbf5944054 req-566a75ad-9cdc-4596-a415-9628666b466b tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 944 time: 0.0502281 Apr 20 15:51:43.866326 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3afa73b0-b484-49ff-8999-bacbf5944054 req-82efb485-250d-45db-ba0e-a870a38480ba tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Apr 20 15:51:44.040560 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.867888 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.902265 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:51:44.955329 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning for port 3a6b9361-5af8-4a47-b099-0977792172d1 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:51:44.959212 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3a6b9361-5af8-4a47-b099-0977792172d1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:51:44.959562 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:44.987922 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f22b7-b173-4c74-b6b7-687557c2ad77 req-e1133c20-6e72-4b3d-a08e-28ec4d741584 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:44.989419 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d9f22b7-b173-4c74-b6b7-687557c2ad77 req-e1133c20-6e72-4b3d-a08e-28ec4d741584 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 944 time: 0.0496027 Apr 20 15:51:45.031028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d9f22b7-b173-4c74-b6b7-687557c2ad77 req-b7aee04e-55ba-48c9-aa69-7526a0d00d8d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350475 Apr 20 15:51:45.040842 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.064511 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:45.066545 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd8480-af2e-4a21-b3e2-75a4bbe65904" -d '{"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:51:45.078858 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:51:45.083388 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.107356 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f3983-fc1c-4110-b824-9c51503852bf x-openstack-request-id: req-2d9f3983-fc1c-4110-b824-9c51503852bf {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:51:45.107544 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:51:45.107814 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9f3983-fc1c-4110-b824-9c51503852bf {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:51:45.108209 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9f3983-fc1c-4110-b824-9c51503852bf'] response: {'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'code': 200} Apr 20 15:51:45.133800 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:45.204713 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f1570-07ad-438e-bc3e-bfb879c7d65e req-8e2415c0-1f4c-419c-a067-ac0b53bdcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:45.206221 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-621f1570-07ad-438e-bc3e-bfb879c7d65e req-8e2415c0-1f4c-419c-a067-ac0b53bdcf1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1096 time: 0.0431101 Apr 20 15:51:45.240758 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-621f1570-07ad-438e-bc3e-bfb879c7d65e req-e4bb7866-61de-464c-9b8f-abf5c94986be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276387 Apr 20 15:51:45.405586 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:45.568706 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:46.167093 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38227cfc-142b-48a1-b7ed-a0592acb5d02 req-d29b4881-a217-4b57-ab56-a22e6b31acbb tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:46.168449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38227cfc-142b-48a1-b7ed-a0592acb5d02 req-d29b4881-a217-4b57-ab56-a22e6b31acbb tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 945 time: 0.0616798 Apr 20 15:51:46.207059 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-38227cfc-142b-48a1-b7ed-a0592acb5d02 req-9cc170ce-e946-462a-83b2-bffd1f34f269 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Apr 20 15:51:47.340653 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f2d3-272b-4fff-840e-4fc80c6953d3 req-7cc02a40-29cc-471a-a949-381755f014d1 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:47.342128 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e552f2d3-272b-4fff-840e-4fc80c6953d3 req-7cc02a40-29cc-471a-a949-381755f014d1 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 945 time: 0.0519757 Apr 20 15:51:47.381111 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-e552f2d3-272b-4fff-840e-4fc80c6953d3 req-833e709e-7b7d-45bf-b6e3-8c47044d0596 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Apr 20 15:51:47.505052 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c26b0-24e7-4295-a10f-3ca6a11b4451 req-e577eb4c-2dbd-4630-b66c-0098bc96c727 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:47.506445 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d03c26b0-24e7-4295-a10f-3ca6a11b4451 req-e577eb4c-2dbd-4630-b66c-0098bc96c727 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 945 time: 0.0550845 Apr 20 15:51:47.548493 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d03c26b0-24e7-4295-a10f-3ca6a11b4451 req-2e867f9f-402b-4600-b312-a66e136be2c7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346241 Apr 20 15:51:47.570726 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52300) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:47.663803 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1513e9-554d-4a50-8043-7357877f68f0 tempest-TestSnapshotPattern-1496695086 tempest-TestSnapshotPattern-1496695086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:47.665497 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-7e1513e9-554d-4a50-8043-7357877f68f0 tempest-TestSnapshotPattern-1496695086 tempest-TestSnapshotPattern-1496695086-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1091 time: 0.0935414 Apr 20 15:51:47.668727 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52304) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:51:47.675264 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:51:47.705312 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.812288 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:47.920239 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Allocated IP 172.25.1.5 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/c5f3f018-3de6-4e19-b534-4709dd091f46) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:51:48.022354 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.059261 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.101059 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:51:48.105485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:51:48.109767 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:51:48.112739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=c5f3f018-3de6-4e19-b534-4709dd091f46,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:48.478486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.555446 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.719886 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.726301 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.792773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=c5f3f018-3de6-4e19-b534-4709dd091f46,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:51:48.803874 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:48.906530 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Floating IP 72a32a7d-6d17-43ed-8a78-a8ddf15afd55 associated. External IP: 172.25.1.5, port: 3a6b9361-5af8-4a47-b099-0977792172d1. Apr 20 15:51:49.117162 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:51:49.223300 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:51:49.233053 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:51:49.240994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:51:49.243826 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:49.244432 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:49.268963 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-d4ff5903-45aa-44af-b0cb-86ea9f9d4360 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5989616 Apr 20 15:51:49.269572 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:51:49.271919 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8388fa-a241-429c-a145-dbe6323a3b75" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:51:49.311771 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd27eda-aaf9-45ff-9724-34564515dbd8 x-openstack-request-id: req-ecd27eda-aaf9-45ff-9724-34564515dbd8 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:51:49.312065 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:51:49.312322 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd27eda-aaf9-45ff-9724-34564515dbd8 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:51:49.312737 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd27eda-aaf9-45ff-9724-34564515dbd8'] response: {'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'status': 'completed', 'code': 200} Apr 20 15:51:49.350081 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:49.375226 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-2aa9ae8e-9da7-4f6d-bb10-a3badfad9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:49.376654 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-2aa9ae8e-9da7-4f6d-bb10-a3badfad9d44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1096 time: 0.0416811 Apr 20 15:51:49.470996 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-20105b39-8159-4b52-bfde-c8c926be1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:49.472550 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-20105b39-8159-4b52-bfde-c8c926be1fa9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0887575 Apr 20 15:51:49.539696 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-ba29dc6b-cb7b-4a5c-b4e2-9667113ad723 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 997 time: 0.0579751 Apr 20 15:51:49.578976 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:48Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:49.594434 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-92c2d8da-ba89-4321-8a0f-e05ffcba8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:49.595968 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-92c2d8da-ba89-4321-8a0f-e05ffcba8a7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0497532 Apr 20 15:51:49.605828 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:51:49.614424 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:51:49.615021 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:51:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:49.643514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-668abef1-7b34-40cc-8c3d-6fb880ff4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:51:49.644957 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-668abef1-7b34-40cc-8c3d-6fb880ff4ce5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422528 Apr 20 15:51:49.724125 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:51:49.739238 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-0a3fdd78-e48b-443b-8f52-8d6a43044e9e service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Apr 20 15:51:49.844302 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-1a8388fa-a241-429c-a145-dbe6323a3b75 req-7f1b74fd-4d49-47f7-a92e-3e46f85c019b service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979176 Apr 20 15:51:49.961187 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:48Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:51:49.991325 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af032e-52f3-4566-a68e-2e0dea9524f0 None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:48Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:51:50.190237 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd3d1f-1302-4ac1-afd3-82aa3a59c351 None None] New status for floating IP 72a32a7d-6d17-43ed-8a78-a8ddf15afd55: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:52:04.233115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:10.229041 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-eaa3586b-32fd-442f-b559-878446510745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:13.159717 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:52:13.646944 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-227a02c2-520b-4ed2-a119-7e37983a2c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.040475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:14.858728 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.406257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:15.570812 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:27.228259 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-273d6df7-7d6b-420a-b2a0-2039fcc4e544 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461552 Apr 20 15:52:27.330607 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-a725f7f6-cc2d-4702-9fe0-e894a7be2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:27.332114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-a725f7f6-cc2d-4702-9fe0-e894a7be2bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1096 time: 0.0480950 Apr 20 15:52:27.439814 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-926be10f-b8fa-4b4c-be19-a1a5cbd2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:27.441300 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-926be10f-b8fa-4b4c-be19-a1a5cbd2a014 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0885763 Apr 20 15:52:27.512754 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-d97ca67a-fead-413e-9c90-a9020037de43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 999 time: 0.0584378 Apr 20 15:52:27.568585 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-8b363a94-d1be-42ff-a5d3-7d30cc423aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:27.570054 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-8b363a94-d1be-42ff-a5d3-7d30cc423aca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0508268 Apr 20 15:52:27.619045 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-3f4ae035-6047-4186-aa60-b0d2130fa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:52:27.620537 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-3f4ae035-6047-4186-aa60-b0d2130fa1f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428274 Apr 20 15:52:27.712051 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-75cd8314-9d79-467b-b7a4-fdbc74fb5252 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Apr 20 15:52:27.814558 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-a918184c-58c3-4ef0-9c84-d7e15c15ec6e req-6b99e98c-8b3a-44c9-b75c-40def6c9b908 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952761 Apr 20 15:52:34.233882 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:40.230374 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e2709f50-e037-4231-9b5c-ead99c30ccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:43.649545 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d295-2c1b-423b-a85c-aa454fa584bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.044371 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:44.874089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.412320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:45.575322 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:52:50.160635 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:53:04.243592 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:10.231403 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb73f581-d2f7-4267-ad6f-ab833584e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:13.656089 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-92af0469-bf91-45f4-840d-65122cfb333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.052059 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:14.871876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.402828 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:15.576479 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:21.091633 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-b97ca3a2-882b-4537-8067-815175fa422b req-0ffdf3ff-a961-4177-8aa2-39603c5b43fb service neutron] (102863) timed out ('10.222.0.45', 64058) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 15:53:27.166704 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:53:28.971106 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-d524b59a-db8d-4c8d-8f36-d7c4ced55f3c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447423 Apr 20 15:53:29.053863 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-c3125ebe-6b05-4943-a15b-7af3772e108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:29.055356 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-c3125ebe-6b05-4943-a15b-7af3772e108a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1096 time: 0.0423992 Apr 20 15:53:29.175697 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-231fa333-fbb7-488f-b07c-cdd956fca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:29.177114 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-231fa333-fbb7-488f-b07c-cdd956fca38c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.1015611 Apr 20 15:53:29.251383 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-14cc2e15-6b76-4f0f-b429-78f273886c65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 999 time: 0.0668099 Apr 20 15:53:29.314777 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-41f7837f-d355-4ab2-8e81-ca8b7656e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:29.316354 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-41f7837f-d355-4ab2-8e81-ca8b7656e6d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0576823 Apr 20 15:53:29.367250 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-1555296c-b207-4ce8-bb70-883b6f4449e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:29.368769 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-1555296c-b207-4ce8-bb70-883b6f4449e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462115 Apr 20 15:53:29.384062 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-bed9675a-40ea-41d0-a1e0-b655274e71ed service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:53:29.385498 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-bed9675a-40ea-41d0-a1e0-b655274e71ed service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093825 Apr 20 15:53:29.486245 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-45390501-1739-45d8-ace3-e3bb80048916 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938056 Apr 20 15:53:29.595160 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-72f1fe67-0d38-4737-86ec-8550f5d020d9 req-e495d1ff-6350-4768-81c7-bca8e32fce79 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016388 Apr 20 15:53:34.266545 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:40.234069 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c9f8-8fa9-4ad4-bf09-d8ad1d3ad3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:43.654969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dfcd340a-2643-4cd8-9e47-cba4c05d04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.052488 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:44.867921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.402746 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:45.578780 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.576461 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 details requested by agent hyperv_n-h2-836145-2 with host n-h2-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:53:49.859812 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:53:49.871935 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Returning: {'device': '3a6b9361-5af8-4a47-b099-0977792172d1', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:53:49.913066 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:49.927433 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a6b9361-5af8-4a47-b099-0977792172d1 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:53:49.949211 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:53:49.954845 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:50.009628 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:50.020133 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.020469 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.020829 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.021159 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.021485 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.021804 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.022099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.022417 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.022758 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.023080 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.023509 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.023827 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:53:50.036952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] get_ports_and_sgs() called for port_ids ['3a6b9361-5af8-4a47-b099-0977792172d1'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:53:51.574285 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 up at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:53:51.629297 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Provisioning complete for port 3a6b9361-5af8-4a47-b099-0977792172d1 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:53:51.629663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.716927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.741797 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:51.744106 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce71a4f-1d92-4561-968a-d8a68681e9c8" -d '{"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:53:51.762154 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:53:51.771073 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:51.863708 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:51.890553 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40872be-7619-4141-9aaa-5d34c89f1dee x-openstack-request-id: req-b40872be-7619-4141-9aaa-5d34c89f1dee {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:53:51.890958 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:53:51.891307 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b40872be-7619-4141-9aaa-5d34c89f1dee {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:53:51.891871 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40872be-7619-4141-9aaa-5d34c89f1dee'] response: {'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'code': 200} Apr 20 15:53:57.322028 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-d2c040bd-a3e4-489e-a7bf-0f2fe380c3a8 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651508957&fields=id&tenant_id=b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 267 time: 0.0360696 Apr 20 15:53:57.434101 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-7cbf7789-303d-4139-86e0-80b9764d2f76 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:57.435598 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-7cbf7789-303d-4139-86e0-80b9764d2f76 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 810 time: 0.1062758 Apr 20 15:53:57.453334 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-d3bcc1e1-fa39-474d-84c4-4cbe617df258 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/quotas/b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 375 time: 0.0090709 Apr 20 15:53:57.511918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-7e64d338-8960-413c-9d4a-f4409a028572 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527446 Apr 20 15:53:57.614138 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-55755c62-e561-4fa6-9cfe-0e2300d6960d service neutron] 10.222.0.20 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Apr 20 15:53:57.709204 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-4ccdedf4-d3b5-4700-8eea-50c607fbc330 service neutron] 10.222.0.20 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870128 Apr 20 15:53:58.913139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-77608da9-ecc5-431b-b88b-06d7fa22baa9 req-1c19f313-22a0-4431-b6f7-98988d6ea951 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 210 time: 0.0273623 Apr 20 15:53:59.589494 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:53:59.683688 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.709508 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:53:59.711899 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec02608-34a3-4279-8683-db73613dd9af" -d '{"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:53:59.722901 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:53:59.727208 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:53:59.758687 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdeb9ef-46b1-4edc-817c-9b67807e5941 x-openstack-request-id: req-5cdeb9ef-46b1-4edc-817c-9b67807e5941 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:53:59.758983 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:53:59.759239 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cdeb9ef-46b1-4edc-817c-9b67807e5941 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:53:59.760189 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdeb9ef-46b1-4edc-817c-9b67807e5941'] response: {'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'code': 200} Apr 20 15:53:59.782936 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Pushing event updated for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=8']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:53:59.865437 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-29f41a19-87a4-4f77-bb21-ffe9548383ba tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:53:59.866952 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-29f41a19-87a4-4f77-bb21-ffe9548383ba tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 810 time: 0.1079540 Apr 20 15:53:59.912772 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-334c06c7-73bd-4fe2-9ac2-5e26e6a9e15d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93dafacb7b84a708da43dc924c0d9cc HTTP/1.1" status: 200 len: 380 time: 0.0354207 Apr 20 15:53:59.924090 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'port': {'device_id': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'admin_state_up': True, 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'security_groups': ['a1f030e1-474d-45b7-bf35-ba1ffe0c159a']}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:54:00.026164 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-35db5652-0e2f-45ee-98e6-a9898b224e56 req-9118f116-dab8-4e2a-9192-81fbd77ab887 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 210 time: 0.0358014 Apr 20 15:54:00.055110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Made reservation on behalf of b93dafacb7b84a708da43dc924c0d9cc for: {'port': 1} {{(pid=102864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 15:54:00.059257 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.213227 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Allocated IP 172.20.0.13 (e54918f4-757a-44ce-a062-b14090f02b23/5f08c238-d869-41ea-9056-31347314a630/72828722-9078-4786-a2e9-87458db47230) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:00.410097 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.461999 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.513833 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Network e54918f4-757a-44ce-a062-b14090f02b23 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:00.517036 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:00.521043 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:54:00.565063 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:00.576580 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.576918 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.577250 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.581740 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.582173 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.582514 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.582868 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.583194 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.583523 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.583842 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.584207 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.584476 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:54:00.596994 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:00.597193 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.625135 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-bca1065e-602e-4bab-94a0-7423a584a5d7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7045412 Apr 20 15:54:00.866906 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-61cace3a-0a48-4872-b673-15642f1727de None None] Provisioning complete for port 72828722-9078-4786-a2e9-87458db47230 triggered by entity DHCP. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:00.867498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-61cace3a-0a48-4872-b673-15642f1727de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:00.904141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-61cace3a-0a48-4872-b673-15642f1727de None None] Port 72828722-9078-4786-a2e9-87458db47230 cannot update to ACTIVE because it is not bound. {{(pid=102865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 15:54:01.173560 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3337ea-c1f8-4ba4-81b6-7ed83901b515 req-6450de9b-c8e0-4850-8ef8-6d1f53f7f940 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:01.175084 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf3337ea-c1f8-4ba4-81b6-7ed83901b515 req-6450de9b-c8e0-4850-8ef8-6d1f53f7f940 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0706050 Apr 20 15:54:01.214798 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-cf3337ea-c1f8-4ba4-81b6-7ed83901b515 req-9dea3d13-0e44-4556-b672-69323903ffce tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333846 Apr 20 15:54:02.342649 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd2bd-c149-4ba9-b367-4ebeaf81e594 req-c3dcf099-589a-4b96-b9a2-b88576f53b25 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:02.344413 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4dfd2bd-c149-4ba9-b367-4ebeaf81e594 req-c3dcf099-589a-4b96-b9a2-b88576f53b25 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0537119 Apr 20 15:54:02.385601 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f4dfd2bd-c149-4ba9-b367-4ebeaf81e594 req-8e453c19-876b-46f1-a82c-3e42f4bd5c55 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Apr 20 15:54:03.513434 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc4ff-f884-4722-bf8e-db04a2990dd4 req-0e7840a7-d60f-4623-9aaa-14ace1bbf733 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:03.514939 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36afc4ff-f884-4722-bf8e-db04a2990dd4 req-0e7840a7-d60f-4623-9aaa-14ace1bbf733 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0541596 Apr 20 15:54:03.554998 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36afc4ff-f884-4722-bf8e-db04a2990dd4 req-f7f20c84-d99d-4dc6-b41f-05f59601c8a0 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336444 Apr 20 15:54:04.167934 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:54:04.293173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:04.683339 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761940f-5973-43bf-8ff1-3ef5ad3ba977 req-390c4d68-29d6-43b0-92bf-1a0a3d4cd15a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:04.691011 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0761940f-5973-43bf-8ff1-3ef5ad3ba977 req-390c4d68-29d6-43b0-92bf-1a0a3d4cd15a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0633559 Apr 20 15:54:04.724449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-0761940f-5973-43bf-8ff1-3ef5ad3ba977 req-aab97c22-e90f-4db8-8d45-5205345ababf tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Apr 20 15:54:05.846934 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97255-7ef7-4996-a61a-3d9b943e2918 req-671eb1bc-3f89-4451-a8e1-63aa3a39eeda tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:05.848482 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55c97255-7ef7-4996-a61a-3d9b943e2918 req-671eb1bc-3f89-4451-a8e1-63aa3a39eeda tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0502832 Apr 20 15:54:05.891919 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-55c97255-7ef7-4996-a61a-3d9b943e2918 req-c43db18b-7ec0-4a42-b458-6c66d1ed39d6 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Apr 20 15:54:07.022543 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353b1f-5be2-4e5e-b23d-d658226b25bf req-eaef4125-c3f2-41d3-9a78-4db27fc9f49d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:07.024041 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6353b1f-5be2-4e5e-b23d-d658226b25bf req-eaef4125-c3f2-41d3-9a78-4db27fc9f49d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0495322 Apr 20 15:54:07.064983 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-a6353b1f-5be2-4e5e-b23d-d658226b25bf req-2f2293fc-cde7-4b58-8408-9818b0f5c90b tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333514 Apr 20 15:54:08.216265 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61d147-8811-46b8-af20-8776f4d2bd7f req-4645f249-27d2-4292-afd0-2082898790d5 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:08.217739 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d61d147-8811-46b8-af20-8776f4d2bd7f req-4645f249-27d2-4292-afd0-2082898790d5 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0625772 Apr 20 15:54:08.263715 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4d61d147-8811-46b8-af20-8776f4d2bd7f req-46b32d12-8ef1-4fcf-a56e-b20573835017 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Apr 20 15:54:09.388697 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e181d-bb76-4fae-80d1-deeb9c970e20 req-13df380a-c007-4e01-ae9e-a54cd9b9c939 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:09.390157 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-812e181d-bb76-4fae-80d1-deeb9c970e20 req-13df380a-c007-4e01-ae9e-a54cd9b9c939 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 932 time: 0.0526674 Apr 20 15:54:09.431374 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-812e181d-bb76-4fae-80d1-deeb9c970e20 req-dc1e513c-c416-42fa-b3e1-204ae20bbfa3 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Apr 20 15:54:09.655169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Request body: {'port': {'device_id': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836145-2'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:54:09.717364 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:09.986739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72828722-9078-4786-a2e9-87458db47230 {{(pid=102864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:09.994056 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.005832 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.provisioning_blocks [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Transition to ACTIVE for port object 72828722-9078-4786-a2e9-87458db47230 will not be triggered until provisioned by entity L2. {{(pid=102864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 15:54:10.012211 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.059890 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.134432 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Attempting to bind port 72828722-9078-4786-a2e9-87458db47230 on host n-h1-836145-2 for vnic_type normal with profile {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 15:54:10.134915 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Attempting to bind port 72828722-9078-4786-a2e9-87458db47230 by drivers openvswitch,hyperv on host n-h1-836145-2 at level 0 using segments [{'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 15:54:10.135261 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Attempting to bind port 72828722-9078-4786-a2e9-87458db47230 on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:54:10.140280 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Port 72828722-9078-4786-a2e9-87458db47230 on network e54918f4-757a-44ce-a062-b14090f02b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-836145-2 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 15:54:10.140599 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Attempting to bind port 72828722-9078-4786-a2e9-87458db47230 on network e54918f4-757a-44ce-a062-b14090f02b23 {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 15:54:10.145739 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Checking agent: {'id': '6c437686-edd3-45ab-84f2-a072e5deb754', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836145-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'started_at': datetime.datetime(2022, 4, 20, 14, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 15:54:10.146076 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Checking segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 15:54:10.146456 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Bound using segment: {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'} {{(pid=102864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 15:54:10.146911 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.managers [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Bound port: 72828722-9078-4786-a2e9-87458db47230, host: n-h1-836145-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597fe7d9-6550-4edc-a43b-c742d7627c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23'}}] {{(pid=102864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 15:54:10.147272 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.214012 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, cleared binding levels {{(pid=102864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 15:54:10.217850 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 15:54:10.222201 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.229969 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ced2c371-556c-404d-98f2-b04f010e14bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.256548 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.257153 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:10.258522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] 10.222.0.45 "PUT /v2.0/ports/72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 1092 time: 0.6101718 Apr 20 15:54:10.258974 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:10.261213 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04974947-6658-4a7b-8de4-11a048357279" -d '{"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:54:10.298789 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d39aeb-16da-4dfc-914b-ad52947d72ca service neutron] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=3']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:10.333516 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc809ce3-96c0-4100-8952-fb692f717da6 x-openstack-request-id: req-fc809ce3-96c0-4100-8952-fb692f717da6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:54:10.333802 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:54:10.334053 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc809ce3-96c0-4100-8952-fb692f717da6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:54:10.334451 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc809ce3-96c0-4100-8952-fb692f717da6'] response: {'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'status': 'completed', 'code': 200} Apr 20 15:54:10.353026 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-d41da3d6-554b-482b-8851-2e7e0afab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.354701 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-d41da3d6-554b-482b-8851-2e7e0afab9f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1095 time: 0.0488834 Apr 20 15:54:10.401102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-9e1fae5c-aac0-4180-bd85-c4ec4a7c69f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 217 time: 0.0374744 Apr 20 15:54:10.454716 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-b6282b6a-4281-4d41-bfcd-3bf8a61a9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.456757 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-b6282b6a-4281-4d41-bfcd-3bf8a61a9b14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0483274 Apr 20 15:54:10.506617 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-4591fd56-999d-4749-9cf4-183c3bda6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.508101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-4591fd56-999d-4749-9cf4-183c3bda6849 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448613 Apr 20 15:54:10.619661 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725771-117c-4654-b986-33921f666dd3 req-364e9589-35ae-4d41-99e9-4a708d0a1203 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.621139 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b725771-117c-4654-b986-33921f666dd3 req-364e9589-35ae-4d41-99e9-4a708d0a1203 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 944 time: 0.1052933 Apr 20 15:54:10.648293 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-6d33126b-11fb-455c-8c97-3bd2d6645f2a service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306400 Apr 20 15:54:10.684388 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3b725771-117c-4654-b986-33921f666dd3 req-10f86057-1055-46df-b6f7-d5728bad4739 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526948 Apr 20 15:54:10.749758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-36203060-ae84-4a3c-ac37-9bcf4b79450b req-a4a1f4e2-f60e-4770-b347-dac91f5bfe22 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889821 Apr 20 15:54:10.854957 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974947-6658-4a7b-8de4-11a048357279 req-52c3d597-056d-4101-852a-2ea0c457f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.856470 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-52c3d597-056d-4101-852a-2ea0c457f304 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1095 time: 0.0531783 Apr 20 15:54:10.955855 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974947-6658-4a7b-8de4-11a048357279 req-770bab24-384c-4e6e-9f64-befc56c11594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:10.957318 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-770bab24-384c-4e6e-9f64-befc56c11594 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0910072 Apr 20 15:54:10.997673 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-df47aba3-3e37-41b9-a489-5bfe4a637666 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 217 time: 0.0330849 Apr 20 15:54:11.048167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974947-6658-4a7b-8de4-11a048357279 req-cfb4e723-6694-4685-bd80-a785eaf3cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:11.049642 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-cfb4e723-6694-4685-bd80-a785eaf3cb60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0450890 Apr 20 15:54:11.094619 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974947-6658-4a7b-8de4-11a048357279 req-547bb74a-6a3d-40b2-98ee-3be069511aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:11.096072 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-547bb74a-6a3d-40b2-98ee-3be069511aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396438 Apr 20 15:54:11.197251 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-4d69c991-f971-491f-9763-50a63b1767a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937648 Apr 20 15:54:11.310101 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04974947-6658-4a7b-8de4-11a048357279 req-f601c410-a362-4fa7-ab55-1e76751b2161 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048899 Apr 20 15:54:11.820735 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d106f-3622-4572-a24e-9c6b80ac5885 req-ab4b0def-c2fc-4118-a8c0-a7a15ed833af tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:11.822202 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d0d106f-3622-4572-a24e-9c6b80ac5885 req-ab4b0def-c2fc-4118-a8c0-a7a15ed833af tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 944 time: 0.0592189 Apr 20 15:54:11.865566 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-1d0d106f-3622-4572-a24e-9c6b80ac5885 req-c14afd5b-c7ea-4e7d-9652-d4c1341e36ea tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368307 Apr 20 15:54:13.010163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210c59-a3bf-4511-b8ba-857d7c76a264 req-c9deab0d-4f0f-44e6-833e-af73d2c6c64e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:13.012055 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b210c59-a3bf-4511-b8ba-857d7c76a264 req-c9deab0d-4f0f-44e6-833e-af73d2c6c64e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 944 time: 0.0593202 Apr 20 15:54:13.049398 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5b210c59-a3bf-4511-b8ba-857d7c76a264 req-ff7c7177-6cb6-4be2-ada1-c6c9eb71a01e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Apr 20 15:54:13.319776 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:54:13.421826 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:54:13.436152 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '72828722-9078-4786-a2e9-87458db47230', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'mac_address': 'fa:16:3e:de:31:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:54:13.474015 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.487262 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72828722-9078-4786-a2e9-87458db47230 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:54:13.506928 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:54:13.514883 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.571747 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=4']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:13.647180 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d1d85be0-5d3f-47bd-b137-fadc2c2e8f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:13.863651 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['72828722-9078-4786-a2e9-87458db47230'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:54:14.063058 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:14.176643 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04879967-3430-4227-852b-40c0369a7532 req-ebba132f-06b1-4187-8180-2d0a9496c111 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:14.178018 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04879967-3430-4227-852b-40c0369a7532 req-ebba132f-06b1-4187-8180-2d0a9496c111 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 945 time: 0.0509317 Apr 20 15:54:14.223529 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-04879967-3430-4227-852b-40c0369a7532 req-a5db8f96-0b16-4122-85e9-6b93fb007f19 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364895 Apr 20 15:54:14.897820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.324952 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:54:15.361882 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670bc32-8cee-40b3-8ef2-1372619c150a req-9d48a3bd-018d-441d-8cbc-5a36fb3e320f tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:15.363449 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d670bc32-8cee-40b3-8ef2-1372619c150a req-9d48a3bd-018d-441d-8cbc-5a36fb3e320f tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Apr 20 15:54:15.377272 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning for port 72828722-9078-4786-a2e9-87458db47230 completed by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 15:54:15.388138 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 72828722-9078-4786-a2e9-87458db47230 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:54:15.388493 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.404067 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d670bc32-8cee-40b3-8ef2-1372619c150a req-4a8d3c10-b341-4a45-92fb-53786d368d16 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345221 Apr 20 15:54:15.425588 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.480690 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.504621 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:15.506944 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5cadbc-6559-4401-ad98-83c799f65b50" -d '{"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-plugged", "status": "completed", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:54:15.520497 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:54:15.525443 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.549950 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b77a69-efc5-4ed9-b802-ea08179f02e8 x-openstack-request-id: req-24b77a69-efc5-4ed9-b802-ea08179f02e8 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:54:15.550734 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-plugged", "status": "completed", "tag": "72828722-9078-4786-a2e9-87458db47230", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:54:15.550987 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24b77a69-efc5-4ed9-b802-ea08179f02e8 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:54:15.551450 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b77a69-efc5-4ed9-b802-ea08179f02e8'] response: {'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'code': 200} Apr 20 15:54:15.593184 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=5']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:15.596606 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:15.639713 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d5252-bfa2-48de-8d9a-49dadc9d0f96 req-905ae2bb-6ea1-400a-bb1a-60e3b5dcc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:15.641515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd5d5252-bfa2-48de-8d9a-49dadc9d0f96 req-905ae2bb-6ea1-400a-bb1a-60e3b5dcc3b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0406187 Apr 20 15:54:15.677176 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bd5d5252-bfa2-48de-8d9a-49dadc9d0f96 req-b12ff5bd-680d-440c-96b7-87f2a27276bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288134 Apr 20 15:54:16.530017 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af151e9-91b9-4783-9ac3-81214899f8f6 req-a03abd0d-3abe-4dc5-93d0-5d1d8f7dde77 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:16.531514 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4af151e9-91b9-4783-9ac3-81214899f8f6 req-a03abd0d-3abe-4dc5-93d0-5d1d8f7dde77 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Apr 20 15:54:16.573548 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-4af151e9-91b9-4783-9ac3-81214899f8f6 req-adc64c8c-34f0-4ab2-8e48-a671748646af tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Apr 20 15:54:17.703236 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a7ae7-6b94-44ca-ae9f-19799e4303c3 req-68830be2-f847-4750-b057-9229ec3cdbbf tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:17.704677 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d22a7ae7-6b94-44ca-ae9f-19799e4303c3 req-68830be2-f847-4750-b057-9229ec3cdbbf tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.0540559 Apr 20 15:54:17.748991 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-d22a7ae7-6b94-44ca-ae9f-19799e4303c3 req-e2620b05-f1f0-4cee-817e-a7506f4be9d5 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Apr 20 15:54:17.886317 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc72ef-1a7e-4dd4-9b1c-3aa99ae8d271 req-f46e63b5-4bdb-4f29-a119-3c6d428b478e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:17.888102 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96fc72ef-1a7e-4dd4-9b1c-3aa99ae8d271 req-f46e63b5-4bdb-4f29-a119-3c6d428b478e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.0561562 Apr 20 15:54:17.925354 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-96fc72ef-1a7e-4dd4-9b1c-3aa99ae8d271 req-2321ad7e-790c-40f2-a868-1f7675b2d612 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310106 Apr 20 15:54:17.957971 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52578) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:54:17.997737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cc5e0-4032-4661-9bc6-30a3c554927b tempest-TestSnapshotPattern-1496695086 tempest-TestSnapshotPattern-1496695086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:17.999281 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-715cc5e0-4032-4661-9bc6-30a3c554927b tempest-TestSnapshotPattern-1496695086 tempest-TestSnapshotPattern-1496695086-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1092 time: 0.0402670 Apr 20 15:54:18.002331 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52580) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:54:18.006492 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.v2.base [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Request body: {'floatingip': {'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 15:54:18.030170 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.133187 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.238286 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_common [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Allocated IP 172.25.1.80 (83103849-99eb-42c2-bd65-4018e624a005/6bf52051-8fc1-405e-ba49-b72696fa3a24/69b2e230-bf42-4a04-a58a-de0418b9417d) {{(pid=102864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 15:54:18.704472 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.741439 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742239956215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:18.781900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Network 83103849-99eb-42c2-bd65-4018e624a005 is already hosted by enough agents. {{(pid=102864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 15:54:18.784720 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.base_scheduler [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Resources bound (agent type, host, resource id): {{(pid=102864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 15:54:18.788232 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Received port after_create {{(pid=102864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 15:54:18.793594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=69b2e230-bf42-4a04-a58a-de0418b9417d,revision_number=1']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.145820 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.215522 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.372746 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for port, precommit_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.380042 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58914002'] for port, after_update {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.449110 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event updated for resources: {'Port': ['ID=69b2e230-bf42-4a04-a58a-de0418b9417d,revision_number=2']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:54:19.457692 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3700570'] for floatingip, after_create {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.569049 n-d-836145-2 neutron-server[102864]: INFO neutron.db.l3_db [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Floating IP 36707797-98a5-4991-a58c-85ae13f646cf associated. External IP: 172.25.1.80, port: 72828722-9078-4786-a2e9-87458db47230. Apr 20 15:54:19.807473 n-d-836145-2 neutron-server[102864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:54:19.932570 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:54:19.943142 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:54:19.951447 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:19.953423 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:54:19.954051 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:54:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:19.979553 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-97c59bf5-9399-4e0c-8ad2-69db8668185d tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9761021 Apr 20 15:54:19.980037 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:54:19.982293 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a9d6d-1f93-471a-a576-d58d77014ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:54:20.020293 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc662f1c-4938-41aa-bcde-acfd5a83a9f1 x-openstack-request-id: req-cc662f1c-4938-41aa-bcde-acfd5a83a9f1 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:54:20.020580 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:54:20.020831 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc662f1c-4938-41aa-bcde-acfd5a83a9f1 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:54:20.021238 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc662f1c-4938-41aa-bcde-acfd5a83a9f1'] response: {'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'status': 'completed', 'code': 200} Apr 20 15:54:20.058001 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:54:20.085000 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-67b730a7-29d0-4d21-8e0a-306fba4e40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:20.086597 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-67b730a7-29d0-4d21-8e0a-306fba4e40fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0411842 Apr 20 15:54:20.206953 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-0d4d76e8-7073-4f35-acec-ab02714b414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:20.208774 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-0d4d76e8-7073-4f35-acec-ab02714b414a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.1154275 Apr 20 15:54:20.273423 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-86ad78b7-feb1-4bc3-81de-d9eb7c1a9253 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 999 time: 0.0583439 Apr 20 15:54:20.324163 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-d7894ceb-c1c5-4faf-815b-3134b484f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:20.325635 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-d7894ceb-c1c5-4faf-815b-3134b484f787 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0457044 Apr 20 15:54:20.377364 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-a5f91b72-f124-4a4d-8042-caeea81490f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:20.378901 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-a5f91b72-f124-4a4d-8042-caeea81490f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465388 Apr 20 15:54:20.396468 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '36707797-98a5-4991-a58c-85ae13f646cf', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:de:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:19Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}, {'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:20.422877 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:54:20.431940 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:54:20.432539 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:54:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:20.472973 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-236f4344-5742-4b84-ad75-b29dbe94bcd4 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875390 Apr 20 15:54:20.538845 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:54:20.571993 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-5f5a9d6d-1f93-471a-a576-d58d77014ef4 req-680360ee-6233-4260-a054-7f75cb9a9628 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922363 Apr 20 15:54:20.784534 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '36707797-98a5-4991-a58c-85ae13f646cf', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:de:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:19Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}, {'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:54:20.811007 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5385ba34-b14e-489b-85f4-11cdc2f9ed4a None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '36707797-98a5-4991-a58c-85ae13f646cf', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:de:31:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:54:19Z', 'updated_at': '2022-04-20T15:54:19Z', 'revision_number': 0, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}, {'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:54:21.022078 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720bde56-2919-427d-b78f-d58b47d12d42 None None] New status for floating IP 36707797-98a5-4991-a58c-85ae13f646cf: ACTIVE {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:54:31.232276 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-512061f1-d48e-44eb-b07e-0e6d360bcac3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085384 Apr 20 15:54:31.318950 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-45cdf9f4-4c37-47e3-a92b-5083dd3609e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.320439 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-45cdf9f4-4c37-47e3-a92b-5083dd3609e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0453258 Apr 20 15:54:31.432315 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-ad76779f-2f10-47e5-bf5c-dcd38355305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.434108 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-ad76779f-2f10-47e5-bf5c-dcd38355305b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0942335 Apr 20 15:54:31.500532 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-921046c7-98ff-412f-9703-f9a63f4b770c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 997 time: 0.0585053 Apr 20 15:54:31.553333 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-735c931b-09ec-49ed-bf00-55440e73bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.554834 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-735c931b-09ec-49ed-bf00-55440e73bf3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0481966 Apr 20 15:54:31.600728 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-74b97094-3da7-4c6d-bbe9-fe4cd8b92d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:31.602233 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-74b97094-3da7-4c6d-bbe9-fe4cd8b92d69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410790 Apr 20 15:54:31.693988 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-f32f7446-1da3-4c71-9cac-a9fdbe2eb3ff service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Apr 20 15:54:31.790509 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-ff2a3c3b-f77b-4ba7-bbce-206f71aa083d req-eea6d16f-c417-4fb1-8582-09af0f7e7773 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897603 Apr 20 15:54:34.282509 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:36.998317 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-e2c4f44a-86c6-47e1-bb96-53d3907434a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399036 Apr 20 15:54:37.090373 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-dd6a590f-c5ac-4675-9140-a3f41885f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:37.092456 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-dd6a590f-c5ac-4675-9140-a3f41885f58c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0471842 Apr 20 15:54:37.209015 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-35c6b603-a1bf-4989-980d-b3fbb6a46a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:37.210475 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-35c6b603-a1bf-4989-980d-b3fbb6a46a87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0971138 Apr 20 15:54:37.278335 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-8e1b76a1-957f-4870-8f0a-62df39ae8969 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 1001 time: 0.0591586 Apr 20 15:54:37.327488 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-4af69b76-7a97-4315-a2c8-28b14825f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:37.328929 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-4af69b76-7a97-4315-a2c8-28b14825f04c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0433788 Apr 20 15:54:37.378886 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-b09c87d0-8ecf-40e4-b30e-f13ab7cdbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:54:37.381522 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-b09c87d0-8ecf-40e4-b30e-f13ab7cdbc8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457950 Apr 20 15:54:37.489223 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-b8e2507f-b05e-4ea2-b4af-d04e244a7af3 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000204 Apr 20 15:54:37.580252 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-30b95a5d-a38c-43b4-b5cf-35ceb23d444c req-6d8a5ea9-b56a-4e5f-b172-d93b6b4aa324 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Apr 20 15:54:40.233329 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4ad55116-d1f9-42ed-a05b-a2ed32f90495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:41.172404 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:54:43.652397 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ebe51d7e-07a2-42b4-b6b0-822afd278c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:44.065269 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:44.892186 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:45.406774 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:54:45.597239 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:04.294613 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:10.235696 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-26205722-d362-49e2-8eb2-5bc8a33a5f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:13.655923 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-17d086b3-d584-4912-8329-5d510763036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:14.066021 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:14.910150 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:15.405607 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:15.600257 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:18.177395 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:55:32.966866 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-3124a0bb-ce81-41f9-b73f-9b0d5bc955ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428643 Apr 20 15:55:33.054675 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-bdacc505-c12a-45bf-9e54-2f91511bc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:33.056181 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-bdacc505-c12a-45bf-9e54-2f91511bc64d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0461144 Apr 20 15:55:33.170105 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-e9877551-3013-4d5e-a833-c82a26bd28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:33.171712 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-e9877551-3013-4d5e-a833-c82a26bd28b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0955923 Apr 20 15:55:33.242274 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-2033535a-b6e9-46ed-b4ef-8afd03cb7d38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 997 time: 0.0640411 Apr 20 15:55:33.294388 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-35e22686-007e-4949-812a-6b0f02cc128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:33.295829 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-35e22686-007e-4949-812a-6b0f02cc128d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0471926 Apr 20 15:55:33.343637 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-2c54e390-8b85-47ac-8ae6-11182359b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:33.345219 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-2c54e390-8b85-47ac-8ae6-11182359b71c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426993 Apr 20 15:55:33.435325 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-54486671-1ce0-43fc-928c-2832ffb708c8 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 Apr 20 15:55:33.532322 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-dd975d5a-6861-4005-90df-a08cb4edc4cc req-134dc08b-0d81-449a-9e56-35a8c2524440 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906188 Apr 20 15:55:34.294161 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:37.045137 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-d01b6d7f-339d-4b3f-ac76-fac193948333 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879550 Apr 20 15:55:37.132273 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-87c28220-94b8-479f-b31a-f8efbba8c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:37.133658 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-87c28220-94b8-479f-b31a-f8efbba8c4ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0436132 Apr 20 15:55:37.244252 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-18ace81b-1295-445a-9df0-12ab3f28122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:37.245758 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-18ace81b-1295-445a-9df0-12ab3f28122d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0873265 Apr 20 15:55:37.312918 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-785f3808-ed9a-444a-88ed-b59ac5f0a002 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 1001 time: 0.0588217 Apr 20 15:55:37.370853 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-2d26b3a5-2e5d-43cc-bcfd-c67f22fcedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:37.372348 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-2d26b3a5-2e5d-43cc-bcfd-c67f22fcedc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0530334 Apr 20 15:55:37.433032 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-44853363-b059-4e90-973e-8ea18697788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:55:37.434448 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-44853363-b059-4e90-973e-8ea18697788b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546319 Apr 20 15:55:37.446611 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-7421ddf7-71a0-40de-a7f8-a8db300dab46 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 15:55:37.447578 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-7421ddf7-71a0-40de-a7f8-a8db300dab46 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049901 Apr 20 15:55:37.537349 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-92196f47-f660-4050-9866-cc0b597523df service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824652 Apr 20 15:55:37.628255 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8bf4ad27-3c76-4a8b-a3bb-ee0b10d56f62 req-e510449d-8a19-4235-b5f5-7a2147601a69 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832908 Apr 20 15:55:40.236281 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6ac1-5390-474c-8f8d-3f74fa681d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:43.655219 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4b94a7a3-8350-4b1d-8e31-8d62ffacdfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:44.071498 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:44.947053 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:45.404996 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:45.603279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:55:55.183459 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:56:04.313927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:10.235618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-96855585-04ee-4da2-9826-a64190241739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:13.657190 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94c67574-e41a-49de-ac7b-cfcc2a7c4a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.080242 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:14.938999 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:15.403148 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:15.604025 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:23.886814 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 details requested by agent hyperv_n-h1-836145-2 with host n-h1-836145-2 {{(pid=102865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 15:56:23.989694 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:24.004476 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Returning: {'device': '72828722-9078-4786-a2e9-87458db47230', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'port_id': '72828722-9078-4786-a2e9-87458db47230', 'mac_address': 'fa:16:3e:de:31:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 15:56:24.043971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:24.060684 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72828722-9078-4786-a2e9-87458db47230 {{(pid=102865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 15:56:24.079873 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:24.085813 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:24.134141 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=6']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:24.142742 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.143108 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.143442 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.143774 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.144104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.144414 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.144734 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.145061 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.145377 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.145752 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.146083 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.146398 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:24.157828 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] get_ports_and_sgs() called for port_ids ['72828722-9078-4786-a2e9-87458db47230'] {{(pid=102865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 15:56:25.868273 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 up at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 15:56:25.921290 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.provisioning_blocks [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Provisioning complete for port 72828722-9078-4786-a2e9-87458db47230 triggered by entity L2. {{(pid=102865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 15:56:25.921653 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661826'] for port, provisioning_complete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:26.000320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539897'] for port, before_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:26.024616 n-d-836145-2 neutron-server[102865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:26.026921 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1013bf35fb5f494371e5dc51320fecb3444a50bf3d750b5bf96381fd0bb630d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6b2e3-c2ff-41ed-8e97-03de036b18f8" -d '{"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-plugged", "status": "completed", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:56:26.040627 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:26.046876 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742240465601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742239956188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742239966082'] for port, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:26.076713 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f92e3-1432-4d4c-9bfe-2a3a4950e476 x-openstack-request-id: req-a06f92e3-1432-4d4c-9bfe-2a3a4950e476 {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:56:26.077000 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-plugged", "status": "completed", "tag": "72828722-9078-4786-a2e9-87458db47230", "code": 200}]} {{(pid=102865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:56:26.077246 n-d-836145-2 neutron-server[102865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a06f92e3-1432-4d4c-9bfe-2a3a4950e476 {{(pid=102865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:56:26.077624 n-d-836145-2 neutron-server[102865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06f92e3-1432-4d4c-9bfe-2a3a4950e476'] response: {'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'code': 200} Apr 20 15:56:26.103099 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Pushing event updated for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=7']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:32.183991 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:56:34.027779 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-e3155e7f-bc07-4198-8f7d-c00b65d4486e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443981 Apr 20 15:56:34.132656 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-ebc58444-8a6a-486a-b6ec-2930281cf6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:34.134179 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-ebc58444-8a6a-486a-b6ec-2930281cf6af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0531814 Apr 20 15:56:34.250259 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-fbf8c874-0c89-4556-932e-bfa8d3911b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:34.252074 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-fbf8c874-0c89-4556-932e-bfa8d3911b15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0972717 Apr 20 15:56:34.303193 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:34.330172 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-b2d8e365-0c8f-4cec-9e6b-16a699d0d233 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 997 time: 0.0636857 Apr 20 15:56:34.396726 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-70bd1d04-d8dd-4a7d-94dc-fbea5c387c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:34.398278 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-70bd1d04-d8dd-4a7d-94dc-fbea5c387c7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0617218 Apr 20 15:56:34.450227 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-b751b8a7-9ea1-4beb-a915-8000e49dee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:34.452871 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-b751b8a7-9ea1-4beb-a915-8000e49dee12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475347 Apr 20 15:56:34.569830 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-fa9790e4-2ba9-4699-b204-249a2ee9788f service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102769 Apr 20 15:56:34.682673 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-2932e01f-7dbd-497e-ae52-f844e82a2c8e req-1d3d565e-062f-4e2f-927e-af1ca673dad8 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062162 Apr 20 15:56:36.643400 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52826) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:36.804116 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Deleting port 69b2e230-bf42-4a04-a58a-de0418b9417d {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:36.804431 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:36.882591 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:36.882949 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:36.894889 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Calling delete_port for 69b2e230-bf42-4a04-a58a-de0418b9417d owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:36.985442 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-edc05db4-6058-4a95-b9ad-d5e5a60f3410 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413713 Apr 20 15:56:37.046032 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:37.070485 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-f2fbc8dd-8a97-4931-9201-3555ba519850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.071947 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-f2fbc8dd-8a97-4931-9201-3555ba519850 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0418983 Apr 20 15:56:37.073847 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event deleted for resources: {'Port': ['ID=69b2e230-bf42-4a04-a58a-de0418b9417d,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:37.088371 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.088722 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.089064 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.089398 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.089735 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.090066 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.090383 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.090831 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.091164 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.091547 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.091876 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.092204 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:37.146556 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:37.146916 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Floating IP 36707797-98a5-4991-a58c-85ae13f646cf disassociated (deleted). External IP: 172.25.1.80, port: 72828722-9078-4786-a2e9-87458db47230. Apr 20 15:56:37.180274 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-33f0e4e1-9985-4b90-8926-068aa638b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.181735 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-33f0e4e1-9985-4b90-8926-068aa638b01c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0903916 Apr 20 15:56:37.222783 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-8405cbb3-5316-4071-8a01-7a5c91fd7b4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 217 time: 0.0334754 Apr 20 15:56:37.271169 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-a1df9f28-d9d9-419d-a3fe-5624a35d632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.272622 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-a1df9f28-d9d9-419d-a3fe-5624a35d632a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0424035 Apr 20 15:56:37.322425 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-e7680456-aa8c-4ccc-8f45-6506aed736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.323885 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-e7680456-aa8c-4ccc-8f45-6506aed736eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445721 Apr 20 15:56:37.360115 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:56:37.411863 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-79c9c49b-2ed8-4622-901f-7eb6c721e77e service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810199 Apr 20 15:56:37.467335 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:37.472547 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:37.478391 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:37.489033 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:37.489704 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:37.503171 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-cbbba2fb-b2f0-40ce-a9a6-690e49d91ef7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "DELETE /v2.0/floatingips/36707797-98a5-4991-a58c-85ae13f646cf HTTP/1.1" status: 204 len: 168 time: 0.8586092 Apr 20 15:56:37.505359 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:37.509801 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:56:37.513212 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-387e26b8-2faa-4c67-9a14-2c4968da9b35 req-e01c4ffc-1896-4419-aadf-47130146287d service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941811 Apr 20 15:56:37.603386 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:37.629072 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f5a342-d817-43e0-bc8b-e88cd172f57a x-openstack-request-id: req-74f5a342-d817-43e0-bc8b-e88cd172f57a {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:56:37.629432 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "tag": "72828722-9078-4786-a2e9-87458db47230", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:56:37.629751 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74f5a342-d817-43e0-bc8b-e88cd172f57a {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:56:37.630232 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f5a342-d817-43e0-bc8b-e88cd172f57a'] response: {'name': 'network-changed', 'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'status': 'completed', 'code': 200} Apr 20 15:56:37.697150 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-77ad6444-b76a-4b4e-aabc-cc488e1f5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.699049 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-77ad6444-b76a-4b4e-aabc-cc488e1f5f3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 1097 time: 0.0443974 Apr 20 15:56:37.795623 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-8371d860-428b-4f2b-8bd5-b3a2b02ce378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.798039 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-8371d860-428b-4f2b-8bd5-b3a2b02ce378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.0914831 Apr 20 15:56:37.844903 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:37.859515 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-4ec92310-d682-4065-9640-def3fef98bc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 200 len: 217 time: 0.0545740 Apr 20 15:56:37.875669 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:37.887142 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:37.888507 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:37.929966 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb178aa-be9e-433b-aa92-f3584a836777 req-1407d9ef-4202-4733-9a20-0882acd90586 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.931469 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bb178aa-be9e-433b-aa92-f3584a836777 req-1407d9ef-4202-4733-9a20-0882acd90586 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.1812103 Apr 20 15:56:37.935529 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-d0206bc9-aa0e-499d-bc27-f36c7183f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:37.936881 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-d0206bc9-aa0e-499d-bc27-f36c7183f34c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0620348 Apr 20 15:56:37.995510 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:37.998328 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-7bb178aa-be9e-433b-aa92-f3584a836777 req-74bc5422-f2f9-4f11-ad31-c7257d36be02 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603304 Apr 20 15:56:38.006755 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-c1e3e2a7-9110-4432-9422-e4b67c1055e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:38.008194 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-c1e3e2a7-9110-4432-9422-e4b67c1055e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636084 Apr 20 15:56:38.097178 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-edb111ca-0331-4cf9-a307-b08288bd06c5 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815487 Apr 20 15:56:38.189645 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-3cecba8d-b5e3-43a3-8f7e-71a7b6c25c9c req-20f47fc1-1b8d-4db6-8d8f-b7f50fb9f729 service neutron] 10.222.0.45 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842278 Apr 20 15:56:38.220825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:38.246825 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f93ae-a52b-4b36-8427-e015fbe9d897 None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_floatingips': [{'id': '72a32a7d-6d17-43ed-8a78-a8ddf15afd55', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'router_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'port_id': '3a6b9361-5af8-4a47-b099-0977792172d1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'mac_address': 'fa:16:3e:cb:fb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T15:51:48Z', 'updated_at': '2022-04-20T15:51:50Z', 'revision_number': 1, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:38.535793 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e831b-3fad-454e-a7b4-041908d60b62 None None] New status for floating IP 36707797-98a5-4991-a58c-85ae13f646cf: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:56:39.137195 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947331b-ed54-4e16-b8e3-b835653759f2 req-403de996-318a-4758-ac23-23453a6e4102 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:39.138836 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f947331b-ed54-4e16-b8e3-b835653759f2 req-403de996-318a-4758-ac23-23453a6e4102 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.0618000 Apr 20 15:56:39.177933 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-f947331b-ed54-4e16-b8e3-b835653759f2 req-22780bbc-7932-45a6-be71-40074f6fc5a7 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327010 Apr 20 15:56:39.387181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-880850ab-7947-444e-81bb-676a8881f864 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:39.388572 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-880850ab-7947-444e-81bb-676a8881f864 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 946 time: 0.0506516 Apr 20 15:56:39.482499 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Deleting port 72828722-9078-4786-a2e9-87458db47230 {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:39.482816 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:39.568606 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] For port 72828722-9078-4786-a2e9-87458db47230, host n-h1-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836145-2',level=0,port_id=72828722-9078-4786-a2e9-87458db47230,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:39.568959 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:39.581466 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Calling delete_port for 72828722-9078-4786-a2e9-87458db47230 owned by compute:nova {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:39.716849 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:39.744737 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event deleted for resources: {'Port': ['ID=72828722-9078-4786-a2e9-87458db47230,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:39.772557 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.772900 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.773225 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.773552 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.773945 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.774216 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.774677 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.775167 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.775454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.775773 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.776507 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.776785 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836145-2 {{(pid=102864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 15:56:39.803495 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] No DVR routers for this DVR port 72828722-9078-4786-a2e9-87458db47230 on host n-h1-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:39.806916 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:39.811575 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-bf69dd33-f3dc-47f9-a94d-6f706989574e req-c141bb0f-3735-4990-b1c3-7c325cb7e28a tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.45 "DELETE /v2.0/ports/72828722-9078-4786-a2e9-87458db47230 HTTP/1.1" status: 204 len: 173 time: 0.4162529 Apr 20 15:56:39.812212 n-d-836145-2 neutron-server[102864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-deleted', 'tag': '72828722-9078-4786-a2e9-87458db47230'}] {{(pid=102864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:39.815028 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7b1b168a3b745cab13f839ec2020e77113f6076a4a6225a18be81789f6efd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdd5d70-8f9b-4528-92a6-ca6b12093a18" -d '{"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-deleted", "tag": "72828722-9078-4786-a2e9-87458db47230"}]}' {{(pid=102864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:56:39.910482 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd384720-b4e9-4f56-8d1a-f563aa8f7ab6 x-openstack-request-id: req-bd384720-b4e9-4f56-8d1a-f563aa8f7ab6 {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:56:39.910855 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e847837-3f46-4439-b0f9-91d2c13c7793", "name": "network-vif-deleted", "tag": "72828722-9078-4786-a2e9-87458db47230", "status": "completed", "code": 200}]} {{(pid=102864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:56:39.911127 n-d-836145-2 neutron-server[102864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd384720-b4e9-4f56-8d1a-f563aa8f7ab6 {{(pid=102864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:56:39.911538 n-d-836145-2 neutron-server[102864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd384720-b4e9-4f56-8d1a-f563aa8f7ab6'] response: {'server_uuid': '4e847837-3f46-4439-b0f9-91d2c13c7793', 'name': 'network-vif-deleted', 'tag': '72828722-9078-4786-a2e9-87458db47230', 'status': 'completed', 'code': 200} Apr 20 15:56:39.945922 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:39.966275 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 72828722-9078-4786-a2e9-87458db47230 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:39.966587 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:40.234490 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bea3668b-a7c1-4652-922f-dc650087b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:40.300886 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-8ea0d5bc-df78-42b6-a716-a5ce011683fd req-290e4884-59e6-4cb2-92c3-265c8c5e4532 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e847837-3f46-4439-b0f9-91d2c13c7793 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Apr 20 15:56:41.939776 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52894) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:42.108539 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Deleting port c5f3f018-3de6-4e19-b534-4709dd091f46 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:42.108770 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:42.536764 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:42.537102 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:42.549403 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Calling delete_port for c5f3f018-3de6-4e19-b534-4709dd091f46 owned by network:floatingip {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:42.697289 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:42.724807 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event deleted for resources: {'Port': ['ID=c5f3f018-3de6-4e19-b534-4709dd091f46,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:42.783913 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for floatingip, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:42.784305 n-d-836145-2 neutron-server[102863]: INFO neutron.db.l3_db [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Floating IP 72a32a7d-6d17-43ed-8a78-a8ddf15afd55 disassociated (deleted). External IP: 172.25.1.5, port: 3a6b9361-5af8-4a47-b099-0977792172d1. Apr 20 15:56:42.992322 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:56:43.101571 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:43.107007 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for floatingip, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:43.113604 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:43.123866 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:43.124502 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:43.132452 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-82af9fe4-842e-450b-a198-14040373a428 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "DELETE /v2.0/floatingips/72a32a7d-6d17-43ed-8a78-a8ddf15afd55 HTTP/1.1" status: 204 len: 168 time: 1.1915841 Apr 20 15:56:43.133011 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:43.135299 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:56:43.174336 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d9f63-0a63-4c5f-bb79-bb46e8c4d414 x-openstack-request-id: req-016d9f63-0a63-4c5f-bb79-bb46e8c4d414 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:56:43.174801 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:56:43.174946 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-016d9f63-0a63-4c5f-bb79-bb46e8c4d414 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:56:43.175303 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016d9f63-0a63-4c5f-bb79-bb46e8c4d414'] response: {'name': 'network-changed', 'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'status': 'completed', 'code': 200} Apr 20 15:56:43.243925 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-87ed5464-d144-49e7-ba3b-3545aeb48f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:43.245629 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-87ed5464-d144-49e7-ba3b-3545aeb48f0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 1094 time: 0.0459118 Apr 20 15:56:43.328175 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:43.354679 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-352a5e7b-fcd0-4095-b42d-22048993ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:43.356223 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-352a5e7b-fcd0-4095-b42d-22048993ad5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 200 len: 911 time: 0.1036019 Apr 20 15:56:43.391843 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88f950-5874-4306-a95d-289050c213ef req-f7ea463e-cb7f-4536-9b35-11729ee1644b tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:43.394344 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc88f950-5874-4306-a95d-289050c213ef req-f7ea463e-cb7f-4536-9b35-11729ee1644b tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0497227 Apr 20 15:56:43.401417 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-d2c0d5a3-dfa1-4d85-8c3c-057ab3e87ddf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 200 len: 217 time: 0.0382092 Apr 20 15:56:43.437631 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-dc88f950-5874-4306-a95d-289050c213ef req-976c6c93-2196-4c2e-b45d-00061bdd9157 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Apr 20 15:56:43.460540 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-7950edf0-0c2f-464c-8c36-f4459a202c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:43.460540 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-7950edf0-0c2f-464c-8c36-f4459a202c87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 200 len: 849 time: 0.0476096 Apr 20 15:56:43.507458 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-22583684-2b22-4612-803d-a5842922cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:43.508973 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-22583684-2b22-4612-803d-a5842922cd0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e54918f4-757a-44ce-a062-b14090f02b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450201 Apr 20 15:56:43.528056 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:43.557554 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:43.565692 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:43.566278 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:14Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:43.600753 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-e2d8ae84-e3a5-46d9-a543-31cf24c77570 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Apr 20 15:56:43.650676 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-98c3bff8-a9e4-4b39-b243-313b411cf719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:43.671830 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:43.697853 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-5b9ef5fc-1f22-4510-bac7-e5efcd41aee7 req-644dfae3-167c-431d-9caf-3efff5372589 service neutron] 10.222.0.43 "GET /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891230 Apr 20 15:56:43.884073 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:43.910441 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a450-8eb8-4890-902d-f6ad50f2204d None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:27Z', 'revision_number': 4, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2', '_interfaces': [{'id': 'c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1', 'name': '', 'network_id': 'e54918f4-757a-44ce-a062-b14090f02b23', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'mac_address': 'fa:16:3e:0a:2f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '5f08c238-d869-41ea-9056-31347314a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:27Z', 'updated_at': '2022-04-20T15:51:32Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'subnets': [{'id': '5f08c238-d869-41ea-9056-31347314a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:43.981672 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 no longer exists at agent hyperv_n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:44.002737 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] No Port match for: 72828722-9078-4786-a2e9-87458db47230 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:44.003085 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Device 72828722-9078-4786-a2e9-87458db47230 not bound to the agent host n-h1-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:44.078701 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:44.144596 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ef194-9b6f-4132-ac88-2af98b22e8af None None] New status for floating IP 72a32a7d-6d17-43ed-8a78-a8ddf15afd55: DOWN {{(pid=102865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 15:56:44.276788 n-d-836145-2 neutron-server[102863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-e69a61c3-945f-47fc-9faf-093d421ceb1e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:44.278256 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-e69a61c3-945f-47fc-9faf-093d421ceb1e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0528421 Apr 20 15:56:44.374945 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Deleting port 3a6b9361-5af8-4a47-b099-0977792172d1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:44.375295 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:44.472326 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] For port 3a6b9361-5af8-4a47-b099-0977792172d1, host n-h2-836145-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836145-2',level=0,port_id=3a6b9361-5af8-4a47-b099-0977792172d1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:44.472695 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:44.487975 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Calling delete_port for 3a6b9361-5af8-4a47-b099-0977792172d1 owned by compute:nova {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:44.561817 n-d-836145-2 neutron-server[102864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631a51-e0f3-41b6-9421-67e2b7d88359 req-12d886c2-f818-41fc-880a-f961e4e7c391 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 15:56:44.563488 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65631a51-e0f3-41b6-9421-67e2b7d88359 req-12d886c2-f818-41fc-880a-f961e4e7c391 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc HTTP/1.1" status: 200 len: 943 time: 0.0508728 Apr 20 15:56:44.603511 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [req-65631a51-e0f3-41b6-9421-67e2b7d88359 req-8582b68d-56c5-485f-a925-92fa5ea9d223 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f030e1-474d-45b7-bf35-ba1ffe0c159a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Apr 20 15:56:44.629482 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:44.660890 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event deleted for resources: {'Port': ['ID=3a6b9361-5af8-4a47-b099-0977792172d1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:44.699998 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] No DVR routers for this DVR port 3a6b9361-5af8-4a47-b099-0977792172d1 on host n-h2-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:44.702738 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221492'] for port, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:44.706122 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [req-c2f473bc-1a41-4beb-ba72-f98ae1d7c179 req-7d6cf8db-ae7d-49db-b180-57d0b3b19638 tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.43 "DELETE /v2.0/ports/3a6b9361-5af8-4a47-b099-0977792172d1 HTTP/1.1" status: 204 len: 173 time: 0.4218225 Apr 20 15:56:44.944207 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.176967 n-d-836145-2 neutron-server[102863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-deleted', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1'}] {{(pid=102863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 15:56:45.179472 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cf5f09890a20c156184b73afc889e378c13b97157d0da919a66f438d78e978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe0095-3a90-4be3-8978-057b8857e650" -d '{"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-deleted", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1"}]}' {{(pid=102863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 15:56:45.216871 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8ec83b-850b-4cf1-b1f1-e00dd925ced5 x-openstack-request-id: req-be8ec83b-850b-4cf1-b1f1-e00dd925ced5 {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 15:56:45.217291 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c98bb7-ce2c-48e4-b2a9-bb8817f640bc", "name": "network-vif-deleted", "tag": "3a6b9361-5af8-4a47-b099-0977792172d1", "status": "completed", "code": 200}]} {{(pid=102863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 15:56:45.217526 n-d-836145-2 neutron-server[102863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be8ec83b-850b-4cf1-b1f1-e00dd925ced5 {{(pid=102863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 15:56:45.217979 n-d-836145-2 neutron-server[102863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8ec83b-850b-4cf1-b1f1-e00dd925ced5'] response: {'server_uuid': 'd5c98bb7-ce2c-48e4-b2a9-bb8817f640bc', 'name': 'network-vif-deleted', 'tag': '3a6b9361-5af8-4a47-b099-0977792172d1', 'status': 'completed', 'code': 200} Apr 20 15:56:45.406086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.606660 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.660885 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52908) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:45.727055 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.754144 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.815985 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.818608 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:45.819784 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1f030e1-474d-45b7-bf35-ba1ffe0c159a HTTP/1.1" status: 204 len: 168 time: 0.1579125 Apr 20 15:56:45.830348 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc7ea6-f699-471c-b941-b1c19415f68e tempest-TestSnapshotPattern-1896867223 tempest-TestSnapshotPattern-1896867223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f030e1-474d-45b7-bf35-ba1ffe0c159a,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:45.877803 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52912) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:46.375141 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:46.436106 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 no longer exists at agent hyperv_n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:46.456313 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] No Port match for: 3a6b9361-5af8-4a47-b099-0977792172d1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:46.456660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Device 3a6b9361-5af8-4a47-b099-0977792172d1 not bound to the agent host n-h2-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:46.653966 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Deleting port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:46.654232 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:46.750070 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] For port c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:46.751122 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:46.768592 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Calling delete_port for c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:46.954984 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:46.985832 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:47.146646 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:47.365318 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Router ccfa788b-1b16-42f7-a484-ee481f765a6b has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:56:47.478060 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:47.483751 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6761f0ff-6ff2-4920-a529-3ceb9c14ab02 admin admin] 10.222.0.20 "PUT /v2.0/routers/ccfa788b-1b16-42f7-a484-ee481f765a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6047115 Apr 20 15:56:47.485970 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52916) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:47.487476 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Sync routers for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:47.498834 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:47.499538 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:47.589396 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:47.603787 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: n-d-836145-2 {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:47.700565 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:47.756469 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Deleting port 174e7cd5-6af9-42f9-b408-83b4dcb54d52 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:47.757196 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:47.781140 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:56:46Z', 'revision_number': 5, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port': {'id': '174e7cd5-6af9-42f9-b408-83b4dcb54d52', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:47.807483 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Checking router: ccfa788b-1b16-42f7-a484-ee481f765a6b for host: n-d-836145-2 {{(pid=102866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:47.816147 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Routers {'ccfa788b-1b16-42f7-a484-ee481f765a6b'} bound to L3 agent in host n-d-836145-2 {{(pid=102866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:47.816756 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['ccfa788b-1b16-42f7-a484-ee481f765a6b'], 'active': True} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:47.852937 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] For port 174e7cd5-6af9-42f9-b408-83b4dcb54d52, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=174e7cd5-6af9-42f9-b408-83b4dcb54d52,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:47.853473 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:47.867594 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Calling delete_port for 174e7cd5-6af9-42f9-b408-83b4dcb54d52 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:47.915005 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_dvr_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] Set router ccfa788b-1b16-42f7-a484-ee481f765a6b gateway port host: None {{(pid=102866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:47.973466 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.l3_hamode_db [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:56:47Z', 'revision_number': 6, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:48.007481 n-d-836145-2 neutron-server[102866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf523f-3efd-4419-a6c0-82293c2ea798 None None] The sync data for ids ['ccfa788b-1b16-42f7-a484-ee481f765a6b'] in n-d-836145-2 is: [{'id': 'ccfa788b-1b16-42f7-a484-ee481f765a6b', 'name': 'tempest-TestSnapshotPattern-1104908782-router', 'tenant_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:25Z', 'updated_at': '2022-04-20T15:56:47Z', 'revision_number': 6, 'project_id': 'b93dafacb7b84a708da43dc924c0d9cc', 'gw_port_host': None}] {{(pid=102866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:48.046281 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.072929 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=174e7cd5-6af9-42f9-b408-83b4dcb54d52,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:48.135906 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.241963 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.244084 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.290558 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.291124 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccfa788b-1b16-42f7-a484-ee481f765a6b {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:56:48.295747 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.296895 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45b1489b-30cb-4791-8c6c-25bcd5eeaf69 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ccfa788b-1b16-42f7-a484-ee481f765a6b HTTP/1.1" status: 204 len: 168 time: 0.8096015 Apr 20 15:56:48.299626 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52918) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:48.347624 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Deleting subnet 5f08c238-d869-41ea-9056-31347314a630 {{(pid=102863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:56:48.351071 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.388614 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59981842'] for subnet, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.471733 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.535853 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59829012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59609431'] for subnet, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.560589 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f08c238-d869-41ea-9056-31347314a630,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:48.565592 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.569708 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-b38a5f00-08ab-4202-ae12-7ac94c1835fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f08c238-d869-41ea-9056-31347314a630 HTTP/1.1" status: 204 len: 168 time: 0.2688451 Apr 20 15:56:48.572570 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c7ff7-eec4-487a-9c95-c7e1e8816a7e None None] Network e54918f4-757a-44ce-a062-b14090f02b23 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:56:48.573097 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52920) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:48.649900 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.708430 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Deleting port a05aab07-9404-4769-8a05-7629880b687f {{(pid=102864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:48.708688 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.786181 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.db [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] For port a05aab07-9404-4769-8a05-7629880b687f, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=a05aab07-9404-4769-8a05-7629880b687f,segment=NetworkSegment(597fe7d9-6550-4edc-a43b-c742d7627c8e),segment_id=597fe7d9-6550-4edc-a43b-c742d7627c8e)] {{(pid=102864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:48.786593 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.799931 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.plugin [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Calling delete_port for a05aab07-9404-4769-8a05-7629880b687f owned by network:dhcp {{(pid=102864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:48.887005 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58914011'] for port, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:48.913963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a05aab07-9404-4769-8a05-7629880b687f,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:48.915793 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] No DVR routers for this DVR port a05aab07-9404-4769-8a05-7629880b687f on host n-d-836145-2 {{(pid=102864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:48.949185 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2085ea7-b909-4d59-8b69-84086941381a None None] DHCP port deletion for e54918f4-757a-44ce-a062-b14090f02b23 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:56:48.991090 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.012963 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54918f4-757a-44ce-a062-b14090f02b23']}} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:49.022594 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597fe7d9-6550-4edc-a43b-c742d7627c8e') {'for_net_delete': True} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:49.022894 n-d-836145-2 neutron-server[102864]: DEBUG neutron.services.segments.db [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597fe7d9-6550-4edc-a43b-c742d7627c8e') {} {{(pid=102864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:49.033486 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59171861'] for segment, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.047410 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.056454 n-d-836145-2 neutron-server[102864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:56:49.056994 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58913934'] for segment, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: Traceback (most recent call last): Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: timer() Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: cb(*args, **kw) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: return func(*args, **kwargs) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: self._notify() Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: self.callback(batched_events) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: event.method(event) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: return f(self, *a, **k) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: return self._get(url).json() Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: return self.request(url, 'GET', **kwargs) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:56:49.058756 n-d-836145-2 neutron-server[102864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:56:49.110714 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.116113 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Notify callbacks [] for network, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.119402 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e54918f4-757a-44ce-a062-b14090f02b23 HTTP/1.1" status: 204 len: 168 time: 0.5456524 Apr 20 15:56:49.122491 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52922) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:49.137698 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74e1da-0c7e-485b-85d5-1392bb675c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e54918f4-757a-44ce-a062-b14090f02b23,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:49.811074 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3700314'] for router_interface, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:49.886066 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:49.910124 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:49.910464 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device c5e7ac39-96e8-4f09-aa8a-3edd03e09bb1 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:49.910907 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a05aab07-9404-4769-8a05-7629880b687f no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:49.929379 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: a05aab07-9404-4769-8a05-7629880b687f {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:49.929719 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device a05aab07-9404-4769-8a05-7629880b687f not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:49.930118 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 174e7cd5-6af9-42f9-b408-83b4dcb54d52 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:49.948712 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 174e7cd5-6af9-42f9-b408-83b4dcb54d52 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:49.949049 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 174e7cd5-6af9-42f9-b408-83b4dcb54d52 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:50.067980 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Deleting port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:50.068229 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:50.148232 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] For port 70ad1d05-c66d-4ad2-aa2a-6ae59da83389, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:50.148921 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:50.161323 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Calling delete_port for 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 owned by network:router_interface {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:50.350594 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:50.381514 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ad1d05-c66d-4ad2-aa2a-6ae59da83389,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:50.544997 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4149715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3700430'] for router_interface, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:50.783098 n-d-836145-2 neutron-server[102863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Router 07989c06-44fa-412e-942c-1a2f4d9a9696 has already been hosted by L3 agent 1c059683-89cc-4894-8396-451ded4268cd {{(pid=102863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 15:56:50.897356 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] Notify agent at l3_agent.n-d-836145-2 the message routers_updated {{(pid=102863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 15:56:50.902620 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-7233b389-d327-4899-9487-64ea94ecde59 admin admin] 10.222.0.20 "PUT /v2.0/routers/07989c06-44fa-412e-942c-1a2f4d9a9696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790134 Apr 20 15:56:50.905605 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52924) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:50.908609 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Sync routers for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 15:56:50.919432 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:50.920178 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:51.010704 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks [] for router, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.023558 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: n-d-836145-2 {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:51.111522 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.168731 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Deleting port 0f44f582-acd2-46a6-b540-f9b8073ccc10 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:51.169458 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.205120 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'external_fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:56:50Z', 'revision_number': 5, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port': {'id': '0f44f582-acd2-46a6-b540-f9b8073ccc10', 'name': '', 'network_id': '83103849-99eb-42c2-bd65-4018e624a005', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836145-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T15:51:30Z', 'updated_at': '2022-04-20T15:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bf52051-8fc1-405e-ba49-b72696fa3a24', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836145-2'}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:51.231830 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Checking router: 07989c06-44fa-412e-942c-1a2f4d9a9696 for host: n-d-836145-2 {{(pid=102865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 15:56:51.240392 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Routers {'07989c06-44fa-412e-942c-1a2f4d9a9696'} bound to L3 agent in host n-d-836145-2 {{(pid=102865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 15:56:51.240987 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836145-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T14:20:12Z,description=,heartbeat_timestamp=2022-04-20T15:56:44Z,host='n-d-836145-2',id=1c059683-89cc-4894-8396-451ded4268cd,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T14:20:12Z,topic='l3_agent')) {'router_ids': ['07989c06-44fa-412e-942c-1a2f4d9a9696'], 'active': True} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:51.248157 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] For port 0f44f582-acd2-46a6-b540-f9b8073ccc10, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=0f44f582-acd2-46a6-b540-f9b8073ccc10,segment=NetworkSegment(b1603441-b86c-439a-9dad-b18be062fea8),segment_id=b1603441-b86c-439a-9dad-b18be062fea8)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:51.248531 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.261290 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Calling delete_port for 0f44f582-acd2-46a6-b540-f9b8073ccc10 owned by network:router_gateway {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:51.325104 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvr_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] Set router 07989c06-44fa-412e-942c-1a2f4d9a9696 gateway port host: None {{(pid=102865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 15:56:51.377871 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_hamode_db [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:56:51Z', 'revision_number': 6, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port_host': None}], 'n-d-836145-2', False) {} {{(pid=102865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:51.407956 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a755d9cc-03ac-47d5-8036-a2a6d022bcee None None] The sync data for ids ['07989c06-44fa-412e-942c-1a2f4d9a9696'] in n-d-836145-2 is: [{'id': '07989c06-44fa-412e-942c-1a2f4d9a9696', 'name': 'tempest-TestSnapshotPattern-1824563294-router', 'tenant_id': '4825619d741b4cc4afedfc782ba96806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T15:51:29Z', 'updated_at': '2022-04-20T15:56:51Z', 'revision_number': 6, 'project_id': '4825619d741b4cc4afedfc782ba96806', 'gw_port_host': None}] {{(pid=102865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 15:56:51.430389 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.481705 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f44f582-acd2-46a6-b540-f9b8073ccc10,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:51.522625 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697040'] for router_gateway, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.611991 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3702571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6212'] for router, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.614536 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.664524 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3702588'] for router, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.665029 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07989c06-44fa-412e-942c-1a2f4d9a9696 {{(pid=102863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 15:56:51.669539 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] Notify callbacks [] for router, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.670768 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-60ba9002-59d9-4c88-8fc8-ad085316d1bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/07989c06-44fa-412e-942c-1a2f4d9a9696 HTTP/1.1" status: 204 len: 168 time: 0.7641718 Apr 20 15:56:51.674322 n-d-836145-2 neutron-server[102864]: DEBUG neutron.wsgi [-] (102864) accepted ('10.222.0.20', 52926) {{(pid=102864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:51.719925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Deleting subnet d14c06b9-1212-4159-8d4e-171755444488 {{(pid=102864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 15:56:51.723066 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.760104 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59171870'] for subnet, precommit_delete_associations {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:51.848323 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-658319'] for subnet, precommit_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.252274 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:52.265658 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-658422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58914344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62338640'] for subnet, after_delete {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.275130 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:52.275547 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 70ad1d05-c66d-4ad2-aa2a-6ae59da83389 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:52.294925 n-d-836145-2 neutron-server[102864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14c06b9-1212-4159-8d4e-171755444488,revision_number=None']} {{(pid=102864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:52.298923 n-d-836145-2 neutron-server[102864]: DEBUG neutron_lib.callbacks.manager [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.302070 n-d-836145-2 neutron-server[102864]: INFO neutron.wsgi [None req-e3b2adc4-e1ea-456f-a839-7874dd9353dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d14c06b9-1212-4159-8d4e-171755444488 HTTP/1.1" status: 204 len: 168 time: 0.6266012 Apr 20 15:56:52.304770 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52928) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:52.305358 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd9166-9b6b-4a18-98f4-0fbee7e85c1e None None] Network 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 requested from n-d-836145-2 {{(pid=102865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 15:56:52.376164 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528527'] for network, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.434455 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Deleting port f83ae198-e7ed-4197-933f-02e65e4fd506 {{(pid=102863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:52.434837 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.495594 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] DHCP port deletion for 78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 request from n-d-836145-2 {{(pid=102865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 15:56:52.501049 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.db [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] For port f83ae198-e7ed-4197-933f-02e65e4fd506, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f83ae198-e7ed-4197-933f-02e65e4fd506,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:52.501441 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.515085 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.plugin [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Calling delete_port for f83ae198-e7ed-4197-933f-02e65e4fd506 owned by network:dhcp {{(pid=102863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:52.550660 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Deleting port f83ae198-e7ed-4197-933f-02e65e4fd506 {{(pid=102865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 15:56:52.551038 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742240459605'] for port, before_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.597973 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59828711'] for port, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.618478 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.db [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] For port f83ae198-e7ed-4197-933f-02e65e4fd506, host n-d-836145-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836145-2',level=0,port_id=f83ae198-e7ed-4197-933f-02e65e4fd506,segment=NetworkSegment(69a300ac-99fd-400a-b934-08f891bfde7d),segment_id=69a300ac-99fd-400a-b934-08f891bfde7d)] {{(pid=102865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 15:56:52.618906 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696059'] for port, precommit_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.625971 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83ae198-e7ed-4197-933f-02e65e4fd506,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:52.629252 n-d-836145-2 neutron-server[102863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] No DVR routers for this DVR port f83ae198-e7ed-4197-933f-02e65e4fd506 on host n-d-836145-2 {{(pid=102863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:52.641430 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Calling delete_port for f83ae198-e7ed-4197-933f-02e65e4fd506 owned by network:dhcp {{(pid=102865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 15:56:52.704904 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-662594', 'neutron.services.segments.db._delete_segments_for_network-8742240504944'] for network, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.715330 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742240465583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742239956206'] for port, after_delete {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.724790 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78be37a8-54cb-4ee3-9d4a-3a2c49b270c5']}} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:52.733934 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a300ac-99fd-400a-b934-08f891bfde7d') {'for_net_delete': True} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:52.734228 n-d-836145-2 neutron-server[102863]: DEBUG neutron.services.segments.db [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a300ac-99fd-400a-b934-08f891bfde7d') {} {{(pid=102863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 15:56:52.741785 n-d-836145-2 neutron-server[102865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] No DVR routers for this DVR port f83ae198-e7ed-4197-933f-02e65e4fd506 on host n-d-836145-2 {{(pid=102865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 15:56:52.743630 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742240506745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59981849'] for segment, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.743986 n-d-836145-2 neutron-server[102865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340db15-b358-4c87-a87e-e1ad363e01e5 None None] Pushing event deleted for resources: {'Port': ['ID=f83ae198-e7ed-4197-933f-02e65e4fd506,revision_number=None']} {{(pid=102865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:52.759109 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216'] for segment, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.766097 n-d-836145-2 neutron-server[102863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 15:56:52.766489 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-658216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59828658'] for segment, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: Traceback (most recent call last): Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: timer() Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: cb(*args, **kw) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: return func(*args, **kwargs) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: self._notify() Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: self.callback(batched_events) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: event.method(event) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: return f(self, *a, **k) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: return self._get(url).json() Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: return self.request(url, 'GET', **kwargs) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:56:52.768367 n-d-836145-2 neutron-server[102863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:56:52.824132 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-662619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4149706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700552'] for network, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.829587 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Notify callbacks [] for network, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:52.832817 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78be37a8-54cb-4ee3-9d4a-3a2c49b270c5 HTTP/1.1" status: 204 len: 168 time: 0.5269060 Apr 20 15:56:52.855739 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45409b87-99ef-4011-9866-c5afc734d387 admin admin] Pushing event deleted for resources: {'Network': ['ID=78be37a8-54cb-4ee3-9d4a-3a2c49b270c5,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:52.954993 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52934) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:52.995711 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-8606b8a8-2712-49c5-a828-2ef92eb9a372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b93dafacb7b84a708da43dc924c0d9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395401 Apr 20 15:56:52.998253 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52936) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:53.051607 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.073011 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.129120 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.131697 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.132867 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2572296-9b83-4e53-a43f-07968a3f83ff HTTP/1.1" status: 204 len: 168 time: 0.1337154 Apr 20 15:56:53.141382 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a2df-2c2f-44a6-a9ee-3ded3799681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2572296-9b83-4e53-a43f-07968a3f83ff,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:53.492482 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52942) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:53.533749 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-6fe2fb70-90be-4c5a-a39c-d74b6363fac0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4825619d741b4cc4afedfc782ba96806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401177 Apr 20 15:56:53.536275 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [-] (102863) accepted ('10.222.0.20', 52944) {{(pid=102863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 15:56:53.590641 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.614337 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.666920 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757616'] for security_group, after_delete {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.669449 n-d-836145-2 neutron-server[102863]: DEBUG neutron_lib.callbacks.manager [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:56:53.670683 n-d-836145-2 neutron-server[102863]: INFO neutron.wsgi [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e834223e-fc88-47f7-800f-c73887b36f34 HTTP/1.1" status: 204 len: 168 time: 0.1335316 Apr 20 15:56:53.679287 n-d-836145-2 neutron-server[102863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84319c-aa54-4968-b1d8-607d5221c9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834223e-fc88-47f7-800f-c73887b36f34,revision_number=None']} {{(pid=102863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 15:56:53.897791 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f44f582-acd2-46a6-b540-f9b8073ccc10 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:53.920012 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: 0f44f582-acd2-46a6-b540-f9b8073ccc10 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:53.920320 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device 0f44f582-acd2-46a6-b540-f9b8073ccc10 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:56:53.920749 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f83ae198-e7ed-4197-933f-02e65e4fd506 no longer exists at agent ovs-agent-n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 15:56:53.941560 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] No Port match for: f83ae198-e7ed-4197-933f-02e65e4fd506 {{(pid=102865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 15:56:53.941872 n-d-836145-2 neutron-server[102865]: DEBUG neutron.plugins.ml2.rpc [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Device f83ae198-e7ed-4197-933f-02e65e4fd506 not bound to the agent host n-d-836145-2 {{(pid=102865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 15:57:04.336182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:09.189066 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:57:10.240822 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-2848a3a5-5471-4ca4-85eb-2d6f5238be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:13.665542 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-bb987e2c-bc61-40ff-81ce-4616af65413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:14.089525 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:14.958282 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.403279 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:15.614618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:34.320619 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:40.237314 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-45b13373-ba15-41cf-812b-3848da74f289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:43.667288 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-457118b1-124c-4032-85c4-b7672494ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:44.082387 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:44.970849 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:45.404366 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:45.623953 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:57:46.194734 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:58:04.333109 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:10.243431 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-77bae0af-0710-4226-b556-07729424f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:13.664726 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ecebe922-a319-4fd6-8565-ef1956b72b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:14.089127 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:14.968833 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:15.400551 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:15.618808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:23.199621 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:58:34.322991 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:40.235556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc519-ead7-4be3-9ad7-7e2e416738e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:43.667152 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-4350db9b-851b-4d16-bc91-4b06f597014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:44.094532 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:44.985475 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:45.402556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:58:45.631047 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:00.204690 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:59:04.323373 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:10.242440 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-c53b758b-5851-43be-9363-d68d2992e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:13.666556 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b9cccc11-2e4b-484e-8518-bc76f863c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.104007 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:14.987928 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.400743 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:15.639704 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:34.333237 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:37.208685 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 15:59:40.240085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-fe234667-a081-49d9-8d2a-e5d9cc5e4b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:43.661355 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1b63a2f9-399e-4f7d-8e6c-c4dfc8606110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:44.097173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:44.988438 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:45.397467 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 15:59:45.631436 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:04.340095 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:10.233536 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-860cbbf8-ff48-4e4b-82ea-4a64f2b20826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:13.667808 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5284c406-e2b8-4aea-8a92-248a2e9896b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.105662 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:14.212987 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:00:15.008816 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.407547 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:15.636618 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:34.351038 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:40.234721 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-94c1be2f-21dd-4d2a-a02d-d79ff3a427ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:43.673920 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-304c4634-1ba1-4756-a897-8f65056953ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:44.113270 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:45.024897 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:45.404202 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:45.642259 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:00:51.218455 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:01:04.347331 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:10.240756 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-12c46e06-c72d-4068-b2a5-e8e29927d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:13.661455 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cd599a14-e68b-421f-bcdd-8698e40525cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:14.118760 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:15.050891 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:15.400247 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:15.652921 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:28.222222 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:01:34.348854 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:40.246902 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a99471b8-87e8-4570-a2e5-4038c53447ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:43.667663 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-8a2dbb24-55f5-463e-8510-468b97c76139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:44.125128 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.069173 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.399182 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:01:45.653399 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:04.351541 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:05.227618 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:02:10.253376 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-abb62c78-52dc-47ae-8223-de22a542ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:13.657253 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-91694459-7aa8-4cb1-9bd5-6805ccb3d6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:14.124656 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.078115 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.394071 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:15.659085 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:34.381307 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:40.251016 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-90f4c8d0-d443-422d-9131-b4999aca6de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:42.233062 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:02:43.657448 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-d3319522-b603-49aa-8040-2f8106c9a5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:44.123894 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:45.085232 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:45.409907 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:02:45.659727 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:04.367983 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:10.245508 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c7f3-30a5-4c03-b648-5ca0ef7eb605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:13.663456 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-7816179b-1359-435f-a226-0701b3c2aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:14.127610 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:15.085553 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:15.408821 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:15.664573 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:19.238649 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:03:34.369971 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:40.252781 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-38bae3da-2322-4f7f-ab71-af6dab1cd64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:43.668703 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-6c574c7f-3e56-4f1f-8055-e9d4b98509d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:44.131328 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:45.081078 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:45.405965 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:45.668625 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:03:56.238588 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:04:04.377624 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:10.238049 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5bcc-f5df-4151-9733-d57ebec173d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:13.657090 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-071f89eb-d1fb-4db0-9cd0-22960f4b03f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:14.132097 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:15.099520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:15.401844 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:15.676680 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:33.248213 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:04:34.373691 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:35.037599 n-d-836145-2 neutron-server[102863]: DEBUG neutron.wsgi [req-a2157700-4e29-4c04-85c6-c3b9acdbaabd req-6b024497-5dd7-495d-b5f5-b2dcc2958ca5 service neutron] (102863) timed out ('10.222.0.20', 50698) {{(pid=102863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 16:04:40.240428 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-29f9c7ef-2613-49f6-bdc1-9e64683f4421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:43.663672 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-470087bf-6842-4525-b12e-0494276cec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:44.142523 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:45.101492 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:45.411972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:04:45.683494 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:04.397520 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:10.244020 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 16:05:10.244820 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-5b075e73-0405-4275-bb62-2fdac771c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:13.650039 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-cbcbe7b1-5b17-47cd-98c5-d16c4cf003e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:14.153389 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:15.113086 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:15.413176 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:15.683972 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:34.401320 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-a0481e2f-ed94-4a13-a310-22ba3d80623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:40.238299 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-ab1d01de-33e0-426f-bd52-5f3e37effd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:43.646052 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-73750e59-a50b-4214-9f20-d5fb8d06dcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:44.152956 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-1121e57a-1fbd-4ff4-aebf-b71b43dc1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.098035 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-51629aae-20f2-48cc-8449-3dcf5fd804db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.408927 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-dbb6192c-0995-42f3-9bb9-e21e356956da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:45.681382 n-d-836145-2 neutron-server[102865]: DEBUG neutron_lib.callbacks.manager [None req-db700d35-02c8-4e4b-add6-03b281dd6ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742240504926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-663520'] for agent, after_update {{(pid=102865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 16:05:47.244430 n-d-836145-2 neutron-server[102866]: DEBUG neutron.db.agents_db [None req-d8d2f098-ac91-414f-868c-168c2dfa232b None None] Agent healthcheck: found 7 active agents {{(pid=102866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}